{"meta":{"query_hash":"ff22597aa114","filters":{"topic":"Clinical practice guidelines implementation"},"cohort_total":2993,"direct_labels_cover":42,"predictions_cover":2993,"exported":2993,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ff22597aa114","api":"https://metacan.xera.ac/api/v1/cohort?topic=Clinical+practice+guidelines+implementation"},"results":[{"id":"W101511327","doi":"","title":"CJS Readership Survey 2009: summary and call for action","year":2009,"lang":"en","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Audience measurement; Call to action; Family medicine; Advertising","score_opus":0.3825713200185745,"score_gpt":0.4556294578330178,"score_spread":0.07305813781444326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W101511327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9590326,0.0003209895,0.0037440069,0.03294812,0.0010280758,0.0020897773,0.00011433105,0.00011580368,0.0006062704],"genre_scores_gemma":[0.9914135,0.00017590146,0.0013904498,0.004786341,0.00086846255,0.00004422874,0.0005431489,0.000014305209,0.00076368614],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983889,0.0000942384,0.00041846413,0.0002341649,0.000173753,0.0006905093],"domain_scores_gemma":[0.99856603,0.00069594436,0.000115581206,0.00014517356,0.000087107284,0.00039014118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017350999,0.000102282014,0.0001811817,0.000046266723,0.000048870894,0.000026695914,0.00003711524,0.00008609651,0.000022565056],"category_scores_gemma":[0.005595523,0.00009563699,0.000052894706,0.000093194845,0.000028888828,0.00020480326,0.000008257051,0.00015846197,0.00000349032],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027455133,0.00030198632,0.34440723,0.00007259437,0.000069797425,0.000010131375,0.00015627623,0.000004700991,0.0005569563,0.000111321264,0.1366214,0.5149421],"study_design_scores_gemma":[0.0022181442,0.00018559441,0.9778276,0.0000107630285,0.000104083825,0.000020276251,0.000100081896,0.0002286998,0.00029550598,0.00018827998,0.018726125,0.000094810144],"about_ca_topic_score_codex":0.0002458954,"about_ca_topic_score_gemma":0.0005575333,"teacher_disagreement_score":0.6334204,"about_ca_system_score_codex":0.00013762772,"about_ca_system_score_gemma":0.00010453038,"threshold_uncertainty_score":0.66987675},"labels":[],"label_agreement":null},{"id":"W103333625","doi":"","title":"Evaluation of traumatic brain injury guidelines using AGREE instrument.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Neurotrauma Foundation","funders":"","keywords":"Stakeholder; Medicine; Quality (philosophy); Traumatic brain injury; Medical emergency; Family medicine; Psychiatry; Public relations; Political science","score_opus":0.7311652547286873,"score_gpt":0.5331190802538955,"score_spread":0.19804617447479178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W103333625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903521,0.000115748626,0.0006579893,0.006129219,0.00025712367,0.0016433488,0.000008456477,0.00003241175,0.0008036122],"genre_scores_gemma":[0.9918791,0.000032026874,0.005927375,0.0015422937,0.00025366506,0.00022535717,0.000031722142,0.000018706456,0.00008974417],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967389,0.00024236777,0.001360566,0.00020091499,0.0012381257,0.00021912767],"domain_scores_gemma":[0.99748796,0.00033220978,0.00046122383,0.0003016276,0.0013032564,0.00011372948],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060886918,0.0001109679,0.00027736128,0.00014790054,0.000053406315,0.0000058008986,0.00006956065,0.00006636092,0.00016852326],"category_scores_gemma":[0.023515394,0.00010119221,0.00009449524,0.00028448933,0.00007134699,0.00024176738,0.00003540915,0.00010994931,0.00000835392],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001425573,0.00018516027,0.01498359,0.000049472997,0.00012302217,0.000003314123,0.00017357735,0.00012208163,0.0011563265,0.000016517019,0.007584938,0.97545946],"study_design_scores_gemma":[0.0074431715,0.00018158721,0.9381292,0.000086769935,0.0016441038,0.00021562043,0.00063668116,0.04351766,0.0040099625,0.0009422743,0.0029377872,0.00025519924],"about_ca_topic_score_codex":0.0002627484,"about_ca_topic_score_gemma":0.000035643665,"teacher_disagreement_score":0.9752042,"about_ca_system_score_codex":0.00020342787,"about_ca_system_score_gemma":0.00031937347,"threshold_uncertainty_score":0.98471},"labels":[],"label_agreement":null},{"id":"W107064670","doi":"10.3233/978-1-60750-939-4-531","title":"Interpretative framework of chronic disease management to guide textual guideline GEM-encoding","year":2003,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; XML; Computer science; Parsing; Natural language processing; Information retrieval; Medicine; World Wide Web","score_opus":0.1343968943053847,"score_gpt":0.5278295632306963,"score_spread":0.3934326689253116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W107064670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3339734,0.033884943,0.44261712,0.15725438,0.0022573515,0.010412717,0.00009137192,0.0005525244,0.018956203],"genre_scores_gemma":[0.7795446,0.0073027494,0.20488763,0.00806087,0.000027395396,0.00008745522,0.000009294801,0.000010665081,0.000069365014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9969238,0.000052423995,0.0024089764,0.0001399434,0.00017521177,0.0002996137],"domain_scores_gemma":[0.99838287,0.000502843,0.00048208953,0.00031015652,0.0002124816,0.000109575296],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016957367,0.00014131167,0.00046269,0.000570421,0.00009241986,0.0000034333762,0.000088794724,0.00008742972,0.000019638435],"category_scores_gemma":[0.010565444,0.00012307936,0.000030397498,0.00072015653,0.000273412,0.00012392894,0.00022463161,0.00034894797,0.000009004999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000564811,0.00047566666,0.05268034,0.010378903,0.00071782805,0.000050332863,0.01929644,0.0005971416,0.000007067765,0.44403052,0.03229838,0.4389026],"study_design_scores_gemma":[0.0074478155,0.006383076,0.0076783053,0.010338429,0.0004145856,0.00010127507,0.44627863,0.009112203,0.0002352745,0.073844075,0.437377,0.0007893095],"about_ca_topic_score_codex":0.000009094039,"about_ca_topic_score_gemma":0.000023364704,"teacher_disagreement_score":0.44557118,"about_ca_system_score_codex":0.00033249098,"about_ca_system_score_gemma":0.00019706477,"threshold_uncertainty_score":0.997769},"labels":[],"label_agreement":null},{"id":"W1098041638","doi":"10.1017/cem.2015.47","title":"A Call for Canadian Pediatric Emergency Guidelines–As Certain As Motherhood?","year":2015,"lang":"en","type":"letter","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Call to action; Content (measure theory); Medical emergency; Action (physics); Advertising; Business","score_opus":0.450337011807179,"score_gpt":0.5162610728036157,"score_spread":0.06592406099643666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1098041638","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018506884,0.009861177,0.0002531802,0.9430961,0.03400836,0.0017773085,0.00038374288,0.00002238804,0.008747081],"genre_scores_gemma":[0.0032194708,0.007242224,0.0016368192,0.74799246,0.17474428,0.00010175416,0.0024104198,0.00061094365,0.062041637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98889816,0.00027822517,0.006863233,0.00072061946,0.0015717834,0.0016680091],"domain_scores_gemma":[0.9801522,0.00043828567,0.0030004624,0.0009505914,0.009875195,0.0055833007],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004617981,0.00089027395,0.0019071599,0.0027068919,0.00028958076,0.00001614523,0.00090419524,0.0013037096,0.035298776],"category_scores_gemma":[0.054515943,0.0007621777,0.00081111805,0.0011518493,0.00011845351,0.00028136573,0.000024144187,0.0031075662,0.00030057135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011323845,0.000019415274,0.004044184,0.00037709266,0.00042380736,0.0021421309,0.00045060847,0.000010729013,0.00001216042,0.000023289182,0.99101067,0.0013726675],"study_design_scores_gemma":[0.0030737093,0.002665737,0.00031496657,0.00030324128,0.0033251569,0.0006397927,0.0006310978,0.000060357233,0.0000015779532,0.0023893358,0.9859597,0.0006353012],"about_ca_topic_score_codex":0.74586236,"about_ca_topic_score_gemma":0.76466906,"teacher_disagreement_score":0.19510362,"about_ca_system_score_codex":0.0018451249,"about_ca_system_score_gemma":0.038609155,"threshold_uncertainty_score":0.9999928},"labels":[],"label_agreement":null},{"id":"W114115031","doi":"10.1016/j.jmpt.2007.10.004","title":"Diagnostic Imaging Practice Guidelines for Musculoskeletal Complaints in Adults—An Evidence-Based Approach","year":2007,"lang":"en","type":"review","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College; Université du Québec à Trois-Rivières","funders":"","keywords":"Medicine; Chiropractic; Referral; Medical physics; Delphi method; Critical appraisal; Evidence-based medicine; MEDLINE; Family medicine; Medical education; Physical therapy; Alternative medicine; Pathology","score_opus":0.8851109873239377,"score_gpt":0.6345096829845931,"score_spread":0.2506013043393446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W114115031","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067219464,0.9735664,0.022396557,0.0012691572,0.0002278464,0.001812639,0.000017198867,0.000012750954,0.000025272513],"genre_scores_gemma":[0.0029174217,0.9402448,0.05046961,0.0048246738,0.0013370535,0.000031484862,0.00012671246,0.000045101337,0.0000031491493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947629,0.00088217575,0.0031434854,0.00041523727,0.00047315078,0.00032307027],"domain_scores_gemma":[0.9729102,0.02175034,0.0025398603,0.00024336172,0.0023706942,0.00018554184],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043633776,0.0004458571,0.0020109424,0.00025748165,0.000075237636,0.000039234837,0.00021558489,0.00028472836,0.000017997196],"category_scores_gemma":[0.02716543,0.00027698767,0.000649689,0.00028916917,0.00014937464,0.00049281947,0.000056703928,0.0010429616,0.0000020039536],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013530785,0.00080526323,0.00012869679,0.0049225483,0.0002817061,0.00006605455,0.000049380127,0.00007054163,0.000007967968,0.00009528501,0.00014682852,0.99207264],"study_design_scores_gemma":[0.006090967,0.0070895874,0.0032966046,0.04322152,0.008044067,0.00084212236,0.0015093639,0.011349623,0.0000015433956,0.0012531943,0.9164406,0.00086081825],"about_ca_topic_score_codex":0.000015853051,"about_ca_topic_score_gemma":0.0000020362318,"teacher_disagreement_score":0.99121183,"about_ca_system_score_codex":0.00016145865,"about_ca_system_score_gemma":0.00030474993,"threshold_uncertainty_score":0.99996823},"labels":[],"label_agreement":null},{"id":"W1152338663","doi":"10.1097/ncm.0000000000000022","title":"Annual Conference Report","year":2014,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Case management; Network management; Library science; Political science; Public administration; Business; Computer science; Law; Process management","score_opus":0.1937437330764311,"score_gpt":0.5067212992877335,"score_spread":0.31297756621130235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1152338663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86010945,0.000032402935,0.0334273,0.045387622,0.0025099237,0.0020763904,0.000037624024,0.00026261222,0.056156665],"genre_scores_gemma":[0.96748424,0.000006435515,0.010655975,0.004025596,0.00027877188,0.00006889261,0.00011849619,0.000014440188,0.017347164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833393,0.000105693136,0.0006383113,0.00030515465,0.00043307833,0.00018382762],"domain_scores_gemma":[0.99879855,0.0002469371,0.00020350765,0.00035585117,0.0002585968,0.00013658642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014471355,0.00010968604,0.00016883087,0.00007445746,0.000105505074,0.00001049752,0.00005390509,0.000044578046,0.0008569396],"category_scores_gemma":[0.0008377215,0.00008852349,0.00005788638,0.00010790194,0.00003567528,0.00012887697,0.00020001025,0.00018500388,0.00020881754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011095247,0.0014847091,0.015509389,0.0008219305,0.00037434424,0.09686073,0.00080173445,0.000019956384,0.0001849532,0.03270647,0.3530597,0.49706656],"study_design_scores_gemma":[0.0047943043,0.0004590225,0.043940008,0.0002907265,0.00055705896,0.026663205,0.008141128,0.0035452733,0.00013398034,0.004704961,0.9063872,0.0003830921],"about_ca_topic_score_codex":0.000044362092,"about_ca_topic_score_gemma":0.000014905319,"teacher_disagreement_score":0.5533275,"about_ca_system_score_codex":0.000047817408,"about_ca_system_score_gemma":0.000050934992,"threshold_uncertainty_score":0.93828875},"labels":[],"label_agreement":null},{"id":"W124131975","doi":"","title":"Looking back, looking ahead: Report Card 2005-2006 and Strategic Plan 2007-2011","year":2006,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Report card; Plan (archaeology); Mission statement; Strategic planning; Work (physics); Statement (logic); Public relations; Business; Medicine; Political science; Computer science; Management; Marketing; Psychology; Engineering; History; Law","score_opus":0.09526231284467115,"score_gpt":0.34194513925917475,"score_spread":0.2466828264145036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124131975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316192,0.0012429552,0.00033999764,0.003932812,0.0014998487,0.0012907949,0.0000459989,0.00021070825,0.059817683],"genre_scores_gemma":[0.98384005,0.00040494464,0.0018810205,0.0014384667,0.0029042736,0.00003158632,0.00046487377,0.0001213647,0.008913407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955925,0.00019915518,0.001558766,0.0007450624,0.00060921226,0.0012953498],"domain_scores_gemma":[0.9977706,0.00032071111,0.0005775934,0.0005917583,0.00020728528,0.00053206657],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016760451,0.00034551203,0.00048805293,0.00013823563,0.00012780655,0.00013108832,0.0001374741,0.00013008947,0.0009107685],"category_scores_gemma":[0.00081904186,0.0003258192,0.00011237465,0.00021036397,0.00011939361,0.00032639405,0.00010052092,0.00054005435,0.00028040027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007036606,0.0005911837,0.84652364,0.00028908486,0.0002635248,0.006090705,0.0005664531,0.0000995074,0.0034621009,0.00087130227,0.12583034,0.014708482],"study_design_scores_gemma":[0.0050770473,0.00023361751,0.6121374,0.00018659215,0.0006890298,0.002962579,0.00052022806,0.00023125795,0.0014448916,0.0006644611,0.37510273,0.000750178],"about_ca_topic_score_codex":0.001097737,"about_ca_topic_score_gemma":0.00031062702,"teacher_disagreement_score":0.24927239,"about_ca_system_score_codex":0.00019797724,"about_ca_system_score_gemma":0.0003048244,"threshold_uncertainty_score":0.9999194},"labels":[],"label_agreement":null},{"id":"W125777957","doi":"","title":"Show me the money! Factors to consider when looking to finance a RNFA position.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre","funders":"","keywords":"Position (finance); Economic shortage; Face (sociological concept); Position paper; Intervention (counseling); Business; Medicine; Psychology; Finance; Nursing; Sociology; Government (linguistics); Pathology","score_opus":0.1829501007158409,"score_gpt":0.40821197136086845,"score_spread":0.22526187064502756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W125777957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8085506,0.000042719712,0.0045323153,0.18379064,0.0002997107,0.002068137,0.000015964792,0.00006276396,0.00063717517],"genre_scores_gemma":[0.95964575,0.0000068780028,0.003702231,0.035229474,0.00025014085,0.00065619184,0.000018597377,0.000021595888,0.0004691589],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984936,0.000047491107,0.0004961241,0.00027346791,0.00033818104,0.000351132],"domain_scores_gemma":[0.99860495,0.00056447077,0.00010729474,0.0003532571,0.00015386096,0.00021618397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065669743,0.00012628842,0.00019477835,0.00007167218,0.00009998121,0.000048155103,0.00010761792,0.000049788214,0.000084020234],"category_scores_gemma":[0.0050622756,0.00009008426,0.00007144222,0.00021147502,0.00003101775,0.00015985768,0.000079537975,0.00018414253,0.00011103555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002342665,0.0013746513,0.11512987,0.00014113785,0.0007904619,0.00032354728,0.018368049,0.0049148356,0.006693099,0.0070625534,0.23072264,0.6121365],"study_design_scores_gemma":[0.0024294364,0.0001681733,0.9354197,0.00005544819,0.00023023089,0.00006065725,0.0012403863,0.00002460403,0.004867741,0.003527181,0.051713485,0.000262968],"about_ca_topic_score_codex":0.00047924978,"about_ca_topic_score_gemma":0.00028332605,"teacher_disagreement_score":0.8202898,"about_ca_system_score_codex":0.00021522463,"about_ca_system_score_gemma":0.00008624355,"threshold_uncertainty_score":0.6060382},"labels":[],"label_agreement":null},{"id":"W1271529937","doi":"","title":"[The Canadian Society of Nephrology 2014 clinical practice guideline for timing the initiation of chronic dialysis: a paradigm shift and the return of the clinical nephrologist].","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Nephrology; Dialysis; Medicine; Qualitative research; Intensive care medicine; Internal medicine; Quality of life (healthcare); Paradigm shift; Meaning (existential); Clinical Practice; Family medicine; Psychology; Nursing; Pathology; Psychotherapist; Sociology","score_opus":0.1832046173903048,"score_gpt":0.4469215242654211,"score_spread":0.2637169068751163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1271529937","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063865274,0.0012963116,0.0051764552,0.9239119,0.00077700673,0.004658051,0.000075550735,0.000014220115,0.00022522194],"genre_scores_gemma":[0.96923435,0.0021072673,0.0012434353,0.02579654,0.0010414972,0.00050059665,0.000015041214,0.000020005009,0.000041253807],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99348235,0.0017719589,0.0036182129,0.0003153466,0.0004024748,0.00040967728],"domain_scores_gemma":[0.94965106,0.045984376,0.0027957724,0.0008953519,0.00052789046,0.00014555977],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03093585,0.00015102861,0.00060571864,0.00002993759,0.00028482915,0.000018346624,0.00040532622,0.00026696277,0.00001657181],"category_scores_gemma":[0.062031027,0.000057630892,0.0005619875,0.00019685218,0.0023325183,0.00016202961,0.00015068725,0.00044796898,0.0000011913526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008409944,0.00042029787,0.06444265,0.00011323151,0.0024963052,0.0000015482705,0.00071418175,0.00001803122,0.000047624493,0.009827212,0.29766753,0.61584145],"study_design_scores_gemma":[0.011402021,0.000474626,0.34553483,0.000033890585,0.002736455,0.000023008388,0.0003987565,0.0023680392,0.000051852185,0.0064417445,0.63041717,0.0001176284],"about_ca_topic_score_codex":0.009813305,"about_ca_topic_score_gemma":0.06669807,"teacher_disagreement_score":0.9053691,"about_ca_system_score_codex":0.0001147965,"about_ca_system_score_gemma":0.0011340611,"threshold_uncertainty_score":0.9978555},"labels":[],"label_agreement":null},{"id":"W128452922","doi":"","title":"Clinic A, Exam Room 7","year":2013,"lang":"en","type":"article","venue":"Canadian women's studies","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.20523214771231263,"score_gpt":0.44757939023266935,"score_spread":0.24234724252035672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128452922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786726,0.00037697682,0.000005208858,0.012206934,0.00054464233,0.0006098675,0.000011129245,0.000051947376,0.0075206636],"genre_scores_gemma":[0.96644557,0.00018837345,0.0005592005,0.022684904,0.00042115804,0.000240508,0.000020022546,0.000025908126,0.009414367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834514,0.00005179225,0.0006229417,0.00026619795,0.00018162471,0.0005322974],"domain_scores_gemma":[0.9978209,0.0006849229,0.000116149706,0.00031029555,0.0003852019,0.00068254035],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00052366377,0.00014507386,0.00035314797,0.00015611018,0.00015063636,0.000026327572,0.00007644891,0.00006110195,0.0065039285],"category_scores_gemma":[0.0047231624,0.00012770726,0.000061074985,0.0002032292,0.000086481305,0.00018364238,0.000041338593,0.0002020808,0.003995944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011249561,0.00020968767,0.14161576,0.0003167623,0.0021059164,0.0002859418,0.009265793,0.0000032068122,0.00038877223,0.0006706926,0.76046604,0.08455894],"study_design_scores_gemma":[0.006240572,0.00192463,0.20743299,0.0001925699,0.00048711433,0.00009769414,0.30698404,0.00010017094,0.000076083874,0.017629262,0.45787355,0.000961345],"about_ca_topic_score_codex":0.0048054545,"about_ca_topic_score_gemma":0.017032683,"teacher_disagreement_score":0.3025925,"about_ca_system_score_codex":0.00073782506,"about_ca_system_score_gemma":0.0005213459,"threshold_uncertainty_score":0.99677956},"labels":[],"label_agreement":null},{"id":"W128908796","doi":"","title":"Home care in Canada: passing the buck.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Enforcement; Per capita; Health care; Business; Economic growth; Medicine; Political science; Environmental health; Economics; Population","score_opus":0.16879308105940433,"score_gpt":0.38577395926493685,"score_spread":0.21698087820553252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128908796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95664775,0.00030567453,0.000025824824,0.03937619,0.00032316754,0.00065421965,0.000003429999,0.000014147969,0.0026495964],"genre_scores_gemma":[0.9941616,0.00004830027,0.000046263944,0.0051084086,0.00021393762,0.00023559925,0.00001726434,0.0000090468,0.00015958911],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990111,0.000051349532,0.00035686456,0.00011786984,0.00022287741,0.00023992985],"domain_scores_gemma":[0.9991947,0.00040533414,0.000072995914,0.00018261015,0.00006316182,0.00008122649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039687086,0.000055972458,0.000110987276,0.000028949014,0.00003521661,0.000011809125,0.00005796862,0.000021096745,0.00005148392],"category_scores_gemma":[0.0013743092,0.000038781996,0.000022568722,0.0001894473,0.000015381886,0.00006488325,0.000025158144,0.00017258036,0.0000041761714],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006932972,0.000011137637,0.42006665,0.000007930881,0.0000081069675,0.000063805564,0.0000832154,0.0000098037035,0.0000025638833,0.000008976818,0.0030166819,0.5766518],"study_design_scores_gemma":[0.0008657769,0.000007735304,0.92505807,0.0000056923636,0.000029406332,0.000027572269,0.0019013601,0.000050023275,0.0000125595425,0.0000291529,0.071968764,0.000043896573],"about_ca_topic_score_codex":0.7370385,"about_ca_topic_score_gemma":0.96547574,"teacher_disagreement_score":0.5766079,"about_ca_system_score_codex":0.0007201476,"about_ca_system_score_gemma":0.0005637448,"threshold_uncertainty_score":0.26471257},"labels":[],"label_agreement":null},{"id":"W133652137","doi":"10.3233/978-1-58603-979-0-167","title":"Development of Electronic Medical Record Content Standards to Collect Pan-Canadian Primary Health Care Indicator Data","year":2009,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information","funders":"","keywords":"Electronic health record; Quality (philosophy); Health care; Medical record; Business; Medicine; Political science","score_opus":0.251723642877249,"score_gpt":0.5244762111942727,"score_spread":0.27275256831702366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W133652137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6428921,0.02326969,0.0021673688,0.32597563,0.00044105994,0.0042099627,0.00027675185,0.00014703235,0.0006203892],"genre_scores_gemma":[0.8061275,0.018919723,0.09958649,0.07493142,0.000043762062,0.00005880909,0.0003061676,0.000013628659,0.000012511912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964247,0.00004668628,0.0023688567,0.00016602916,0.0004500785,0.0005436449],"domain_scores_gemma":[0.99836415,0.00019916239,0.00051257777,0.0004051642,0.00024661716,0.0002723168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036354468,0.00013234193,0.0006660765,0.0007253035,0.00021814728,0.0000034888901,0.00022306935,0.0001584726,0.000011113487],"category_scores_gemma":[0.005403498,0.00011481241,0.0000137517445,0.0006538362,0.00016520641,0.000111825095,0.0002268123,0.0005467055,0.000002828819],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016968707,0.000061608305,0.009898353,0.0012097065,0.0000884259,0.000003498808,0.010602879,2.063924e-7,6.1401795e-7,0.00091657497,0.018556077,0.95849234],"study_design_scores_gemma":[0.0038790787,0.0051600486,0.036375806,0.0012573167,0.000031650066,0.0000701977,0.100709885,0.00011619576,0.000023123534,0.0003127523,0.85181767,0.00024630525],"about_ca_topic_score_codex":0.00079837564,"about_ca_topic_score_gemma":0.05627796,"teacher_disagreement_score":0.95824605,"about_ca_system_score_codex":0.002149461,"about_ca_system_score_gemma":0.013798097,"threshold_uncertainty_score":0.99179274},"labels":[],"label_agreement":null},{"id":"W135774514","doi":"10.1155/2014/680829","title":"Canadian Association of Gastroenterology Policy on the Application for, and Implementation of, Clinical Practice Guidelines","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; University of Alberta; University of British Columbia; Queen's University; McMaster University; Canadian Association of Gastroenterology; University of Manitoba","funders":"","keywords":"Medicine; Mandate; Clinical Practice; Clinical governance; Quality (philosophy); Professional association; Legislature; Patient care; Family medicine; Medical education; Health care; Nursing; Public relations","score_opus":0.09827000554576326,"score_gpt":0.4741519520931594,"score_spread":0.37588194654739615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W135774514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7969864,0.00003418843,0.0033995074,0.19891585,0.00024136735,0.00032342222,0.000045546712,0.0000015402439,0.000052157167],"genre_scores_gemma":[0.969231,0.00016615992,0.0040689544,0.02613958,0.00033992913,0.000010856719,0.000024989202,0.000010892639,0.000007643825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968437,0.0006179826,0.0019061142,0.00017434554,0.000119145945,0.00033872353],"domain_scores_gemma":[0.9940747,0.001879752,0.0019300238,0.000163482,0.0015297423,0.0004222862],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004971443,0.00011613023,0.0006053678,0.00038918643,0.00009215296,0.0000065613162,0.00010422819,0.00018102888,0.000027633712],"category_scores_gemma":[0.015010083,0.00009410401,0.00010718616,0.00007353355,0.00019658137,0.000100010264,0.000013375858,0.00031121925,8.1902925e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014416708,0.000025512698,0.9768073,0.000023020533,0.00020449745,0.00000415686,0.00008859088,0.0000026377588,0.00004852996,0.0047169193,0.0057032886,0.010933903],"study_design_scores_gemma":[0.007573886,0.014831126,0.8862546,0.000045079734,0.0007192809,0.0011944695,0.0011489857,0.00060932187,0.000051511324,0.0023855632,0.08510422,0.00008193407],"about_ca_topic_score_codex":0.09998071,"about_ca_topic_score_gemma":0.76302433,"teacher_disagreement_score":0.6630436,"about_ca_system_score_codex":0.0001493904,"about_ca_system_score_gemma":0.0018226969,"threshold_uncertainty_score":0.9932869},"labels":[],"label_agreement":null},{"id":"W138820691","doi":"10.1016/j.hcl.2014.04.007","title":"Clinical Practice Guidelines","year":2014,"lang":"en","type":"review","venue":"Hand Clinics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Clinical Practice; MEDLINE; Evidence-based practice; Work (physics); Alternative medicine; Nursing; Pathology","score_opus":0.6336225662297774,"score_gpt":0.6804351868178898,"score_spread":0.04681262058811242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138820691","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014629404,0.9847109,0.0023975235,0.0035250792,0.0037065202,0.0016180555,0.000046026762,0.00013889594,0.0038555888],"genre_scores_gemma":[2.3882436e-7,0.9135383,0.054590788,0.020530863,0.007877233,0.000076507895,0.0007737369,0.00016827795,0.0024441055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9847289,0.0012838981,0.011468091,0.0011470813,0.00087879517,0.0004932517],"domain_scores_gemma":[0.9626759,0.026663782,0.004937425,0.0018810971,0.0032318805,0.0006099088],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015102371,0.0006828088,0.004868769,0.00017349223,0.00015045839,0.00013000569,0.00038416876,0.0013594975,0.00047876735],"category_scores_gemma":[0.26171967,0.0005185629,0.0023222174,0.0004330799,0.00024138912,0.00023380842,0.00026927053,0.0022383726,0.0034430737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008607156,0.00032157116,0.000020033842,0.0051825177,0.00050602166,0.00006959113,0.000004999361,1.13778746e-7,8.351229e-9,0.000097690725,0.1318536,0.8618578],"study_design_scores_gemma":[0.001711201,0.0007480617,0.0000063029447,0.009544807,0.014390236,0.00055744,0.000056223853,0.00006259479,3.0352467e-8,0.00008046444,0.9723745,0.00046814236],"about_ca_topic_score_codex":0.000021925569,"about_ca_topic_score_gemma":0.000011667534,"teacher_disagreement_score":0.86138964,"about_ca_system_score_codex":0.000104387414,"about_ca_system_score_gemma":0.0024304104,"threshold_uncertainty_score":0.99993694},"labels":[],"label_agreement":null},{"id":"W1422653739","doi":"10.1177/0840470415600130","title":"Strategic clinical networks in Alberta","year":2015,"lang":"en","type":"review","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Mandate; Checklist; Business; Work (physics); Collaborative network; Quality (philosophy); Best practice; Process management; Medicine; Health care; Operations management; Nursing; Knowledge management; Psychology; Computer science; Political science","score_opus":0.5839834728463975,"score_gpt":0.6079486306451639,"score_spread":0.0239651577987664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1422653739","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023327636,0.9699856,0.00010435191,0.013527196,0.0015696677,0.005078574,0.000014725782,0.00007368849,0.009643843],"genre_scores_gemma":[0.000087580534,0.9893922,0.0007727666,0.004728951,0.00071566756,0.0003109538,0.0015560581,0.000118448406,0.0023173532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99188566,0.00091688713,0.004718982,0.0009858868,0.00060683995,0.0008857455],"domain_scores_gemma":[0.9958526,0.0011511662,0.0011670054,0.0011103927,0.00017172623,0.0005471407],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043869014,0.0005493757,0.0028558504,0.00041655597,0.00005652352,0.0000476148,0.00031608192,0.00067840476,0.0001365119],"category_scores_gemma":[0.00046501972,0.0004687734,0.00064768345,0.00082060194,0.00006325505,0.000115241535,0.00040328194,0.0016823553,0.00046823974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006891756,0.00022732969,0.00067790196,0.016625196,0.00020690793,0.00024665735,0.00000508873,0.0000026627874,3.955071e-11,0.004502332,0.024277093,0.9531599],"study_design_scores_gemma":[0.0015683846,0.00048775412,0.00007718696,0.0099316565,0.0012837643,0.000051477782,0.00037335083,0.00030394076,2.3257672e-10,0.0006997467,0.9848884,0.00033437385],"about_ca_topic_score_codex":0.0022297571,"about_ca_topic_score_gemma":0.0070575746,"teacher_disagreement_score":0.9606113,"about_ca_system_score_codex":0.0006181563,"about_ca_system_score_gemma":0.00081665727,"threshold_uncertainty_score":0.9997764},"labels":[],"label_agreement":null},{"id":"W143376152","doi":"","title":"The process of developing best practice guidelines for nurses in Ontario: risk assessment and prevention of pressure ulcers.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"West Park Healthcare Centre","funders":"","keywords":"Medicine; Guideline; Best practice; Nursing; Stakeholder; Health care; Christian ministry; MEDLINE; Public relations; Management","score_opus":0.2914291298943825,"score_gpt":0.5087678265507711,"score_spread":0.2173386966563886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W143376152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9361906,0.0017680785,0.0038910068,0.04559232,0.00094131124,0.009616669,0.000038044072,0.000027692939,0.0019342573],"genre_scores_gemma":[0.9677163,0.00080527324,0.027175378,0.00041218352,0.00008680893,0.0014783111,0.000021027234,0.000018095367,0.002286618],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981288,0.00009966855,0.0011300634,0.00018512436,0.0002828362,0.00017354294],"domain_scores_gemma":[0.99567163,0.0018351055,0.000881297,0.00017418189,0.0013947361,0.000043061],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002418111,0.00008844365,0.0002310842,0.00005465169,0.00005324815,0.000015587386,0.0000681154,0.000055199864,0.000016360807],"category_scores_gemma":[0.025552925,0.00006515743,0.000045121087,0.0001298827,0.000054323024,0.0003203263,0.000026589358,0.00015941449,2.2121257e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006676757,0.0005255049,0.14435686,0.0004165089,0.0002950199,0.0000012835537,0.00076017383,0.000084621075,0.000028774546,0.0002000724,0.0037264528,0.84893703],"study_design_scores_gemma":[0.0050769234,0.000436281,0.8415377,0.00021685343,0.001374521,0.000021254378,0.0052316925,0.0021364198,0.00043268493,0.0012834367,0.14209345,0.00015877414],"about_ca_topic_score_codex":0.0050786333,"about_ca_topic_score_gemma":0.021669975,"teacher_disagreement_score":0.8487783,"about_ca_system_score_codex":0.00008326112,"about_ca_system_score_gemma":0.00018320762,"threshold_uncertainty_score":0.996182},"labels":[],"label_agreement":null},{"id":"W144145983","doi":"","title":"CKD guideline (British Columbia)","year":2011,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Geography; Medicine; Pathology","score_opus":0.32282347657953847,"score_gpt":0.45671548177669213,"score_spread":0.13389200519715366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W144145983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6797106,0.00007618074,0.013453602,0.0046652267,0.0006650251,0.00089859124,0.000018189585,0.0004297682,0.30008277],"genre_scores_gemma":[0.82318085,0.000050811046,0.13502657,0.018838447,0.0003600282,0.000017000613,0.00010268821,0.000029338928,0.022394266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985208,0.000027858066,0.00086134,0.00020884047,0.0002115926,0.00016959243],"domain_scores_gemma":[0.999077,0.00011030933,0.00011107999,0.00025674765,0.00029716804,0.000147701],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059998356,0.000051211948,0.0001682707,0.00001776636,0.000044422835,0.00004294496,0.00005868335,0.00005747408,0.047838505],"category_scores_gemma":[0.0020367457,0.00007564762,0.00007222719,0.00011527231,0.00003635346,0.0001475459,0.000045845416,0.00012313253,0.0004000555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057367193,0.00030616275,0.10640038,0.000012699299,0.000046626217,0.00011849977,0.000041042822,8.9567756e-8,0.00032456854,0.00007061101,0.7403672,0.1522548],"study_design_scores_gemma":[0.0057400074,0.0009919865,0.43607348,0.00006031199,0.00038295623,0.0008922047,0.001155883,0.00054691953,0.00040610932,0.00390223,0.54949635,0.00035154275],"about_ca_topic_score_codex":0.07390447,"about_ca_topic_score_gemma":0.058832165,"teacher_disagreement_score":0.32967308,"about_ca_system_score_codex":0.000028051652,"about_ca_system_score_gemma":0.000092660775,"threshold_uncertainty_score":0.9583417},"labels":[],"label_agreement":null},{"id":"W1454775445","doi":"10.1016/j.jclinepi.2015.09.006","title":"A number of factors explain why WHO guideline developers make strong recommendations inconsistent with GRADE guidance","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; Health Sciences Centre; McMaster University","funders":"World Health Organization","keywords":"Certainty; Grading (engineering); Quality of evidence; Guideline; Medicine; MEDLINE; Evidence-based medicine; Medical education; Psychology; Family medicine; Alternative medicine; Meta-analysis; Political science; Pathology","score_opus":0.6642960561436178,"score_gpt":0.6126113030567385,"score_spread":0.051684753086879254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1454775445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7646907,0.00020077216,0.077264756,0.15531,0.0014145233,0.00038316238,0.000028921588,0.000020367326,0.00068680994],"genre_scores_gemma":[0.62635314,0.000432331,0.35227716,0.01972869,0.00095503085,0.000006061629,0.0000757821,0.000039621114,0.00013216626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98158157,0.003902238,0.0132812,0.00034858665,0.00049637747,0.00039002375],"domain_scores_gemma":[0.9520239,0.035585888,0.008597311,0.0004612161,0.0025151693,0.0008164869],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033442274,0.0002565374,0.0029393937,0.00014823863,0.00004487416,0.000006232531,0.00026352622,0.00031531247,0.0002853167],"category_scores_gemma":[0.2690859,0.00016902527,0.00056691107,0.00028807786,0.00038780668,0.00024351681,0.0001022858,0.0011939915,0.000014332677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016817079,0.00047514876,0.8639704,0.00002756219,0.0005001537,0.00003704461,0.00014769498,0.00033222532,0.000011428816,0.0007626501,0.12078559,0.011268408],"study_design_scores_gemma":[0.021671243,0.00687503,0.5208999,0.0010246448,0.0015476446,0.0014049674,0.008173179,0.0026021095,0.00007622891,0.005529199,0.4296542,0.0005416649],"about_ca_topic_score_codex":0.0002953454,"about_ca_topic_score_gemma":0.00026077643,"teacher_disagreement_score":0.34307054,"about_ca_system_score_codex":0.00014453904,"about_ca_system_score_gemma":0.0015097864,"threshold_uncertainty_score":0.9952746},"labels":[],"label_agreement":null},{"id":"W147739382","doi":"10.1155/2004/409141","title":"Summary of the 2002 CAG Strategic Planning Survey","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Pfizer (Canada); AstraZeneca (Canada)","funders":"","keywords":"Strategic planning; Presentation (obstetrics); Plan (archaeology); Web site; Library science; Political science; Management; Medicine; Geography; Computer science; World Wide Web; Surgery; Economics","score_opus":0.19243684194797678,"score_gpt":0.3994371826142972,"score_spread":0.20700034066632045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W147739382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99160177,0.00011372148,0.00028126364,0.0070079844,0.0005752688,0.0000951071,0.00003208121,0.0000013886755,0.00029142352],"genre_scores_gemma":[0.99673975,0.000007887461,0.00042725817,0.0026154153,0.00014783756,4.1959484e-7,0.00000796973,0.000009966985,0.000043524284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846345,0.00021512096,0.00083613634,0.000079832724,0.00014341575,0.00026206262],"domain_scores_gemma":[0.99842346,0.00015538621,0.0005776471,0.00016317799,0.00033035397,0.00034998936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010629469,0.00008050524,0.00028484076,0.00015088127,0.000044451746,0.0000074925133,0.0001660341,0.00005678119,0.00017703515],"category_scores_gemma":[0.0010450807,0.000058926587,0.00011007543,0.00010474042,0.00015063144,0.000075161384,0.0000122975225,0.00038686275,0.000003726729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057383784,0.00003062005,0.99295884,0.000011623736,0.0000934445,0.00020180315,0.00009427279,0.0008225685,0.000303036,0.000037658672,0.0047572334,0.00011503279],"study_design_scores_gemma":[0.0030176933,0.001885439,0.9916493,0.00012743978,0.00011475905,0.0016733278,0.00036142574,0.000011865529,0.00006504523,0.0002494966,0.000811722,0.000032446565],"about_ca_topic_score_codex":0.012281805,"about_ca_topic_score_gemma":0.14871556,"teacher_disagreement_score":0.13643375,"about_ca_system_score_codex":0.000147583,"about_ca_system_score_gemma":0.0015912041,"threshold_uncertainty_score":0.9942955},"labels":[],"label_agreement":null},{"id":"W1482332811","doi":"10.1007/s00398-009-0705-1","title":"Reihe Evidenzbasierte Chirurgie","year":2009,"lang":"de","type":"article","venue":"Zeitschrift für Herz- Thorax- und Gefäßchirurgie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Gynecology; Medicine","score_opus":0.13170713556639024,"score_gpt":0.47455022963957927,"score_spread":0.342843094073189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482332811","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09222189,0.40455812,0.008479841,0.25777307,0.03272503,0.013363229,0.0009551005,0.0033588437,0.1865649],"genre_scores_gemma":[0.8651113,0.040134303,0.009919276,0.04665612,0.023410674,0.00012967557,0.0018021993,0.00064191077,0.012194525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9831597,0.0016088245,0.0062070894,0.0028656302,0.0029575697,0.0032011464],"domain_scores_gemma":[0.9861318,0.0041406746,0.0024745527,0.003790317,0.0012637295,0.0021989616],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0066093737,0.00201686,0.0028074807,0.00089979224,0.0009723738,0.0007363466,0.0015095437,0.0014900398,0.0055882037],"category_scores_gemma":[0.014360871,0.0019688606,0.0014977712,0.0023806153,0.00049698976,0.0018837854,0.0005072373,0.0038008615,0.017057523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005750783,0.0047149095,0.0065151113,0.00075587776,0.0037936093,0.0022850104,0.0011967259,0.000360872,0.0035125152,0.019684233,0.24169984,0.7097305],"study_design_scores_gemma":[0.009027731,0.0036104429,0.020533312,0.0016529079,0.0073461533,0.000120759614,0.00064201315,0.0017882118,0.0016682337,0.0018804928,0.9496301,0.0020996828],"about_ca_topic_score_codex":0.000723691,"about_ca_topic_score_gemma":0.00015569523,"teacher_disagreement_score":0.77288944,"about_ca_system_score_codex":0.00025319887,"about_ca_system_score_gemma":0.0023862363,"threshold_uncertainty_score":0.9998062},"labels":[],"label_agreement":null},{"id":"W1483579759","doi":"10.1002/9780470059876.ch19","title":"Health Services Databases in Saskatchewan","year":2006,"lang":"en","type":"other","venue":"Pharmacoepidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health","funders":"","keywords":"Database; Computer science; Business","score_opus":0.24240151610718932,"score_gpt":0.5571334889237802,"score_spread":0.31473197281659093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483579759","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006209544,0.073530786,0.010341405,0.2552531,0.010282764,0.013365298,0.005831001,0.0032925694,0.6218935],"genre_scores_gemma":[0.02520388,0.0135196755,0.059701253,0.32608056,0.011828498,0.0003728323,0.042343084,0.0022021309,0.5187481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610156,0.0009266206,0.0016631195,0.00062040525,0.00016365347,0.0005246495],"domain_scores_gemma":[0.9965126,0.0017569959,0.0010712367,0.00043479603,0.00003054054,0.00019382282],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024142973,0.00031852498,0.0013271703,0.00039448592,0.000020702266,0.000003018231,0.00014400217,0.00015481538,0.002314939],"category_scores_gemma":[0.0005815125,0.0002923704,0.00011611705,0.00019582627,0.000075555814,0.00005524241,0.00010174321,0.0006725978,0.00022447742],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009620731,0.00018548158,0.06958808,0.0008003724,0.000069573216,0.000047443442,0.00003068393,0.0000056401213,0.000032001757,0.000026814707,0.91086423,0.01825346],"study_design_scores_gemma":[0.0023158719,0.00007357422,0.008828189,0.00050643674,0.00012264575,0.000050279392,0.00020865216,0.0002706717,0.000007465338,0.00005860902,0.98736095,0.00019662181],"about_ca_topic_score_codex":0.23495471,"about_ca_topic_score_gemma":0.21760663,"teacher_disagreement_score":0.10314543,"about_ca_system_score_codex":0.00014689591,"about_ca_system_score_gemma":0.00042370113,"threshold_uncertainty_score":0.99995285},"labels":[],"label_agreement":null},{"id":"W1483789966","doi":"10.1161/01.str.0000154854.92922.03","title":"Informed Consent for Thrombolytic Therapy in Acute Ischemic Stroke","year":2005,"lang":"en","type":"letter","venue":"Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Medicine; Informed consent; Stroke (engine); Ischemic stroke; Acute stroke; Intensive care medicine; Cardiology; Ischemia; Internal medicine; Tissue plasminogen activator; Alternative medicine; Pathology","score_opus":0.20612577058424292,"score_gpt":0.47490609867330424,"score_spread":0.2687803280890613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483789966","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054798163,0.0002951943,0.00029925382,0.93383425,0.0009176592,0.003559503,0.0011376123,0.00010649174,0.0050518904],"genre_scores_gemma":[0.007579289,0.002580688,0.0068822205,0.94933295,0.0069579864,0.0003985626,0.00344264,0.00013562775,0.022690035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672604,0.000056846526,0.0015458195,0.0004940547,0.0005520466,0.0006252245],"domain_scores_gemma":[0.9938935,0.0046337107,0.0005786744,0.0005925509,0.00020687534,0.00009468737],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004520338,0.0004113591,0.00085038174,0.0002834307,0.000043112108,0.000048963753,0.00020576178,0.000737982,0.0006548563],"category_scores_gemma":[0.002669967,0.00036646874,0.0003757608,0.00010807527,0.000103232065,0.00017858263,0.000053418757,0.0017481287,0.000119415956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053435133,0.000073373754,0.0012359786,0.00022654745,0.0004499468,0.0000796834,0.00008458188,0.0000011023659,0.0020509742,0.0000031923587,0.982672,0.0125882905],"study_design_scores_gemma":[0.008845726,0.0007134272,0.00095172325,0.00021281287,0.00043829906,0.00006603492,0.00012983558,0.00006767185,0.00097098964,0.000018630695,0.98726535,0.0003194984],"about_ca_topic_score_codex":0.00012724659,"about_ca_topic_score_gemma":0.000351051,"teacher_disagreement_score":0.047218874,"about_ca_system_score_codex":0.0003955097,"about_ca_system_score_gemma":0.0019180564,"threshold_uncertainty_score":0.9998787},"labels":[],"label_agreement":null},{"id":"W1483870727","doi":"10.5489/cuaj.764","title":"Using consensus guidelines effectively","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consensus conference; Political science; Computer science; Library science","score_opus":0.2607951893396225,"score_gpt":0.4476240531039944,"score_spread":0.1868288637643719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483870727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86573887,0.000084528925,0.00062539143,0.13142838,0.00049923605,0.00039150586,0.000011212703,0.000030532203,0.0011903613],"genre_scores_gemma":[0.9623195,0.000018835266,0.00860816,0.027680885,0.0010549261,0.0000071644135,0.000011730875,0.000014610538,0.0002842241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997808,0.00028799966,0.000909155,0.00017555102,0.00037628965,0.00044300267],"domain_scores_gemma":[0.99580103,0.00095974194,0.0005109238,0.00009794964,0.0017946846,0.00083564984],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001730336,0.00012515963,0.00026791295,0.00015984132,0.00024429837,0.00011467008,0.00007247028,0.00022042776,0.0025291012],"category_scores_gemma":[0.026311146,0.0001010869,0.00014053055,0.00020084839,0.000030164805,0.00013846003,0.000014519537,0.00059877825,0.0003804497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042323998,0.000041888346,0.8281481,0.000004005782,0.0001591086,0.000081692466,0.000024252337,0.00019056752,0.0017835469,0.00009092079,0.15406105,0.015372521],"study_design_scores_gemma":[0.0020493614,0.00035005878,0.9079496,0.000019675499,0.0002106802,0.0011563415,0.00019372776,0.0069571086,0.00003826308,0.0026026885,0.07827792,0.00019452782],"about_ca_topic_score_codex":0.010578609,"about_ca_topic_score_gemma":0.0006332322,"teacher_disagreement_score":0.103747495,"about_ca_system_score_codex":0.001275897,"about_ca_system_score_gemma":0.00086892577,"threshold_uncertainty_score":0.99838275},"labels":[],"label_agreement":null},{"id":"W1485171679","doi":"","title":"ICF linked Dutch physiotherapy guidelines concerning initial assessment, treatment and evaluation in hip and knee osteoarthritis.","year":2011,"lang":"en","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Physical therapy; Systematic review; Psychological intervention; Manual therapy; International Classification of Functioning, Disability and Health; MEDLINE; Randomized controlled trial; Evidence-based medicine; Expert opinion; Alternative medicine; Rehabilitation; Nursing; Intensive care medicine; Surgery","score_opus":0.35822564980098737,"score_gpt":0.5101344258748338,"score_spread":0.15190877607384645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485171679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99609965,0.0013513018,0.0004459481,0.0005811823,0.00013257087,0.0007914778,0.00010033414,0.000043218603,0.00045431074],"genre_scores_gemma":[0.9849384,0.002321764,0.009372768,0.00090164086,0.0004843438,0.000052227875,0.001882578,0.000030511348,0.00001577565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977795,0.000345555,0.0007831349,0.00058777037,0.00023999685,0.00026404057],"domain_scores_gemma":[0.9984055,0.000617685,0.0002586743,0.00047387078,0.000099767414,0.0001444734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015460397,0.00023073799,0.00037348678,0.00009259639,0.00015495265,0.00006878195,0.00012772027,0.00006937157,0.000051259183],"category_scores_gemma":[0.00012510113,0.00019755134,0.000022749866,0.00012486005,0.00010108719,0.0005055864,0.00022650367,0.00019347593,0.0000015665169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055962603,0.00012345363,0.22747885,0.00012082987,0.00009788066,0.000017823611,0.0051767877,0.000030343854,0.0018348888,0.00001816852,0.000054006545,0.7644873],"study_design_scores_gemma":[0.010705781,0.0014391799,0.66094226,0.0008027263,0.00042444025,0.000079023965,0.0047423597,0.31795686,0.000036061196,0.0006015287,0.0019571919,0.0003126222],"about_ca_topic_score_codex":0.0033613432,"about_ca_topic_score_gemma":0.006193678,"teacher_disagreement_score":0.7641747,"about_ca_system_score_codex":0.0000422378,"about_ca_system_score_gemma":0.00010390228,"threshold_uncertainty_score":0.805591},"labels":[],"label_agreement":null},{"id":"W1485858986","doi":"","title":"Analysis of case management as a service delivery model in Ontario's home care sector","year":2002,"lang":"en","type":"article","venue":"Medical Entomology and Zoology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Service delivery framework; Case management; Service (business); Operations management; Process management; Marketing; Engineering","score_opus":0.11374931093192861,"score_gpt":0.39527960817618474,"score_spread":0.28153029724425616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485858986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99361235,0.00031534245,0.00050698005,0.003692606,0.00010582678,0.00021209405,0.0000050295453,0.000014764685,0.001534988],"genre_scores_gemma":[0.9921579,0.00018522532,0.0007502172,0.0064276066,0.00001636887,0.00002240747,0.000075373086,0.0000072355087,0.00035766955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982968,0.00015030388,0.0007350592,0.00033115578,0.00024379803,0.00024288795],"domain_scores_gemma":[0.9988421,0.0004942732,0.00012934145,0.00022510564,0.000114052826,0.0001951203],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046534406,0.000119294986,0.00054731587,0.0004527919,0.000027663333,0.0000021238977,0.00007753287,0.00029274376,0.0071182325],"category_scores_gemma":[0.00033075473,0.00010791823,0.00008198932,0.00046052944,0.00014732366,0.00004712262,0.0001271385,0.000393727,0.0000201473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000920057,0.00088133686,0.9152384,0.00028216484,0.0024695606,0.02969805,0.0073619476,0.00052217086,0.000032915425,0.0017669786,0.00021765252,0.040608782],"study_design_scores_gemma":[0.01910541,0.0020042676,0.51150924,0.00012143249,0.013457257,0.013427488,0.007628453,0.4289081,0.000026210344,0.00248874,0.00076937984,0.0005540041],"about_ca_topic_score_codex":0.09345366,"about_ca_topic_score_gemma":0.54213756,"teacher_disagreement_score":0.4486839,"about_ca_system_score_codex":0.00010421815,"about_ca_system_score_gemma":0.000093548,"threshold_uncertainty_score":0.9937894},"labels":[],"label_agreement":null},{"id":"W1489801221","doi":"10.26481/dis.20090910pw","title":"Evaluation of evidence-based clinical guidelines in physical therapy : ankle sprain as case example","year":2009,"lang":"en","type":"dissertation","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Chartered Society of Physiotherapy Charitable Trust","keywords":"Ankle sprain; Guideline; Ankle; Physical therapy; Medicine; Ankle injury; Clinical Practice; Physical medicine and rehabilitation; Surgery","score_opus":0.8073690260669892,"score_gpt":0.669578060150806,"score_spread":0.13779096591618323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1489801221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886072,0.00095659605,0.00009602867,0.004163209,0.00052840187,0.0032764312,0.000014550533,0.000058505,0.0022990354],"genre_scores_gemma":[0.9836289,0.0010874162,0.005721631,0.004574386,0.001373542,0.00018033394,0.0019774402,0.00008064923,0.0013756948],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9906146,0.0016477159,0.004136356,0.0008250518,0.0024744105,0.00030188926],"domain_scores_gemma":[0.9865907,0.0054905633,0.0015144544,0.0008244044,0.005397352,0.00018255902],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02002658,0.0004201264,0.0012120239,0.00039014785,0.000043576383,0.00002679819,0.00016374917,0.0004935258,0.0012077731],"category_scores_gemma":[0.061778035,0.00031224405,0.00051195157,0.0005770203,0.000061830586,0.00033603195,0.00001544414,0.0007375024,0.00006215162],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027342828,0.0014875601,0.0034301318,0.000101450845,0.0001248995,0.0002172412,0.0001876081,0.00016431781,0.0009438572,0.00004524798,0.004848369,0.98571503],"study_design_scores_gemma":[0.09354089,0.026443632,0.50673926,0.011483843,0.014755319,0.0009035294,0.0165341,0.26215154,0.022783283,0.017078834,0.024012273,0.0035735106],"about_ca_topic_score_codex":0.010690207,"about_ca_topic_score_gemma":0.011089601,"teacher_disagreement_score":0.9821415,"about_ca_system_score_codex":0.00023813682,"about_ca_system_score_gemma":0.0039241193,"threshold_uncertainty_score":0.99993294},"labels":[],"label_agreement":null},{"id":"W1492301325","doi":"10.1111/j.1365-2702.2012.04193.x","title":"Using the NHS sustainability framework to understand the activities and resource implications of Canadian nursing guideline early adopters","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Social Sciences and Humanities Research Council; Ottawa Hospital; University of Victoria; Registered Nurses' Association of Ontario; University of Ottawa","funders":"Registered Nurses' Association of Ontario","keywords":"Resource (disambiguation); Guideline; Sustainability; Nursing; Agency (philosophy); Health care; Best practice; Medicine; Early adopter; Medical education; Business; Political science; Marketing","score_opus":0.3240004650756232,"score_gpt":0.5679624482057265,"score_spread":0.2439619831301033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492301325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75807637,0.00030929103,0.04549507,0.19490694,0.00046508142,0.000393317,0.000005613899,0.000004660994,0.00034365518],"genre_scores_gemma":[0.96812165,0.000042924425,0.026659591,0.00391637,0.001229639,6.686274e-7,0.0000012184586,0.00001926297,0.0000086481405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960895,0.00051826047,0.0024752712,0.00014409324,0.00040106042,0.00037181398],"domain_scores_gemma":[0.990188,0.0068969675,0.0011879806,0.0004037578,0.0007220242,0.00060124893],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007836184,0.00012991978,0.00047902792,0.0002392407,0.00029080486,0.000048632442,0.0001774047,0.00014666498,0.000021402002],"category_scores_gemma":[0.020484613,0.000079794205,0.00021854838,0.00053538627,0.0006116628,0.00032396597,0.00002537507,0.0009194607,3.566033e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030348704,0.0011226578,0.2736697,0.00007345047,0.00042030172,0.000012153995,0.021811415,0.00065430417,0.00044776945,0.008973027,0.02168774,0.6680926],"study_design_scores_gemma":[0.0022305404,0.0013521564,0.75633615,0.0021396223,0.0021418568,0.0006765118,0.17920454,0.00064095313,0.00014031363,0.029345782,0.025488153,0.00030341157],"about_ca_topic_score_codex":0.00199477,"about_ca_topic_score_gemma":0.0003964492,"teacher_disagreement_score":0.6677892,"about_ca_system_score_codex":0.00052244624,"about_ca_system_score_gemma":0.00094358315,"threshold_uncertainty_score":0.98776627},"labels":[],"label_agreement":null},{"id":"W1493774375","doi":"10.1111/j.1365-2753.2007.00708.x","title":"Quality of stroke rehabilitation clinical practice guidelines","year":2007,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Queen's University; Ottawa Hospital; University of Ottawa; University of Toronto; Toronto Rehabilitation Institute","funders":"Heart and Stroke Foundation of Canada; U.S. Department of Veterans Affairs","keywords":"Rigour; Medicine; Stroke (engine); Intraclass correlation; Physical therapy; Rehabilitation; Likert scale; Family medicine; Psychology; Clinical psychology; Psychometrics","score_opus":0.6167619680071336,"score_gpt":0.7195167525353662,"score_spread":0.10275478452823261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493774375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7879027,0.0012201256,0.032821115,0.16079348,0.005314941,0.0019469826,0.000013019821,0.000027906492,0.009959716],"genre_scores_gemma":[0.5087023,0.00092285074,0.47603884,0.011892231,0.0023322562,0.0000057062316,0.0000160315,0.00003165379,0.00005816871],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9363225,0.013434935,0.041861124,0.00083330594,0.0069816327,0.0005665098],"domain_scores_gemma":[0.3861415,0.49836284,0.036483016,0.0016015872,0.07652659,0.0008844687],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41056913,0.00024917343,0.0014690055,0.00048576415,0.000058048427,0.00003518866,0.00024293702,0.0005199665,0.00032413504],"category_scores_gemma":[0.9447132,0.00021888655,0.00088138593,0.0008087632,0.00031509102,0.002769997,0.00009679381,0.0023035652,0.000044602246],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037108023,0.009671702,0.26379994,0.00016278544,0.00077652803,0.0001357005,0.00037612463,0.00045678116,0.0006092879,0.0011223833,0.030550202,0.6552305],"study_design_scores_gemma":[0.020033505,0.0073603885,0.7874731,0.0003586418,0.002471888,0.0005456695,0.011721388,0.0017883985,0.00005861474,0.0022963737,0.16561738,0.00027468454],"about_ca_topic_score_codex":0.00019448438,"about_ca_topic_score_gemma":0.00012758777,"teacher_disagreement_score":0.65495586,"about_ca_system_score_codex":0.00037560056,"about_ca_system_score_gemma":0.0023241597,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W1494556609","doi":"10.1186/1472-6963-2-7","title":"Outcomes research in the development and evaluation of practice guidelines","year":2002,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Observational study; Guideline; Health informatics; Confounding; Nursing research; Epidemiology; Clinical Practice; Health administration; Presentation (obstetrics); Management science; Public health; Family medicine; Nursing; Pathology; Surgery","score_opus":0.8362940626169328,"score_gpt":0.7309932511359157,"score_spread":0.10530081148101711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494556609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90832317,0.0031802615,0.000024471416,0.082607366,0.000059497943,0.0029809326,0.0000029198354,0.000012179816,0.0028092263],"genre_scores_gemma":[0.9687933,0.00093348644,0.02395078,0.00578746,0.00014424088,0.00024781784,0.000026130867,0.00001795254,0.00009884229],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9841716,0.0067300606,0.002099243,0.0004362953,0.0058791023,0.0006836475],"domain_scores_gemma":[0.9767378,0.01403678,0.00029575493,0.0006258331,0.0081088925,0.00019492739],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1267891,0.000102821155,0.00029396816,0.0005682688,0.00029746257,0.000050843413,0.00026940598,0.00008374557,0.0001580497],"category_scores_gemma":[0.014493018,0.000069657384,0.000027150722,0.0014176299,0.000114058734,0.00032316847,0.00018982965,0.00080313394,0.00008079446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005338199,0.0014840155,0.3082625,0.003361295,0.000059942544,0.000011389447,0.049460012,0.000046676018,0.00005898121,0.00038038884,0.0035072179,0.6328338],"study_design_scores_gemma":[0.0041945293,0.00064757705,0.7633072,0.00063636084,0.000033421114,0.00003752642,0.13883978,0.028153788,0.000050973744,0.00045977716,0.063533895,0.00010517428],"about_ca_topic_score_codex":0.0028956095,"about_ca_topic_score_gemma":0.0043570157,"teacher_disagreement_score":0.6327286,"about_ca_system_score_codex":0.00033169307,"about_ca_system_score_gemma":0.0014464763,"threshold_uncertainty_score":0.9938083},"labels":[],"label_agreement":null},{"id":"W1494783912","doi":"10.1007/s10729-006-9998-8","title":"Using a Bayesian belief network model to categorize length of stay for radical prostatectomy patients","year":2006,"lang":"en","type":"article","venue":"Health Care Management Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa; California HIV/AIDS Research Program","keywords":"Prostatectomy; Categorization; Bayesian network; Medicine; Health informatics; Computer science; Artificial intelligence; Prostate cancer; Internal medicine; Pathology","score_opus":0.12529295829403894,"score_gpt":0.4745122728570968,"score_spread":0.3492193145630579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494783912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26893526,0.00010115222,0.7165666,0.0049396395,0.00051277166,0.0077314186,0.000057497,0.0000752618,0.0010803544],"genre_scores_gemma":[0.75319856,0.00000953146,0.24313469,0.0033557534,0.00010491327,0.000070104536,0.000060095525,0.000016138656,0.00005018591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969526,0.00004052115,0.0010142005,0.0005091141,0.0008543818,0.00062920817],"domain_scores_gemma":[0.998489,0.00011137803,0.00035592957,0.00035235917,0.00043037927,0.00026095752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017096635,0.00013581988,0.0002861815,0.000206234,0.00030690708,0.000028336439,0.00018592353,0.000028736307,0.0000075249213],"category_scores_gemma":[0.000268558,0.00012707632,0.000057400823,0.00087641506,0.00013956257,0.00020683704,0.00015511707,0.00009356983,0.0000025211448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041415496,0.002983943,0.1589605,0.009034048,0.00016016164,0.000026147296,0.0051553883,0.31330657,0.0006809541,0.06334121,0.078096375,0.36411315],"study_design_scores_gemma":[0.02301561,0.0067953127,0.13072266,0.0010859747,0.0006047103,0.000007689537,0.00532633,0.78175795,0.00057052565,0.0076657683,0.041235898,0.0012115453],"about_ca_topic_score_codex":0.00050456345,"about_ca_topic_score_gemma":0.00009929511,"teacher_disagreement_score":0.48426333,"about_ca_system_score_codex":0.00059833674,"about_ca_system_score_gemma":0.00051082706,"threshold_uncertainty_score":0.5182022},"labels":[],"label_agreement":null},{"id":"W1495252815","doi":"10.1186/1471-2474-3-20","title":"Systematic assessment of the quality of osteoporosis guidelines","year":2002,"lang":"en","type":"article","venue":"BMC Musculoskeletal Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Queen's University","funders":"Canadian Institutes of Health Research; Arthritis Society","keywords":"Guideline; Medicine; Context (archaeology); MEDLINE; Systematic review; Sports medicine; Evidence-based medicine; Family medicine; Alternative medicine; Physical therapy; Pathology","score_opus":0.2032634338025222,"score_gpt":0.4908789206486059,"score_spread":0.2876154868460837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1495252815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872449,0.00063399377,0.0034710579,0.0036945478,0.00032489985,0.001980595,0.000022367552,0.000036876267,0.0025907871],"genre_scores_gemma":[0.9916459,0.00020136754,0.0074880007,0.00030115273,0.000044901706,0.000054475528,0.000014273004,0.000021437321,0.00022854412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99550927,0.00052371353,0.0026921243,0.00023905291,0.0008571712,0.00017865105],"domain_scores_gemma":[0.9960063,0.0014213735,0.0012535746,0.0007857161,0.00046437967,0.00006866006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020065198,0.00016802945,0.0006345937,0.00007008662,0.00005125516,0.000006319251,0.00020398208,0.00007717749,0.0005226255],"category_scores_gemma":[0.010090077,0.0001092857,0.00072300906,0.0003725464,0.00016115856,0.00011316899,0.00010047397,0.00014806254,0.000011001842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000973349,0.0022641188,0.8518761,0.11655622,0.0006596398,4.5204288e-7,0.0005380481,0.00047323626,0.009041178,0.0024844958,0.0048973467,0.011111866],"study_design_scores_gemma":[0.004667155,0.00057691545,0.97124904,0.004502011,0.0012352434,0.000005346517,0.0049268194,0.011540142,0.00014796037,0.0005500562,0.00027277943,0.00032654678],"about_ca_topic_score_codex":0.0004834087,"about_ca_topic_score_gemma":0.0006202339,"teacher_disagreement_score":0.119372964,"about_ca_system_score_codex":0.00004812504,"about_ca_system_score_gemma":0.00009819208,"threshold_uncertainty_score":0.99824834},"labels":[],"label_agreement":null},{"id":"W1496278743","doi":"10.1002/9783527629480.ch16","title":"Policy Considerations for Alberta","year":2010,"lang":"en","type":"other","venue":"Health care and disease management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; University of Calgary; Alberta Health; University of Alberta","funders":"","keywords":"Environmental science; Political science","score_opus":0.12416490950565852,"score_gpt":0.5026304403349504,"score_spread":0.3784655308292919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496278743","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014494783,0.0047951364,0.0014881173,0.22466427,0.00079419586,0.009077082,0.0008873962,0.00019099687,0.7580883],"genre_scores_gemma":[0.0036673292,0.0050537386,0.03486112,0.2122233,0.003470499,0.0011431177,0.0041567907,0.0005634907,0.7348606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988833,0.00002777233,0.00040420104,0.00031937246,0.00015758512,0.00020777759],"domain_scores_gemma":[0.998516,0.00026501008,0.00020921514,0.0003499833,0.000057333862,0.00060244434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011939696,0.00015400736,0.00025575855,0.00021673545,0.00009643183,0.000026645448,0.000024866,0.00007379529,0.0008339239],"category_scores_gemma":[0.001057132,0.00014577252,0.000078587,0.000051728504,0.000032274656,0.000019215042,0.000052045572,0.00011066225,0.000030226327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007045793,0.00005667242,0.00008751159,0.003128249,0.000079158825,0.000009391283,0.00006892205,1.13381255e-7,6.6182324e-8,0.017265672,0.9262128,0.05302098],"study_design_scores_gemma":[0.0016335648,0.00012887525,0.0005674363,0.00019866985,0.0003975528,0.0000019590773,0.00031456395,0.000010501961,5.996384e-8,0.001476452,0.99515563,0.000114736205],"about_ca_topic_score_codex":0.0024789218,"about_ca_topic_score_gemma":0.0053083734,"teacher_disagreement_score":0.06894282,"about_ca_system_score_codex":0.00006682681,"about_ca_system_score_gemma":0.00074457336,"threshold_uncertainty_score":0.91308826},"labels":[],"label_agreement":null},{"id":"W1496485495","doi":"10.5334/ijic.215","title":"The individualized service plan as a clinical integration tool: qualitative analysis in the Quebec PRISMA experiment","year":2007,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Service (business); Process management; Task (project management); Psychological intervention; Operations management; Business; Medicine; Nursing; Engineering; Marketing","score_opus":0.19367424999772895,"score_gpt":0.5682488939329413,"score_spread":0.37457464393521234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496485495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96773964,0.00040058803,0.008085788,0.021575043,0.0009883645,0.00038929543,0.00003108111,0.000012530325,0.0007776583],"genre_scores_gemma":[0.99031764,0.00013337153,0.0022706059,0.006363423,0.0004713839,0.000011432413,0.0003376099,0.00001360774,0.00008090993],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9940861,0.0010221016,0.003002949,0.00020331878,0.0014797612,0.00020580947],"domain_scores_gemma":[0.98825103,0.0057776836,0.0014684328,0.00025864702,0.0041484786,0.000095750365],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00996607,0.00018591083,0.0004155251,0.00047171768,0.00008357811,0.00018318836,0.00064426544,0.00014119061,0.00014548626],"category_scores_gemma":[0.009534379,0.00009705782,0.00052838685,0.00095714035,0.00010044671,0.00030437496,0.00005166906,0.0010321791,0.000018996716],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022588754,0.0017112317,0.1103649,0.00002514281,0.012510545,0.0013285951,0.28742254,0.00018996825,0.0017537441,0.007601776,0.009679143,0.54482365],"study_design_scores_gemma":[0.0052148383,0.0008335472,0.069738105,0.00022674874,0.0012151878,0.0002704362,0.8870877,0.00035396634,0.0014069631,0.00057471986,0.032894224,0.00018358951],"about_ca_topic_score_codex":0.009100001,"about_ca_topic_score_gemma":0.043668225,"teacher_disagreement_score":0.59966516,"about_ca_system_score_codex":0.0008304748,"about_ca_system_score_gemma":0.0010198909,"threshold_uncertainty_score":0.99880874},"labels":[],"label_agreement":null},{"id":"W1497747756","doi":"","title":"Ottawa's virtual cardiac prevention clinic","year":2002,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bridging (networking); Medicine; Computer science; Computer security","score_opus":0.13410148197363425,"score_gpt":0.3808497136527245,"score_spread":0.24674823167909027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497747756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93213856,0.000697147,0.00082820485,0.013346281,0.0047464124,0.0021841703,0.000038406015,0.00039913115,0.045621663],"genre_scores_gemma":[0.9590547,0.0012729054,0.0010741688,0.002009303,0.0017959395,0.000076170036,0.00011665342,0.00008277997,0.03451739],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964263,0.0004414219,0.0012348602,0.0005103794,0.0005509904,0.0008360819],"domain_scores_gemma":[0.99787325,0.000497825,0.00034660433,0.0005711635,0.00018909127,0.0005220512],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015045278,0.00022537645,0.00039146846,0.00009130892,0.00008305736,0.00004954944,0.00014992338,0.000101117774,0.003966951],"category_scores_gemma":[0.006317881,0.00021194824,0.00026202577,0.00041389652,0.00007230271,0.00031889434,0.00007720507,0.00045585525,0.002485668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033473995,0.0012784597,0.11641964,0.00006910086,0.00039103048,0.00015834902,0.0016958712,0.00000950771,0.001027146,0.00029259347,0.38854554,0.489778],"study_design_scores_gemma":[0.0028314148,0.0005206025,0.27267858,0.00004811258,0.0004556608,0.000033468343,0.00022122769,0.00015323593,0.0005152366,0.0000460904,0.72222996,0.00026642607],"about_ca_topic_score_codex":0.000024082276,"about_ca_topic_score_gemma":0.000011475764,"teacher_disagreement_score":0.48951158,"about_ca_system_score_codex":0.00018713353,"about_ca_system_score_gemma":0.00009455957,"threshold_uncertainty_score":0.998291},"labels":[],"label_agreement":null},{"id":"W1501243890","doi":"10.1186/1472-6963-3-23","title":"Can surveying practitioners about their practices help identify priority clinical practice guideline topics?","year":2003,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"Ontario Ministry of Health and Long-Term Care; Cancer Care Ontario","keywords":"Guideline; Medicine; Family medicine; Clinical Practice; Nursing research; MEDLINE; Health administration; Public health; Nursing; Pathology","score_opus":0.48452619993537344,"score_gpt":0.6617307121238801,"score_spread":0.1772045121885067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501243890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73379517,0.0064585297,0.0055855494,0.22365999,0.004102079,0.009878558,0.00018978535,0.0005603592,0.015769972],"genre_scores_gemma":[0.71650195,0.011759773,0.19505371,0.06850881,0.0047960896,0.00029622714,0.0011461659,0.00021661844,0.0017206862],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9767136,0.012923987,0.004727616,0.0013490734,0.0027650236,0.0015206774],"domain_scores_gemma":[0.95872855,0.027117811,0.004369268,0.0019902193,0.006168713,0.0016254158],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08204892,0.00037918528,0.0009252428,0.00043450782,0.0009641494,0.00037856848,0.00050354755,0.00039747803,0.00059271115],"category_scores_gemma":[0.079675734,0.0003399489,0.0002489427,0.001521521,0.00022551717,0.0017846172,0.0003035512,0.002933267,0.0003358815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040090415,0.005270307,0.83227384,0.0061399597,0.0006241466,0.0002485849,0.0054768873,0.00005324187,0.0003486688,0.0023895944,0.028264157,0.11490156],"study_design_scores_gemma":[0.003248905,0.0010122329,0.17034239,0.00037568665,0.00009902375,0.0002624662,0.033659842,0.0012194592,0.000083251274,0.00046933256,0.78892916,0.0002982558],"about_ca_topic_score_codex":0.013667875,"about_ca_topic_score_gemma":0.009791874,"teacher_disagreement_score":0.760665,"about_ca_system_score_codex":0.00074108725,"about_ca_system_score_gemma":0.0067682536,"threshold_uncertainty_score":0.9999052},"labels":[],"label_agreement":null},{"id":"W1506111567","doi":"10.1007/s12630-012-9855-9","title":"Review article: The role of practice guidelines and evidence-based medicine in perioperative patient safety","year":2012,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Guideline; Autonomy; Medicine; Patient safety; Specialty; Evidence-based medicine; MEDLINE; Quality (philosophy); Intensive care medicine; Nursing; Health care; Alternative medicine; Family medicine; Political science","score_opus":0.17134809637158996,"score_gpt":0.42621631757714307,"score_spread":0.2548682212055531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506111567","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062403706,0.93920124,0.0000045675024,0.058771532,0.00021059425,0.0010802847,0.0000072598905,0.0000028768777,0.00009761308],"genre_scores_gemma":[0.0019688949,0.9920836,0.0010050219,0.0037710406,0.0010457716,0.000014821612,0.000012558085,0.000074555894,0.000023730356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99024636,0.0016695485,0.0061167367,0.00030899665,0.0009141304,0.0007442162],"domain_scores_gemma":[0.9834204,0.0035595514,0.0057103154,0.00052651815,0.0045962646,0.002186968],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012520929,0.0005908826,0.0030066844,0.00085557386,0.0002588227,0.00007294471,0.00051381876,0.00030534578,0.00036636036],"category_scores_gemma":[0.034806885,0.000356086,0.0005332311,0.0010354983,0.0005077695,0.0008872666,0.000020146863,0.002105986,0.0000070427927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018807795,0.00005421856,0.00024838373,0.0056979414,0.00025217413,0.044476837,0.0008727406,0.000011573603,9.262894e-7,0.000077578574,0.003368161,0.9447514],"study_design_scores_gemma":[0.0004182459,0.0008127285,0.0000739185,0.07589829,0.0030540847,0.41757146,0.0010938757,0.0000065284926,5.308531e-7,0.000010822361,0.5008965,0.00016300895],"about_ca_topic_score_codex":0.016489962,"about_ca_topic_score_gemma":0.008926855,"teacher_disagreement_score":0.94458836,"about_ca_system_score_codex":0.0013152595,"about_ca_system_score_gemma":0.017403362,"threshold_uncertainty_score":0.99988914},"labels":[],"label_agreement":null},{"id":"W1506587283","doi":"10.1017/s026646230300014x","title":"CHARACTERISTICS OF HIGH-QUALITY GUIDELINES","year":2003,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Scope (computer science); Agency (philosophy); Quality (philosophy); Medicine; Family medicine; Professional association; Quality management; Clinical Practice; Nursing; Medical education; Business; Political science; Public relations; Computer science","score_opus":0.1929612597634827,"score_gpt":0.593117026495785,"score_spread":0.40015576673230235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506587283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90293723,0.0005304871,0.003896054,0.09058073,0.0016081595,0.00023230108,0.000035927274,0.000017497527,0.000161626],"genre_scores_gemma":[0.93607193,0.00071127276,0.061036415,0.0019958206,0.00012781103,0.0000036687086,0.00003254524,0.0000102243985,0.000010323175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99565506,0.00014984075,0.003297285,0.0001320484,0.0006183807,0.00014736896],"domain_scores_gemma":[0.9937862,0.0003279781,0.002390027,0.00018446059,0.0032436724,0.000067659574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021477833,0.00009868762,0.0005004012,0.0006397074,0.000020055355,0.0000070084484,0.0002285814,0.00013186762,0.00012419149],"category_scores_gemma":[0.007417918,0.000089308494,0.00009836052,0.00022505302,0.00006606189,0.00012316607,0.00004680397,0.00056990236,0.000001756665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041066876,0.0005783669,0.783516,0.0002575575,0.00023430094,0.00015609489,0.00014904626,0.000043953904,0.0009170686,0.05028814,0.0012829845,0.16216584],"study_design_scores_gemma":[0.008916135,0.0022047807,0.9137933,0.0013289346,0.0000947089,0.0010616411,0.010553555,0.000042612166,0.002773082,0.008326605,0.05067698,0.00022766582],"about_ca_topic_score_codex":0.00013753118,"about_ca_topic_score_gemma":0.00003636865,"teacher_disagreement_score":0.16193816,"about_ca_system_score_codex":0.0005802271,"about_ca_system_score_gemma":0.001309086,"threshold_uncertainty_score":0.8880477},"labels":[],"label_agreement":null},{"id":"W1509811832","doi":"","title":"Evaluation of clinical practice guidelines in chiropractic care: a comparison of North American guideline reports","year":2001,"lang":"en","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Chiropractic; Guideline; CLARITY; Alternative medicine; Clinical Practice; Computer science; Medicine; Medical education; Family medicine; Pathology","score_opus":0.3836867795055787,"score_gpt":0.5726175289233517,"score_spread":0.188930749417773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509811832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98562324,0.00061877194,0.00057877874,0.009098626,0.001019384,0.0017821889,0.00001115558,0.000032801272,0.0012350652],"genre_scores_gemma":[0.9554739,0.00042231326,0.041355066,0.0015239464,0.00085304695,0.000087141605,0.00023923887,0.00003222181,0.000013117318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98550355,0.00094153837,0.009400419,0.00061664276,0.0026643868,0.00087346206],"domain_scores_gemma":[0.985422,0.0013243584,0.0052287974,0.0007664125,0.0068143364,0.00044405673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020646127,0.00022915239,0.0011414007,0.00021285261,0.000029244278,0.000011818414,0.00012917473,0.000091381124,0.00008256003],"category_scores_gemma":[0.25574508,0.00021441665,0.00025055197,0.0010220779,0.0001845973,0.0004690888,0.000077357116,0.000524541,0.000003625859],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009050254,0.00074502855,0.5314163,0.000024235353,0.000101145895,0.000045560897,0.00017094787,0.001075733,0.000010131104,0.0000026365165,0.0021647767,0.4633385],"study_design_scores_gemma":[0.0033915658,0.00054620655,0.92014474,0.0000409767,0.0017699981,0.00019618271,0.002070766,0.009447068,0.000094400784,0.00001727793,0.062120125,0.00016069159],"about_ca_topic_score_codex":0.0036266367,"about_ca_topic_score_gemma":0.006328085,"teacher_disagreement_score":0.4631778,"about_ca_system_score_codex":0.00043261034,"about_ca_system_score_gemma":0.0018728658,"threshold_uncertainty_score":0.87436575},"labels":[],"label_agreement":null},{"id":"W1512561187","doi":"10.4000/pistes.3112","title":"Bilan des études sur les guides de pratique en santé : qu’en retirer pour la santé et la sécurité au travail","year":2013,"lang":"fr","type":"article","venue":"Perspectives interdisciplinaires sur le travail et la santé","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut de recherche Robert-Sauvé en santé et en sécurité du travail","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.048890991752471795,"score_gpt":0.43063905238792094,"score_spread":0.38174806063544914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512561187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9100529,0.014335356,0.004608404,0.020095004,0.0006104727,0.0019534826,0.0002726516,0.0004768193,0.0475949],"genre_scores_gemma":[0.9697167,0.01281908,0.008197323,0.0009365349,0.0019982809,0.00037960891,0.000101933874,0.00038711677,0.0054634134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9787746,0.013337429,0.0029694645,0.0019620932,0.001116369,0.0018400515],"domain_scores_gemma":[0.9653962,0.02971025,0.00110674,0.001348092,0.0014621066,0.0009766151],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.012955713,0.0014519737,0.0017573232,0.0005683427,0.00053424126,0.00073700235,0.0010895095,0.0011972273,0.0041394243],"category_scores_gemma":[0.026299393,0.0013649962,0.0009291707,0.00064683537,0.0026594792,0.002330296,0.0010399964,0.002910098,0.00038599566],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012488291,0.0052434984,0.043909993,0.0014946057,0.0019045625,0.0006279934,0.3785488,0.0001268274,0.018086419,0.013026702,0.024727402,0.5110544],"study_design_scores_gemma":[0.0045129424,0.0009947605,0.74630696,0.0029938754,0.0008095344,0.0009285199,0.22333354,0.0017199817,0.001197522,0.0055962442,0.010299691,0.0013064119],"about_ca_topic_score_codex":0.015784213,"about_ca_topic_score_gemma":0.02965364,"teacher_disagreement_score":0.702397,"about_ca_system_score_codex":0.0015147616,"about_ca_system_score_gemma":0.004579783,"threshold_uncertainty_score":0.999823},"labels":[],"label_agreement":null},{"id":"W1513249775","doi":"","title":"Patient Education Based on Clinical Practice Guideline Recommendations to Improve Shared Decision Making in Healthcare Using Semantic Web Technology","year":2012,"lang":"en","type":"article","venue":"Library and Archives Canada (Government of Canada)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Semantic Web; Health care; Guideline; Computer science; Knowledge management; Clinical Practice; Clinical decision making; Medicine; World Wide Web; Nursing; Family medicine; Political science","score_opus":0.04951588588209668,"score_gpt":0.3900083187101109,"score_spread":0.3404924328280142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513249775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49143466,0.000264097,0.005052301,0.4902944,0.0019338852,0.0017571421,0.00026710375,0.000029645937,0.008966758],"genre_scores_gemma":[0.82320356,0.00003283601,0.13532403,0.041220758,0.00011746162,0.000015905174,0.00003188286,0.000018353594,0.000035221885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693817,0.00017209478,0.0013155953,0.00027927427,0.0010024952,0.0002923594],"domain_scores_gemma":[0.9967909,0.0021192657,0.00047473033,0.00029738128,0.00000879843,0.0003089374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001583498,0.00014454208,0.00027830002,0.00012047226,0.0000943579,0.000011862643,0.000082116334,0.000053127776,0.000041162682],"category_scores_gemma":[0.001058003,0.00014280865,0.00002800859,0.0002582031,0.000024542382,0.0004556709,0.00011161575,0.00029069357,1.790706e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003179814,0.0006984668,0.23379254,0.00012605436,0.00004234465,0.000022422548,0.000068870395,0.00023915668,0.0033613269,0.003527245,0.0074954084,0.74744636],"study_design_scores_gemma":[0.0053948816,0.003717439,0.22934185,0.004438792,0.00042444858,0.00011971445,0.027058149,0.15629102,0.008999894,0.0017553517,0.5612516,0.001206887],"about_ca_topic_score_codex":0.0025958985,"about_ca_topic_score_gemma":0.012093478,"teacher_disagreement_score":0.7462395,"about_ca_system_score_codex":0.000059576447,"about_ca_system_score_gemma":0.0043300004,"threshold_uncertainty_score":0.7681235},"labels":[],"label_agreement":null},{"id":"W1514118430","doi":"10.1002/9780470779750.ch38","title":"Clinical Practice Guidelines: A Global Perspective","year":2008,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Clinical Practice; Perspective (graphical); Guideline; Engineering ethics; Medicine; Medical education; Family medicine; Computer science; Engineering; Pathology; Artificial intelligence","score_opus":0.41805836316784967,"score_gpt":0.6300290628262687,"score_spread":0.21197069965841903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514118430","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003986894,0.0021700058,0.005276575,0.051954623,0.0013498489,0.0011353329,0.00008285728,0.00062091474,0.9374058],"genre_scores_gemma":[0.000016759674,0.0068939114,0.2998668,0.060382627,0.006038369,0.000021823602,0.00015369961,0.0004038703,0.62622213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502325,0.0002666928,0.0025405479,0.0009074655,0.00091741164,0.0003446234],"domain_scores_gemma":[0.9931486,0.0013600753,0.0013161262,0.000962617,0.002817946,0.00039462218],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001492904,0.00041789524,0.0009723832,0.00012055371,0.000041518804,0.000022069962,0.0001805527,0.00074351963,0.0120737925],"category_scores_gemma":[0.1055585,0.0003472257,0.00048089772,0.00035514781,0.00019696105,0.00013705167,0.00014122434,0.0007402665,0.0035428635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003187559,0.0005245124,0.0008700231,0.00002609963,0.0006392675,0.0003926261,0.000013964585,1.6169442e-7,2.9730225e-7,0.0017646312,0.970335,0.025114639],"study_design_scores_gemma":[0.0030200894,0.00048670731,0.00046511428,0.0001849346,0.0010778715,0.0012704553,0.0022950892,0.000045493307,2.3221405e-7,0.00013342794,0.9907003,0.00032030855],"about_ca_topic_score_codex":0.008059522,"about_ca_topic_score_gemma":0.0007932367,"teacher_disagreement_score":0.31118372,"about_ca_system_score_codex":0.0004878074,"about_ca_system_score_gemma":0.0015730836,"threshold_uncertainty_score":0.99989796},"labels":[],"label_agreement":null},{"id":"W1515228526","doi":"10.1002/9781118715598.ch2","title":"How to Develop a Reporting Guideline","year":2014,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Guideline; Checklist; Process (computing); Work (physics); Medical education; Process management; Computer science; Medicine; Psychology; Engineering","score_opus":0.2985894477456442,"score_gpt":0.5226117287146427,"score_spread":0.22402228096899846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515228526","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022005317,0.000047142465,0.19821616,0.07740683,0.0005569543,0.0009759658,0.0000070391343,0.00046737416,0.7223005],"genre_scores_gemma":[0.00012645249,0.000011250078,0.29075328,0.019856414,0.0018921194,0.000019722758,0.00027154302,0.00034624172,0.686723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959341,0.00004429931,0.0028796464,0.00046868704,0.00042862882,0.0002446169],"domain_scores_gemma":[0.99508554,0.00024277063,0.0031436316,0.0006586887,0.00060486293,0.00026449055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024743548,0.00023464306,0.000628321,0.00023966125,0.000018597286,0.000041420943,0.00008727427,0.0002373593,0.008191919],"category_scores_gemma":[0.10686632,0.0001877912,0.000082184466,0.00034429692,0.000014840564,0.00003036672,0.00011226243,0.00023649489,0.0008920107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001920921,0.000021369557,0.00038716072,0.000059426304,0.000066566885,0.00003752815,0.0000072408816,2.0367779e-7,0.00012196129,0.000058130565,0.9405184,0.058702838],"study_design_scores_gemma":[0.00060124806,0.000110638575,0.00014160991,0.00020226432,0.00016466397,0.00008819188,0.000101454905,0.000050048668,0.000054687112,0.000018389532,0.9982578,0.00020898895],"about_ca_topic_score_codex":0.000582234,"about_ca_topic_score_gemma":0.0009823777,"teacher_disagreement_score":0.10439197,"about_ca_system_score_codex":0.0000655251,"about_ca_system_score_gemma":0.00037770477,"threshold_uncertainty_score":0.9998859},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1517408528","doi":"10.1159/000435852","title":"European Reference Networks and Guideline Development and Use: Challenges and Opportunities","year":2015,"lang":"en","type":"article","venue":"Public Health Genomics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Directive; Guideline; European union; Business; Member states; European commission; Health care; Standardization; Commission; Member state; Process management; Political science; Public relations; Computer science; International trade; Law","score_opus":0.79905461346294,"score_gpt":0.4881219666292107,"score_spread":0.31093264683372934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517408528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.610488,0.028067147,0.006464252,0.35113478,0.0002736175,0.00082044955,0.000015047491,0.0001212787,0.0026154672],"genre_scores_gemma":[0.74676955,0.14084584,0.06232536,0.048531268,0.0005943029,0.00001865465,0.00042411647,0.0000760187,0.00041491125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980646,0.00023779596,0.0009479186,0.00028601548,0.00015697799,0.0003066974],"domain_scores_gemma":[0.99807966,0.00029096537,0.0002609367,0.00018133063,0.0002727357,0.0009143953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054582846,0.00013187589,0.00026111346,0.0000822531,0.00009716268,0.00007929838,0.000042262072,0.000051459647,0.0000067670994],"category_scores_gemma":[0.0014325388,0.00012215001,0.0000072897847,0.000033522927,0.000078069395,0.00026693055,0.00018454476,0.00019730846,0.0000028602012],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037542413,0.000033871296,0.0011626272,0.00007224052,0.000023591441,0.000009388906,0.0019191963,0.0000022041513,0.0000013773031,0.0012020818,0.0048656897,0.9906702],"study_design_scores_gemma":[0.0011703256,0.00021462401,0.030792128,0.0000239876,0.000013771858,0.00012628193,0.0041176165,0.0014604275,3.9684625e-7,0.000052052677,0.9619127,0.0001157154],"about_ca_topic_score_codex":0.000088816254,"about_ca_topic_score_gemma":0.00016012524,"teacher_disagreement_score":0.99055445,"about_ca_system_score_codex":0.00012418634,"about_ca_system_score_gemma":0.00094721065,"threshold_uncertainty_score":0.49811333},"labels":[],"label_agreement":null},{"id":"W1518403341","doi":"10.1111/j.1365-2753.2007.00856.x","title":"Doctors’ views of clinical practice guidelines: a qualitative exploration using innovation theory","year":2007,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health; Saskatchewan Health Authority","funders":"","keywords":"Qualitative research; Clinical Practice; Medicine; Medical education; Psychology; Nursing; Sociology; Social science","score_opus":0.8609792079791194,"score_gpt":0.7633198271348697,"score_spread":0.09765938084424974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518403341","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57558537,0.0009805998,0.37589157,0.03665627,0.0047143702,0.0020812955,0.000006239842,0.000023263867,0.0040610386],"genre_scores_gemma":[0.45183036,0.0009854474,0.52791613,0.015719824,0.0033981446,0.000009543187,0.00004373205,0.00005178122,0.00004499532],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.91715044,0.024372855,0.050472774,0.0009306164,0.0064604147,0.0006128972],"domain_scores_gemma":[0.5220518,0.31196275,0.058246374,0.0014483283,0.105672106,0.0006186635],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4578089,0.0002915501,0.0014734953,0.00090452336,0.00008007864,0.000048806574,0.00021500625,0.0005166404,0.00028734826],"category_scores_gemma":[0.89797926,0.00025089647,0.00052525586,0.002266062,0.00026595293,0.005616485,0.00008793997,0.0022110487,0.000030383648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06087281,0.011506567,0.013534474,0.00023444445,0.0017182739,0.00031620744,0.009948011,0.0024304455,0.0019409045,0.011977992,0.015267229,0.87025267],"study_design_scores_gemma":[0.065584205,0.01694614,0.07564051,0.0031178526,0.016355399,0.0028369632,0.3719113,0.034855634,0.0008261324,0.062337335,0.34819224,0.0013963105],"about_ca_topic_score_codex":0.00009731898,"about_ca_topic_score_gemma":0.00004472384,"teacher_disagreement_score":0.8688563,"about_ca_system_score_codex":0.00041574202,"about_ca_system_score_gemma":0.00318716,"threshold_uncertainty_score":0.99999434},"labels":[],"label_agreement":null},{"id":"W1519617352","doi":"10.1002/9783527622665.ch23","title":"The Alberta Chronic Pain Ambassador Program","year":2008,"lang":"en","type":"other","venue":"Health care and disease management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; University of Alberta; University of Calgary","funders":"","keywords":"Chronic pain; Knowledge translation; Psychology; Medical education; Library science; Medicine; Computer science; Knowledge management; Physical therapy","score_opus":0.06905234526131519,"score_gpt":0.45319546902597957,"score_spread":0.38414312376466436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519617352","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026855116,0.17929317,0.00055590324,0.110575415,0.0011559519,0.018264076,0.00013745029,0.0006579338,0.68933326],"genre_scores_gemma":[0.0015438371,0.1320575,0.0026557369,0.055109806,0.0023127284,0.0018781264,0.0024951664,0.00060318323,0.8013439],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981028,0.0002020807,0.00053390063,0.00040684358,0.0003840425,0.00037037054],"domain_scores_gemma":[0.9981933,0.0002700953,0.00030640935,0.0005603726,0.000040737978,0.00062907004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004483554,0.0002240049,0.00027981645,0.0000906695,0.00021216032,0.000036658712,0.00008242707,0.00006166683,0.0003013081],"category_scores_gemma":[0.0003689627,0.00015886674,0.000105861465,0.000104310864,0.00008376066,0.000019471145,0.00011063725,0.00016803945,0.00007971528],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063096944,0.0000603252,0.00016718803,0.001818361,0.00007844212,0.000038752598,0.000025453915,1.1340663e-7,2.27843e-9,0.0001785382,0.5507006,0.4468691],"study_design_scores_gemma":[0.0011658119,0.0005211638,0.0019011046,0.00049136457,0.00028129513,0.0000022112702,0.00050727517,0.00005810309,8.736075e-9,0.000017148537,0.99491787,0.00013662252],"about_ca_topic_score_codex":0.0018859417,"about_ca_topic_score_gemma":0.0049091396,"teacher_disagreement_score":0.4467325,"about_ca_system_score_codex":0.0002722347,"about_ca_system_score_gemma":0.00060396537,"threshold_uncertainty_score":0.6478398},"labels":[],"label_agreement":null},{"id":"W1519635444","doi":"","title":"La medicina basada en la evidencia y la práctica médica individual","year":2005,"lang":"es","type":"article","venue":"Revista Cubana de Medicina","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Art","score_opus":0.10831025612200107,"score_gpt":0.46441121480894393,"score_spread":0.35610095868694286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519635444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42491886,0.065238036,0.0119914375,0.336198,0.0018587547,0.0064280936,0.0003906334,0.0010612435,0.15191494],"genre_scores_gemma":[0.95626193,0.01801466,0.004479163,0.0122961365,0.006792264,0.00008803405,0.00025953483,0.00021975249,0.0015885305],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98548305,0.0055203605,0.0035457665,0.0012530251,0.002857256,0.0013405592],"domain_scores_gemma":[0.9653527,0.030016435,0.0013466411,0.0014521547,0.00045257976,0.0013795004],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023750415,0.0009134813,0.0018267991,0.00054931344,0.00027808506,0.00037226715,0.000928825,0.0010663611,0.004209761],"category_scores_gemma":[0.067534894,0.0008154712,0.00044762643,0.00101703,0.0011305475,0.0006690967,0.00043192363,0.0032860478,0.0007846096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071623566,0.0011261515,0.046769798,0.002601569,0.0011072854,0.0021551172,0.004545695,0.0000094953875,0.0005403021,0.013735146,0.28520322,0.64149],"study_design_scores_gemma":[0.006037499,0.0009164744,0.06999918,0.0053536706,0.005122279,0.0016295006,0.0035763432,0.0010031394,0.000065934175,0.00018037474,0.9054435,0.000672131],"about_ca_topic_score_codex":0.0006061131,"about_ca_topic_score_gemma":0.0000912573,"teacher_disagreement_score":0.6408179,"about_ca_system_score_codex":0.0010565873,"about_ca_system_score_gemma":0.0032468725,"threshold_uncertainty_score":0.9999934},"labels":[],"label_agreement":null},{"id":"W1522379977","doi":"","title":"Optimizing chronic disease management in the community (outpatient) setting (OCDM): an evidentiary framework.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Dementia; Medicine; Urinary incontinence; Gerontology; Disease; Family medicine; Nursing; Internal medicine; Surgery","score_opus":0.1871199470044825,"score_gpt":0.4273145998464816,"score_spread":0.24019465284199912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522379977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97290003,0.00031002282,0.0014706596,0.019050691,0.00023514252,0.0046344143,0.0000039173715,0.000079450845,0.0013156867],"genre_scores_gemma":[0.9853024,0.000077995996,0.003898546,0.007352664,0.00024434985,0.0029303853,0.00010741035,0.000022653487,0.00006361937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974045,0.00083462277,0.0007101926,0.00021248919,0.00041777143,0.000420416],"domain_scores_gemma":[0.9972871,0.0013823604,0.00020320786,0.00082516624,0.00007564711,0.0002265467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031372856,0.00013636789,0.0001656529,0.00010399454,0.00018601034,0.000117737116,0.00030365848,0.00005652623,0.00016224985],"category_scores_gemma":[0.0026314969,0.00010500323,0.000073708376,0.00024579186,0.00005331561,0.0006448378,0.00018708175,0.00085691246,0.00005397715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018027381,0.0011477828,0.07127552,0.00032758704,0.00011082892,0.00005833609,0.0022142574,0.00026153613,0.0000050640656,0.00043911234,0.0037005604,0.92027915],"study_design_scores_gemma":[0.0011716712,0.00007041973,0.9882064,0.00008785869,0.00021288608,0.0000041492453,0.004500657,0.0023120171,0.000004576335,0.0017785061,0.001522827,0.00012805594],"about_ca_topic_score_codex":0.0005209027,"about_ca_topic_score_gemma":0.00014719996,"teacher_disagreement_score":0.9201511,"about_ca_system_score_codex":0.0002510282,"about_ca_system_score_gemma":0.000038929924,"threshold_uncertainty_score":0.42819074},"labels":[],"label_agreement":null},{"id":"W1526930138","doi":"10.1111/j.1365-2753.2012.01848.x","title":"Adapting low back pain guidelines within a multidisciplinary context: a process evaluation","year":2012,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; Alberta Innovates; Alberta Health Services","funders":"","keywords":"Benchmarking; Guideline; Multidisciplinary approach; Strengths and weaknesses; Stakeholder; Process (computing); Process management; Context (archaeology); Medicine; Adaptation (eye); Best practice; Medical education; Low back pain; Knowledge management; Nursing; Psychology; Computer science; Engineering; Business; Public relations; Political science; Alternative medicine","score_opus":0.5344450088484289,"score_gpt":0.643248360958705,"score_spread":0.10880335211027603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526930138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9200283,0.002574815,0.0065895137,0.059540708,0.004241836,0.0036694678,0.0000052127352,0.000030323532,0.003319775],"genre_scores_gemma":[0.9380296,0.00014396415,0.051286772,0.0072106337,0.003152862,0.00005265826,0.000032001393,0.000043416876,0.00004808673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9730763,0.010264077,0.011229636,0.00045667903,0.004478468,0.00049483485],"domain_scores_gemma":[0.9276104,0.041426357,0.010772232,0.0006051376,0.018959038,0.00062684325],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2822585,0.00027095486,0.0008389709,0.00033691045,0.0001015303,0.00005863584,0.00017776024,0.00031954254,0.0011973742],"category_scores_gemma":[0.6875335,0.00022660544,0.00034856197,0.00067151425,0.000108052445,0.0031128533,0.000076630604,0.001594322,0.00012901158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009861982,0.0069265845,0.32658684,0.00035390002,0.0005695526,0.00005924663,0.0032335976,0.010260775,0.00045737965,0.000102599,0.011522812,0.6300647],"study_design_scores_gemma":[0.037570465,0.004453979,0.23993945,0.0030796246,0.0051265988,0.0018654949,0.039866008,0.6522188,0.00017169787,0.0022612314,0.012722082,0.0007245677],"about_ca_topic_score_codex":0.000058667963,"about_ca_topic_score_gemma":0.00008704197,"teacher_disagreement_score":0.641958,"about_ca_system_score_codex":0.0005276382,"about_ca_system_score_gemma":0.0024875845,"threshold_uncertainty_score":0.9997157},"labels":[],"label_agreement":null},{"id":"W1531941697","doi":"10.1186/ar381","title":"A critical appraisal of clinical practice guidelines for the treatment of lower-limb osteoarthritis.","year":2002,"lang":"en","type":"review","venue":"Arthritis Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; St. Michael's Hospital; Health Sciences Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre; University Health Network; University of Toronto","funders":"","keywords":"Rigour; Critical appraisal; Scope (computer science); Medicine; Clinical Practice; Physical therapy; Osteoarthritis; Alternative medicine; Consistency (knowledge bases); Pathology; Computer science","score_opus":0.7925873099946056,"score_gpt":0.7242592705473562,"score_spread":0.06832803944724941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531941697","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020387113,0.9804531,0.00028069696,0.0113050975,0.0015892261,0.0049734353,0.0005308499,0.000028208646,0.00081903406],"genre_scores_gemma":[0.000080701095,0.97628725,0.018614145,0.00023476685,0.0030504144,0.0010960011,0.00021044641,0.00011799341,0.00030831303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863118,0.0021137146,0.007796895,0.00091254694,0.002065037,0.0007999888],"domain_scores_gemma":[0.7800773,0.20422707,0.0012767165,0.0015719562,0.012468356,0.00037861505],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012519234,0.00046016503,0.0036405001,0.00034307397,0.00020948904,0.000061653096,0.00045313154,0.0006252209,0.0005993034],"category_scores_gemma":[0.46186343,0.00030811454,0.0020923396,0.0007832928,0.0013502351,0.00026542915,0.00017163192,0.0010962242,0.0001396007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009818757,0.00259878,0.000005197561,0.0037201757,0.0004838036,0.00014698785,0.00004237855,2.0269131e-7,8.831387e-7,0.00049833726,0.03736467,0.9541567],"study_design_scores_gemma":[0.004104626,0.024011636,0.0000059789963,0.008037517,0.0017022445,0.0005402883,0.00048537654,0.000073806375,0.000003338903,0.00005508431,0.9607738,0.00020626713],"about_ca_topic_score_codex":0.00027848853,"about_ca_topic_score_gemma":0.00012767625,"teacher_disagreement_score":0.95395046,"about_ca_system_score_codex":0.00011790375,"about_ca_system_score_gemma":0.0017803337,"threshold_uncertainty_score":0.9999371},"labels":[],"label_agreement":null},{"id":"W1535050681","doi":"","title":"Concordance with clinical practice guidelines for adjuvant chemotherapy in patients with stage I-III colon cancer: experience in 2 Canadian provinces.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Colorectal cancer; Microsatellite instability; Concordance; Oncology; Internal medicine; Cancer; Adjuvant therapy; Stage (stratigraphy); Disease","score_opus":0.20490298051635836,"score_gpt":0.4968843527617505,"score_spread":0.29198137224539217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535050681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94986147,0.00014104061,0.00016373029,0.043139875,0.00017225649,0.00614415,0.000042011674,0.000029896726,0.00030558632],"genre_scores_gemma":[0.9518414,0.0001623927,0.009754889,0.035383277,0.00019938941,0.0023673675,0.0000640043,0.000029153782,0.000198122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967966,0.000089124456,0.0014661166,0.00053820864,0.0004284277,0.0006814944],"domain_scores_gemma":[0.99680555,0.00066342694,0.00056643947,0.00032203578,0.0012289474,0.00041357655],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020000339,0.00020639102,0.00051601353,0.00014106612,0.00004662433,0.00003096752,0.0001444433,0.00010353718,0.000018796056],"category_scores_gemma":[0.00977425,0.0001572357,0.000039031205,0.00041805053,0.00009677159,0.00055519765,0.000010589209,0.00029949666,0.0000011471309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076802475,0.00042155597,0.6395043,0.00001766594,0.000022415656,0.000029754698,0.0002355101,0.000042038853,0.0000011387732,0.000015736088,0.0019205925,0.35010904],"study_design_scores_gemma":[0.01790984,0.0010067604,0.8735137,0.000078661615,0.000045096425,0.0000033243332,0.00066701486,0.00034004165,0.000026540207,0.0000069952152,0.10620623,0.00019580578],"about_ca_topic_score_codex":0.16562802,"about_ca_topic_score_gemma":0.5648473,"teacher_disagreement_score":0.3992193,"about_ca_system_score_codex":0.0007541773,"about_ca_system_score_gemma":0.0015396555,"threshold_uncertainty_score":0.99856687},"labels":[],"label_agreement":null},{"id":"W1547085207","doi":"10.25011/cim.v30i4.2773","title":"13. The impact of government regulation of ambulatory surgical facilities on access to elective surgical procedures","year":2007,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Legislation; Per capita; Ambulatory; Health care; Government (linguistics); Surgery; Business; Environmental health; Law; Economics; Economic growth; Political science","score_opus":0.3884043046903058,"score_gpt":0.5232559654888799,"score_spread":0.13485166079857408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1547085207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97865725,0.00010548326,0.00011154779,0.018489312,0.00012911789,0.00084864016,0.000030178457,0.000014604065,0.0016138412],"genre_scores_gemma":[0.99785125,0.00009046334,0.000119748176,0.0009848606,0.0005838362,0.000011724847,0.000021715217,0.000012777613,0.0003236427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962702,0.00028862097,0.0020098425,0.00036990523,0.0008315653,0.00022988778],"domain_scores_gemma":[0.99285775,0.0053767315,0.0006321102,0.00029331283,0.00041658222,0.00042353582],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0041377293,0.00020737153,0.00076976855,0.00007354742,0.000059903916,0.000006081164,0.00013314448,0.00013003616,0.00023600821],"category_scores_gemma":[0.02018482,0.0001077626,0.00017903505,0.0003818949,0.0045521273,0.00014958986,0.00010434761,0.0004305972,0.0000034926431],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076139653,0.00068999093,0.94874984,0.00020178287,0.00041057923,0.000031552965,0.0015933653,0.00007185965,0.002708565,0.005110744,0.012749752,0.02006798],"study_design_scores_gemma":[0.0037780947,0.0072078165,0.9756692,0.00040156796,0.0001356555,0.000031326737,0.0011372688,0.00013471225,0.0032386547,0.006260091,0.0018992362,0.00010638339],"about_ca_topic_score_codex":0.000531942,"about_ca_topic_score_gemma":0.00010629649,"teacher_disagreement_score":0.026919331,"about_ca_system_score_codex":0.000092057395,"about_ca_system_score_gemma":0.00022458231,"threshold_uncertainty_score":0.9981569},"labels":[],"label_agreement":null},{"id":"W1549740573","doi":"","title":"Natural health products get own directorate at Health Canada.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health department; Environmental health; Business; Public health; Medicine; Nursing","score_opus":0.1456663437415319,"score_gpt":0.40282412289949243,"score_spread":0.25715777915796056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549740573","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47808737,0.0018481995,0.0000019959807,0.51576936,0.0009567174,0.002346787,0.000054802073,0.00010637582,0.0008284065],"genre_scores_gemma":[0.9280399,0.00037042634,0.0004057761,0.055245545,0.000641533,0.00026488648,0.00036509134,0.000028262968,0.014638599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750185,0.00018407805,0.0008406913,0.00036276624,0.00046613757,0.0006444685],"domain_scores_gemma":[0.9985556,0.00019746987,0.0002899156,0.00035527558,0.00012406099,0.0004776539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013632101,0.00013898904,0.0003461952,0.000039142742,0.00014779829,0.000015623242,0.000072961964,0.000022708045,0.00031804846],"category_scores_gemma":[0.0016352269,0.00011846119,0.000034129174,0.00028080182,0.000028621473,0.00012289418,0.000028401515,0.00025716875,0.000036392183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021760433,0.000056210632,0.0048147715,0.00007760254,0.000026996862,0.000010223121,0.00005475201,0.0000034946943,0.000004950133,0.000003958373,0.4255561,0.56917334],"study_design_scores_gemma":[0.0009233204,0.00003387808,0.4227723,0.0000100230645,0.000013234131,0.000040168517,0.0000209896,0.0000312024,0.00006359675,0.000005498962,0.57600415,0.000081662234],"about_ca_topic_score_codex":0.4577516,"about_ca_topic_score_gemma":0.75749195,"teacher_disagreement_score":0.5690917,"about_ca_system_score_codex":0.0014991566,"about_ca_system_score_gemma":0.0021137886,"threshold_uncertainty_score":0.5458593},"labels":[],"label_agreement":null},{"id":"W1550485775","doi":"10.4212/cjhp.v61i3.49","title":"Knowledge Transfer: Adoption and Adaptation of Clinical Practice Guidelines","year":2009,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Adaptation (eye); Knowledge transfer; Knowledge management; Computer science; Psychology; Neuroscience","score_opus":0.3547973733749801,"score_gpt":0.5430399109506402,"score_spread":0.18824253757566012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550485775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.847642,0.0035173332,0.0016810057,0.14478198,0.001014991,0.00038675277,0.000012643904,0.0000065066765,0.0009567936],"genre_scores_gemma":[0.9856731,0.0009363431,0.008206739,0.004139829,0.000991693,7.145586e-7,0.0000068787563,0.000010833439,0.00003382669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700046,0.00020624597,0.0022479729,0.000109761255,0.00027479194,0.00016076116],"domain_scores_gemma":[0.9952236,0.000819878,0.0006576443,0.00013493697,0.0026997535,0.00046421905],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004213892,0.000108135544,0.00032981965,0.00012709374,0.00009777452,0.000029372075,0.00011937404,0.000048175956,0.00006546464],"category_scores_gemma":[0.013974774,0.000077234705,0.0001607435,0.00017954865,0.00012906434,0.00055656175,0.0000050603985,0.00046525363,0.000006296285],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009685202,0.00033198076,0.008648025,0.000029743433,0.00021228511,0.0001240401,0.0018986304,0.00009175648,0.00022615925,0.0007927721,0.020439593,0.9662365],"study_design_scores_gemma":[0.020834055,0.011985488,0.17470999,0.00054393685,0.004103413,0.0020366935,0.010331744,0.010077055,0.0006657878,0.0019765527,0.762236,0.0004993082],"about_ca_topic_score_codex":0.0037198751,"about_ca_topic_score_gemma":0.0042802338,"teacher_disagreement_score":0.96573716,"about_ca_system_score_codex":0.000061048704,"about_ca_system_score_gemma":0.0020076225,"threshold_uncertainty_score":0.99433094},"labels":[],"label_agreement":null},{"id":"W1553589828","doi":"","title":"Clinical practice guidelines and the translation of knowledge: the science of continuing medical education.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Continuing education; Knowledge translation; Continuing medical education; Medical education; Health care; Health science; Social care; Medicine; MEDLINE; Data science; Computer science; Nursing; Knowledge management; Political science","score_opus":0.2456166515286779,"score_gpt":0.528438346992126,"score_spread":0.2828216954634481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553589828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6918561,0.0054101143,0.0003543641,0.28052694,0.0006864596,0.002541272,0.0000034091433,0.000025114852,0.018596245],"genre_scores_gemma":[0.9897408,0.0015669005,0.004322218,0.003497129,0.00044652485,0.00015507653,0.000003525685,0.000007661033,0.00026015713],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968118,0.00035657818,0.0017860066,0.00020027359,0.00068950147,0.00015581909],"domain_scores_gemma":[0.9871155,0.00952037,0.0006312807,0.00043993338,0.0021108238,0.00018209445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020361755,0.00007232395,0.00026435874,0.00004780913,0.00007211169,0.000015755286,0.00019760404,0.00006097489,0.00014171297],"category_scores_gemma":[0.13146144,0.000038194674,0.0000808998,0.00041939557,0.001537108,0.00027847418,0.000035014935,0.00023798898,0.0000032900618],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000539332,0.00020962152,0.001061767,0.000019672629,0.000027409933,2.5314228e-7,0.00042789185,0.0000013838795,0.000008160688,0.00076072273,0.002366582,0.9945772],"study_design_scores_gemma":[0.015872853,0.0002029367,0.5976095,0.00026941358,0.0017150373,0.00029519672,0.004926191,0.009047438,0.0003852164,0.0018780131,0.3675754,0.00022278531],"about_ca_topic_score_codex":0.00013838254,"about_ca_topic_score_gemma":0.000023315733,"teacher_disagreement_score":0.9943544,"about_ca_system_score_codex":0.000014714716,"about_ca_system_score_gemma":0.0006902843,"threshold_uncertainty_score":0.8758546},"labels":[],"label_agreement":null},{"id":"W1563233751","doi":"10.1177/1091592303255729","title":"Words, Powerful Words","year":2003,"lang":"en","type":"review","venue":"AWHONN Lifelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Natural language processing; Linguistics; Computer science; Philosophy","score_opus":0.36531172305437265,"score_gpt":0.5544666277465176,"score_spread":0.1891549046921449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563233751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000069436087,0.9900163,0.00037482678,0.0011881131,0.005851073,0.0016329804,0.000069242415,0.00018085468,0.0006796685],"genre_scores_gemma":[0.0000032078528,0.91738135,0.004814589,0.0020464223,0.067841165,0.000084215586,0.00097193546,0.00018484947,0.006672286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942064,0.00040145832,0.003303142,0.000852591,0.0006797822,0.0005565964],"domain_scores_gemma":[0.9948106,0.0020527057,0.0012074456,0.0011689549,0.0003726948,0.00038759192],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014551888,0.0007481473,0.0028616523,0.00035524272,0.000081073835,0.00006901036,0.0002913349,0.00062357035,0.00025068593],"category_scores_gemma":[0.008221891,0.000582989,0.0010579949,0.0008921068,0.00010253837,0.00018828946,0.00013277972,0.0010677481,0.0029081455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027476042,0.00017477026,0.000050344177,0.0051167747,0.00031076878,0.00007852874,0.000021871429,1.7082388e-7,2.4450554e-7,0.000010972763,0.13273983,0.86146826],"study_design_scores_gemma":[0.00081071164,0.00016845789,0.0000045777247,0.0076249004,0.0039661266,0.00046544836,0.00009928751,0.0000050121807,4.6642725e-7,0.00008701199,0.9862643,0.00050372473],"about_ca_topic_score_codex":0.00006420232,"about_ca_topic_score_gemma":0.000031319025,"teacher_disagreement_score":0.86096454,"about_ca_system_score_codex":0.00017586423,"about_ca_system_score_gemma":0.0013057564,"threshold_uncertainty_score":0.99966216},"labels":[],"label_agreement":null},{"id":"W1563399462","doi":"10.1001/jama.2015.5519","title":"Clinician Understanding of Cholesterol Treatment Guidelines","year":2015,"lang":"en","type":"letter","venue":"JAMA","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Family medicine; Otorhinolaryngology; Psychiatry","score_opus":0.6469784664088252,"score_gpt":0.5390308272103971,"score_spread":0.10794763919842809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563399462","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001998468,0.00018656923,0.0008497567,0.99156445,0.0010189652,0.0008322322,0.0001441547,0.00006733862,0.0033380634],"genre_scores_gemma":[0.0055671735,0.00031029008,0.003925175,0.9669272,0.016557593,0.000033556433,0.001859021,0.00011173825,0.0047082617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959977,0.00016670393,0.0023169501,0.00044744345,0.0007629512,0.00030822874],"domain_scores_gemma":[0.9959598,0.0011126115,0.0011602042,0.0007344664,0.00090676476,0.00012615719],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011606218,0.00033515878,0.0009387288,0.0002192986,0.00003326995,0.000037771053,0.00014139971,0.0008326616,0.0002486784],"category_scores_gemma":[0.00540298,0.00026693978,0.0003283661,0.00015974039,0.00009140967,0.00015412348,0.00006065076,0.00092118175,0.00011600957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017524103,0.000085213425,0.0010003896,0.0001424354,0.0002724127,0.00015695018,0.000087375796,0.0000026269888,0.000021749029,0.000010957375,0.967533,0.030511633],"study_design_scores_gemma":[0.006291562,0.0012784129,0.0003124882,0.00040426498,0.0010499731,0.000072324925,0.00046815188,0.00017600098,0.000057096728,0.0006242566,0.9890601,0.00020538567],"about_ca_topic_score_codex":0.0005659587,"about_ca_topic_score_gemma":0.00010431906,"teacher_disagreement_score":0.030306246,"about_ca_system_score_codex":0.00090758875,"about_ca_system_score_gemma":0.00070823013,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W1565836412","doi":"","title":"The Victoria General Hospital, Halifax, Nova Scotia, Canada","year":2012,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova scotia; Nova (rocket); Geography; Archaeology; Engineering; Aeronautics","score_opus":0.1079620035549624,"score_gpt":0.4279707879308267,"score_spread":0.32000878437586433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565836412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8997069,0.00029090323,0.0004967067,0.07781419,0.0074945795,0.00048709504,0.000010512126,0.000048495778,0.01365064],"genre_scores_gemma":[0.98486876,0.000017504019,0.0020184019,0.0072980938,0.002273819,0.000003562495,0.000043600496,0.000015788484,0.003460477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986824,0.000041776897,0.00048167305,0.000110222325,0.00036518497,0.00031876078],"domain_scores_gemma":[0.99860483,0.00063142605,0.0001090554,0.0002978406,0.0001503501,0.00020652037],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006419108,0.000090178866,0.00011858567,0.000011528061,0.00008339602,0.000021558459,0.000076049444,0.00003539834,0.0012135538],"category_scores_gemma":[0.001906473,0.00005525416,0.00004117333,0.000098836026,0.00003091142,0.00015383586,0.000043113065,0.0001479956,0.00016750357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003686011,0.00008183174,0.1923712,0.0000058703044,0.00006149508,0.0000041289113,0.000048126527,0.0000010575171,0.00031502455,0.0019779135,0.79850894,0.006587559],"study_design_scores_gemma":[0.0009214279,0.00010380265,0.175309,0.0000058788864,0.000102429,0.00001937296,0.0005442809,0.00011478086,0.0007622442,0.00004222698,0.8219517,0.00012286894],"about_ca_topic_score_codex":0.82640845,"about_ca_topic_score_gemma":0.8796437,"teacher_disagreement_score":0.08516187,"about_ca_system_score_codex":0.00016949532,"about_ca_system_score_gemma":0.0005038608,"threshold_uncertainty_score":0.9996995},"labels":[],"label_agreement":null},{"id":"W1568676778","doi":"","title":"A business process improvement study in a specialized North American hospital","year":2010,"lang":"en","type":"article","venue":"Portland International Conference on Management of Engineering and Technology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Workflow; Business process; Computer science; Scheduling (production processes); Process management; Business process modeling; Business process management; Process (computing); Work in process; Operations management; Engineering; Database","score_opus":0.04544776599575044,"score_gpt":0.3832795922725767,"score_spread":0.33783182627682623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568676778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949409,0.000001635025,0.00020997493,0.0032858215,0.00021791065,0.00048072787,0.0000037518175,0.000046057005,0.00081325404],"genre_scores_gemma":[0.99884266,0.000059091617,0.0008907752,0.000027946928,0.000037776237,0.000066447305,0.00002336018,0.000008301581,0.000043634293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908084,0.0000027922151,0.0003963557,0.00021300184,0.00019927125,0.00010775761],"domain_scores_gemma":[0.9994618,0.000020184847,0.0001479254,0.00014279017,0.00019831792,0.000028943883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014606953,0.00009960592,0.00019331623,0.0003783277,0.00001029653,0.000011585094,0.00010755325,0.000026255982,0.000041644824],"category_scores_gemma":[0.0001778386,0.00009068929,0.000013372946,0.0003670324,0.00005012404,0.000053678043,0.00006389794,0.0002070236,0.0000014723664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019619288,0.0012726104,0.88724375,0.000099760095,0.00022459487,0.000104151375,0.000080596525,0.00004452831,0.000974218,0.01067887,0.00001908889,0.099061616],"study_design_scores_gemma":[0.0028289515,0.0011263161,0.9896656,0.00006785424,0.000057967307,0.000006298436,0.0014440252,0.0038475478,0.00014837424,0.00024211794,0.00043186208,0.00013304692],"about_ca_topic_score_codex":0.00006576364,"about_ca_topic_score_gemma":0.00018862907,"teacher_disagreement_score":0.102421865,"about_ca_system_score_codex":0.000015396443,"about_ca_system_score_gemma":0.000020399013,"threshold_uncertainty_score":0.36982018},"labels":[],"label_agreement":null},{"id":"W1571398942","doi":"10.4212/cjhp.v60i3.176","title":"Practice Spotlight: Anne Nguyen","year":2007,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Library science; Medicine; Computer science","score_opus":0.11741061119494274,"score_gpt":0.4722223364949932,"score_spread":0.35481172530005045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571398942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7391559,0.0016741108,0.00085711613,0.24571219,0.0025936228,0.0004620785,0.000010525902,0.000014123295,0.009520326],"genre_scores_gemma":[0.9857122,0.00005832488,0.0017055973,0.010542153,0.0017094014,6.363988e-7,0.0000046097457,0.000025065405,0.00024203467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980197,0.000108529784,0.0009847026,0.000101987,0.0004178253,0.0003672691],"domain_scores_gemma":[0.99621224,0.001016354,0.00068632467,0.00020230765,0.0009679753,0.00091481407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052321395,0.00012016744,0.00021076108,0.00017958836,0.00019488981,0.00006282555,0.00023180929,0.00003433947,0.0005256511],"category_scores_gemma":[0.0070733964,0.00008270301,0.00014510364,0.00027210804,0.00012697282,0.00061573624,0.000014114749,0.00069159555,0.00010612661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031913386,0.0009009416,0.07903782,0.00007725525,0.0017446999,0.0190787,0.008560886,0.00010278772,0.0023737077,0.0021563629,0.5262634,0.35651207],"study_design_scores_gemma":[0.0042323517,0.0011697579,0.03240575,0.00006178674,0.00083905295,0.0030790893,0.0028418156,0.00003147789,0.0018989629,0.00068811554,0.95255876,0.000193105],"about_ca_topic_score_codex":0.013710065,"about_ca_topic_score_gemma":0.012003812,"teacher_disagreement_score":0.4262953,"about_ca_system_score_codex":0.00030952974,"about_ca_system_score_gemma":0.0018699968,"threshold_uncertainty_score":0.99285775},"labels":[],"label_agreement":null},{"id":"W1571608876","doi":"10.1111/jep.12023","title":"Systematic review of the quality of clinical guidelines for aphasia in stroke management","year":2013,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"National Medical Research Council; National Health and Medical Research Council","keywords":"Rigour; Aphasia; Guideline; Stroke (engine); Medicine; Psychology; Pathology; Psychiatry","score_opus":0.8395145246733053,"score_gpt":0.7602205045497186,"score_spread":0.07929402012358677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571608876","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005533438,0.97372633,0.00056583184,0.008683349,0.0020707736,0.014400047,0.00003387605,0.0000035464966,0.0004609213],"genre_scores_gemma":[0.00003128052,0.9642182,0.031184122,0.0034070374,0.0006624325,0.0003114434,0.000029399489,0.000043576772,0.00011248861],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90196055,0.024370385,0.06868475,0.00059837586,0.0040800916,0.00030583015],"domain_scores_gemma":[0.5853994,0.25276077,0.12896124,0.002984885,0.029506842,0.00038688],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29662886,0.0004005966,0.008938375,0.00040835649,0.000025836967,0.000019806388,0.0006729907,0.0005813218,0.00018141225],"category_scores_gemma":[0.8089822,0.00023816989,0.0037425545,0.0008865314,0.00017400342,0.00059369206,0.00020343772,0.0021151018,0.000014664607],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003535636,0.0014424507,0.00022573394,0.6621205,0.0011973405,0.000008253455,0.000009155495,0.000006135224,9.029817e-8,0.00009651789,0.006689677,0.32785058],"study_design_scores_gemma":[0.006270794,0.0008437373,0.0007851554,0.7850204,0.035862565,0.00017691702,0.00041890572,0.00025503794,1.3973224e-7,0.00030406038,0.16985337,0.00020888937],"about_ca_topic_score_codex":0.00004636146,"about_ca_topic_score_gemma":0.000025475996,"teacher_disagreement_score":0.5123533,"about_ca_system_score_codex":0.00032106254,"about_ca_system_score_gemma":0.0028353408,"threshold_uncertainty_score":0.9712286},"labels":[],"label_agreement":null},{"id":"W1572485741","doi":"","title":"Who's next? A new process for creating points systems for prioritising patients for elective health services","year":2011,"lang":"en","type":"preprint","venue":"Otago University Research Archive (University of Otago)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Otorhinolaryngology; Medicine; Operations management; Christian ministry; Surgery; Process management; Business; Computer science; Engineering; Political science","score_opus":0.296886975393897,"score_gpt":0.47087238868958364,"score_spread":0.17398541329568662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572485741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36330497,0.0004688727,0.5792251,0.004749307,0.00087918516,0.03851326,0.008777257,0.000249192,0.0038327957],"genre_scores_gemma":[0.68321943,0.0029333686,0.28735116,0.00049718894,0.0018792622,0.00004637529,0.0138413245,0.00036992284,0.00986195],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99570554,0.0005423908,0.00062251,0.001237046,0.0008685333,0.0010239992],"domain_scores_gemma":[0.9898905,0.0035967696,0.0013000297,0.00063421315,0.0038436232,0.0007348365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002476992,0.00038456626,0.0011802549,0.0009949903,0.0012699545,0.00007846873,0.0008970579,0.0003196851,0.000037783953],"category_scores_gemma":[0.0015595979,0.0005162385,0.00055659935,0.0004278067,0.0003322518,0.0007392738,0.0009986915,0.00095561135,0.0000050055146],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17504747,0.008511913,0.062889874,0.1619982,0.010356428,0.00014036319,0.21052456,0.0009023578,0.0021083464,0.020937344,0.12374383,0.22283931],"study_design_scores_gemma":[0.0895694,0.028324304,0.044318866,0.025361625,0.0037775277,0.000034025896,0.42741707,0.11162466,0.00025024134,0.05391184,0.21229404,0.0031163876],"about_ca_topic_score_codex":0.024325738,"about_ca_topic_score_gemma":0.0039122137,"teacher_disagreement_score":0.31991446,"about_ca_system_score_codex":0.0010105601,"about_ca_system_score_gemma":0.0038927342,"threshold_uncertainty_score":0.9997289},"labels":[],"label_agreement":null},{"id":"W157556012","doi":"","title":"Hypertension guidelines and their effects on the health system.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; German; Subject (documents); Scientific evidence; Health technology; Health care; Library science; Political science; Computer science","score_opus":0.30494182211866133,"score_gpt":0.4229658691930718,"score_spread":0.11802404707441044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W157556012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5156226,0.00089049834,0.00020027455,0.4799193,0.0003088488,0.002194598,0.000004233316,0.00011237373,0.00074723683],"genre_scores_gemma":[0.940983,0.00013847323,0.00045608784,0.056914393,0.0009611769,0.0003720112,0.000009020523,0.000016459087,0.00014938106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864596,0.00015930091,0.00056743814,0.0002020459,0.00018675542,0.0002385087],"domain_scores_gemma":[0.99740905,0.0018435433,0.00017071224,0.00028178404,0.00013758027,0.00015732451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002145865,0.0001112226,0.00023358202,0.00004261154,0.000105049905,0.000019645951,0.00004805714,0.000038859558,0.000005965373],"category_scores_gemma":[0.0051495847,0.000056810728,0.000047041765,0.00009111053,0.00002479608,0.000066638015,0.000035343368,0.00014874405,0.000027887092],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012847227,0.000039377624,0.0006144556,0.000084048086,0.000027711632,0.00000308604,0.00004215102,0.0000020620696,0.00005686404,0.00030514892,0.05389091,0.94480574],"study_design_scores_gemma":[0.0063784467,0.0006956774,0.48699415,0.00045406542,0.0001865721,0.0005288615,0.0018711397,0.006424314,0.002871568,0.00014581496,0.4931311,0.00031828514],"about_ca_topic_score_codex":0.000092686656,"about_ca_topic_score_gemma":0.000032130334,"teacher_disagreement_score":0.94448745,"about_ca_system_score_codex":0.00009938515,"about_ca_system_score_gemma":0.000040565723,"threshold_uncertainty_score":0.6164906},"labels":[],"label_agreement":null},{"id":"W1575565134","doi":"10.1002/9780470986882.ch63","title":"Clinical Applications of External Evidence","year":2002,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University","funders":"","keywords":"Section (typography); Evidence-based medicine; Psychology; Medicine; Computer science; Alternative medicine; Pathology","score_opus":0.49188437716046884,"score_gpt":0.5989246733581742,"score_spread":0.10704029619770539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575565134","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025783542,0.0025274868,0.16438821,0.0017818375,0.00028652974,0.0015379743,0.000023538283,0.00017260866,0.829256],"genre_scores_gemma":[0.0009039243,0.004397443,0.06602615,0.0013504915,0.0014730816,0.00005071828,0.000023090008,0.00017391509,0.9256012],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796385,0.00006990102,0.0012582273,0.0002833234,0.00032500236,0.00009970231],"domain_scores_gemma":[0.99724334,0.0012409834,0.0007037679,0.00058258115,0.00011812131,0.000111194146],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00064240175,0.00011782495,0.0004501126,0.000113433336,0.0000075725084,0.000004145637,0.00011856704,0.0002309766,0.049886912],"category_scores_gemma":[0.0022090145,0.00009682014,0.00017912014,0.00012263529,0.000098502314,0.00003447555,0.000049623657,0.00028318953,0.0010289995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025235788,0.00022029567,0.010169486,0.00013658487,0.000041140458,0.000003288857,0.000002577678,7.154858e-8,0.000028553115,0.00012508927,0.84144425,0.14780343],"study_design_scores_gemma":[0.00068564183,0.00019068764,0.0022125563,0.00073052186,0.00040450125,0.000017220167,0.000020806543,0.00006515747,0.000014652809,0.000056206572,0.99550307,0.00009895933],"about_ca_topic_score_codex":0.00036686967,"about_ca_topic_score_gemma":0.00005348287,"teacher_disagreement_score":0.15405884,"about_ca_system_score_codex":0.00001727264,"about_ca_system_score_gemma":0.00009459699,"threshold_uncertainty_score":0.9997488},"labels":[],"label_agreement":null},{"id":"W1579116788","doi":"","title":"HOW DOES YOUR PRACTICE MEASURE UP? : Looking at the CVMA National Benchmarking Program (4 in a Series)","year":2003,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Benchmarking; Measure (data warehouse); Computer science; Business; Marketing; Data mining","score_opus":0.11071593156319981,"score_gpt":0.38078959832838505,"score_spread":0.27007366676518524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579116788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6877912,0.0015061493,0.00083013036,0.25843573,0.0055818376,0.008537118,0.000047584537,0.0004475902,0.0368226],"genre_scores_gemma":[0.983182,0.00038684093,0.0060176533,0.004279258,0.000976962,0.0003275508,0.00008997843,0.00007884929,0.004660882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99576586,0.00086736324,0.0007866291,0.000524423,0.001162112,0.00089358806],"domain_scores_gemma":[0.99716574,0.0010785884,0.00048280632,0.00038304165,0.00062385725,0.0002659854],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004122323,0.00025327754,0.00026795792,0.000097468605,0.0001920197,0.00021162991,0.0001683912,0.0000891699,0.00020698404],"category_scores_gemma":[0.04315098,0.00016595036,0.000104375395,0.0006649239,0.000104476545,0.00087583106,0.00009882062,0.00065319944,0.000029288927],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004419367,0.0024895656,0.3656218,0.00030652885,0.0007695421,0.00078387844,0.012912084,0.0001713541,0.0033601779,0.0059637297,0.030634979,0.572567],"study_design_scores_gemma":[0.0024570243,0.0001357771,0.087062895,0.00007159729,0.00018460666,0.00032419292,0.0019833508,0.000060056616,0.00077130686,0.000109513494,0.90661854,0.00022115388],"about_ca_topic_score_codex":0.000049553924,"about_ca_topic_score_gemma":0.0003562819,"teacher_disagreement_score":0.87598354,"about_ca_system_score_codex":0.0005422511,"about_ca_system_score_gemma":0.00045285208,"threshold_uncertainty_score":0.96490896},"labels":[],"label_agreement":null},{"id":"W1583627627","doi":"10.20381/ruor-3096","title":"Real-Time Simulation of Patient Care Processes in Healthcare","year":2013,"lang":"en","type":"dissertation","venue":"uO Research (University of Ottawa)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Computer science; Medicine; Political science","score_opus":0.1786682093118822,"score_gpt":0.4960953993899214,"score_spread":0.3174271900780392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583627627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991783,0.00010374552,0.000006048306,0.0009229429,0.000053575353,0.0015044581,0.0000702684,0.000019053656,0.0055368696],"genre_scores_gemma":[0.9923235,0.000562602,0.0010231099,0.00001178347,0.000033725064,0.0000026116647,0.0031131068,0.000025684507,0.0029038822],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997272,0.00030641787,0.00060200517,0.00035323328,0.00118701,0.00027931298],"domain_scores_gemma":[0.9930899,0.0012516786,0.00056549814,0.00034346932,0.004604108,0.00014533267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068045664,0.00013590843,0.00048614517,0.00082910876,0.00009378916,0.000007328374,0.00019299948,0.00029929966,0.00058974227],"category_scores_gemma":[0.0031424144,0.00016169768,0.000093279974,0.00085285347,0.000097912794,0.0002662858,0.000062819854,0.00058154843,0.000060317914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042801504,0.003749263,0.33980033,0.09116028,0.0007516808,0.00048009274,0.1114645,0.0033834393,0.022803664,0.0021256488,0.016691433,0.4033095],"study_design_scores_gemma":[0.010314278,0.010526984,0.5816751,0.0065134056,0.00052040775,0.0000058584983,0.34958956,0.008734569,0.0058732857,0.0008175875,0.024466539,0.00096237974],"about_ca_topic_score_codex":0.008421026,"about_ca_topic_score_gemma":0.009292001,"teacher_disagreement_score":0.40234712,"about_ca_system_score_codex":0.0003502534,"about_ca_system_score_gemma":0.0014688749,"threshold_uncertainty_score":0.998182},"labels":[],"label_agreement":null},{"id":"W1584094127","doi":"10.1111/j.1365-2702.2010.03590.x","title":"Implementation of clinical guidelines for adults with asthma and diabetes: a three‐year follow‐up evaluation of nursing care","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Institute of Population and Public Health; University of Ottawa","funders":"","keywords":"Guideline; Medicine; Audit; Nursing; Documentation; MEDLINE; Family medicine; Asthma; Nursing care","score_opus":0.5538983353034561,"score_gpt":0.6287275886127384,"score_spread":0.07482925330928225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584094127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98710054,0.0005285211,0.007735441,0.0020028679,0.0013457857,0.0011145432,0.000020618932,0.000008500733,0.00014320969],"genre_scores_gemma":[0.89299774,0.00011781874,0.10558356,0.00023732506,0.0009981779,0.000006569751,0.000023531005,0.000033148324,0.0000021362962],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99013734,0.0005135022,0.0075939493,0.0003234769,0.0011797956,0.00025194054],"domain_scores_gemma":[0.981969,0.0027278292,0.0054134387,0.00027439257,0.009345146,0.00027020948],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013805783,0.00019725131,0.0013331899,0.00018882722,0.000055598717,0.000012229969,0.00012863094,0.00021796145,0.00008801551],"category_scores_gemma":[0.021009961,0.0001504278,0.00054853153,0.00020245423,0.00034598794,0.00042126016,0.000017715884,0.0004304827,5.9410144e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007734309,0.0005353591,0.30903974,0.0001304,0.0002481659,0.0000014278639,0.0014359616,0.000006745257,0.000087700646,0.000047950834,0.00072165823,0.68001056],"study_design_scores_gemma":[0.0568663,0.020019326,0.84383196,0.008079225,0.0057107103,0.000056868757,0.055830173,0.00452368,0.0015098071,0.0031555828,0.00015492113,0.0002614203],"about_ca_topic_score_codex":0.00004200665,"about_ca_topic_score_gemma":0.00011858726,"teacher_disagreement_score":0.67974913,"about_ca_system_score_codex":0.00009098351,"about_ca_system_score_gemma":0.0010740953,"threshold_uncertainty_score":0.9872365},"labels":[],"label_agreement":null},{"id":"W1587369888","doi":"10.5334/ijic.976","title":"Development of integrated care pathways: toward a care management system to meet the needs of frail and disabled community-dwelling older people","year":2013,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Université de Sherbrooke","funders":"Ministère de la Santé; Ministère de la Santé et des Services sociaux; Canadian Institutes of Health Research; Institut National de Santé Publique du Québec","keywords":"Identification (biology); Process (computing); Psychological intervention; Teamwork; Process management; Independent living; Integrated care; Psychology; Health care; Medicine; Knowledge management; Nursing; Computer science; Business; Gerontology","score_opus":0.07980928909113173,"score_gpt":0.3746425621308074,"score_spread":0.29483327303967566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587369888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99076146,0.0006179693,0.005049486,0.0011273162,0.0005781961,0.0007483223,0.00010836129,0.000019480736,0.00098938],"genre_scores_gemma":[0.98813117,0.000050122802,0.011080738,0.00035636855,0.00008124762,0.00003276292,0.00022102329,0.000027879576,0.00001871057],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966653,0.00025401576,0.0019027229,0.00012685741,0.00087517366,0.00017590966],"domain_scores_gemma":[0.99061286,0.0004094961,0.0009622182,0.00026349566,0.007609057,0.00014286643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063652254,0.00023372208,0.0005265637,0.0004617691,0.00009673546,0.00006968883,0.000532727,0.00009899863,0.000107985536],"category_scores_gemma":[0.0006585191,0.0001519642,0.00017053631,0.0004210136,0.000062679166,0.00021100714,0.00018840688,0.0005194592,0.000006000847],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00223205,0.00052549713,0.079396605,0.003530908,0.004112399,0.000087799395,0.63232094,0.000988695,0.014841596,0.0019829762,0.0036564372,0.2563241],"study_design_scores_gemma":[0.0022025662,0.00036604176,0.008672628,0.0028639126,0.00030051215,0.00008975035,0.9744269,0.00017933149,0.008666105,0.00002226038,0.0020684467,0.00014151142],"about_ca_topic_score_codex":0.001986677,"about_ca_topic_score_gemma":0.0009926311,"teacher_disagreement_score":0.34210598,"about_ca_system_score_codex":0.0011733461,"about_ca_system_score_gemma":0.0006766342,"threshold_uncertainty_score":0.61969197},"labels":[],"label_agreement":null},{"id":"W15876829","doi":"10.1159/000085458","title":"Practitioners' Use of Clinical Practice Guidelines: An Evidence-Based Approach","year":2013,"lang":"en","type":"article","venue":"Contributions to nephrology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.45851620815189686,"score_gpt":0.5729676410882603,"score_spread":0.1144514329363634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15876829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1968237,0.00020121211,0.4529088,0.3451732,0.00055830425,0.0036670645,0.00016227919,0.00017907437,0.00032633534],"genre_scores_gemma":[0.47221485,0.00011981009,0.38451144,0.14112757,0.00096762506,0.00036483508,0.0005397779,0.00003002992,0.000124052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940122,0.0012138834,0.0032638195,0.00061185664,0.00047584428,0.00042243558],"domain_scores_gemma":[0.9705086,0.013584323,0.0011425861,0.0010882514,0.013071921,0.000604367],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047287215,0.00021400499,0.00074559584,0.00023539044,0.00012396209,0.00005671064,0.00018501177,0.0003604401,0.0007391711],"category_scores_gemma":[0.34704465,0.00019331096,0.00023122369,0.00056796503,0.00023964833,0.0023535378,0.00009482347,0.0005620658,0.0004551654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077890167,0.007104569,0.016284063,0.00009994639,0.00076182507,0.000055260592,0.00013989245,0.003679748,0.022204546,0.009462421,0.833218,0.09920072],"study_design_scores_gemma":[0.0060153557,0.0043264586,0.0573114,0.00011492511,0.0013893266,0.00025777533,0.0007022832,0.04506512,0.00033484848,0.00033469638,0.8837887,0.00035912954],"about_ca_topic_score_codex":0.0016061816,"about_ca_topic_score_gemma":0.000038092494,"teacher_disagreement_score":0.3423159,"about_ca_system_score_codex":0.00012472563,"about_ca_system_score_gemma":0.0013438133,"threshold_uncertainty_score":0.8093405},"labels":[],"label_agreement":null},{"id":"W1587920011","doi":"","title":"Conseillère générale—Recherche","year":2015,"lang":"fr","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.9031566693898025,"score_gpt":0.7441445260411602,"score_spread":0.15901214334864233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587920011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5578083,0.31417984,0.003966247,0.047861196,0.018856375,0.0033747489,0.00041940407,0.00015186505,0.05338207],"genre_scores_gemma":[0.84432024,0.10418458,0.00989957,0.013463013,0.0064954134,0.00010978475,0.00021615182,0.00033359622,0.02097767],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886329,0.0034572019,0.004094155,0.0008719919,0.0018895268,0.0010542028],"domain_scores_gemma":[0.98281264,0.008851026,0.0029957641,0.0011534317,0.0024222573,0.001764876],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.020118203,0.00063667947,0.0018399041,0.0008516464,0.00021415092,0.0013964998,0.0028328523,0.00069202005,0.055243343],"category_scores_gemma":[0.053851128,0.00065654644,0.00046855147,0.002040589,0.00059551327,0.0053443555,0.0018028277,0.0024967797,0.000892223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010792258,0.0009583613,0.3204133,0.0002668483,0.0006446035,0.0003058192,0.00042932908,0.00010891552,0.009508816,0.00019503493,0.52314293,0.14294682],"study_design_scores_gemma":[0.00857521,0.00020175516,0.3452642,0.0034668827,0.0023540107,0.00045539084,0.0036539568,0.0009202191,0.008711437,0.038016364,0.5870843,0.0012963021],"about_ca_topic_score_codex":0.008313948,"about_ca_topic_score_gemma":0.00034161453,"teacher_disagreement_score":0.28651196,"about_ca_system_score_codex":0.0011727454,"about_ca_system_score_gemma":0.0033793391,"threshold_uncertainty_score":0.9998857},"labels":[],"label_agreement":null},{"id":"W1589631235","doi":"10.1186/1471-2296-5-25","title":"Family physicians' perspectives on practice guidelines related to cancer control","year":2004,"lang":"en","type":"article","venue":"BMC Family Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Cancer Care Nova Scotia; Ottawa Hospital","funders":"Cancer Care Ontario","keywords":"Guideline; Medicine; Best practice; Confusion; Control (management); Medical education; Presentation (obstetrics); Nursing; Family medicine; Pathology; Psychology; Surgery; Computer science; Artificial intelligence","score_opus":0.21404677815118356,"score_gpt":0.5187555105192315,"score_spread":0.30470873236804796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589631235","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30349022,0.0058366894,0.03504921,0.59002584,0.0030962382,0.005811795,0.0001593627,0.0008997357,0.0556309],"genre_scores_gemma":[0.5119494,0.002143041,0.14015594,0.34239158,0.0015258068,0.00035631724,0.000052779516,0.00018766797,0.0012374371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418914,0.00062217854,0.0019636261,0.0011446113,0.0014249533,0.00065549003],"domain_scores_gemma":[0.98433036,0.007879118,0.0011913162,0.00101664,0.0051962454,0.00038630332],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003384371,0.0004998013,0.0007139912,0.00026845347,0.0002538041,0.0001342822,0.00027768273,0.0002455234,0.00008739181],"category_scores_gemma":[0.1434726,0.0004738492,0.00027470893,0.0010338606,0.00010795758,0.0020612814,0.00009182397,0.0010452445,0.001486957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07271465,0.01883383,0.003558004,0.00041834245,0.005581193,0.0017328628,0.02034356,0.08723724,0.1602727,0.04073868,0.4090256,0.17954332],"study_design_scores_gemma":[0.023780331,0.003683407,0.02529093,0.00078349013,0.0038207087,0.00032764435,0.17664985,0.00075042533,0.00048657664,0.00048347062,0.76281786,0.0011253168],"about_ca_topic_score_codex":0.0036869703,"about_ca_topic_score_gemma":0.00009942345,"teacher_disagreement_score":0.35379222,"about_ca_system_score_codex":0.00088479056,"about_ca_system_score_gemma":0.0013855956,"threshold_uncertainty_score":0.9997713},"labels":[],"label_agreement":null},{"id":"W159002100","doi":"10.1007/978-0-387-76446-7_9","title":"Pediatric Care, Safety, and Standardization","year":2009,"lang":"en","type":"book-chapter","venue":"Computers in health care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Standardization; Patient safety; SAFER; Teamwork; Health care; Accidental; Informatics; Medicine; Quality (philosophy); Computer science; Engineering; Computer security; Political science","score_opus":0.08680803679654953,"score_gpt":0.4404972968554821,"score_spread":0.3536892600589326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W159002100","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015595006,0.336886,0.11503705,0.06660284,0.014109419,0.02220465,0.0019092114,0.0011592474,0.4405321],"genre_scores_gemma":[0.105821684,0.35737967,0.29408154,0.15169151,0.0249395,0.000066573004,0.031844664,0.0011308602,0.033044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974605,0.00005739319,0.001386872,0.00045854892,0.00040467744,0.00023203247],"domain_scores_gemma":[0.99815595,0.00040977506,0.00053790794,0.0003127454,0.0003702137,0.00021341248],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003914778,0.0002465314,0.00062794593,0.00031856226,0.00007998145,0.000020656913,0.00006847122,0.00024552288,0.00004071677],"category_scores_gemma":[0.00021026749,0.0002662158,0.00007762231,0.000068205896,0.000030169826,0.00006468589,0.00007818959,0.0005523168,0.000009182221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040282024,0.00001700284,0.002913434,0.004468621,0.000024155372,0.000088721055,0.0023862473,0.00018149888,5.6516598e-8,0.002257311,0.012415226,0.97484493],"study_design_scores_gemma":[0.004685241,0.0018209328,0.011552502,0.0014265605,0.00021008363,0.000061385064,0.00068264524,0.00018137277,3.0480754e-7,0.0010542033,0.9778602,0.00046455543],"about_ca_topic_score_codex":0.000069993206,"about_ca_topic_score_gemma":0.0001053263,"teacher_disagreement_score":0.9743804,"about_ca_system_score_codex":0.0010020263,"about_ca_system_score_gemma":0.0009184826,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W1606228028","doi":"10.17269/cjph.100.1747","title":"Voici l’Initiative de recherche interventionnelle en santé des populations du Canada","year":2009,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information","funders":"","keywords":"Political science","score_opus":0.3692962984046303,"score_gpt":0.4555316916597692,"score_spread":0.0862353932551389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606228028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75669485,0.013444324,0.042628895,0.15193363,0.010599979,0.0026678354,0.00040645842,0.00023666555,0.021387381],"genre_scores_gemma":[0.9646949,0.0044850037,0.013085649,0.007391143,0.0039239223,0.00003445057,0.00027685048,0.00007182742,0.0060362252],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9918131,0.0040166946,0.0015632117,0.0005158342,0.0004877695,0.0016033428],"domain_scores_gemma":[0.9948266,0.0028909598,0.00048185428,0.00043639212,0.0004692523,0.00089494104],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005110806,0.00035140468,0.00041414265,0.00009743022,0.00023514571,0.00008344788,0.0002844207,0.00023033013,0.0023771974],"category_scores_gemma":[0.054563083,0.00037564474,0.00019065161,0.0007628867,0.00013558303,0.000511646,0.000084163956,0.0011975331,0.00012923784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040058253,0.0012560197,0.11268808,0.00019448051,0.00031775614,0.0008157196,0.012627776,0.00043348296,0.00027632402,0.0038846568,0.14797775,0.71912736],"study_design_scores_gemma":[0.002380088,0.00034142524,0.8250956,0.00046415918,0.00073514687,0.00019526645,0.0030656913,0.0011117763,0.0005784901,0.0043901578,0.16124713,0.00039506613],"about_ca_topic_score_codex":0.10475153,"about_ca_topic_score_gemma":0.22494523,"teacher_disagreement_score":0.7187323,"about_ca_system_score_codex":0.004523347,"about_ca_system_score_gemma":0.002535701,"threshold_uncertainty_score":0.9998695},"labels":[],"label_agreement":null},{"id":"W1613288963","doi":"10.1111/ijun.12036","title":"Evaluation of a clinical pathway for ‘radical laparoscopic prostatectomy’: an interrupted time series study","year":2014,"lang":"en","type":"article","venue":"International Journal of Urological Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Prostatectomy; Intensive care unit; Interrupted Time Series Analysis; Blood transfusion; Clinical pathway; Laparoscopic radical prostatectomy; Emergency medicine; Surgery; Intensive care medicine; Internal medicine; Prostate","score_opus":0.3354011356373162,"score_gpt":0.5756692601980189,"score_spread":0.24026812456070268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1613288963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98463935,0.000026309552,0.0069755935,0.0062013865,0.0012090396,0.0007310778,0.000009481776,0.0000169229,0.00019082287],"genre_scores_gemma":[0.9895069,0.0000049279383,0.008756888,0.0005558793,0.0011074252,0.000011121186,0.000029818751,0.000014188923,0.0000128499805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944771,0.0011488654,0.002414794,0.00023037264,0.00157858,0.00015028178],"domain_scores_gemma":[0.9930518,0.0014530664,0.0013255437,0.00015729463,0.0038427212,0.0001695405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013294905,0.00012739278,0.0005759689,0.00016342507,0.000035120203,0.000033766697,0.0002490851,0.00012204035,0.00022253142],"category_scores_gemma":[0.028009785,0.00009436032,0.00023185984,0.00008668276,0.00019694479,0.0003869412,0.0000304844,0.00038150695,0.0000050678577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022328794,0.011106791,0.0960965,0.000018230689,0.00094980065,0.000038253565,0.00096513104,0.00039896718,0.0092634,0.00034082818,0.0007824057,0.8577109],"study_design_scores_gemma":[0.06407026,0.09010582,0.6946907,0.00075141666,0.0037408203,0.0011251101,0.0022745454,0.110685006,0.0030485587,0.023130698,0.005942531,0.00043452843],"about_ca_topic_score_codex":0.000004606786,"about_ca_topic_score_gemma":0.0000036688325,"teacher_disagreement_score":0.8572764,"about_ca_system_score_codex":0.00012561315,"about_ca_system_score_gemma":0.00034219833,"threshold_uncertainty_score":0.9801777},"labels":[],"label_agreement":null},{"id":"W1615668321","doi":"10.4212/cjhp.v60i4.182","title":"Clinical Practice Guidelines: Critical Appraisal is the Key","year":2007,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; Interior Health","funders":"","keywords":"Critical appraisal; Key (lock); Clinical Practice; Computer science; Medicine; Family medicine; Alternative medicine; Pathology; Computer security","score_opus":0.2755582815729581,"score_gpt":0.5871687651483938,"score_spread":0.3116104835754357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615668321","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16646881,0.0017491302,0.0020379387,0.8185966,0.0076912465,0.00043195466,0.000022426697,0.000014022735,0.002987891],"genre_scores_gemma":[0.88935745,0.00020442123,0.009672995,0.09434963,0.006283426,0.0000018870735,0.00000489762,0.00003786473,0.00008745114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950672,0.00032702953,0.0030045472,0.00020377443,0.0008423061,0.0005551472],"domain_scores_gemma":[0.96724707,0.022582537,0.0013262448,0.0006557814,0.006343919,0.0018444466],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016427211,0.00019832695,0.0003724582,0.00012363614,0.0004133576,0.00014027892,0.0005453429,0.00008348879,0.0007321654],"category_scores_gemma":[0.17517729,0.00011213269,0.00041092845,0.00033467638,0.00063067034,0.00064207,0.000045030913,0.0016847381,0.00014096098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008741911,0.00029745468,0.02226221,0.000019597392,0.00050208095,0.0017582325,0.0021531142,0.000007872956,0.00003382624,0.0012502157,0.8664802,0.10436105],"study_design_scores_gemma":[0.0024524496,0.0008775832,0.01183641,0.00006520401,0.0009936347,0.0019691028,0.004220838,0.00014880001,0.00009094996,0.0004238091,0.9767648,0.00015643306],"about_ca_topic_score_codex":0.008242677,"about_ca_topic_score_gemma":0.005935067,"teacher_disagreement_score":0.724247,"about_ca_system_score_codex":0.00018247728,"about_ca_system_score_gemma":0.0035228732,"threshold_uncertainty_score":0.9983615},"labels":[],"label_agreement":null},{"id":"W1636328530","doi":"10.1111/j.1468-0009.2007.00505.x","title":"The Emergence of Clinical Practice Guidelines","year":2007,"lang":"en","type":"article","venue":"Milbank Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":254,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec","funders":"","keywords":"Standardization; Autonomy; Bureaucracy; Health care; Public relations; Public health; Quality (philosophy); Political science; Population health; Medicine; Public administration; Nursing; Law; Politics","score_opus":0.35130778834023507,"score_gpt":0.6036741184887248,"score_spread":0.2523663301484897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1636328530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7175348,0.00325046,0.072767235,0.16983546,0.006576976,0.0019332775,0.000020696749,0.00021873495,0.027862396],"genre_scores_gemma":[0.8845084,0.000570142,0.09796116,0.013192229,0.0024819244,0.000013206,0.0000293596,0.000043575015,0.0012000259],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944928,0.00018651539,0.0040331087,0.00029293253,0.0006719958,0.00032260417],"domain_scores_gemma":[0.98810124,0.007494412,0.0010223297,0.00067996845,0.0025146976,0.0001873721],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013373382,0.00013635692,0.00035345144,0.00004966564,0.00011706457,0.000016692482,0.00019085562,0.00011566413,0.00018931637],"category_scores_gemma":[0.041773323,0.00009155266,0.00023097591,0.00028436258,0.00016991545,0.00025028113,0.000022644048,0.0003573067,0.00013184905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012690041,0.00028194278,0.006124784,0.000020216214,0.00012539481,0.00004247712,0.00028606568,8.392181e-7,0.0009705045,0.00085545104,0.14013262,0.8498907],"study_design_scores_gemma":[0.0025136303,0.0031731564,0.07487627,0.0000585558,0.0004289818,0.00014862572,0.015111617,0.00044241958,0.00043125873,0.0006508557,0.90198153,0.00018306941],"about_ca_topic_score_codex":0.00031064634,"about_ca_topic_score_gemma":0.00028807853,"teacher_disagreement_score":0.8497076,"about_ca_system_score_codex":0.000013575227,"about_ca_system_score_gemma":0.00022599545,"threshold_uncertainty_score":0.9662982},"labels":[],"label_agreement":null},{"id":"W1639426217","doi":"10.1155/2000/525071","title":"Writing Clinical Guidelines with Evidence Based Medicine","year":2000,"lang":"en","type":"editorial","venue":"Canadian Journal of Infectious Diseases and Medical Microbiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Alternative medicine; Psychology; Data science; Medicine; Computer science; Medical education; Pathology","score_opus":0.10879838704441468,"score_gpt":0.4595095641647761,"score_spread":0.35071117712036143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1639426217","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06844495,0.05721598,0.0010853149,0.088676065,0.78224707,0.0011925718,0.00073054846,0.000076845514,0.00033064978],"genre_scores_gemma":[0.043045036,0.018400315,0.00054285314,0.021533143,0.9156177,0.000011515933,0.0006169998,0.000103103266,0.00012934256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99441075,0.00057030324,0.0034430912,0.00049816986,0.0005357801,0.00054187904],"domain_scores_gemma":[0.9799833,0.011573911,0.0015622297,0.00035085517,0.0029163314,0.0036133616],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035788675,0.00041170916,0.0016323192,0.00051246455,0.00016050848,0.00003844409,0.00026589455,0.001201814,0.0030164442],"category_scores_gemma":[0.11751336,0.0002773056,0.00030997573,0.00023960289,0.0014400715,0.00015379004,0.000026735763,0.0022390645,0.00001296773],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006947741,0.00007166614,0.032915123,0.00022458425,0.0003171236,0.0017376858,0.000011634172,0.0000029928517,0.00001213785,0.0000035433907,0.9122966,0.05171216],"study_design_scores_gemma":[0.0065979203,0.0055012912,0.0028576048,0.0084680505,0.0022212386,0.0027221006,0.00007689348,0.000029904344,9.158406e-7,0.000042030086,0.97118807,0.00029398422],"about_ca_topic_score_codex":0.0082535725,"about_ca_topic_score_gemma":0.0140173985,"teacher_disagreement_score":0.13337062,"about_ca_system_score_codex":0.00027154206,"about_ca_system_score_gemma":0.0238611,"threshold_uncertainty_score":0.99996793},"labels":[],"label_agreement":null},{"id":"W1663812759","doi":"","title":"Improve your management with your complimentary CVMA practice diagnostic report.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Staffing; Medicine; Family medicine; Nursing","score_opus":0.16225867744371145,"score_gpt":0.43393090901655185,"score_spread":0.2716722315728404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1663812759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7272644,0.0005604827,0.034552313,0.0926516,0.0036917075,0.016745128,0.000042420255,0.00068350264,0.123808436],"genre_scores_gemma":[0.9587101,0.0000935808,0.023137532,0.013034852,0.0010215419,0.00096540805,0.00023810922,0.00006431073,0.0027345896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969,0.00006401325,0.0011597973,0.00051623886,0.00075171865,0.00060819066],"domain_scores_gemma":[0.9954577,0.0025717064,0.00066187984,0.0006331389,0.00029879628,0.00037674594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035494668,0.0002133157,0.00028944714,0.00013704355,0.00009117269,0.000044183842,0.00011027829,0.000065925415,0.0000839769],"category_scores_gemma":[0.007116008,0.00017701919,0.00007696748,0.0003033202,0.000065948436,0.00044683274,0.00011770245,0.00033084257,0.00006864419],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044861874,0.001980651,0.103639506,0.00023218185,0.0013761197,0.015195109,0.00020092857,0.00001670404,0.00008751209,0.00040347787,0.022569723,0.8498119],"study_design_scores_gemma":[0.0045069433,0.00028822498,0.8295043,0.000032680957,0.0015688785,0.0021671609,0.0028558124,0.000019610245,0.00029214413,0.00007369219,0.15844314,0.00024740802],"about_ca_topic_score_codex":0.0003726005,"about_ca_topic_score_gemma":0.00007292661,"teacher_disagreement_score":0.8495645,"about_ca_system_score_codex":0.00026317578,"about_ca_system_score_gemma":0.00004866499,"threshold_uncertainty_score":0.85190403},"labels":[],"label_agreement":null},{"id":"W1669125250","doi":"10.3917/spub.110.0155","title":"Application des réseaux intégrés de services en santé mentale au Québec : contexte d'implantation, état de la mise en œuvre et opinions des omnipraticiens","year":2012,"lang":"fr","type":"article","venue":"Santé Publique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.048792240545446924,"score_gpt":0.4421631299399057,"score_spread":0.39337088939445874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1669125250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8649383,0.0049416847,0.104772344,0.019757105,0.00078297383,0.0015118845,0.00047129588,0.0001909049,0.0026334743],"genre_scores_gemma":[0.9601383,0.003071412,0.025984459,0.006926636,0.002076989,0.00035945352,0.0010371293,0.00009819125,0.00030743616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929915,0.0031741937,0.0014625748,0.0005189589,0.000458799,0.001393982],"domain_scores_gemma":[0.9880405,0.00933793,0.00063568127,0.000581087,0.0004855121,0.0009192681],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0093392655,0.00045673852,0.000507529,0.00022602362,0.0005337026,0.00022403273,0.0004067278,0.00048329434,0.0006833652],"category_scores_gemma":[0.0064360495,0.00046835066,0.00018123195,0.00051867624,0.00070736866,0.0023454877,0.00020916088,0.0006702186,0.00026235674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039439034,0.0017834877,0.57040703,0.0015401038,0.00040709335,0.000021529358,0.11250531,0.0001265338,0.015626216,0.014536904,0.004160212,0.27849117],"study_design_scores_gemma":[0.0031682947,0.00036357486,0.8380861,0.0007124185,0.00083601,0.0009725927,0.0587464,0.004499371,0.003204011,0.0068968814,0.08191354,0.00060078804],"about_ca_topic_score_codex":0.13491373,"about_ca_topic_score_gemma":0.091688596,"teacher_disagreement_score":0.27789038,"about_ca_system_score_codex":0.0036774296,"about_ca_system_score_gemma":0.0058590025,"threshold_uncertainty_score":0.99977684},"labels":[],"label_agreement":null},{"id":"W167249939","doi":"10.1007/bf03021521","title":"Evidence-based decision making: current challenges and a new feature in the Canadian Journal of Anesthesia","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health Research Institute; University of British Columbia; Western University","funders":"","keywords":"Evidence-based medicine; Observational study; Criticism; Randomized controlled trial; Specialty; Subspecialty; Psychology; Medicine; MEDLINE; Alternative medicine; Medical education; Family medicine; Political science","score_opus":0.15311949823789045,"score_gpt":0.37191001280935915,"score_spread":0.2187905145714687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W167249939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8201197,0.057166725,0.00006689608,0.12185198,0.00036433505,0.00035011457,0.0000021432581,0.00000343542,0.00007467427],"genre_scores_gemma":[0.9932004,0.0013020627,0.0023840878,0.0008569705,0.0021585329,0.0000018306794,0.0000038513394,0.000058326274,0.000033920223],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9945094,0.0005833019,0.002382856,0.00029281373,0.0012091537,0.0010224989],"domain_scores_gemma":[0.9912149,0.0015089486,0.0021363806,0.00038989788,0.0017015373,0.003048373],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007203927,0.00045290284,0.0009718979,0.0021163577,0.00049759296,0.00051221595,0.00082373695,0.00033744442,0.0001215229],"category_scores_gemma":[0.003945222,0.00033239147,0.00041182063,0.00073639955,0.00032171857,0.00096006715,0.0000061080773,0.0023539846,0.00000479187],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082058297,0.00009579847,0.06475185,0.00011633137,0.00007731198,0.75197804,0.0025844134,0.0005480829,0.000010264908,0.000563502,0.038860418,0.13959341],"study_design_scores_gemma":[0.0019196154,0.0013282641,0.21249548,0.0027129776,0.00031979108,0.7368704,0.0011641615,0.000047866688,0.0000051677594,0.0016043558,0.041284245,0.00024769842],"about_ca_topic_score_codex":0.10019668,"about_ca_topic_score_gemma":0.7704771,"teacher_disagreement_score":0.67028046,"about_ca_system_score_codex":0.0016482363,"about_ca_system_score_gemma":0.035134234,"threshold_uncertainty_score":0.9999476},"labels":[],"label_agreement":null},{"id":"W1676946647","doi":"10.3917/spub.150.0067","title":"Élaboration d’indicateurs de qualité pour soutenir la gestion des maladies chroniques","year":2015,"lang":"fr","type":"article","venue":"Santé Publique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.20264661256398733,"score_gpt":0.4702125516102049,"score_spread":0.2675659390462176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1676946647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7909837,0.01107207,0.0664374,0.11878144,0.001848461,0.0009857327,0.00013311469,0.0003858204,0.009372295],"genre_scores_gemma":[0.9546748,0.0032670333,0.027432542,0.003944401,0.0035460715,0.00010095842,0.00042330506,0.00009138134,0.0065195095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99470186,0.0022485517,0.0013251915,0.00047501648,0.0005239648,0.0007253951],"domain_scores_gemma":[0.9948903,0.0023088078,0.0005904529,0.0004057995,0.0011568235,0.0006478719],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008860738,0.00032723672,0.0004239527,0.00023544715,0.00012667963,0.00024137656,0.00019027964,0.0005666855,0.00079769705],"category_scores_gemma":[0.03256868,0.00033304543,0.00012286066,0.0004964154,0.0004385488,0.0017180478,0.00010774716,0.00078718935,0.00039066095],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088254653,0.0011573801,0.28174308,0.0009139549,0.00036098305,0.0002186669,0.009593383,0.00026467253,0.0033713693,0.020222567,0.25739777,0.42387363],"study_design_scores_gemma":[0.0053180573,0.0017242809,0.5715235,0.0017552758,0.0010891937,0.0007316309,0.018613156,0.007280952,0.010525569,0.058418475,0.3220672,0.00095273624],"about_ca_topic_score_codex":0.0032950253,"about_ca_topic_score_gemma":0.0020928972,"teacher_disagreement_score":0.42292088,"about_ca_system_score_codex":0.0014211382,"about_ca_system_score_gemma":0.004217255,"threshold_uncertainty_score":0.99991214},"labels":[],"label_agreement":null},{"id":"W1677059730","doi":"10.1111/j.1742-1241.2007.01436.x","title":"Practice guidelines by specialist societies are surprisingly deficient","year":2007,"lang":"en","type":"letter","venue":"International Journal of Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Rigour; Medicine; Guideline; Evidence-based medicine; Quality (philosophy); Alternative medicine; Clinical Practice; Evidence-based practice; Interpretation (philosophy); Medical education; Family medicine; Engineering ethics; Epistemology; Pathology","score_opus":0.4156973827069916,"score_gpt":0.6194021304875219,"score_spread":0.20370474778053033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1677059730","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037897934,0.0024741136,0.007900135,0.95879734,0.0183999,0.00045377665,0.00016926113,0.000050488878,0.011376035],"genre_scores_gemma":[0.00024885312,0.0062669087,0.07598549,0.84766054,0.06625341,0.0000036923943,0.00038610664,0.00013208727,0.0030628853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9760965,0.0016665355,0.0137006445,0.0008107236,0.007114568,0.0006110167],"domain_scores_gemma":[0.8617568,0.063655764,0.025981491,0.00078978913,0.04734584,0.00047029642],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.028615426,0.00064764393,0.0019622624,0.00048203464,0.00012675911,0.00046346747,0.0012647193,0.0017449802,0.0006772588],"category_scores_gemma":[0.57521486,0.0005658447,0.0017160435,0.0003379454,0.0004348869,0.0024067264,0.00033782117,0.010445527,0.00030531327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004839608,0.0013859886,0.00043457252,0.00006148364,0.002707097,0.012302995,0.000054818403,0.000010618394,0.000016931906,0.000022983715,0.94745594,0.030706936],"study_design_scores_gemma":[0.004258107,0.0010042978,0.0003634063,0.00069535256,0.0032224818,0.009952748,0.0017318358,0.000036499587,0.000026383117,0.00020084038,0.97804415,0.00046391448],"about_ca_topic_score_codex":0.00018591058,"about_ca_topic_score_gemma":0.0000089084615,"teacher_disagreement_score":0.54659945,"about_ca_system_score_codex":0.00068472454,"about_ca_system_score_gemma":0.0024271368,"threshold_uncertainty_score":0.9996793},"labels":[],"label_agreement":null},{"id":"W170383812","doi":"10.1155/2006/810978","title":"Implementing Practice Guidelines: A Workshop on Guidelines Dissemination and Implementation with a Focus on Asthma and COPD","year":2006,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital du Saint-Sacrement; Université Laval; Queen Elizabeth II Health Sciences Centre; Dalhousie University; Children's Hospital of Winnipeg; Institut universitaire de cardiologie et de pneumologie de Québec","funders":"Institute of Circulatory and Respiratory Health; National Center for Advancing Translational Sciences; Canadian Institutes of Health Research; Public Health Agency of Canada; Université Laval; Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail; GlaxoSmithKline; Public Health Agency; Canadian Thoracic Society; Sanofi; Genentech; National Institute for Occupational Safety and Health; Centers for Disease Control and Prevention; AstraZeneca; Pfizer","keywords":"Medicine; COPD; Focus (optics); Asthma; MEDLINE; Medical education; Family medicine; Internal medicine","score_opus":0.1230550530034957,"score_gpt":0.47634959081498246,"score_spread":0.3532945378114868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W170383812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8571757,0.0014622641,0.0020434815,0.13440984,0.0002744921,0.0013958198,0.000081161576,0.000057528076,0.0030996716],"genre_scores_gemma":[0.91636187,0.00032151188,0.01891172,0.06104071,0.0027156956,0.00006135491,0.00012150422,0.00011945252,0.00034617877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966021,0.00018668237,0.0015826758,0.00042047552,0.0006271431,0.00058088003],"domain_scores_gemma":[0.9954761,0.0008929615,0.0007824715,0.00024006728,0.0019630126,0.0006453562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033645385,0.00027952596,0.00029846927,0.00053935486,0.0005667196,0.00028227275,0.00007435239,0.000105244784,0.00021886663],"category_scores_gemma":[0.006172759,0.00023449444,0.00005372644,0.00030428625,0.00006615525,0.00055083033,0.000028224384,0.00050438923,0.0000100102225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000994146,0.00010211664,0.02353961,0.00004488572,0.00016093494,0.00070815673,0.00023796897,0.00007408148,0.0013088727,0.0026452781,0.23095852,0.73922545],"study_design_scores_gemma":[0.0069751632,0.0022481352,0.06855716,0.0008284232,0.00041842472,0.002231574,0.011535974,0.0003761394,0.00047982205,0.0004921636,0.90530545,0.0005515613],"about_ca_topic_score_codex":0.00978407,"about_ca_topic_score_gemma":0.12073511,"teacher_disagreement_score":0.73867387,"about_ca_system_score_codex":0.00040993557,"about_ca_system_score_gemma":0.0010077414,"threshold_uncertainty_score":0.99680984},"labels":[],"label_agreement":null},{"id":"W1737462324","doi":"10.3917/spub.150.0111","title":"Retombées des ordonnances collectives dans le suivi diabétique conjoint en soins primaires : une étude de cas","year":2015,"lang":"fr","type":"article","venue":"Santé Publique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sante Montreal; Institut National de Santé Publique du Québec; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Medicine; Art","score_opus":0.1317454259760561,"score_gpt":0.44936459997442635,"score_spread":0.31761917399837025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1737462324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87454695,0.010184618,0.027005576,0.0748285,0.0018351903,0.001475367,0.00015409892,0.000246419,0.009723281],"genre_scores_gemma":[0.9755332,0.0033189007,0.012208148,0.003489963,0.002126987,0.00017316952,0.00012225038,0.0001109825,0.0029164006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99355304,0.0020566317,0.0016520645,0.0007538346,0.0006337231,0.0013506903],"domain_scores_gemma":[0.9925866,0.0040059043,0.00066022004,0.00063699315,0.0011002235,0.0010100515],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007470463,0.00049700396,0.00083391264,0.00025643964,0.00031149326,0.00023877263,0.00039192985,0.0004826696,0.00022390365],"category_scores_gemma":[0.03910751,0.0004899772,0.00022627447,0.0010367669,0.0010909032,0.0016496339,0.0002814574,0.00095156906,0.00007607036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017763922,0.002959786,0.6460808,0.0010709028,0.0011533744,0.0009710534,0.072065055,0.0004319768,0.01530344,0.047719818,0.11926758,0.0911998],"study_design_scores_gemma":[0.0076817935,0.0027467452,0.75791156,0.001241296,0.0006999568,0.00078564836,0.063388914,0.0036031248,0.031755738,0.04487438,0.08426054,0.0010503287],"about_ca_topic_score_codex":0.055060145,"about_ca_topic_score_gemma":0.085303515,"teacher_disagreement_score":0.111830726,"about_ca_system_score_codex":0.0023290305,"about_ca_system_score_gemma":0.014785124,"threshold_uncertainty_score":0.9997552},"labels":[],"label_agreement":null},{"id":"W1737661593","doi":"","title":"Promoting effective guideline use in Ontario.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Guideline; Computer science; Data science; Medicine; World Wide Web; Pathology","score_opus":0.23259779823351937,"score_gpt":0.4223732135789109,"score_spread":0.18977541534539152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1737661593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98977774,0.000014832036,0.00026125635,0.0055094133,0.00019115667,0.00260431,0.0000011659583,0.00005777905,0.0015823134],"genre_scores_gemma":[0.992389,0.0000066443504,0.0018911721,0.0030946531,0.00017497479,0.001058514,0.000054116623,0.000019344974,0.0013115631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981865,0.00009174172,0.0008739472,0.00027026443,0.00023353721,0.00034397413],"domain_scores_gemma":[0.9985931,0.0007201935,0.00016316208,0.0002231215,0.00015476729,0.00014568938],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018336931,0.00010853285,0.00022877131,0.00011464811,0.000025047482,0.000026307842,0.000048429258,0.00006372994,0.00017041648],"category_scores_gemma":[0.009591868,0.00009839523,0.00005902445,0.00023810104,0.000020947675,0.00034231134,0.000047055757,0.0003372331,0.000028626773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028928532,0.0001759943,0.6805207,0.0000065266518,0.000021752516,0.00010881918,0.00019241907,0.0000052731607,0.000050744453,0.000007664525,0.0012979404,0.3173229],"study_design_scores_gemma":[0.0026507913,0.000063150546,0.93081695,0.000016930437,0.000056960733,0.00007503073,0.00005533711,0.00028905986,0.00010954253,0.000111017165,0.065668516,0.00008672473],"about_ca_topic_score_codex":0.062430635,"about_ca_topic_score_gemma":0.24510653,"teacher_disagreement_score":0.31723619,"about_ca_system_score_codex":0.0004817394,"about_ca_system_score_gemma":0.00009005102,"threshold_uncertainty_score":0.99875075},"labels":[],"label_agreement":null},{"id":"W1748727340","doi":"","title":"Diabète de type 2 : à qui se fier ?","year":2012,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Medicine; Art; Gynecology","score_opus":0.3768196099827537,"score_gpt":0.5549211864782223,"score_spread":0.1781015764954686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1748727340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67204636,0.02422783,0.013427066,0.16547228,0.024746468,0.00095714675,0.000029387971,0.00018009308,0.098913364],"genre_scores_gemma":[0.8149628,0.0012067345,0.014481523,0.022841038,0.009131557,0.0000074753557,0.000061539075,0.00004262134,0.13726468],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803597,0.0001962566,0.00067352736,0.00015680175,0.00022971055,0.00070773484],"domain_scores_gemma":[0.9972506,0.0016275189,0.00013286034,0.00031524326,0.00016480057,0.00050894497],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002142805,0.00013704995,0.00020688394,0.000041055013,0.000045562687,0.000017865346,0.000068133835,0.00016434713,0.039376955],"category_scores_gemma":[0.008064979,0.0001275389,0.000079116195,0.0002059831,0.00006756036,0.0004799486,0.00007414845,0.00032935126,0.008329138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018683838,0.00066564494,0.24701798,0.00012641145,0.00014985412,0.000021192995,0.0011119406,0.0000075563744,0.001552971,0.0059659635,0.48870036,0.2544933],"study_design_scores_gemma":[0.0011919211,0.0002544374,0.03981971,0.00007296071,0.00054225785,0.00008083024,0.0019887632,0.0009520074,0.0007705552,0.00030830197,0.95385385,0.00016442152],"about_ca_topic_score_codex":0.0016622748,"about_ca_topic_score_gemma":0.0001566619,"teacher_disagreement_score":0.4651535,"about_ca_system_score_codex":0.00021174307,"about_ca_system_score_gemma":0.00027682979,"threshold_uncertainty_score":0.99244297},"labels":[],"label_agreement":null},{"id":"W1750362307","doi":"10.1177/1715163515597243","title":"Online clinical pathway for managing adults with chronic kidney disease","year":2015,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre; University of Calgary; Alberta Health Services","funders":"Cumming School of Medicine, University of Calgary; University of Alberta; Alberta Health Services","keywords":"Kidney disease; Medicine; Disease; Intensive care medicine; Internal medicine","score_opus":0.2183599688725118,"score_gpt":0.4395020948551519,"score_spread":0.2211421259826401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1750362307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726279,0.0015869609,0.0026028657,0.010197173,0.0059171617,0.0027145932,0.003757059,0.00009363259,0.00050268817],"genre_scores_gemma":[0.96840405,0.0017251668,0.0023574978,0.021110332,0.00494911,0.00004260033,0.00075179327,0.000107689666,0.000551748],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959502,0.00021557753,0.0015307303,0.00057538657,0.0006680682,0.0010600279],"domain_scores_gemma":[0.98554033,0.00043335513,0.00057072885,0.00037557012,0.0016982049,0.011381817],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018411332,0.00039139765,0.0005614929,0.00028571734,0.0004220287,0.00012417168,0.0003763132,0.000065699125,0.0003636218],"category_scores_gemma":[0.004440274,0.00035924534,0.0002331394,0.00045188615,0.00020956581,0.00048021588,0.000041790154,0.00091701787,0.000012135084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.009478332,0.000560465,0.03060174,0.0011215974,0.0008605986,0.12567015,0.0005387662,0.0013233274,0.00012051323,0.000060218677,0.32157364,0.5080906],"study_design_scores_gemma":[0.04060105,0.0012176775,0.00043349003,0.00032813236,0.0015936296,0.24505654,0.00010054117,0.049786665,0.00014954663,0.00018814152,0.65945816,0.0010864437],"about_ca_topic_score_codex":0.017907353,"about_ca_topic_score_gemma":0.18774873,"teacher_disagreement_score":0.5070042,"about_ca_system_score_codex":0.0040501324,"about_ca_system_score_gemma":0.038311686,"threshold_uncertainty_score":0.999886},"labels":[],"label_agreement":null},{"id":"W1750416112","doi":"","title":"Implementation of an Integrated Network for Health Research in Quebec","year":2007,"lang":"en","type":"article","venue":"Medinfo 2007: Proceedings of the 12th World Congress on Health (Medical) Informatics; Building Sustainable Health Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pace; Task (project management); Resource (disambiguation); Quality (philosophy); Computer science; Business; Data science; Process management; Engineering; Geography; Systems engineering","score_opus":0.13321132866777502,"score_gpt":0.5254513299189421,"score_spread":0.39224000125116704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1750416112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6418067,0.0042144815,0.0056550098,0.28299066,0.009960438,0.05305995,0.00018305748,0.0004931431,0.0016365307],"genre_scores_gemma":[0.924023,0.0024810792,0.018215401,0.04609568,0.0030933134,0.0014113428,0.00038095756,0.0002822895,0.004016978],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9779055,0.00043095526,0.011941039,0.0005956107,0.005593446,0.0035334646],"domain_scores_gemma":[0.98178023,0.004205699,0.0071037402,0.0006501908,0.0041803657,0.0020797502],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10089364,0.00050251797,0.0020648737,0.0019931644,0.0008195472,0.00012857365,0.0010829836,0.00035561103,0.00009463052],"category_scores_gemma":[0.009632415,0.00039529055,0.00021322978,0.0041080127,0.0004318571,0.0011059782,0.0003209847,0.0020540438,0.000002907074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0046387515,0.0011498057,0.05025513,0.11074537,0.00023298104,0.000016068263,0.010863699,0.0006661874,0.0000037575003,0.05336071,0.4053189,0.36274862],"study_design_scores_gemma":[0.020575201,0.009114086,0.01093176,0.039170783,0.00006308248,0.00014695973,0.38678116,0.0234205,0.00026205543,0.0007560579,0.50800765,0.0007707412],"about_ca_topic_score_codex":0.149737,"about_ca_topic_score_gemma":0.045963142,"teacher_disagreement_score":0.37591743,"about_ca_system_score_codex":0.005099455,"about_ca_system_score_gemma":0.017073674,"threshold_uncertainty_score":0.9998499},"labels":[],"label_agreement":null},{"id":"W175838867","doi":"10.1155/2006/825281","title":"Paper Stamp Checklist Tool Enhances Asthma Guidelines Knowledge and Implementation by Primary Care Physicians","year":2006,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Medicine; Checklist; Asthma; Primary care; MEDLINE; Medical emergency; Asthma management; Family medicine; Internal medicine","score_opus":0.06256902485106429,"score_gpt":0.410793960056156,"score_spread":0.3482249352050917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W175838867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787417,0.010945461,0.00039413405,0.00487698,0.000497734,0.0005498403,0.0002493145,0.000033333446,0.00371151],"genre_scores_gemma":[0.9584897,0.00035995294,0.0018521448,0.03371187,0.0039574318,0.00003615062,0.0006442391,0.000084770756,0.0008637199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975739,0.00013494518,0.0012199164,0.00029952923,0.0003289175,0.00044276996],"domain_scores_gemma":[0.99798286,0.00012180074,0.00037936104,0.00020464422,0.0008976696,0.00041368455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007801865,0.00021462982,0.00029986005,0.00020504212,0.0003766911,0.0001433997,0.00010125749,0.000102732396,0.00051899324],"category_scores_gemma":[0.00028744494,0.00020942638,0.000100009514,0.00019027802,0.000088028944,0.0005384897,0.000022545646,0.00038013802,0.000028900933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006681116,0.00004653265,0.03238008,0.000106516025,0.0000594227,0.000092212984,0.00032055232,0.000004128235,0.033852626,0.000097544325,0.5317747,0.4011989],"study_design_scores_gemma":[0.0021682573,0.0002848955,0.08572582,0.00009876469,0.000101802245,0.00010650122,0.002833375,0.0000109709845,0.0015474849,0.0000894208,0.9067911,0.00024164436],"about_ca_topic_score_codex":0.012947969,"about_ca_topic_score_gemma":0.19687948,"teacher_disagreement_score":0.40095726,"about_ca_system_score_codex":0.0008362265,"about_ca_system_score_gemma":0.0021746855,"threshold_uncertainty_score":0.99362487},"labels":[],"label_agreement":null},{"id":"W1771257654","doi":"10.11124/01938924-200806041-00002","title":"Clinical Practice Guideline Dissemination and Implementation Strategies for Healthcare Teams and Team-Based Practice: a systematic review.","year":2008,"lang":"en","type":"article","venue":"The JBI Database of Systematic Reviews and Implementation Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Guideline; Evidence-based practice; Evidence-based medicine; Systematic review; Psychology; Best practice; Nursing; Quality (philosophy); Medical education; Medicine; MEDLINE; Alternative medicine; Management; Political science","score_opus":0.1516510358474384,"score_gpt":0.5712080043408913,"score_spread":0.41955696849345286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1771257654","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04710163,0.39506313,0.1397096,0.11892773,0.0012786085,0.29604247,0.0012844062,0.00024991762,0.00034251602],"genre_scores_gemma":[0.35325763,0.36894327,0.21016906,0.041583765,0.0005937926,0.01610215,0.009032126,0.00019328039,0.00012493633],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9854987,0.0024172193,0.010267399,0.00064146175,0.0008859382,0.00028927234],"domain_scores_gemma":[0.979584,0.008289244,0.009266909,0.001020724,0.0016161065,0.00022301232],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03125501,0.00037537108,0.0021278397,0.00013021192,0.0003477436,0.00008464786,0.00009532882,0.00007600574,0.000041933803],"category_scores_gemma":[0.03527733,0.0002382075,0.00019999458,0.0002884297,0.00016602843,0.0013875159,0.000095462034,0.00021110344,0.000002085708],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013145793,0.00018763417,0.0011477636,0.96556234,0.00028250235,0.000034103952,0.001078209,2.8726834e-7,0.00018382497,0.0005980942,0.028189816,0.0026039819],"study_design_scores_gemma":[0.009861385,0.0044154255,0.0031162305,0.67622364,0.039306797,0.022449685,0.1969097,0.0021449612,0.00025059763,0.00050864706,0.04336006,0.0014528827],"about_ca_topic_score_codex":0.0005648567,"about_ca_topic_score_gemma":0.000112429996,"teacher_disagreement_score":0.30615598,"about_ca_system_score_codex":0.00008245261,"about_ca_system_score_gemma":0.0004819854,"threshold_uncertainty_score":0.9975268},"labels":[],"label_agreement":null},{"id":"W1774666693","doi":"","title":"Royal College Annals ceases publication","year":2003,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Annals; Medicine; Circulation (fluid dynamics); Classics; History","score_opus":0.1664698354005238,"score_gpt":0.39262090629399005,"score_spread":0.22615107089346626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1774666693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7751823,0.0006477622,0.00098876,0.05378362,0.0018687547,0.002961862,0.00016392303,0.0004644301,0.16393857],"genre_scores_gemma":[0.9771077,0.00021509135,0.0017238938,0.008530583,0.00048747472,0.00008645264,0.0001789393,0.000056961966,0.0116129005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971513,0.0003481454,0.0008633475,0.00041367533,0.00045225085,0.00077125686],"domain_scores_gemma":[0.99768203,0.00038112482,0.00027827232,0.00048446385,0.0005697453,0.0006043433],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013678863,0.00018126445,0.00024976052,0.00010032873,0.000087712244,0.000058983413,0.00011719883,0.00006598215,0.0018868266],"category_scores_gemma":[0.023267347,0.0001663718,0.000102094615,0.00054795964,0.00005699112,0.00025923795,0.00003366458,0.0002492804,0.0005018853],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006557786,0.0015344952,0.14970821,0.00010420172,0.00024253911,0.00021077253,0.0006689651,0.000026394502,0.00077292597,0.016685814,0.7781636,0.05122628],"study_design_scores_gemma":[0.001647131,0.000100012,0.20656136,0.000015271356,0.00010581725,0.000052338066,0.000120350385,0.00005971816,0.0021393625,0.00009224157,0.7889533,0.00015311524],"about_ca_topic_score_codex":0.000023996508,"about_ca_topic_score_gemma":0.000010434476,"teacher_disagreement_score":0.20192538,"about_ca_system_score_codex":0.00009841628,"about_ca_system_score_gemma":0.00032474252,"threshold_uncertainty_score":0.9990256},"labels":[],"label_agreement":null},{"id":"W1775831870","doi":"10.1002/0471463736.tnmp07","title":"Prognostic Factors in Cancer Patient Care","year":2003,"lang":"en","type":"other","venue":"TNM Online","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Audit; Cancer; Disease; Intensive care medicine; Clinical Practice; Outcome (game theory); Family medicine; Internal medicine","score_opus":0.1937685449191403,"score_gpt":0.49971520742671405,"score_spread":0.30594666250757374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775831870","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37902695,0.025004974,0.00013386687,0.009198905,0.008931095,0.018132363,0.04275095,0.0014717462,0.51534915],"genre_scores_gemma":[0.09297228,0.004244924,0.017187724,0.013521478,0.0040952177,0.00060991064,0.07432441,0.0032199684,0.7898241],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983995,0.00006376487,0.0006585737,0.00033263856,0.00031712707,0.00022838292],"domain_scores_gemma":[0.9989218,0.00023826615,0.0003444006,0.00029342313,0.00009356241,0.0001085555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005975523,0.00024096358,0.00043873556,0.00021821487,0.000010512028,0.0000059664753,0.000056849778,0.0002362072,0.024680752],"category_scores_gemma":[0.0018656262,0.00020069156,0.00007911417,0.00019863581,0.000029456403,0.000022490301,0.000029771905,0.00040876222,0.00007229769],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054601813,0.0006145381,0.10961081,0.00041452041,0.00009213484,0.00007714958,0.00038319416,0.0000038218054,0.00001599278,0.000004172285,0.8373891,0.051339965],"study_design_scores_gemma":[0.0011958575,0.00035344303,0.0107667325,0.0008389229,0.00022633227,0.0000037876755,0.0011340149,0.0000131036495,0.000013725671,0.0000041285725,0.98523974,0.000210217],"about_ca_topic_score_codex":0.002960579,"about_ca_topic_score_gemma":0.014798888,"teacher_disagreement_score":0.28605467,"about_ca_system_score_codex":0.0002238346,"about_ca_system_score_gemma":0.00037494348,"threshold_uncertainty_score":0.97621083},"labels":[],"label_agreement":null},{"id":"W1775982038","doi":"","title":"Une infirmière qu’il fait bon connaître : Allyson Nowell","year":2015,"lang":"fr","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Political science; Art","score_opus":0.6904228981835459,"score_gpt":0.6832748982546414,"score_spread":0.007147999928904469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1775982038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66501474,0.19081543,0.002359166,0.076736584,0.01786753,0.0038363163,0.0005771822,0.00017633176,0.04261674],"genre_scores_gemma":[0.9263259,0.047994368,0.0015772269,0.007195778,0.0050090747,0.00006969315,0.00029145397,0.0002778228,0.011258648],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98911285,0.0014353998,0.004803102,0.0010601837,0.0023738972,0.0012145578],"domain_scores_gemma":[0.987375,0.0029836847,0.003909652,0.0013301057,0.0024946516,0.0019068611],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009254172,0.00085638446,0.0021623396,0.00093531917,0.0002796431,0.0015810821,0.0029015304,0.00057083165,0.04131162],"category_scores_gemma":[0.0150224045,0.00085052,0.00054426794,0.0023112884,0.0005191623,0.006522642,0.0018786935,0.00193954,0.0008758489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017086678,0.0012317556,0.24327306,0.00037817404,0.00075797446,0.00044305206,0.00070257095,0.00038486838,0.0104301255,0.00028909478,0.58924484,0.1511558],"study_design_scores_gemma":[0.007140143,0.0002412273,0.24630515,0.0027551404,0.0019065194,0.00021046512,0.0030075677,0.0011575378,0.004556588,0.008279171,0.7233857,0.0010547691],"about_ca_topic_score_codex":0.03260598,"about_ca_topic_score_gemma":0.0025446145,"teacher_disagreement_score":0.26131123,"about_ca_system_score_codex":0.0007747564,"about_ca_system_score_gemma":0.0019409887,"threshold_uncertainty_score":0.99990207},"labels":[],"label_agreement":null},{"id":"W1777289611","doi":"10.1186/1472-6874-2-11","title":"Management of abnormal uterine bleeding by northern, rural and isolated primary care physicians: PART II: What do we need?","year":2002,"lang":"en","type":"article","venue":"BMC Women s Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medicine; Reproductive medicine; Primary care; Uterine bleeding; Gynecology; Family medicine; Primary health care; Obstetrics; Pregnancy; General surgery; Environmental health","score_opus":0.07453441846407234,"score_gpt":0.3850428967300823,"score_spread":0.31050847826600997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777289611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97970164,0.011109517,0.00021840438,0.0073273,0.00026975188,0.00090418325,0.00003966574,0.000061375365,0.00036815682],"genre_scores_gemma":[0.94680405,0.046772704,0.0017307181,0.0033854782,0.00025447458,0.00006127441,0.0001935866,0.00004222001,0.000755523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978922,0.000076130615,0.0009765131,0.00026523758,0.0003524534,0.00043745956],"domain_scores_gemma":[0.99883956,0.00011318135,0.0004462897,0.00027794985,0.00011529745,0.00020770718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048430287,0.00017574133,0.0004380627,0.0000738474,0.00013439894,0.000034801735,0.000074181524,0.00004940984,0.00024864913],"category_scores_gemma":[0.000021891236,0.00016848628,0.000050064267,0.00022777735,0.000049434166,0.000493407,0.00012280377,0.00017395365,0.000013653834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005641615,0.0003965946,0.018226841,0.004146243,0.00015549216,0.000012914532,0.009716228,0.000010472855,0.00017668658,0.000029260751,0.0045836368,0.9619815],"study_design_scores_gemma":[0.02482597,0.010831205,0.04684529,0.009000541,0.00043827933,0.00013000489,0.439131,0.0035299095,0.00013514463,0.00012800333,0.46387526,0.0011293828],"about_ca_topic_score_codex":0.00012413746,"about_ca_topic_score_gemma":0.000041147257,"teacher_disagreement_score":0.9608521,"about_ca_system_score_codex":0.0003927224,"about_ca_system_score_gemma":0.000059348764,"threshold_uncertainty_score":0.6870671},"labels":[],"label_agreement":null},{"id":"W1823701006","doi":"","title":"Development, dissemination, implementation and evaluation of a clinical pathway for oxygen therapy.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Discontinuation; Audit; Oxygen therapy; Emergency medicine; Nursing; Internal medicine","score_opus":0.4449517211390636,"score_gpt":0.5611464061898109,"score_spread":0.11619468505074732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1823701006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940735,0.0001231982,0.00036850802,0.0012357896,0.00008824346,0.0034835816,0.000016704256,0.000019379873,0.0005910768],"genre_scores_gemma":[0.9908119,0.0001438748,0.0056842864,0.00038496242,0.00015613862,0.0022934852,0.00031423615,0.000014283862,0.00019684983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977803,0.0001350472,0.0012808873,0.0002263466,0.00042054366,0.00015686692],"domain_scores_gemma":[0.9982255,0.0007166048,0.0003191549,0.00013451913,0.00050875195,0.00009545506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007206628,0.00008224679,0.00021570153,0.000055640277,0.000048314363,0.00001200192,0.000035953275,0.000057802987,0.00041603867],"category_scores_gemma":[0.0015169283,0.000072677576,0.000059548227,0.000105501065,0.00003201116,0.00016139547,0.000009549908,0.000057439443,0.0000029121009],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039446264,0.00013746317,0.024369422,0.000018762354,0.00007191793,1.2147542e-7,0.00020815371,9.151393e-7,0.000106164465,0.000026952377,0.0008752558,0.9737904],"study_design_scores_gemma":[0.006232974,0.00008811582,0.9428323,0.000007939626,0.00014666973,0.000003373937,0.00041549405,0.00041723583,0.0016476449,0.00024286142,0.047890205,0.000075203556],"about_ca_topic_score_codex":0.000017447057,"about_ca_topic_score_gemma":0.000063839965,"teacher_disagreement_score":0.9737152,"about_ca_system_score_codex":0.000043956894,"about_ca_system_score_gemma":0.00021731935,"threshold_uncertainty_score":0.45553318},"labels":[],"label_agreement":null},{"id":"W1834270634","doi":"10.1016/j.rehab.2015.07.341","title":"Development and adaptation of a Canadian clinical practice guideline for the rehabilitation of adults with moderate-to-severe traumatic brain injury (tbi)","year":2015,"lang":"en","type":"article","venue":"Annals of Physical and Rehabilitation Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Ontario Neurotrauma Foundation; Institut National d'Excellence en Santé et en Services Sociaux; Université de Montréal; Université Laval; Toronto Rehabilitation Institute; University Health Network; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Guideline; Rehabilitation; Audit; Traumatic brain injury; Adaptation (eye); Medicine; Acquired brain injury; Intervention (counseling); Psychology; Nursing; Physical therapy; Psychiatry","score_opus":0.26773006588533727,"score_gpt":0.4988540938622268,"score_spread":0.23112402797688952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834270634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8115727,0.0001271094,0.0055317213,0.18098015,0.000047457714,0.001639233,0.000024989993,0.0000071370464,0.000069501555],"genre_scores_gemma":[0.819217,0.00002989474,0.17759788,0.0028809872,0.00012317377,0.00006623581,0.000060686394,0.000013604613,0.000010504346],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9968506,0.00023269378,0.0019734902,0.00027470276,0.00051934185,0.00014919015],"domain_scores_gemma":[0.97901016,0.01659247,0.0007390267,0.0002245143,0.0031080227,0.0003257946],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053090206,0.00014325131,0.00057289476,0.00027788975,0.000051534105,0.0000037692907,0.00005675361,0.00006505615,0.0000046735536],"category_scores_gemma":[0.062252644,0.00008646644,0.000064187225,0.00048758215,0.00045351195,0.00022002192,0.000019040253,0.00012550413,5.4870026e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031686194,0.0017885738,0.0039764247,0.0025408105,0.00053040206,0.0000015727095,0.18062523,0.0014616029,0.0011140015,0.0068302597,0.04092833,0.7285166],"study_design_scores_gemma":[0.031701133,0.106576405,0.14077733,0.0049591684,0.0016368639,0.00003311098,0.42757326,0.11908373,0.0009576747,0.007733407,0.15826535,0.000702569],"about_ca_topic_score_codex":0.009178343,"about_ca_topic_score_gemma":0.006597802,"teacher_disagreement_score":0.727814,"about_ca_system_score_codex":0.000022193984,"about_ca_system_score_gemma":0.00053903204,"threshold_uncertainty_score":0.9974196},"labels":[],"label_agreement":null},{"id":"W1835606714","doi":"10.1093/clinchem/47.8.1563","title":"Guidelines and Algorithms: Perceptions of Why and When They Are Successful and How to Improve Them","year":2001,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perception; Algorithm; Computer science; Psychology","score_opus":0.24780410140350997,"score_gpt":0.48549903721443893,"score_spread":0.23769493581092896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1835606714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94338256,0.0001862441,0.0005196185,0.055216752,0.000071294424,0.0002598832,0.000044021082,0.000031027954,0.0002885766],"genre_scores_gemma":[0.979181,0.001809601,0.012610676,0.004450657,0.0008603976,0.000017617143,0.00003247395,0.000024952844,0.0010126426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980773,0.000052858315,0.0010111377,0.00047382072,0.00020717239,0.00017772624],"domain_scores_gemma":[0.9970189,0.0014689789,0.00033994144,0.00034919652,0.0004569684,0.00036606917],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012526506,0.00016469404,0.0004960404,0.000017833612,0.000055012253,0.00003820717,0.00007885529,0.0001977384,0.00019320723],"category_scores_gemma":[0.013947129,0.00013639344,0.00007766061,0.00006275715,0.00022434161,0.00012432139,0.00018970939,0.0002986836,0.0000036951842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025905314,0.00016872013,0.8974315,0.00022650286,0.00006836158,0.000016625843,0.00010116291,2.2439659e-7,0.0066816052,0.0000041173953,0.01602378,0.079018325],"study_design_scores_gemma":[0.022167662,0.0020080055,0.7396001,0.0015049956,0.002402948,0.0013611412,0.025721692,0.005031857,0.0081226975,0.005769431,0.1846693,0.0016401354],"about_ca_topic_score_codex":0.00006318707,"about_ca_topic_score_gemma":0.000038378606,"teacher_disagreement_score":0.16864553,"about_ca_system_score_codex":0.000014779313,"about_ca_system_score_gemma":0.000057030567,"threshold_uncertainty_score":0.99435884},"labels":[],"label_agreement":null},{"id":"W1836068834","doi":"10.5489/cuaj.3041","title":"The utility of provincial AS guidelines","year":2015,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Trillium Health Centre","funders":"","keywords":"Business","score_opus":0.2589994580644774,"score_gpt":0.44961544608427945,"score_spread":0.19061598801980206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1836068834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6486054,0.0002724739,0.00021205065,0.3408537,0.0009819173,0.00034872844,0.0000262179,0.000020892021,0.008678602],"genre_scores_gemma":[0.988755,0.00004680618,0.0006094868,0.009107088,0.0009367791,0.000003515424,0.000011442031,0.0000064020305,0.00052347936],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767923,0.00028096742,0.0010347394,0.00011328407,0.0005941965,0.00029755186],"domain_scores_gemma":[0.99526787,0.00083475816,0.0006548937,0.00012855478,0.0023666392,0.00074730365],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005588022,0.00008011353,0.00019761856,0.00005687491,0.00019993438,0.000051669842,0.00012763894,0.00015116531,0.00035426024],"category_scores_gemma":[0.08879016,0.00005037128,0.00011516139,0.00016304757,0.000051983025,0.00010623123,0.000020015686,0.0004607153,0.00006473252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028004881,0.00004286026,0.5855483,0.000001902619,0.00007911657,0.000030199519,0.000070655005,0.00000668549,0.000025557301,0.00036425877,0.37330535,0.04024511],"study_design_scores_gemma":[0.001445091,0.00054414256,0.347064,0.000005785437,0.00010846575,0.00022147322,0.00051378214,0.0009039904,0.000023344974,0.0075918003,0.6415032,0.00007494574],"about_ca_topic_score_codex":0.006057741,"about_ca_topic_score_gemma":0.0059365598,"teacher_disagreement_score":0.34014958,"about_ca_system_score_codex":0.000495664,"about_ca_system_score_gemma":0.0031019342,"threshold_uncertainty_score":0.91888535},"labels":[],"label_agreement":null},{"id":"W18413586","doi":"10.1007/978-1-4615-1321-6_52","title":"The Diabetes Council of Canada (DCC): Coordinating National Diabetes Strategies","year":2001,"lang":"en","type":"article","venue":"Advances in experimental medicine and biology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Diabetes mellitus; Medicine; Research council; Political science; Public administration; Endocrinology; Government (linguistics)","score_opus":0.17300715343018447,"score_gpt":0.4670223148810445,"score_spread":0.29401516145086004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W18413586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9615289,0.024834933,0.000011130448,0.0069694184,0.0003412998,0.00018701858,0.000004668333,0.000007698776,0.0061149416],"genre_scores_gemma":[0.99656785,0.0013273899,0.0001752791,0.0016438502,0.00018840593,0.000026999114,0.000023703582,0.000005318033,0.000041210664],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987438,0.00006285571,0.000561778,0.00016439662,0.00025465505,0.00021256431],"domain_scores_gemma":[0.99755424,0.0019236422,0.00018397777,0.00007808408,0.00021091063,0.00004915584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008001058,0.00009932713,0.000245161,0.000029475259,0.00008073531,0.00000364199,0.000061116974,0.000036339698,0.000055505247],"category_scores_gemma":[0.0024903829,0.00006030392,0.000015122905,0.00012916364,0.000416397,0.00015204883,0.000036365996,0.000112086585,2.411655e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004012557,0.00022974449,0.72048,0.00009311162,0.000105675994,0.000012513427,0.00091491564,0.000029739147,0.19555497,0.010357193,0.0035825209,0.06823836],"study_design_scores_gemma":[0.015985789,0.00804904,0.07169406,0.0007646422,0.00012890463,0.000075133226,0.120602235,0.0036021753,0.049200285,0.021023717,0.7081683,0.0007056713],"about_ca_topic_score_codex":0.010928816,"about_ca_topic_score_gemma":0.055562656,"teacher_disagreement_score":0.70458585,"about_ca_system_score_codex":0.00023926352,"about_ca_system_score_gemma":0.0007175535,"threshold_uncertainty_score":0.9956575},"labels":[],"label_agreement":null},{"id":"W1850989345","doi":"10.1016/j.pcad.2015.05.002","title":"Is the Guideline Process Replicable and, if Not, What Does This Mean?","year":2015,"lang":"en","type":"review","venue":"Progress in Cardiovascular Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; Royal Victoria Regional Health Centre; McGill University Health Centre","funders":"","keywords":"Guideline; Medicine; Process (computing); Evidence-based medicine; Expert opinion; Reliability (semiconductor); MEDLINE; Scientific evidence; Perspective (graphical); Management science; Intensive care medicine; Alternative medicine; Pathology; Computer science","score_opus":0.1798565888532132,"score_gpt":0.4976290404409912,"score_spread":0.317772451587778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1850989345","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024005496,0.9920177,0.000025738338,0.0028416028,0.00045109296,0.00428404,0.00017661962,0.00011579877,0.00006342695],"genre_scores_gemma":[0.000095380165,0.9944183,0.0005478649,0.0012368906,0.0010686994,0.0016973681,0.00064820086,0.00013909802,0.00014820133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932137,0.0007926398,0.0023797825,0.0013330467,0.0017608007,0.00052003015],"domain_scores_gemma":[0.9947458,0.00080936414,0.00069503696,0.002501674,0.000848663,0.00039949227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047640256,0.0006729163,0.0034219765,0.00021319976,0.00012623015,0.00032535617,0.00047581017,0.0003257228,0.00016829808],"category_scores_gemma":[0.003160613,0.00036384462,0.0022574076,0.00067930645,0.0003648093,0.0006309713,0.00039931457,0.0007141896,0.000055745455],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008182628,0.00018397323,0.00081848097,0.012670986,0.0030380809,0.00013356976,0.00014294486,0.000001984646,1.9084887e-9,0.0000047222593,0.0058910474,0.97703236],"study_design_scores_gemma":[0.0013993244,0.000074546144,0.00005321757,0.009531889,0.022675151,0.00019622705,0.00068600953,0.000071753726,6.9267645e-7,0.00014884782,0.9647325,0.00042978357],"about_ca_topic_score_codex":0.00007148009,"about_ca_topic_score_gemma":0.000013175298,"teacher_disagreement_score":0.9766026,"about_ca_system_score_codex":0.000220222,"about_ca_system_score_gemma":0.0010502128,"threshold_uncertainty_score":0.9998813},"labels":[],"label_agreement":null},{"id":"W1851206595","doi":"10.1176/appi.ps.201500115","title":"Development and Implementation of an Ambulatory Integrated Care Pathway for Major Depressive Disorder and Alcohol Dependence","year":2015,"lang":"en","type":"article","venue":"Psychiatric Services","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Ambulatory care; Medicine; Mental health; Business process reengineering; Patient satisfaction; Psychiatry; Health care; Nursing; Operations management","score_opus":0.08156330059946335,"score_gpt":0.4335215876372585,"score_spread":0.3519582870377952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851206595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99599093,0.0018851388,0.0006190869,0.00036146602,0.00014792885,0.00089778606,0.00004205999,0.000026606755,0.000029017405],"genre_scores_gemma":[0.9439854,0.00003514712,0.05503724,0.00042718556,0.000076187505,0.000077100434,0.00033953597,0.000017265907,0.00000493218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869657,0.0000423909,0.00059958705,0.00029013696,0.00023002554,0.00014129381],"domain_scores_gemma":[0.99880147,0.00012709513,0.00032891377,0.00015345035,0.00042355864,0.00016550509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036176288,0.00012984716,0.00020158541,0.000105333995,0.00007070208,0.000022105518,0.000063604755,0.0000618753,0.000015272286],"category_scores_gemma":[0.00006595154,0.00011071976,0.000022156557,0.00014888098,0.000020557056,0.00029297709,0.000043614953,0.000071109884,0.0000012308625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006359394,0.00013795415,0.7626076,0.0009198565,0.00011447209,0.0000020568034,0.007595148,0.0000051863626,0.00064733997,0.000082310224,0.000058026784,0.22719416],"study_design_scores_gemma":[0.020315599,0.0012501593,0.7193699,0.00005780268,0.00070441345,0.000044758817,0.24123259,0.0011728716,0.005370361,0.00046546315,0.009619247,0.0003968353],"about_ca_topic_score_codex":0.001580828,"about_ca_topic_score_gemma":0.006814043,"teacher_disagreement_score":0.23363745,"about_ca_system_score_codex":0.000038291626,"about_ca_system_score_gemma":0.0003092512,"threshold_uncertainty_score":0.45150208},"labels":[],"label_agreement":null},{"id":"W1857191582","doi":"","title":"Jumelage des bases de données pour la recherche","year":2015,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Political science; Computer science; Humanities; Art","score_opus":0.7763296733350211,"score_gpt":0.5138698413207571,"score_spread":0.26245983201426404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857191582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8188217,0.018734306,0.021357033,0.10955301,0.007318372,0.0013669308,0.00012327325,0.00021912006,0.02250621],"genre_scores_gemma":[0.8269854,0.0056469925,0.116836384,0.007099622,0.0128876995,0.0002070349,0.00015630761,0.00013417465,0.030046338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99309254,0.002819829,0.00089743634,0.00037542646,0.00044621076,0.0023685407],"domain_scores_gemma":[0.98787975,0.00908137,0.00024616145,0.00034981692,0.00025568958,0.0021872],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016154613,0.00025412464,0.00034240034,0.0000710912,0.00006506296,0.00009883957,0.0001878407,0.0004475526,0.000756446],"category_scores_gemma":[0.13828243,0.00025451928,0.00015792374,0.00029737107,0.00031650334,0.0005371559,0.0000970075,0.0009989735,0.00037386362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004914791,0.0007755432,0.22478162,0.00023447724,0.000173678,0.00032645135,0.002589426,0.00007686827,0.00022076341,0.0015335613,0.12058178,0.64821434],"study_design_scores_gemma":[0.0065354095,0.00020512733,0.34207854,0.000358841,0.0011533786,0.00051934586,0.0087525025,0.0025178173,0.0022980862,0.0132323755,0.6219176,0.00043099406],"about_ca_topic_score_codex":0.0017236593,"about_ca_topic_score_gemma":0.0007361973,"teacher_disagreement_score":0.64778334,"about_ca_system_score_codex":0.0031967328,"about_ca_system_score_gemma":0.00276687,"threshold_uncertainty_score":0.9999907},"labels":[],"label_agreement":null},{"id":"W1860579867","doi":"10.3917/spub.090.0039","title":"Comment naît une « équipe » de soins ? Le cas des premiers Groupes de médecine de famille au Québec","year":2009,"lang":"fr","type":"article","venue":"Santé Publique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Christian ministry; Modalities; Nursing; Humanities; Health professionals; Work (physics); Psychology; Medicine; Sociology; Health care; Political science; Art; Anthropology; Engineering","score_opus":0.09519645064475747,"score_gpt":0.44302538932838753,"score_spread":0.3478289386836301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860579867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5327207,0.0040083122,0.052148446,0.4047541,0.0006588897,0.0007790561,0.000050772942,0.00014999097,0.004729739],"genre_scores_gemma":[0.923611,0.0017664409,0.017805258,0.05293203,0.0019751606,0.000050990344,0.0001354018,0.000074588934,0.0016491472],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949088,0.00087337015,0.0015497854,0.0005691775,0.00045874488,0.0016401004],"domain_scores_gemma":[0.9953232,0.002176558,0.0004744267,0.00066631293,0.0003896744,0.0009698376],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048212693,0.00044941573,0.00063508196,0.00021846568,0.0004141622,0.00012713953,0.0003707142,0.00041734002,0.00041697276],"category_scores_gemma":[0.011977508,0.00046971347,0.00026028446,0.00063422235,0.0004006308,0.00083255855,0.00012911031,0.0009580897,0.00007626297],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011626036,0.0037504823,0.34031639,0.0004990606,0.00051280804,0.0004989217,0.01559606,0.00047387095,0.009666479,0.03188858,0.13457581,0.4610589],"study_design_scores_gemma":[0.008172903,0.0022291804,0.6324629,0.0007778165,0.0007478728,0.0007215138,0.01490471,0.0058182576,0.0036637378,0.019575527,0.31021878,0.0007067932],"about_ca_topic_score_codex":0.4993641,"about_ca_topic_score_gemma":0.26387632,"teacher_disagreement_score":0.46035212,"about_ca_system_score_codex":0.009153338,"about_ca_system_score_gemma":0.014620542,"threshold_uncertainty_score":0.99977547},"labels":[],"label_agreement":null},{"id":"W1867834285","doi":"10.1007/s10040-014-1111-7","title":"Editors’ Message: The 2013 Editors’ Choice articles, a new editor, and the 2013 ‘Coolest Paper’ award","year":2014,"lang":"en","type":"article","venue":"Hydrogeology Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Library science; Computer science","score_opus":0.04836645992532349,"score_gpt":0.36653623110731826,"score_spread":0.31816977118199474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867834285","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122803695,0.0011356542,0.001875634,0.81268775,0.060544293,0.00059693976,0.0000032944768,0.00006506712,0.00028768828],"genre_scores_gemma":[0.3695189,0.0017744836,0.00086433074,0.019974366,0.60649747,0.000030324994,0.000016317763,0.000057173856,0.0012666123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962802,0.000942999,0.0012111699,0.000335606,0.0006750869,0.00055493636],"domain_scores_gemma":[0.9919729,0.005926966,0.0006972668,0.00057514274,0.00034350884,0.00048417682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004756924,0.00027311916,0.00050183485,0.00008452122,0.00056958693,0.00012546149,0.00035388354,0.00025547834,0.00082043646],"category_scores_gemma":[0.007005405,0.00014575983,0.00019354941,0.00019205811,0.0007568726,0.00044544225,0.00019573128,0.0016574026,0.0002943998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028234484,0.00009000247,0.01574235,0.0000080740165,0.00015858942,0.000013462236,0.0002505607,0.000034229713,0.00017332798,0.00013360348,0.9767037,0.0064097703],"study_design_scores_gemma":[0.008088704,0.00033532912,0.013879223,0.000041098123,0.00058983365,0.0016299532,0.0003277489,0.0018980486,0.000052994892,0.0039592795,0.9690385,0.00015932917],"about_ca_topic_score_codex":0.0015449058,"about_ca_topic_score_gemma":0.00052720617,"teacher_disagreement_score":0.79271334,"about_ca_system_score_codex":0.000057947236,"about_ca_system_score_gemma":0.0003205596,"threshold_uncertainty_score":0.8983204},"labels":[],"label_agreement":null},{"id":"W1868960905","doi":"10.1186/1471-2393-3-6","title":"Critical pathways for the management of preeclampsia and severe preeclampsia in institutionalised health care settings","year":2003,"lang":"en","type":"article","venue":"BMC Pregnancy and Childbirth","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital Saint-François d'Assise; Université de Montréal","funders":"Instituto Mexicano del Seguro Social; Magee-Womens Research Institute","keywords":"Medicine; Preeclampsia; Reproductive medicine; Health care; Ambulatory care; Family medicine; Disease; Disease management; Intensive care medicine; Pregnancy; Internal medicine","score_opus":0.0920612169663721,"score_gpt":0.397708477629264,"score_spread":0.3056472606628919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868960905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7981615,0.11555794,0.044289235,0.015434021,0.000683765,0.016463496,0.00057859434,0.0001645917,0.00866683],"genre_scores_gemma":[0.97293365,0.0012057233,0.024721,0.0008855482,0.000029938697,0.00013961969,0.000049043592,0.000012836976,0.000022643306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986686,0.00009110433,0.00057072565,0.0002779835,0.00018486346,0.00020670763],"domain_scores_gemma":[0.9988441,0.00064030994,0.00013429823,0.0002169465,0.000082132225,0.00008225456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046857726,0.00012363045,0.00023198075,0.000038053346,0.0001363063,0.0000151776185,0.00005046525,0.00005429438,0.00001445369],"category_scores_gemma":[0.0005560252,0.0000929148,0.0000477776,0.00009197775,0.0001293927,0.00012931327,0.000039289796,0.00013525842,4.938577e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011712791,0.00075401907,0.27775726,0.017118687,0.0002690664,0.000019601359,0.0076465043,0.00009525206,0.000020770975,0.52156264,0.0006420979,0.17294283],"study_design_scores_gemma":[0.017815674,0.0011522329,0.9380595,0.007577853,0.0003944815,0.00018997211,0.013958819,0.00059118686,0.00011586771,0.0078708045,0.011864306,0.00040929572],"about_ca_topic_score_codex":0.000022495035,"about_ca_topic_score_gemma":0.000096850126,"teacher_disagreement_score":0.6603022,"about_ca_system_score_codex":0.000037204438,"about_ca_system_score_gemma":0.00020313097,"threshold_uncertainty_score":0.37889555},"labels":[],"label_agreement":null},{"id":"W1873750314","doi":"10.5334/ijic.604","title":"Services integration, professional autonomy and standardization. Representations of standardization among case managers in the case of integrated service networks implementations","year":2010,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Standardization; Autonomy; Service (business); Implementation; Computer science; Field (mathematics); Library science; World Wide Web; Political science; Business; Software engineering; Marketing","score_opus":0.03481322287109252,"score_gpt":0.43597089929628136,"score_spread":0.40115767642518885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873750314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475863,0.00010366592,0.047490355,0.0025311005,0.00085012184,0.00065426814,0.00058242783,0.000013108767,0.00018867783],"genre_scores_gemma":[0.9912457,0.00006412225,0.006860808,0.0005467339,0.00015255893,0.000023184266,0.0010693083,0.000022084185,0.000015507012],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964351,0.00031612517,0.0022199838,0.00022375472,0.00065206987,0.00015293478],"domain_scores_gemma":[0.9882182,0.0008053575,0.0016978276,0.00025667317,0.008921715,0.0001002356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015488664,0.00020804991,0.0003935251,0.0006224738,0.000109678556,0.0000899153,0.0002788757,0.00014649419,0.00028639453],"category_scores_gemma":[0.0013899185,0.00014712814,0.00013874882,0.00089033647,0.00016055634,0.0007760579,0.00006461497,0.0008118495,4.115644e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004465102,0.0015697794,0.7223476,0.00067481434,0.0024960414,0.014071126,0.06800585,0.031589538,0.012951717,0.007785905,0.0032054896,0.13083704],"study_design_scores_gemma":[0.010621525,0.0008191119,0.064588666,0.0016249946,0.0012668981,0.032213572,0.8302761,0.046451487,0.0076574725,0.0007346835,0.0032875806,0.00045794807],"about_ca_topic_score_codex":0.0058219577,"about_ca_topic_score_gemma":0.025983512,"teacher_disagreement_score":0.7622702,"about_ca_system_score_codex":0.00032168042,"about_ca_system_score_gemma":0.0012358377,"threshold_uncertainty_score":0.99178976},"labels":[],"label_agreement":null},{"id":"W1876245098","doi":"","title":"Pour le médecin de famille au centre de l’interprofessionnalisme","year":2009,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.09468006478280194,"score_gpt":0.40240032140246823,"score_spread":0.3077202566196663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1876245098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67165667,0.002205536,0.014990215,0.2948893,0.0072259363,0.0010629873,0.00007331131,0.000116386975,0.007779676],"genre_scores_gemma":[0.95041156,0.0005359325,0.0058098277,0.016760003,0.007999839,0.000025889776,0.00011822557,0.000048350725,0.018290361],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931146,0.0006732431,0.001225182,0.00049514347,0.0004521943,0.0040396485],"domain_scores_gemma":[0.99619895,0.00096417434,0.00036101442,0.00043663694,0.00012995121,0.0019092665],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031217476,0.00033357524,0.00045302397,0.00009799944,0.00018182708,0.00006573088,0.00027057438,0.00032861307,0.0013229743],"category_scores_gemma":[0.008913413,0.0003449883,0.00028190916,0.0002555897,0.000114884155,0.00038598292,0.0000770231,0.00082540856,0.00029556284],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007784345,0.0019671866,0.20515637,0.00011785126,0.00016525875,0.0004190956,0.003095322,0.00014432338,0.0014053488,0.00782896,0.20224996,0.5766719],"study_design_scores_gemma":[0.0060879686,0.00013632489,0.89266855,0.00041382512,0.00044600203,0.00019882258,0.0064662932,0.004315894,0.0015795493,0.0034970061,0.08383837,0.00035140186],"about_ca_topic_score_codex":0.0035321275,"about_ca_topic_score_gemma":0.00070049043,"teacher_disagreement_score":0.68751216,"about_ca_system_score_codex":0.004728821,"about_ca_system_score_gemma":0.004924194,"threshold_uncertainty_score":0.9999002},"labels":[],"label_agreement":null},{"id":"W1876923761","doi":"10.1186/1472-6963-5-18","title":"Reliability and validity of the AGREE instrument used by physical therapists in assessment of clinical practice guidelines","year":2005,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University Health Network; University of Toronto; McMaster University","funders":"Ontario Ministry of Health and Long-Term Care; Physiotherapy Foundation of Canada; Ontario Physiotherapy Association","keywords":"Rigour; Reliability (semiconductor); Varimax rotation; Medicine; Construct validity; Cronbach's alpha; Physical therapy; Psychology; Applied psychology; Clinical psychology; Psychometrics; Mathematics","score_opus":0.5449745355931352,"score_gpt":0.6818927478927375,"score_spread":0.13691821229960222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1876923761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95692545,0.00020800336,0.00008535076,0.040828627,0.00009251806,0.001623932,0.000030699885,0.000009765676,0.00019563884],"genre_scores_gemma":[0.97057056,0.0007636487,0.024944052,0.0033234882,0.00029334772,0.000035737186,0.00002212658,0.000015906078,0.000031134823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98994786,0.003965577,0.0032803428,0.00049422303,0.0018985895,0.00041342672],"domain_scores_gemma":[0.9854493,0.010447327,0.0010026849,0.000871222,0.0019721002,0.00025732574],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031577505,0.0001364628,0.00068014953,0.000091208836,0.00009272247,0.00001567937,0.00029337045,0.00011792105,0.000036695546],"category_scores_gemma":[0.009246789,0.00009203807,0.00011955631,0.0005786136,0.00025678086,0.00030989238,0.00034023018,0.00092485646,0.0000032854446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093337736,0.0034614692,0.9103696,0.0024785236,0.000037593974,8.7189017e-7,0.0014985114,0.00005755419,0.00086534116,0.00012430137,0.0009789501,0.079193905],"study_design_scores_gemma":[0.0038303612,0.001197487,0.9444815,0.00040291846,0.000026774476,0.000004834474,0.0039630006,0.028292634,0.0002645501,0.00018138197,0.017278774,0.000075787175],"about_ca_topic_score_codex":0.0052341246,"about_ca_topic_score_gemma":0.00216514,"teacher_disagreement_score":0.07911812,"about_ca_system_score_codex":0.00023581398,"about_ca_system_score_gemma":0.0021827496,"threshold_uncertainty_score":0.9990987},"labels":[],"label_agreement":null},{"id":"W1878068328","doi":"10.1007/s12630-010-9308-2","title":"Case reports and the Journal: an update for authors and readers","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Information retrieval; Computer science; History; Library science","score_opus":0.06274482637332696,"score_gpt":0.3513637691756306,"score_spread":0.28861894280230366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1878068328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447892,0.0006012954,0.0001296511,0.053296436,0.0007406865,0.00039969143,0.000004240651,0.0000059906856,0.000032839114],"genre_scores_gemma":[0.991576,0.00023603548,0.005185851,0.0011216402,0.0016830832,0.000002928285,0.0000060809666,0.00006642075,0.000121940786],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9963803,0.00033458215,0.0019464319,0.00022575361,0.0004204382,0.00069247565],"domain_scores_gemma":[0.9912758,0.00074969,0.0018283768,0.00033401555,0.0014663631,0.004345748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011853907,0.00029773675,0.00067881553,0.00059891364,0.0011140078,0.00048501618,0.00018876189,0.00023800237,0.00012134208],"category_scores_gemma":[0.005163228,0.00020583878,0.0002143404,0.00022343447,0.00069886283,0.00091889896,0.000009295981,0.0020678008,9.220607e-7],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008375817,0.000027275786,0.003335165,0.00003156695,0.00015199608,0.9718492,0.002612048,0.0000149635525,0.00005900068,0.00032624876,0.0073564956,0.013398434],"study_design_scores_gemma":[0.0034801157,0.0012939839,0.0016334349,0.00007160045,0.00085992226,0.95190054,0.005350709,0.00015092942,0.000016102025,0.0022378583,0.03278737,0.00021742839],"about_ca_topic_score_codex":0.009015149,"about_ca_topic_score_gemma":0.06261586,"teacher_disagreement_score":0.05360071,"about_ca_system_score_codex":0.00020607989,"about_ca_system_score_gemma":0.0044036373,"threshold_uncertainty_score":0.9975839},"labels":[],"label_agreement":null},{"id":"W1881442380","doi":"","title":"Managing expenses with budgeting.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Operating expense; Business; Wage; Operations management; Demographic economics; Economics; Finance; Labour economics","score_opus":0.1573505635691466,"score_gpt":0.3803775750332245,"score_spread":0.2230270114640779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1881442380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92079425,0.00007385444,0.0011238725,0.05157087,0.0001488831,0.0019501381,7.642178e-7,0.00014760933,0.024189766],"genre_scores_gemma":[0.98938715,0.000017135915,0.002889702,0.0047401437,0.0002005242,0.001173624,0.000011533722,0.000017076394,0.0015631253],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999114,0.00002498571,0.00028706412,0.00015628121,0.00018968763,0.00022801825],"domain_scores_gemma":[0.9991923,0.00028923113,0.00009697507,0.000181254,0.000109635905,0.00013058074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031684613,0.000069032,0.000116708485,0.000045351197,0.000032188393,0.000032415053,0.000039334165,0.000021829554,0.00031689298],"category_scores_gemma":[0.001061296,0.00005049859,0.00002526613,0.0000952855,0.000029477995,0.00020674229,0.000026393805,0.000099010475,0.00015794772],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113203765,0.000073144474,0.05305117,0.000036346897,0.00005133498,0.000019916828,0.00006593844,0.000003073226,0.00008606372,0.00004219677,0.021403747,0.92505383],"study_design_scores_gemma":[0.0016542624,0.000067027024,0.9714569,0.0000134692045,0.00009299924,0.00006326881,0.0007420351,0.00014733119,0.00049180404,0.00033068578,0.024831505,0.000108698245],"about_ca_topic_score_codex":0.00029843996,"about_ca_topic_score_gemma":0.00001388271,"teacher_disagreement_score":0.9249452,"about_ca_system_score_codex":0.000032201136,"about_ca_system_score_gemma":0.000017280483,"threshold_uncertainty_score":0.3469756},"labels":[],"label_agreement":null},{"id":"W1889706703","doi":"10.20344/amp.6602","title":"Clinical Guidelines 2.0: Translation of Tables 2 and 3 and Apendix 1 of Schünemann HJ et al. CMAJ. 2014; 186:E123-42.","year":2015,"lang":"en","type":"article","venue":"Acta Médica Portuguesa","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Quality (philosophy); Order (exchange); Library science; Psychology; Medical education; Medicine; Philosophy; Family medicine; Computer science; Business; Epistemology","score_opus":0.3485208009687368,"score_gpt":0.5161328480703702,"score_spread":0.1676120471016334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889706703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9288101,0.0036688165,0.001022876,0.062913306,0.00032761288,0.00088360975,0.00011940746,0.00006577276,0.0021884511],"genre_scores_gemma":[0.9597339,0.0059232586,0.02575901,0.0076092836,0.00021689177,0.00001046962,0.0004336673,0.00004148906,0.0002719988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959969,0.00021409811,0.0025547075,0.00042695284,0.00059547246,0.00021189662],"domain_scores_gemma":[0.99616724,0.0013054982,0.00096907135,0.00043551865,0.00076295045,0.00035970504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004661822,0.00020328666,0.0007188412,0.00014603851,0.000029069808,0.000014668282,0.00009732763,0.00017322214,0.00021072678],"category_scores_gemma":[0.007524854,0.00017537204,0.00011051667,0.00015233544,0.0003151386,0.0004731046,0.000092732516,0.00028697756,0.000008315384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015252107,0.00061112316,0.18427236,0.0002451328,0.00030412298,0.000029072056,0.0003283047,0.0000060013654,0.007609131,0.00025206478,0.543443,0.26137444],"study_design_scores_gemma":[0.011593987,0.0025157237,0.15868403,0.00053773355,0.0010222964,0.00024574195,0.0012969702,0.0030578165,0.00070775964,0.0007458208,0.819152,0.00044014177],"about_ca_topic_score_codex":0.0008024803,"about_ca_topic_score_gemma":0.00012198694,"teacher_disagreement_score":0.27570894,"about_ca_system_score_codex":0.0000142358585,"about_ca_system_score_gemma":0.00038902528,"threshold_uncertainty_score":0.90084964},"labels":[],"label_agreement":null},{"id":"W1890759888","doi":"10.5867/medwave.2015.09.6290","title":"Clinical practice guidelines in hypertension: a review","year":2015,"lang":"en","type":"review","venue":"Medwave","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Clinical Practice; CLARITY; Presentation (obstetrics); Family medicine; Surgery; Pathology","score_opus":0.7690110061075316,"score_gpt":0.677012631321065,"score_spread":0.09199837478646655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1890759888","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2530695e-7,0.9670333,0.00003626216,0.02377712,0.0013269108,0.0034210777,0.000020668756,0.00007742266,0.0043069827],"genre_scores_gemma":[3.0173876e-8,0.9166333,0.029556459,0.04984165,0.0020525532,0.0001771569,0.00055370614,0.000110668065,0.0010744823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866794,0.0016830451,0.009045046,0.000982199,0.0011701155,0.00044024896],"domain_scores_gemma":[0.9842787,0.0070714126,0.0026582985,0.0015164957,0.0039289705,0.000546118],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019905789,0.00060012453,0.0055918484,0.000240195,0.000028598313,0.000023056813,0.00028800312,0.0006501474,0.00036701423],"category_scores_gemma":[0.28655356,0.00043035758,0.0010265721,0.000921591,0.00009244318,0.0002738035,0.00026997615,0.0019137084,0.0016491299],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030180907,0.00017540688,0.0000044646067,0.017961375,0.000117496435,0.00075371127,0.0000028999712,1.8199387e-8,6.5154246e-9,0.000007840979,0.31677988,0.6641667],"study_design_scores_gemma":[0.0011481612,0.0002614536,0.0000043532,0.11982142,0.007635501,0.0030433298,0.00004128071,0.000014209157,6.798479e-9,0.000022742615,0.86767703,0.00033048293],"about_ca_topic_score_codex":0.00015005385,"about_ca_topic_score_gemma":0.000039868683,"teacher_disagreement_score":0.66383624,"about_ca_system_score_codex":0.00034351333,"about_ca_system_score_gemma":0.00343831,"threshold_uncertainty_score":0.9998148},"labels":[],"label_agreement":null},{"id":"W1896554341","doi":"10.1186/s12874-015-0058-2","title":"Efficiency of pragmatic search strategies to update clinical guidelines recommendations","year":2015,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Instituto de Salud Carlos III; Canadian Institutes of Health Research; Servicio Gallego de Salud; Red de Investigación en Servicios de Salud en Enfermedades Crónicas; Fundación Canaria de Investigación y Salud","keywords":"Computer science; SNOMED CT; Information retrieval; MEDLINE; Key (lock); Guideline; Systematized Nomenclature of Medicine; Matching (statistics); Data mining; Terminology; Medicine","score_opus":0.9511655897017278,"score_gpt":0.7770426722306951,"score_spread":0.1741229174710327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896554341","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.167111,0.0002389538,0.70839745,0.120444916,0.0007892183,0.0012409945,0.000015592728,0.00006397913,0.0016979106],"genre_scores_gemma":[0.07881854,0.0006891802,0.91489047,0.0039076414,0.0010819496,0.000107504115,0.00012453715,0.000041980973,0.00033819108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9620824,0.027952887,0.0042620846,0.0007720484,0.0039824294,0.00094813976],"domain_scores_gemma":[0.8441725,0.14406414,0.00039149367,0.0012112891,0.0074188598,0.0027417305],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20319282,0.00018175389,0.0010219603,0.0006366346,0.00010101804,0.00003245554,0.0006425563,0.00039778702,0.0023181255],"category_scores_gemma":[0.75112224,0.00014208799,0.00019447508,0.0014102729,0.0009205572,0.00018727078,0.0007163504,0.0015711219,0.0005742316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049014715,0.0022284323,0.035094105,0.00075401715,0.00028198224,0.0001489842,0.0013571107,0.0002297987,0.0012166783,0.03653035,0.29633343,0.62092364],"study_design_scores_gemma":[0.038266383,0.029929034,0.03996371,0.0028085185,0.00083101855,0.0012224134,0.1423035,0.07555546,0.0036564688,0.09516401,0.5687391,0.0015603456],"about_ca_topic_score_codex":0.0009471607,"about_ca_topic_score_gemma":0.0010304609,"teacher_disagreement_score":0.6193633,"about_ca_system_score_codex":0.00012974681,"about_ca_system_score_gemma":0.012041668,"threshold_uncertainty_score":0.99859387},"labels":[],"label_agreement":null},{"id":"W1896617497","doi":"10.2106/00004623-200106000-00015","title":"User's Guide to the Orthopaedic Literature: How to Use an Article About a Surgical Therapy","year":2001,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Psychoanalysis; Psychology","score_opus":0.1520923437529809,"score_gpt":0.41587791729531354,"score_spread":0.2637855735423327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896617497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88508826,0.0008384325,0.00063949806,0.11287524,0.00031365463,0.00021111262,0.0000037335192,0.000011683737,0.000018367955],"genre_scores_gemma":[0.973222,0.0038855367,0.0021692235,0.018622562,0.0015055694,0.0000051205384,0.0000066101948,0.000023242403,0.00056014716],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740833,0.00024692208,0.0014217099,0.00016899272,0.00050358026,0.0002504672],"domain_scores_gemma":[0.99652827,0.0016238235,0.0004787469,0.00027325616,0.0005540391,0.0005418585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004952727,0.00013513224,0.0005642242,0.00028157965,0.00008543251,0.00021376456,0.000028452792,0.00006424811,0.00010710795],"category_scores_gemma":[0.005770151,0.000079622325,0.00031162484,0.00046024754,0.000027676742,0.00066870014,0.00003477015,0.00034859014,0.000011021527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061523328,0.0006947929,0.36771306,0.000029407101,0.00020840837,0.005349781,0.0011237198,0.000031510743,0.008158685,0.00004271175,0.35541445,0.25508115],"study_design_scores_gemma":[0.0012293657,0.00056362466,0.3689388,0.00022947804,0.000059707425,0.0044726846,0.0002823382,0.000041600535,0.0002007481,0.00002248039,0.62386215,0.00009700562],"about_ca_topic_score_codex":0.000055780194,"about_ca_topic_score_gemma":0.000056542645,"teacher_disagreement_score":0.26844773,"about_ca_system_score_codex":0.000033683435,"about_ca_system_score_gemma":0.00015499495,"threshold_uncertainty_score":0.69078267},"labels":[],"label_agreement":null},{"id":"W1899929074","doi":"10.3233/978-1-61499-488-6-347","title":"Conceptual Analysis of a Diverse Set of Healthcare Quality Indicators","year":2015,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Coding (social sciences); Health care; Quality (philosophy); Set (abstract data type); Computer science; Ontology; Healthcare service; Process management; Data science; Knowledge management; Business; Political science; Sociology","score_opus":0.5405793881681074,"score_gpt":0.6066329452657874,"score_spread":0.06605355709768002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1899929074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98731565,0.0017398439,0.0001446435,0.010239877,0.0000843175,0.0003250323,0.000055654873,0.00002333138,0.00007167229],"genre_scores_gemma":[0.99295354,0.0019115246,0.0040124534,0.0010707862,0.000007166791,0.000008605949,0.00003070582,0.0000022569727,0.0000029829039],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9973675,0.00008312044,0.0021277876,0.00007050185,0.00019691193,0.0001541575],"domain_scores_gemma":[0.997788,0.00047889128,0.0011431165,0.00021249654,0.00030506524,0.00007241203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002363676,0.00007442419,0.0007590911,0.001123623,0.000035869227,6.018702e-7,0.000058173355,0.00012011067,0.000003666968],"category_scores_gemma":[0.006246202,0.0000627625,0.000037203237,0.0019446226,0.00086801674,0.00009019757,0.00015117059,0.00024106978,6.380454e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015810884,0.000054903634,0.923517,0.0010805603,0.0006251469,9.2556814e-7,0.030994933,0.000019303567,5.267542e-7,0.020792177,0.00047203834,0.022284402],"study_design_scores_gemma":[0.0031676586,0.0018796026,0.10936337,0.0002109732,0.00042776074,0.000006511337,0.8781359,0.0005842583,0.00004350076,0.001626419,0.004447863,0.00010614326],"about_ca_topic_score_codex":0.00042632705,"about_ca_topic_score_gemma":0.000409613,"teacher_disagreement_score":0.847141,"about_ca_system_score_codex":0.00010229525,"about_ca_system_score_gemma":0.00027730636,"threshold_uncertainty_score":0.7477739},"labels":[],"label_agreement":null},{"id":"W1904307302","doi":"10.7202/1025918ar","title":"Évaluation de l’implantation d’un nouveau protocole de garde en établissement : profil de la clientèle, audit de dossiers et recommandations","year":2014,"lang":"fr","type":"article","venue":"Santé mentale au Québec","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Audit; Business; Accounting","score_opus":0.060307118577429805,"score_gpt":0.43722363329771147,"score_spread":0.37691651472028165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1904307302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88834924,0.00017119071,0.06939253,0.024986004,0.0007817431,0.008414756,0.00013600264,0.00014422163,0.007624343],"genre_scores_gemma":[0.93625754,0.0004329451,0.04925843,0.0055057644,0.0015860006,0.0044213827,0.0008418013,0.00010435228,0.001591805],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9916214,0.004521541,0.0015064435,0.0005785805,0.0006556447,0.0011163878],"domain_scores_gemma":[0.9934975,0.0045083454,0.0007665623,0.00050262024,0.00020109677,0.0005238909],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015550067,0.000391047,0.000431277,0.00020870291,0.00051943015,0.00015869147,0.00026445554,0.00034152163,0.0023007302],"category_scores_gemma":[0.007994714,0.00043363046,0.00018681769,0.00027340688,0.00024382566,0.0005667801,0.00013629616,0.00071069103,0.0002694641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00088971964,0.0018736317,0.3803893,0.0006561689,0.00037966107,0.00004009943,0.03437338,0.001569213,0.034479953,0.0008514007,0.018233702,0.5262638],"study_design_scores_gemma":[0.010584467,0.0013991689,0.72321635,0.0011166626,0.0016531934,0.0005796944,0.012215924,0.037160892,0.025845911,0.0019568298,0.18356381,0.00070710713],"about_ca_topic_score_codex":0.08598805,"about_ca_topic_score_gemma":0.047482185,"teacher_disagreement_score":0.5255566,"about_ca_system_score_codex":0.008639836,"about_ca_system_score_gemma":0.008797408,"threshold_uncertainty_score":0.99981153},"labels":[],"label_agreement":null},{"id":"W1906818713","doi":"10.1002/pds.3194","title":"Agreement between patients' self‐report and physicians' prescriptions on nonsteroidal anti‐inflammatory drugs and other drugs used in musculoskeletal disorders: the international Pharmacoepidemiologic General Research eXtension database.","year":2012,"lang":"en","type":"article","venue":"Pharmacoepidemiology and Drug Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Medical prescription; Pharmacoepidemiology; Drug; Nonsteroidal; Telephone interview; Medical diagnosis; Internal medicine; Physical therapy; Family medicine; Psychiatry; Pharmacology","score_opus":0.16092489527739873,"score_gpt":0.4905415810646276,"score_spread":0.32961668578722886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906818713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703898,0.0006525617,0.00031573582,0.026247485,0.00056387426,0.0012020967,0.00012331748,0.000044604334,0.0004605419],"genre_scores_gemma":[0.9885797,0.0022241285,0.0009449928,0.0065841028,0.0010530062,0.00009340553,0.0004304437,0.000026689848,0.00006355076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99356925,0.0032617766,0.0014365165,0.0006850317,0.00039198177,0.0006554316],"domain_scores_gemma":[0.9887366,0.010097787,0.0004180529,0.00034353914,0.00014164521,0.000262365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018798687,0.00029748955,0.0005684681,0.0002135181,0.00035225804,0.000016018066,0.00016011902,0.00012601035,0.00010624117],"category_scores_gemma":[0.003586399,0.00021418539,0.00009719755,0.00016095692,0.00049773674,0.00046797938,0.00041288784,0.0010807428,0.000017330372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036282776,0.00043854376,0.9638667,0.00005858355,0.00016744705,0.0000036665836,0.0011212217,0.000011792211,0.000834768,0.00043535075,0.0067703193,0.025928792],"study_design_scores_gemma":[0.0051338472,0.0001236204,0.93930596,0.00008871405,0.0002744973,0.000015879135,0.0011520154,0.0025573492,0.00009700301,0.00034759208,0.050645627,0.00025788683],"about_ca_topic_score_codex":0.0005632842,"about_ca_topic_score_gemma":0.00003850819,"teacher_disagreement_score":0.04387531,"about_ca_system_score_codex":0.00009810865,"about_ca_system_score_gemma":0.000054490432,"threshold_uncertainty_score":0.8734227},"labels":[],"label_agreement":null},{"id":"W1907592362","doi":"","title":"Soutien aux soins de première ligne: Trousse à outils pour l’avenir","year":2007,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Gynecology; Philosophy","score_opus":0.11224581020904716,"score_gpt":0.3884242999682347,"score_spread":0.2761784897591875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1907592362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7928661,0.01002702,0.026049653,0.1004838,0.015512557,0.0043375306,0.00029597932,0.00059220684,0.049835138],"genre_scores_gemma":[0.90088165,0.002097804,0.0058318954,0.0057726447,0.010864806,0.000046863606,0.00016485146,0.0002698331,0.074069634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900274,0.0007686358,0.0026835,0.0010327577,0.0010082718,0.0044794115],"domain_scores_gemma":[0.9931604,0.0020899805,0.0007937802,0.001048091,0.0005320688,0.0023756565],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0068760216,0.000659414,0.00076409435,0.00022023823,0.00023175027,0.00015510785,0.0005482571,0.00040672187,0.0017124366],"category_scores_gemma":[0.020719396,0.00068247307,0.00038740213,0.00084560085,0.00029973863,0.0006025132,0.00027823285,0.0014122699,0.0020061282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019369005,0.00250136,0.2620149,0.0005340716,0.00065298064,0.0030185464,0.010697908,0.0001114156,0.00466797,0.0059973383,0.12642273,0.5814439],"study_design_scores_gemma":[0.005354721,0.00037955807,0.2436431,0.00033038203,0.0011533682,0.00038769832,0.002830498,0.0005117815,0.0039600404,0.0003200434,0.7405037,0.0006251124],"about_ca_topic_score_codex":0.0006167033,"about_ca_topic_score_gemma":0.00050454825,"teacher_disagreement_score":0.61408097,"about_ca_system_score_codex":0.001607329,"about_ca_system_score_gemma":0.0031733378,"threshold_uncertainty_score":0.9995626},"labels":[],"label_agreement":null},{"id":"W1916146128","doi":"10.1046/j.1365-2753.2003.00385.x","title":"The state of the science and art of practice guidelines development, dissemination and evaluation in Canada","year":2003,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Continuing medical education; Publishing; Information Dissemination; Medicine; Medical education; Multidisciplinary approach; MEDLINE; Professional association; Quality (philosophy); Dissemination; Opinion leadership; Family medicine; Public relations; Continuing education; Political science; World Wide Web; Computer science","score_opus":0.3161035313255035,"score_gpt":0.6073222413007481,"score_spread":0.29121870997524457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1916146128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96240073,0.00094408524,0.00017985993,0.033925556,0.0006787923,0.00095570536,0.000001424947,9.325477e-7,0.0009129089],"genre_scores_gemma":[0.98486775,0.0010946383,0.012692269,0.0012566099,0.000045961096,0.000009965788,0.000001321409,0.000007577231,0.00002389642],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98615026,0.0033583876,0.005818499,0.00026129585,0.0042188573,0.00019269476],"domain_scores_gemma":[0.911566,0.05302829,0.007918336,0.00041270375,0.026919594,0.00015503253],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1490545,0.00010150135,0.0003244455,0.00015259141,0.000103162405,0.0000325394,0.00013107884,0.00004810734,0.000020110021],"category_scores_gemma":[0.74579173,0.00006465754,0.000037986603,0.00082282367,0.00027186697,0.0012096281,0.000060623624,0.0005535576,4.845079e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023118383,0.0008360766,0.08941269,0.00008559056,0.00016876259,0.000011714271,0.0013512603,0.0024332593,0.0018691929,0.00028008566,0.005964851,0.8952747],"study_design_scores_gemma":[0.0066777794,0.00048375077,0.90424937,0.0006011589,0.0010278971,0.00040505425,0.010042428,0.03179647,0.0013173185,0.0017642705,0.041478924,0.00015554928],"about_ca_topic_score_codex":0.008053356,"about_ca_topic_score_gemma":0.07770464,"teacher_disagreement_score":0.89511913,"about_ca_system_score_codex":0.0006986001,"about_ca_system_score_gemma":0.0158551,"threshold_uncertainty_score":0.9985521},"labels":[],"label_agreement":null},{"id":"W1917342880","doi":"10.1111/j.1365-2753.2011.01649.x","title":"Development of a Farsi translation of the AGREE instrument, and the effects of group discussion on improving the reliability of the scores","year":2011,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Ministry of Health and Medical Education","keywords":"Reliability (semiconductor); Fluency; Guideline; Psychology; Class (philosophy); Natural language processing; Medicine; Computer science; Artificial intelligence; Mathematics education; Pathology","score_opus":0.27090133515800746,"score_gpt":0.507067147106021,"score_spread":0.2361658119480135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1917342880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98512024,0.00014860151,0.00064271217,0.011737872,0.00062400126,0.0015277013,0.000001587134,0.0000011944629,0.00019607929],"genre_scores_gemma":[0.9918697,0.00015636752,0.0074687675,0.00041499286,0.0000678615,0.000009776022,8.0208304e-7,0.000007802423,0.0000039543966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9899116,0.0040677236,0.0042664604,0.00015855428,0.0015001305,0.00009552727],"domain_scores_gemma":[0.9578929,0.032215502,0.007977996,0.00055349915,0.0013155778,0.000044547025],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041932654,0.00010919564,0.00046252998,0.00006167461,0.0000777147,0.0000059726253,0.00024813844,0.00010498222,0.000025493107],"category_scores_gemma":[0.18038408,0.00003849049,0.0002677789,0.00031658128,0.0004920907,0.00037372467,0.00010463449,0.00074246444,2.7085426e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021657098,0.0033119568,0.14595199,0.0007683632,0.00039543564,0.0000010626204,0.012500047,0.0001596396,0.010787202,0.00068262627,0.00011506544,0.8036695],"study_design_scores_gemma":[0.010746111,0.0012908624,0.97169095,0.001049054,0.0016190496,0.000018105635,0.0027212035,0.0022510132,0.0056950725,0.0026175096,0.00024327214,0.000057790876],"about_ca_topic_score_codex":0.00012252954,"about_ca_topic_score_gemma":0.00010546148,"teacher_disagreement_score":0.82573897,"about_ca_system_score_codex":0.00006868143,"about_ca_system_score_gemma":0.0005735859,"threshold_uncertainty_score":0.986532},"labels":[],"label_agreement":null},{"id":"W1919502712","doi":"10.1111/j.1365-2753.2006.00670.x","title":"Ontario doctors’ attitudes toward and use of clinical practice guidelines in oncology","year":2006,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Cancer Care Ontario","funders":"Canadian Institutes of Health Research; Cancer Care Ontario","keywords":"Guideline; Medicine; Family medicine; Clinical Practice; MEDLINE; Nursing; Pathology","score_opus":0.6637367567432371,"score_gpt":0.6838700246444954,"score_spread":0.020133267901258356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919502712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90947634,0.0007862832,0.0010386417,0.082756646,0.0021416277,0.0010161729,0.0000037995108,0.000008648054,0.002771824],"genre_scores_gemma":[0.6804232,0.0021462024,0.30385098,0.011531288,0.001816773,0.000011876226,0.000017450482,0.000028995055,0.00017326453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9716611,0.006053337,0.019146275,0.00055945077,0.0022514581,0.0003283873],"domain_scores_gemma":[0.8321685,0.13795495,0.013683968,0.0005854313,0.015256278,0.000350877],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.103474595,0.00023748893,0.0015464048,0.0004153813,0.00003376781,0.000060394756,0.00015352163,0.00053770293,0.00035839764],"category_scores_gemma":[0.69432783,0.0002050587,0.00036485848,0.00049340696,0.0002550387,0.0031855658,0.00012577909,0.0025171924,0.000016328957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011238202,0.0059464704,0.78564304,0.00005673401,0.00026912786,0.00044059366,0.0002690888,0.00095419737,0.00005332366,0.00025526635,0.016985212,0.17788875],"study_design_scores_gemma":[0.010876111,0.0027471737,0.6503054,0.00024970793,0.0013260668,0.00079011335,0.00071841036,0.0015468315,0.0000060962716,0.0006270987,0.3306692,0.00013779794],"about_ca_topic_score_codex":0.020207841,"about_ca_topic_score_gemma":0.025767282,"teacher_disagreement_score":0.5908533,"about_ca_system_score_codex":0.0006058647,"about_ca_system_score_gemma":0.0047296444,"threshold_uncertainty_score":0.99978405},"labels":[],"label_agreement":null},{"id":"W1920790082","doi":"10.6004/jnccn.2013.0019","title":"Defining Cancer Care Quality or Delivering Quality Cancer Care?","year":2013,"lang":"en","type":"article","venue":"Journal of the National Comprehensive Cancer Network","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quality (philosophy); Context (archaeology); Psychological intervention; Gynecologic oncology; Quality management; Specialty; Oncology; Nursing; Family medicine; Operations management","score_opus":0.3197738329737732,"score_gpt":0.5453922862579675,"score_spread":0.22561845328419433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920790082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93996495,0.037851095,0.00016487665,0.01651833,0.0041528707,0.0007937654,0.00013296206,0.000026601012,0.0003945461],"genre_scores_gemma":[0.9747451,0.002257819,0.0022516507,0.016079033,0.0043850616,0.000094903844,0.000015535907,0.000036649624,0.0001342383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956506,0.0004523493,0.001816594,0.000264556,0.0014692924,0.00034661966],"domain_scores_gemma":[0.9856518,0.0021244097,0.0020156922,0.00020168013,0.009809918,0.00019649864],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000557512,0.00024056817,0.0006234965,0.000062068546,0.00030036224,0.00006121261,0.00030956505,0.000120586286,0.001431966],"category_scores_gemma":[0.0018118868,0.00015914967,0.00036780874,0.00045207102,0.000103378494,0.00038602148,0.00016273573,0.0007944964,0.000012562027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036829186,0.00013855995,0.48215824,0.00086943957,0.0018676672,0.00001341554,0.0041591884,0.29000506,0.002728425,0.00070485723,0.127152,0.086520255],"study_design_scores_gemma":[0.00438511,0.0001807523,0.9138036,0.0013604586,0.000577386,0.000051444847,0.006240316,0.00061432057,0.0003616863,0.00058985763,0.07146197,0.0003730914],"about_ca_topic_score_codex":0.0065770154,"about_ca_topic_score_gemma":0.0026631842,"teacher_disagreement_score":0.43164536,"about_ca_system_score_codex":0.001804572,"about_ca_system_score_gemma":0.0020516154,"threshold_uncertainty_score":0.99948084},"labels":[],"label_agreement":null},{"id":"W192234748","doi":"10.1016/s1701-2163(16)32257-5","title":"The Ottawa Hospital’s Clinical Practice Guidelinefor the Second Stage of Labour","year":2006,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Guideline; Medicine; Rigour; Timeline; Documentation; Best practice; CLARITY; Caesarean section; Nursing; Pregnancy","score_opus":0.05062969218136649,"score_gpt":0.39178852156357746,"score_spread":0.341158829382211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W192234748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92207634,0.0057634623,0.00015007728,0.055851135,0.013609086,0.00036763994,0.000076120436,0.000003066224,0.00210306],"genre_scores_gemma":[0.9855986,0.00045176977,0.0027036816,0.0057450803,0.00028473767,0.0000020130396,0.000003738861,0.000014363226,0.005196018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962259,0.0002803249,0.0026228845,0.00012369607,0.00053094246,0.0002162415],"domain_scores_gemma":[0.95153993,0.043486383,0.0025601583,0.00025028994,0.0020318665,0.00013139192],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045968504,0.00011017703,0.000387066,0.00006258134,0.00016070479,0.000027314847,0.00019658213,0.00010884828,0.00036703772],"category_scores_gemma":[0.11856921,0.00005959917,0.00011540128,0.00028912709,0.00016348322,0.00014512993,0.00005930577,0.0006562939,6.4600124e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011058011,0.0006314119,0.3474744,0.0001179603,0.00068445236,0.0017635181,0.000054140564,0.00008291191,0.000024298322,0.0046086013,0.42852437,0.21592334],"study_design_scores_gemma":[0.0017989652,0.00064624834,0.30647635,0.0000019288689,0.00012238583,0.000065506385,0.0010357415,0.00006156064,0.000013983188,0.00016075102,0.68957126,0.000045283054],"about_ca_topic_score_codex":0.025445225,"about_ca_topic_score_gemma":0.10960436,"teacher_disagreement_score":0.26104692,"about_ca_system_score_codex":0.00029165388,"about_ca_system_score_gemma":0.002930105,"threshold_uncertainty_score":0.9810444},"labels":[],"label_agreement":null},{"id":"W1926437553","doi":"10.3978/j.issn.2223-3652.2013.07.01","title":"Discrepancies between two lipid-lowering guidelines for CVD prevention in seemingly healthy individuals-case study Lebanon.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Psychological intervention; Cohort; Family medicine; Pharmacotherapy; Intervention (counseling); Disease; Internal medicine; Pathology; Psychiatry","score_opus":0.44855554835944655,"score_gpt":0.5225920475817533,"score_spread":0.0740364992223067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1926437553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723392,0.000100171375,0.0014075217,0.015811088,0.00037418978,0.009759613,0.000020877977,0.000100570396,0.000086754255],"genre_scores_gemma":[0.98252577,0.000013702571,0.005944368,0.0013213847,0.0013517534,0.008312609,0.00011567378,0.000046445384,0.00036832647],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963012,0.00014895984,0.002061427,0.0004937036,0.00040767677,0.0005870515],"domain_scores_gemma":[0.99695486,0.0013453197,0.0004895823,0.00040335528,0.0005447809,0.0002620963],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003975822,0.0002216585,0.0005171662,0.000247238,0.00011312137,0.00008087643,0.00011849743,0.000082600236,0.00004976455],"category_scores_gemma":[0.010739659,0.000199992,0.0001307384,0.00033857825,0.000033965054,0.00063054846,0.00012559256,0.000246106,0.000019010782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013793042,0.00055329554,0.48004785,0.000098077486,0.00010951278,0.00003358224,0.0005581244,0.000012926856,0.000019664005,0.000004616993,0.0038974741,0.51452696],"study_design_scores_gemma":[0.013439016,0.0011654313,0.96223044,0.000070987015,0.0005025661,0.00014789829,0.0101722935,0.00032711783,0.00011133869,0.0004349823,0.011043137,0.00035478213],"about_ca_topic_score_codex":0.004500624,"about_ca_topic_score_gemma":0.0025371874,"teacher_disagreement_score":0.51417214,"about_ca_system_score_codex":0.00018328243,"about_ca_system_score_gemma":0.0001231273,"threshold_uncertainty_score":0.9975933},"labels":[],"label_agreement":null},{"id":"W1927313137","doi":"","title":"Validación de las reglas del tobillo de Ottawa: repercusión en los costes y calidad asistencial","year":2011,"lang":"es","type":"dissertation","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Gynecology; Philosophy","score_opus":0.1229461871243015,"score_gpt":0.4509028614474153,"score_spread":0.3279566743231138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1927313137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91628605,0.00087962975,0.007075037,0.0034963456,0.0035821148,0.0035924022,0.00035271913,0.0004946096,0.06424108],"genre_scores_gemma":[0.85539013,0.0018025379,0.053019635,0.011104071,0.0070766206,0.0005256459,0.00807782,0.0005859451,0.062417567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900241,0.0015674909,0.004460082,0.0014204414,0.0012132323,0.0013146417],"domain_scores_gemma":[0.98774076,0.006581528,0.0020122419,0.0012862815,0.0015210849,0.0008580832],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006339229,0.0010334987,0.0016730895,0.0004870189,0.00034032084,0.00018941249,0.00063277886,0.0017388222,0.0074358825],"category_scores_gemma":[0.045393586,0.000971193,0.00086425565,0.00052861375,0.00016324478,0.00053441,0.0001383747,0.0017879844,0.0010509224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007967826,0.00423873,0.5859922,0.0053952467,0.0036043555,0.0016093103,0.014964358,0.000041386724,0.076830156,0.021562327,0.1490412,0.1287529],"study_design_scores_gemma":[0.019845665,0.005890639,0.57359594,0.0064588953,0.024435792,0.0016756915,0.07995351,0.0026056129,0.09060454,0.00958913,0.17933801,0.006006563],"about_ca_topic_score_codex":0.021845687,"about_ca_topic_score_gemma":0.012116481,"teacher_disagreement_score":0.12274634,"about_ca_system_score_codex":0.0011966864,"about_ca_system_score_gemma":0.0032335243,"threshold_uncertainty_score":0.9997269},"labels":[],"label_agreement":null},{"id":"W1927784742","doi":"","title":"Prevention. We've come a long way baby..or have we?","year":2006,"lang":"en","type":"editorial","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preventive care; Medicine; Preventive healthcare; Health care; Family medicine; Health promotion; Public health; Promotion (chess); Vaccination; MEDLINE; Cancer prevention; Nursing","score_opus":0.1783102662830053,"score_gpt":0.44648738445804925,"score_spread":0.26817711817504397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1927784742","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038878966,0.0012343464,0.00083929306,0.012761238,0.9750133,0.00559599,0.00042222728,0.0002741519,0.0034706725],"genre_scores_gemma":[0.001417757,0.0009832811,0.0008322677,0.00034167978,0.871439,0.002951412,0.004497655,0.00015423792,0.11738276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942553,0.00027754236,0.002162936,0.00081813097,0.0017111723,0.00077491085],"domain_scores_gemma":[0.99203235,0.0049987184,0.0011509091,0.0008011885,0.0006463877,0.00037043254],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023889097,0.00048653816,0.0010134642,0.00027173283,0.00010238261,0.00011203596,0.00029438097,0.0010352605,0.00066073943],"category_scores_gemma":[0.021167722,0.00040885157,0.00042324496,0.00025548413,0.00010091752,0.0002957637,0.0001847718,0.0016008045,0.00018750937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007554021,0.000343474,0.00036905747,0.00038759556,0.00024099623,0.00014388721,0.000028364286,0.0000015680083,7.333309e-7,0.0000032195846,0.8615347,0.13619101],"study_design_scores_gemma":[0.005365478,0.0002087381,0.008870284,0.00025623743,0.0013616892,0.00002453588,0.00009727684,0.000018794757,0.000014295335,0.00028319663,0.98310316,0.00039631614],"about_ca_topic_score_codex":0.00041516594,"about_ca_topic_score_gemma":0.0016008901,"teacher_disagreement_score":0.1357947,"about_ca_system_score_codex":0.0006083407,"about_ca_system_score_gemma":0.00063852355,"threshold_uncertainty_score":0.9998363},"labels":[],"label_agreement":null},{"id":"W1931486857","doi":"","title":"The complete Canadian health guide, revised edition","year":2008,"lang":"en","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Key (lock); Data science; Computer science; World Wide Web; Medicine; Computer security","score_opus":0.22456025174249403,"score_gpt":0.4093200433119336,"score_spread":0.18475979156943959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931486857","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20275843,0.0015528143,0.0021052647,0.7669705,0.0074913525,0.0058374316,0.00032514572,0.00026626902,0.012692786],"genre_scores_gemma":[0.954908,0.0017301586,0.001303138,0.036360007,0.0034459122,0.00011698471,0.00070118945,0.000031069703,0.0014035435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740535,0.00012579095,0.00072477054,0.00018684875,0.0003214362,0.0012358242],"domain_scores_gemma":[0.9978936,0.00035331736,0.00018490777,0.0002827075,0.0001061283,0.0011793781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014542919,0.00009748623,0.00017900768,0.00004890974,0.00048429795,0.000023210076,0.000092362934,0.000039692914,0.00013827611],"category_scores_gemma":[0.003327695,0.00007342552,0.00007884113,0.00016260191,0.00009275023,0.00011718592,0.00001498392,0.00022569015,0.000065251494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088831395,0.000042275482,0.05224642,0.000016390075,0.000041288462,0.00004248869,0.00015761775,0.0000053417534,0.0000105450845,0.00047680727,0.87051004,0.07636193],"study_design_scores_gemma":[0.0006910333,0.000037338115,0.48542455,0.000007981837,0.000015507901,0.000087309694,0.000060345224,0.00013145647,0.0000058528535,0.000034375957,0.51345974,0.00004450151],"about_ca_topic_score_codex":0.06138685,"about_ca_topic_score_gemma":0.07369504,"teacher_disagreement_score":0.7521496,"about_ca_system_score_codex":0.0009395466,"about_ca_system_score_gemma":0.0017855917,"threshold_uncertainty_score":0.94486344},"labels":[],"label_agreement":null},{"id":"W1945143340","doi":"10.1111/j.1365-2753.2009.01265.x","title":"Making the AGREE tool more user‐friendly: the feasibility of a user guide based on Boolean operators","year":2009,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"","keywords":"Computer science; Reliability (semiconductor); Quality (philosophy); Guideline; Set (abstract data type); Ambiguity; Categorization; Test (biology); Task (project management); Medical physics; Data mining; Artificial intelligence; Medicine","score_opus":0.6358385277158477,"score_gpt":0.6787729684177327,"score_spread":0.04293444070188501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1945143340","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024528995,0.84966314,0.003126686,0.122381434,0.004424068,0.013663001,0.00006125807,0.00003582926,0.004191672],"genre_scores_gemma":[0.004983239,0.9504335,0.017310325,0.023985863,0.0029108261,0.00007215465,0.00005593269,0.00010838738,0.00013980217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96767884,0.013748555,0.013598829,0.0006128113,0.0040119044,0.00034908252],"domain_scores_gemma":[0.8656928,0.11094329,0.016216557,0.0018946651,0.0050722244,0.0001804647],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1266279,0.00048202102,0.0025297625,0.00032204346,0.00014879927,0.00011397843,0.000731705,0.0005620897,0.0004614922],"category_scores_gemma":[0.5255694,0.0002507646,0.0016365829,0.0010205912,0.00028171585,0.0008084969,0.00012239705,0.0045479927,0.00003707347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020621344,0.0020010406,0.0010195724,0.00090823654,0.00045547844,0.000083799765,0.00007638588,0.0007681713,3.4778256e-7,0.00012215834,0.03791349,0.9545892],"study_design_scores_gemma":[0.004199486,0.0027137282,0.006052669,0.009246865,0.011363589,0.0003626991,0.00072313944,0.0023315456,2.6520263e-7,0.00011799545,0.96264416,0.00024385143],"about_ca_topic_score_codex":0.00003724221,"about_ca_topic_score_gemma":0.000036586025,"teacher_disagreement_score":0.95434535,"about_ca_system_score_codex":0.000849657,"about_ca_system_score_gemma":0.0059782784,"threshold_uncertainty_score":0.99999446},"labels":[],"label_agreement":null},{"id":"W1949201784","doi":"","title":"Making the most of our time.","year":2006,"lang":"en","type":"letter","venue":"Grower talks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Medicine; Referral; Family medicine; Guideline; Audit; Surprise; Gerontology; Psychology; Disease","score_opus":0.2123844222776734,"score_gpt":0.46333314096487316,"score_spread":0.25094871868719976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949201784","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001137231,0.0001465351,0.0003106838,0.98386097,0.00072136405,0.00061172224,0.00008624274,0.00004944492,0.013075785],"genre_scores_gemma":[0.019186718,0.000007019887,0.001005568,0.95124745,0.007594985,0.000023376571,0.0014701341,0.000090020345,0.019374726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977114,0.00011422124,0.001020393,0.0002895133,0.000601382,0.0002630826],"domain_scores_gemma":[0.9978441,0.0006020934,0.0006664294,0.0006346096,0.00022931941,0.000023449982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059271464,0.00021449052,0.00042724097,0.000090629444,0.000048116282,0.000021408263,0.00020146968,0.00042666588,0.0007619248],"category_scores_gemma":[0.0009887721,0.00014866373,0.00020176727,0.00017857146,0.00005584092,0.000071120696,0.00010000177,0.0014857621,0.00038989141],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026542284,0.000031343297,0.0003222212,0.00010456584,0.000088026034,0.00015711156,0.000021733833,0.0000013763093,0.00015610602,0.0000049329183,0.9964013,0.002684727],"study_design_scores_gemma":[0.000653342,0.00010076684,0.0010506092,0.0001709233,0.0005138039,0.0000803599,0.000064188935,0.00006149772,0.000059954695,0.00018293501,0.99691474,0.00014689793],"about_ca_topic_score_codex":0.00021266397,"about_ca_topic_score_gemma":0.00001026712,"teacher_disagreement_score":0.03261354,"about_ca_system_score_codex":0.0000627773,"about_ca_system_score_gemma":0.000155183,"threshold_uncertainty_score":0.8342542},"labels":[],"label_agreement":null},{"id":"W1949342053","doi":"","title":"Development of the Champlain primary care cardiovascular disease prevention and management guideline: tailoring evidence to community practice.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Heart Research Centre","funders":"","keywords":"Guideline; Medicine; Disease management; Primary care; Evidence-based practice; MEDLINE; Best practice; Disease; Quality management; Clinical Practice; Family medicine; Nursing; Alternative medicine; Pathology; Management system; Engineering","score_opus":0.35219425428304446,"score_gpt":0.4103238217481742,"score_spread":0.05812956746512976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949342053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666142,0.0029821447,0.013559609,0.0033876903,0.00047856296,0.008907686,0.000009623035,0.00007618773,0.0039843023],"genre_scores_gemma":[0.9277327,0.00029229245,0.06922271,0.001224027,0.00006260744,0.0013226208,0.000029563333,0.000019177809,0.00009426414],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977709,0.00039811336,0.0008392729,0.00022190106,0.00056294596,0.00020684062],"domain_scores_gemma":[0.9981736,0.00026391435,0.00024379794,0.0007806891,0.00032850134,0.00020949311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043372624,0.000119847784,0.00021983507,0.000066800545,0.00017087994,0.000012695489,0.00016916267,0.000029958079,0.000008833244],"category_scores_gemma":[0.0039546755,0.00009450696,0.0001244416,0.00020244485,0.000040000286,0.00036300224,0.00048472654,0.00019729903,0.0000033881997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007608121,0.00024581945,0.0096459165,0.0010380647,0.0006297824,0.000011725082,0.003431654,0.00002117241,0.000023638118,0.00006168753,0.00031885068,0.9838109],"study_design_scores_gemma":[0.00092625135,0.000039114802,0.9341726,0.00031402698,0.0011813487,0.000008826298,0.005109815,0.000006261684,0.0002854712,0.00004289655,0.057791837,0.00012158445],"about_ca_topic_score_codex":0.00021511267,"about_ca_topic_score_gemma":0.000059374826,"teacher_disagreement_score":0.9836893,"about_ca_system_score_codex":0.00022702414,"about_ca_system_score_gemma":0.0001234825,"threshold_uncertainty_score":0.47344014},"labels":[],"label_agreement":null},{"id":"W1953860079","doi":"10.1002/jhm.2187","title":"Methodological quality of national guidelines for pediatric inpatient conditions","year":2014,"lang":"en","type":"article","venue":"Journal of Hospital Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; University of Utah","keywords":"Medicine; MEDLINE; Inpatient care; Family medicine; Confidence interval; Health care","score_opus":0.7519579472192155,"score_gpt":0.6520474160025868,"score_spread":0.09991053121662874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953860079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82630503,0.0003132347,0.083139464,0.08757578,0.0017277614,0.00050931267,0.000034337583,0.000012451448,0.0003826076],"genre_scores_gemma":[0.91935235,0.00014946135,0.07273362,0.0035568892,0.0041009164,0.000008975233,0.000049000602,0.000012424731,0.000036372327],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99520665,0.00028345245,0.0032125674,0.00013796746,0.00102137,0.00013800466],"domain_scores_gemma":[0.980791,0.008896799,0.0025086277,0.00014052389,0.007474495,0.00018858876],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010380718,0.00012176345,0.000764316,0.00023068598,0.000039354512,0.0000032597143,0.00011225612,0.00008586259,0.00020653143],"category_scores_gemma":[0.21585785,0.00007907016,0.0002436312,0.0002168413,0.00013071102,0.00014859794,0.000026535543,0.00023223317,0.0000025169318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004354884,0.0038034667,0.28258172,0.0012597088,0.00080372783,0.000018158556,0.0010562699,0.00033602543,0.015976867,0.021808647,0.6314506,0.03654992],"study_design_scores_gemma":[0.033217486,0.056892775,0.8020845,0.0005724414,0.00198441,0.00022312017,0.0027741839,0.0013005141,0.0012863373,0.06781613,0.031390145,0.00045796408],"about_ca_topic_score_codex":0.000017854962,"about_ca_topic_score_gemma":0.0000020499615,"teacher_disagreement_score":0.60006046,"about_ca_system_score_codex":0.00006804865,"about_ca_system_score_gemma":0.000228802,"threshold_uncertainty_score":0.7907473},"labels":[],"label_agreement":null},{"id":"W1959550246","doi":"","title":"Le Groupe d’étude canadien sur les soins de santé préventifs: Nous sommes de retour!","year":2012,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.1042700599928567,"score_gpt":0.3715621069032671,"score_spread":0.26729204691041036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1959550246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94450516,0.014350625,0.00298417,0.027864834,0.0069622286,0.0011630919,0.00015765113,0.000108922846,0.0019032983],"genre_scores_gemma":[0.9801291,0.0018362866,0.0016619078,0.0024964793,0.012177178,0.00012952047,0.00017931245,0.000090467474,0.0012997246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992051,0.0005280118,0.0012307244,0.0004067233,0.0004736684,0.005309856],"domain_scores_gemma":[0.9952647,0.0011907401,0.00041079381,0.00043271162,0.00015183035,0.0025491922],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046302956,0.00034650805,0.00048436545,0.00010561802,0.00023981399,0.00008239028,0.000268131,0.00034309435,0.00070462254],"category_scores_gemma":[0.012389124,0.0003887379,0.00025757277,0.00024773,0.00020719835,0.00086921745,0.00011990695,0.0007937406,0.00008749077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025226575,0.0015139271,0.7029297,0.00032885314,0.00039243343,0.00018821773,0.006345499,0.00004357574,0.00036332733,0.004376555,0.0606232,0.22264247],"study_design_scores_gemma":[0.0028846634,0.00010994593,0.8281283,0.0001281835,0.00083462027,0.0002843655,0.006906615,0.0006679127,0.000777362,0.00021016455,0.15869735,0.00037054048],"about_ca_topic_score_codex":0.07421893,"about_ca_topic_score_gemma":0.10034092,"teacher_disagreement_score":0.22227192,"about_ca_system_score_codex":0.0028509076,"about_ca_system_score_gemma":0.003819369,"threshold_uncertainty_score":0.9998565},"labels":[],"label_agreement":null},{"id":"W1960843574","doi":"10.1111/ijn.12048","title":"Using theory and evidence to drive measurement of patient, nurse and organizational outcomes of professional nursing practice","year":2013,"lang":"en","type":"article","venue":"International Journal of Nursing Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; CARE Canada; Toronto Metropolitan University; University of Toronto; St. Michael's Hospital","funders":"Registered Nurses' Association of Ontario","keywords":"Blueprint; Nursing; Best practice; Evidence-based practice; MEDLINE; Quality (philosophy); Medicine; Evidence-based nursing; Nursing practice; Patient care; Patient safety; Organizational culture; Psychology; Health care; Alternative medicine; Public relations","score_opus":0.24027043064283513,"score_gpt":0.5532757194856169,"score_spread":0.3130052888427818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1960843574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8637573,0.0009635725,0.041596748,0.09056027,0.002050473,0.0007071612,0.00000866436,0.000009305669,0.00034649507],"genre_scores_gemma":[0.9236213,0.00009868864,0.07423979,0.001820526,0.0001835515,0.0000021378596,0.0000023264004,0.000020099857,0.000011568421],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99570185,0.0006217544,0.0015107535,0.00019559138,0.0018327882,0.0001372767],"domain_scores_gemma":[0.98046935,0.0068118447,0.002706067,0.00013795918,0.009688465,0.00018630656],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032935026,0.00014939018,0.0003571055,0.00031526564,0.00006132802,0.00005171873,0.00014266004,0.000069922986,0.000095572555],"category_scores_gemma":[0.08678299,0.00012625758,0.00006605766,0.00019470343,0.00018433177,0.002372468,0.00004346653,0.0003325216,0.00000240252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03110885,0.015165699,0.09075204,0.00028386817,0.0047389013,0.00019777099,0.044334676,0.0008245846,0.31699803,0.024271805,0.005327857,0.4659959],"study_design_scores_gemma":[0.01678569,0.008072288,0.5945425,0.049378574,0.010444258,0.025466701,0.21682243,0.0030920892,0.034074355,0.03638962,0.003678343,0.0012531765],"about_ca_topic_score_codex":0.00006144653,"about_ca_topic_score_gemma":8.9783805e-7,"teacher_disagreement_score":0.50379044,"about_ca_system_score_codex":0.00040934244,"about_ca_system_score_gemma":0.00061385095,"threshold_uncertainty_score":0.9209094},"labels":[],"label_agreement":null},{"id":"W1963714753","doi":"10.1503/cmaj.110725","title":"Consent requirements for pelvic examinations performed for training purposes","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Obstetrics and gynaecology; Medicine; Informed consent; Patient Consent; Gynecology; Statement (logic); Obstetrics; General surgery; Family medicine; Alternative medicine; Pregnancy; Political science; Law; Pathology","score_opus":0.3582011558582618,"score_gpt":0.4868291637959287,"score_spread":0.12862800793766693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963714753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6198151,0.00048309568,0.026757697,0.33473733,0.008183844,0.0039863456,0.0003898465,0.00008280574,0.005563936],"genre_scores_gemma":[0.9645239,0.00007738679,0.006387884,0.022102114,0.005564389,0.0001368984,0.00020685667,0.000031798987,0.0009687783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971749,0.00010482886,0.000965762,0.00012935765,0.0009344092,0.00069073174],"domain_scores_gemma":[0.9935097,0.0031026811,0.0004574059,0.00008562389,0.0009603647,0.0018841951],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006039017,0.00011383565,0.00025620707,0.00018697756,0.00041097563,0.00005514304,0.000090673035,0.00024315491,0.0022104362],"category_scores_gemma":[0.060061388,0.000107933796,0.0001674194,0.0001305048,0.00003093142,0.0003421873,0.0000078430485,0.00041266778,0.00003735207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013172095,0.0002246945,0.13463557,0.00009363136,0.0005004527,0.000016729771,0.0021146368,0.0000015970485,0.00017226062,0.0011855826,0.5609303,0.2999928],"study_design_scores_gemma":[0.0070987255,0.0003514999,0.06022826,0.00012316532,0.00038797606,0.000396481,0.006556998,0.0010801014,0.00005560951,0.00031908904,0.9232068,0.00019530073],"about_ca_topic_score_codex":0.00036562007,"about_ca_topic_score_gemma":0.007777339,"teacher_disagreement_score":0.36227646,"about_ca_system_score_codex":0.0012064766,"about_ca_system_score_gemma":0.0051377914,"threshold_uncertainty_score":0.9987017},"labels":[],"label_agreement":null},{"id":"W1963767407","doi":"","title":"A clinical practice guideline update from the CCA.CFCRB-CPG.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Library science; Guideline; Management; Medicine; Political science; Computer science; Alternative medicine; Law","score_opus":0.2445477634546479,"score_gpt":0.5100129175665344,"score_spread":0.26546515411188654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963767407","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17944022,0.0013744183,0.078254096,0.6964059,0.0060070087,0.0058729555,0.00011938635,0.0005031479,0.03202286],"genre_scores_gemma":[0.64441204,0.0005038348,0.06848456,0.27653882,0.008330619,0.00047443277,0.00049470784,0.000081596256,0.000679366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994766,0.0003606664,0.0029849235,0.00052064785,0.0007670685,0.0006007195],"domain_scores_gemma":[0.98154086,0.015581976,0.00085842196,0.0009667958,0.0006060567,0.0004458937],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018123843,0.00019995695,0.00039611556,0.000051868778,0.00011706276,0.000058775207,0.0002709381,0.00018174516,0.00041758278],"category_scores_gemma":[0.09126715,0.00013644472,0.00023038135,0.00034961454,0.0001470602,0.00041080953,0.00017439578,0.00079907203,0.0003675827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012510209,0.00035324137,0.022239435,0.0000032022826,0.00019320118,0.00010079655,0.000036131674,9.747697e-7,0.000009024689,0.00024930024,0.3051726,0.6703911],"study_design_scores_gemma":[0.0023563195,0.00004880631,0.33692038,0.00000654237,0.00048576912,0.000048743434,0.0004410481,0.00006543138,0.000037966936,0.00040831714,0.6590756,0.00010505124],"about_ca_topic_score_codex":0.0007961622,"about_ca_topic_score_gemma":0.00031430306,"teacher_disagreement_score":0.670286,"about_ca_system_score_codex":0.00010169902,"about_ca_system_score_gemma":0.00014925262,"threshold_uncertainty_score":0.9163875},"labels":[],"label_agreement":null},{"id":"W1964172790","doi":"10.1097/prs.0b013e318219c171","title":"The Levels of Evidence and Their Role in Evidence-Based Medicine","year":2011,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2138,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Medicine; Evidence-based medicine; Real world evidence; MEDLINE; Family medicine; Alternative medicine; Internal medicine; Pathology; Law","score_opus":0.5386273095085914,"score_gpt":0.4337954714750839,"score_spread":0.10483183803350749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964172790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99418724,0.001970693,0.0010671822,0.0016479882,0.0005906645,0.0003330088,0.000011097217,0.000017639737,0.00017449094],"genre_scores_gemma":[0.9984044,0.0005774568,0.00066866307,0.0002002218,0.00010163491,0.000022771585,0.0000017399419,0.000012913923,0.000010212011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99775445,0.00031352433,0.001163356,0.00028963867,0.00024695366,0.00023204378],"domain_scores_gemma":[0.90592164,0.09294304,0.0004694005,0.00025750624,0.0003049318,0.0001035027],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032097925,0.00016166609,0.0004945874,0.00020304487,0.000061247905,0.000006780097,0.000081678445,0.00006740669,0.00036497082],"category_scores_gemma":[0.09015945,0.00008817036,0.000078071775,0.00031708027,0.0007644748,0.00034724985,0.000042172454,0.00024946925,0.000005966075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013156335,0.00005228792,0.7414209,0.000092405615,0.00006157299,0.000012084031,0.0005633218,0.000001523766,0.0024800797,0.00011584238,0.00011203965,0.2537723],"study_design_scores_gemma":[0.0008231438,0.00028409038,0.9838091,0.0032829286,0.000108580854,0.000093502545,0.003695429,0.0008731147,0.004549397,0.0022661136,0.00009000087,0.00012459954],"about_ca_topic_score_codex":0.00047947298,"about_ca_topic_score_gemma":0.00019182586,"teacher_disagreement_score":0.25364769,"about_ca_system_score_codex":0.000059784234,"about_ca_system_score_gemma":0.00045054578,"threshold_uncertainty_score":0.9175045},"labels":[],"label_agreement":null},{"id":"W1964316810","doi":"10.1177/0306312713483679","title":"Being ‘evidence-based’ in the absence of evidence: The management of non-evidence in guideline development","year":2013,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Université de Montréal","keywords":"Evidence-based medicine; Guideline; Evidence-based management; Observational study; Legitimacy; Evidence-based practice; Scientific evidence; Empirical evidence; Hierarchy; Psychology; Objectivity (philosophy); Documentary evidence; Medicine; Alternative medicine; Epistemology; Political science; Pathology; Law","score_opus":0.5783470874503754,"score_gpt":0.563405083325452,"score_spread":0.014942004124923414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964316810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96135646,0.0015464475,0.0003467081,0.035208754,0.00013426779,0.0012468493,5.562153e-7,0.0000046555647,0.00015529762],"genre_scores_gemma":[0.987294,0.0015313602,0.009998502,0.0010247305,0.000043349242,0.00008502485,3.6888966e-7,0.0000043050127,0.000018356697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959594,0.00013848962,0.0017590647,0.0003079553,0.0015381081,0.00029697007],"domain_scores_gemma":[0.9944758,0.0032670153,0.0007209649,0.0003315233,0.0011725461,0.000032185475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01264649,0.00012663973,0.00038103623,0.00014674495,0.00025155873,0.00001567735,0.0007688848,0.000031307387,0.00003096564],"category_scores_gemma":[0.008284369,0.00006967887,0.00006766564,0.0018752024,0.0025060002,0.0007195055,0.0003927882,0.00018382272,0.00000531026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004742091,0.00078568095,0.49881354,0.0026035756,0.00022447103,0.000029551022,0.086203784,0.00064004445,0.033926953,0.0014713504,0.005935678,0.36889118],"study_design_scores_gemma":[0.0005458661,0.00021866818,0.90675503,0.0048616272,0.00006690904,0.0000010277124,0.082385466,0.0004889179,0.0037867674,0.00064047624,0.00013700586,0.00011224156],"about_ca_topic_score_codex":0.0013881997,"about_ca_topic_score_gemma":0.00027053128,"teacher_disagreement_score":0.4079415,"about_ca_system_score_codex":0.00022099225,"about_ca_system_score_gemma":0.00053641014,"threshold_uncertainty_score":0.9917761},"labels":[{"model":"gemma","categories":["sts","metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1964477469","doi":"10.1136/bmj.327.7427.1308-b","title":"Canadian task force on preventive health care under threat","year":2003,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task force; Task (project management); Health care; Psychology; Medicine; Political science; Engineering; Public administration","score_opus":0.150532627080632,"score_gpt":0.5038464726560113,"score_spread":0.35331384557537937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964477469","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2726657,0.0013450499,0.0036464494,0.4962919,0.0019978432,0.0076746624,0.00020594143,0.00016741449,0.21600503],"genre_scores_gemma":[0.962134,0.000020692054,0.0016256036,0.032364644,0.00018158084,0.000026865566,0.00013517284,0.000018783017,0.0034926678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886143,0.00012348368,0.00040561732,0.00018489732,0.00018722468,0.00023735911],"domain_scores_gemma":[0.99901253,0.00022053947,0.00012042461,0.00024938904,0.00010507395,0.00029201715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005039393,0.00008223554,0.00015278846,0.00006305338,0.000080912694,0.000008910234,0.000031824893,0.00004706492,0.00038951318],"category_scores_gemma":[0.0012691595,0.00007393463,0.000053465017,0.00010088706,0.00001319738,0.00005237843,0.0000059708987,0.00014485269,0.00017813036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036377306,0.00024412308,0.033228926,0.00019548423,0.00024148481,0.000106562766,0.0030202512,0.00016713803,0.0001035534,0.019707358,0.86533433,0.07728701],"study_design_scores_gemma":[0.008344645,0.0031250136,0.12352837,0.00040437124,0.00029264513,0.00017735774,0.026252953,0.00008896266,0.00068157166,0.004440364,0.832116,0.0005477475],"about_ca_topic_score_codex":0.06142936,"about_ca_topic_score_gemma":0.26789823,"teacher_disagreement_score":0.68946826,"about_ca_system_score_codex":0.00069456914,"about_ca_system_score_gemma":0.001560622,"threshold_uncertainty_score":0.94482064},"labels":[],"label_agreement":null},{"id":"W1964853308","doi":"10.1097/01.ncq.0000277774.12524.ab","title":"Development of a Postpartum Depression Best Practice Guideline","year":2007,"lang":"en","type":"review","venue":"Journal of Nursing Care Quality","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University","funders":"","keywords":"Thunder; Bay; Guideline; Nursing; Library science; Medicine; History; Geography; Archaeology","score_opus":0.5710574360316869,"score_gpt":0.6683166449328998,"score_spread":0.09725920890121287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964853308","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014277108,0.9906591,0.0049093706,0.00079809036,0.0017800296,0.0006105458,0.000018909823,0.000012183878,0.0010689946],"genre_scores_gemma":[0.000060812625,0.7759247,0.22205421,0.00037753608,0.001324181,0.0000021737856,0.00017957033,0.000053831776,0.000023002582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98749614,0.0008374849,0.009508569,0.00030012155,0.0015692608,0.00028841686],"domain_scores_gemma":[0.98041284,0.003278221,0.010978543,0.00048086577,0.0045395354,0.00030998327],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009258204,0.0003749042,0.0026305013,0.00042402826,0.000083915445,0.000024669396,0.00024028026,0.0004195398,0.00005790988],"category_scores_gemma":[0.020704461,0.00028397515,0.00083448977,0.00040355814,0.0000871397,0.00033172694,0.000055757526,0.0012652725,0.000012898131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006038908,0.00096695765,0.00001672128,0.008344869,0.00034603334,0.00007975119,0.0012271644,4.6180526e-7,0.000010949885,0.000008154299,0.004363247,0.9840318],"study_design_scores_gemma":[0.0010356754,0.0004170773,0.000026599088,0.06644611,0.0055178553,0.0017032854,0.010926042,5.550957e-7,0.000031295902,0.000007874929,0.9136709,0.0002167093],"about_ca_topic_score_codex":0.000026231626,"about_ca_topic_score_gemma":0.000007951549,"teacher_disagreement_score":0.9838151,"about_ca_system_score_codex":0.0013887687,"about_ca_system_score_gemma":0.003917913,"threshold_uncertainty_score":0.99996126},"labels":[],"label_agreement":null},{"id":"W1965136630","doi":"10.1016/s1499-2671(09)34009-5","title":"Message from the chair clinical &amp; scientific section, canadian diabetes association","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Section (typography); Medicine; Association (psychology); Diabetes mellitus; Gerontology; Family medicine; Endocrinology; Advertising; Psychology; Psychotherapist","score_opus":0.11932175125521427,"score_gpt":0.40131423701583463,"score_spread":0.28199248576062036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965136630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90539247,0.0005846231,0.000008503916,0.09008033,0.0030741098,0.0002153612,0.00014123376,0.00001027702,0.0004931185],"genre_scores_gemma":[0.9785634,0.000013991183,0.00032432858,0.017722566,0.0026302713,0.0000019382232,0.00012353229,0.000017944187,0.00060199096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99694884,0.000342628,0.0014089326,0.00023640522,0.00045062805,0.00061253837],"domain_scores_gemma":[0.993821,0.0020002048,0.00084463,0.000361128,0.0010443857,0.0019286455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053145215,0.00015724658,0.00041788016,0.00030555375,0.00046669756,0.00028636734,0.0002745139,0.000205991,0.00087399373],"category_scores_gemma":[0.027527174,0.00012223577,0.00027435893,0.00043977023,0.00013080392,0.00031023004,0.0000073012643,0.000812506,0.00007380267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028074583,0.000020862484,0.7341194,0.0000022835557,0.00011368002,0.000005175028,0.00014104838,0.000004708565,0.00020968379,0.00001852859,0.25576252,0.0095993],"study_design_scores_gemma":[0.0007852061,0.00019598544,0.7109483,0.00008444694,0.0002764829,0.0000017895151,0.00015850211,0.000049358387,0.000070641465,0.0008293744,0.28649226,0.00010766562],"about_ca_topic_score_codex":0.04031105,"about_ca_topic_score_gemma":0.7818409,"teacher_disagreement_score":0.7415299,"about_ca_system_score_codex":0.00092704856,"about_ca_system_score_gemma":0.006094732,"threshold_uncertainty_score":0.9995398},"labels":[],"label_agreement":null},{"id":"W1965726631","doi":"10.1109/cbms.2012.6266392","title":"An ontological modeling approach to align institution-specific Clinical Pathways: Towards inter-institution care standardization","year":2012,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Standardization; Institution; Computer science; Knowledge management; Medicine; Political science","score_opus":0.47542978573029804,"score_gpt":0.5068376444904727,"score_spread":0.03140785876017471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965726631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25165454,0.00013595182,0.73550963,0.0005091452,0.0008515921,0.00089338754,0.000024531464,0.00023004666,0.010191168],"genre_scores_gemma":[0.8920757,0.000098389355,0.10347308,0.0020995096,0.0014361067,0.00005576114,0.0007237928,0.000022769233,0.000014897624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99628,0.00031925528,0.0017203038,0.0005883684,0.0006172009,0.00047488185],"domain_scores_gemma":[0.9976753,0.00013264387,0.00018468307,0.00058642536,0.00074512215,0.0006758497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026384247,0.00025333758,0.00049453776,0.00015313871,0.00019291489,0.000072274444,0.00016358051,0.00030106105,0.00013783025],"category_scores_gemma":[0.0020389326,0.00020381346,0.00018803313,0.00032611875,0.00010276488,0.0010692391,0.0000931964,0.00040927948,0.00014418663],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004126112,0.0064027514,0.10520987,0.00023797237,0.00025615116,0.00002459042,0.0067878994,0.028569676,0.0018327454,0.10804411,0.0066876006,0.7318205],"study_design_scores_gemma":[0.023762945,0.009412961,0.10452149,0.00057158363,0.0016125235,0.00057887787,0.076076545,0.47122362,0.0021905182,0.0011309505,0.30556986,0.0033481077],"about_ca_topic_score_codex":0.00014703469,"about_ca_topic_score_gemma":0.000051131545,"teacher_disagreement_score":0.7284724,"about_ca_system_score_codex":0.0004764449,"about_ca_system_score_gemma":0.00036831197,"threshold_uncertainty_score":0.8311271},"labels":[],"label_agreement":null},{"id":"W1966358706","doi":"10.1016/j.jclinepi.2009.01.003","title":"The wizard of WOS—or the art of the task force","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Wizard; Task force; Task (project management); Wizard of oz; Library science; Political science; Management; Computer science; Public administration; World Wide Web; Human–computer interaction; Economics","score_opus":0.597124992548279,"score_gpt":0.6416029184344885,"score_spread":0.04447792588620947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966358706","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3015506,0.0006360969,0.004978059,0.6888208,0.0024304416,0.00052047154,0.0000067553697,0.0000063422485,0.001050461],"genre_scores_gemma":[0.9516801,0.0026429715,0.0032193249,0.039718762,0.001523736,0.0000016795934,0.000001622633,0.000011270824,0.001200508],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9841395,0.0050141434,0.009966949,0.00016579624,0.00042612804,0.0002875084],"domain_scores_gemma":[0.80167234,0.18594821,0.010491732,0.0008124715,0.00088895764,0.00018629947],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05483919,0.00013012043,0.0017064953,0.000034050612,0.00009280816,0.0000035457676,0.0005782874,0.00022845846,0.00010315313],"category_scores_gemma":[0.47154975,0.00004099316,0.0011105338,0.00020802104,0.0007579048,0.000082077095,0.00008683378,0.0014213306,0.000009967161],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01203794,0.00087122567,0.2810788,0.000048696842,0.00067016075,0.000022280634,0.00013239708,0.0003774292,0.0006488379,0.007521028,0.4003633,0.29622793],"study_design_scores_gemma":[0.0034883937,0.0047391546,0.707297,0.00018529648,0.0006616991,0.00038995637,0.00035232003,0.0008030558,0.00010023359,0.0320453,0.24986494,0.0000726203],"about_ca_topic_score_codex":0.00001433209,"about_ca_topic_score_gemma":0.000037227343,"teacher_disagreement_score":0.6501295,"about_ca_system_score_codex":0.00002376467,"about_ca_system_score_gemma":0.0005675856,"threshold_uncertainty_score":0.9732419},"labels":[],"label_agreement":null},{"id":"W1966482779","doi":"10.1378/chest.13-2828","title":"Adaptation of Trustworthy Guidelines Developed Using the GRADE Methodology","year":2014,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Sanofi","keywords":"Guideline; Process management; Adaptation (eye); Transparency (behavior); Medicine; Process (computing); Grading (engineering); Checklist; Computer science; Knowledge management; Psychology; Engineering; Pathology","score_opus":0.7976374718829666,"score_gpt":0.5840579087393706,"score_spread":0.21357956314359605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966482779","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40197065,0.00016967276,0.5850893,0.012100569,0.00044808548,0.000121822086,6.982956e-7,0.000009608877,0.000089540685],"genre_scores_gemma":[0.47457436,0.00014356057,0.52198017,0.0021431758,0.0010842708,0.0000015468288,0.000006349709,0.000015800262,0.00005075382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765724,0.0005327058,0.001259856,0.00010961555,0.00028708274,0.00015347559],"domain_scores_gemma":[0.9962542,0.0018832369,0.0007790867,0.00017700951,0.00081765343,0.000088783076],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060190894,0.00009252334,0.00027181624,0.000081771315,0.0001186346,0.00001635331,0.00010444473,0.00006629338,0.00010286401],"category_scores_gemma":[0.0211571,0.000058683356,0.00010428974,0.00018383078,0.00007756978,0.00012864976,0.00003002625,0.00033622523,0.0000047071862],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006461062,0.00017753993,0.039627094,0.00013203338,0.00032319693,0.000022253362,0.0016461877,0.0056692194,0.031805754,0.0011982252,0.005622275,0.9131301],"study_design_scores_gemma":[0.0119606145,0.001398918,0.11810583,0.00044828895,0.0024964313,0.006638997,0.01205972,0.27703583,0.013163199,0.013222094,0.5428956,0.00057446805],"about_ca_topic_score_codex":0.00009823752,"about_ca_topic_score_gemma":0.00005213396,"teacher_disagreement_score":0.91255563,"about_ca_system_score_codex":0.000046076075,"about_ca_system_score_gemma":0.00030057324,"threshold_uncertainty_score":0.9870881},"labels":[],"label_agreement":null},{"id":"W1966599841","doi":"10.3148/64.3.2003.142","title":"<i>Practice Guidelines:</i> Pedantic Pontification or Pragmatic Progress? 2003 Ryley-Jeffs Memorial Lecture","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Dietetic Practice and Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Guideline; Delphi method; Clinical Practice; Systematic review; Best practice; Medicine; Medical education; Health care; Delphi; Quality (philosophy); Evidence-based practice; Nomination; MEDLINE; Nursing; Alternative medicine; Political science; Computer science","score_opus":0.2995684441180201,"score_gpt":0.5510087629991434,"score_spread":0.2514403188811233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966599841","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046288215,0.0355501,0.00533391,0.8815596,0.0060849516,0.005293576,0.0000461391,0.000054323344,0.01978916],"genre_scores_gemma":[0.7910547,0.007957552,0.18048431,0.01471996,0.00347651,0.00006181027,0.00004854963,0.00016336027,0.0020332157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99280393,0.0022693167,0.0020609726,0.0004072337,0.0016513868,0.00080713304],"domain_scores_gemma":[0.9696657,0.007593103,0.0012047616,0.00059825793,0.01929065,0.0016475165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021770433,0.00025198687,0.0005478043,0.00071900256,0.00052757194,0.00039522897,0.0002599938,0.00024622693,0.0005053186],"category_scores_gemma":[0.49597725,0.000187476,0.000105275525,0.0013614167,0.00043255268,0.0015186728,0.0000318205,0.0019548412,0.000078306366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011243825,0.0018700907,0.0039130356,0.0015327982,0.0022778301,0.011509841,0.00609891,0.00005851893,0.0036719388,0.0042977235,0.6545063,0.2990192],"study_design_scores_gemma":[0.004068726,0.0025424778,0.00048786818,0.0005142675,0.0013379897,0.011266877,0.01358144,0.0001739523,0.00044662145,0.00068979815,0.96462643,0.00026355498],"about_ca_topic_score_codex":0.0020356204,"about_ca_topic_score_gemma":0.0022466306,"teacher_disagreement_score":0.86683965,"about_ca_system_score_codex":0.00035231552,"about_ca_system_score_gemma":0.01458769,"threshold_uncertainty_score":0.9909987},"labels":[],"label_agreement":null},{"id":"W1966745952","doi":"10.1136/bmjqs-2013-002293.161","title":"P098 The Canadian Task Force On Preventive Health Care: Process For Critical Appraisal Of Externally-Produced Guidelines","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; CancerCare Manitoba; University of Ottawa; Queen's University; University of Alberta; Public Health Agency of Canada","funders":"","keywords":"Medicine; Task force; Critical appraisal; Process (computing); Task (project management); Health care; Process management; Alternative medicine; Computer science; Management; Engineering; Pathology","score_opus":0.2876993908084871,"score_gpt":0.5997415213269978,"score_spread":0.31204213051851065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966745952","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1824403,0.00036356723,0.018663537,0.78452,0.0014299891,0.010672414,0.0007152103,0.00008722848,0.001107797],"genre_scores_gemma":[0.97732913,0.0000205263,0.004706644,0.015992451,0.0009412929,0.00041549635,0.00033529318,0.000035882895,0.00022326535],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994768,0.0005035989,0.0031099909,0.00047020134,0.0006713418,0.0004768251],"domain_scores_gemma":[0.9885421,0.0068394123,0.0006980574,0.00072070427,0.002777842,0.00042190572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060383147,0.00020631896,0.00053636363,0.00006674156,0.0002888793,0.00003108623,0.00023522362,0.00010940601,0.00014728711],"category_scores_gemma":[0.07533309,0.00014753631,0.00021086392,0.0001781536,0.000168435,0.00020163908,0.000042918135,0.00029365887,0.000032239222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010744969,0.0018084202,0.025119035,0.009177754,0.0010185376,0.000014523656,0.026077798,0.00036329095,0.003925197,0.04808463,0.3453955,0.52827036],"study_design_scores_gemma":[0.033028927,0.012271724,0.5013046,0.0038630327,0.0018415593,0.0001717976,0.14161241,0.0063600796,0.010020513,0.030455159,0.25605923,0.0030109584],"about_ca_topic_score_codex":0.14342372,"about_ca_topic_score_gemma":0.10660463,"teacher_disagreement_score":0.79488885,"about_ca_system_score_codex":0.00032256712,"about_ca_system_score_gemma":0.003370137,"threshold_uncertainty_score":0.9324558},"labels":[],"label_agreement":null},{"id":"W1967104610","doi":"10.1080/02763860802368209","title":"CMA Infobase: Clinical Practice Guidelines","year":2008,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Clinical Practice; Cover (algebra); Column (typography); Complement (music); Health care; Resource (disambiguation); Medicine; Web site; World Wide Web; Computer science; Family medicine; The Internet; Political science; Engineering; Pathology","score_opus":0.3442883861752074,"score_gpt":0.5554497014856963,"score_spread":0.21116131531048887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967104610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78645825,0.0007365349,0.0045029214,0.18694486,0.0016965225,0.0009976762,0.00002917016,0.00055804406,0.018076036],"genre_scores_gemma":[0.7060366,0.002518363,0.05406707,0.23203975,0.0035783579,0.0000716957,0.0005331967,0.000083655505,0.0010713051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916281,0.00045905396,0.0038518673,0.0007618994,0.0027171928,0.00058190164],"domain_scores_gemma":[0.98811466,0.005510665,0.00087205827,0.0010354772,0.0030993002,0.0013678649],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004742572,0.00035133012,0.00077998766,0.00013034367,0.00019950168,0.00004247126,0.0005169948,0.0005508953,0.0032354037],"category_scores_gemma":[0.033743825,0.00027932454,0.00023215786,0.00046443028,0.0003029576,0.0009106024,0.000096038995,0.0013160724,0.0022167172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015096792,0.0014868565,0.026539821,0.00028874812,0.0002807483,0.001995649,0.0010551353,8.4033087e-7,0.00007474201,0.0006032182,0.07590793,0.89025664],"study_design_scores_gemma":[0.0055053323,0.0038008427,0.053459633,0.0004227594,0.0003729025,0.0024758482,0.004206119,0.002318748,0.000022024644,0.00032834924,0.92664826,0.0004391528],"about_ca_topic_score_codex":0.0014378948,"about_ca_topic_score_gemma":0.00051815604,"teacher_disagreement_score":0.8898175,"about_ca_system_score_codex":0.00006720519,"about_ca_system_score_gemma":0.0014175642,"threshold_uncertainty_score":0.9999659},"labels":[],"label_agreement":null},{"id":"W1967669416","doi":"10.3747/co.v18i1.744","title":"Evidence-Based Medicine: An Analysis of Prophylactic Bilateral Oophorectomy at Time of Hysterectomy for Benign Conditionsa","year":2011,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Hysterectomy; Oophorectomy; Gynecology; Alternative medicine; Evidence-based medicine; Reproductive medicine; MEDLINE; General surgery; Intensive care medicine; Family medicine; Surgery; Pathology; Pregnancy","score_opus":0.6785063305973479,"score_gpt":0.5715218475810162,"score_spread":0.10698448301633168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967669416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944698,0.00033492938,0.0023757666,0.00089097605,0.0004600271,0.0012034199,0.000084885105,0.000027835848,0.00015235662],"genre_scores_gemma":[0.9959639,0.000037226433,0.002809535,0.0002315019,0.00015144519,0.00012626778,0.0006245064,0.000016697153,0.0000389523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973671,0.00034847585,0.0014401315,0.0003524828,0.0002803002,0.00021151316],"domain_scores_gemma":[0.9947395,0.0027491972,0.0010333913,0.00041996656,0.00090159074,0.00015639425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012686268,0.00015938797,0.0009392891,0.00055772916,0.000041240415,0.0000018984795,0.0001348648,0.00011772412,0.003407418],"category_scores_gemma":[0.0034719682,0.00012562405,0.0002527162,0.000617188,0.0003152836,0.0001852843,0.000036112615,0.00014563384,0.000015896618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021732168,0.008225266,0.7134608,0.0024288157,0.003377291,0.000031802174,0.005474564,0.00010265726,0.11116659,0.00035765808,0.006277795,0.12736462],"study_design_scores_gemma":[0.025163589,0.044821795,0.77678925,0.0011639013,0.045544066,0.000049227107,0.0012611855,0.0561496,0.037030675,0.00080611825,0.010520994,0.0006996234],"about_ca_topic_score_codex":0.00016952762,"about_ca_topic_score_gemma":0.00011565388,"teacher_disagreement_score":0.126665,"about_ca_system_score_codex":0.00024791475,"about_ca_system_score_gemma":0.00041202715,"threshold_uncertainty_score":0.9975036},"labels":[],"label_agreement":null},{"id":"W1968090535","doi":"10.3821/1913-701x(2008)141[208b:htt]2.0.co;2","title":"Hold the tofu?","year":2008,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.27104197207113606,"score_gpt":0.4051460194705357,"score_spread":0.13410404739939963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968090535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882841,0.0007319924,0.00012878093,0.004480059,0.0028093373,0.00055130746,0.00016825907,0.00003287517,0.002813291],"genre_scores_gemma":[0.9655307,0.004631889,0.0002687512,0.025592862,0.0021711257,0.0000135618875,0.000038832903,0.000051644416,0.0017006525],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9969936,0.00018981825,0.0009942165,0.00031515615,0.000644331,0.0008628786],"domain_scores_gemma":[0.9957916,0.00043528446,0.00033768365,0.00034690832,0.00076134753,0.0023271423],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010582197,0.0002838671,0.0003431813,0.00021137543,0.0013662569,0.00008595422,0.000390929,0.00005477002,0.0021757772],"category_scores_gemma":[0.0015135536,0.00022981878,0.00019360507,0.0005938489,0.00029369188,0.0003665227,0.000039109254,0.0010937501,0.00005408878],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003508523,0.000096291646,0.017267179,0.00009813953,0.00041668222,0.22767211,0.001359515,0.00040743465,0.002922743,0.000050377963,0.62065494,0.12870374],"study_design_scores_gemma":[0.002097457,0.00005231117,0.0003956304,0.000008882302,0.000212847,0.7055765,0.000021052554,0.0013341749,0.00058658194,0.000028299815,0.28945255,0.00023376667],"about_ca_topic_score_codex":0.058375545,"about_ca_topic_score_gemma":0.12825449,"teacher_disagreement_score":0.47790435,"about_ca_system_score_codex":0.0020885346,"about_ca_system_score_gemma":0.009304725,"threshold_uncertainty_score":0.99993384},"labels":[],"label_agreement":null},{"id":"W1968234828","doi":"10.1186/1745-6215-11-44","title":"Evaluation of a toolkit to improve cardiovascular disease screening and treatment for people with type 2 diabetes: protocol for a cluster-randomized pragmatic trial","year":2010,"lang":"en","type":"article","venue":"Trials","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; Health Sciences Centre","funders":"Banting and Best Diabetes Centre, University of Toronto; Canadian Institutes of Health Research; University of Toronto; Canadian Diabetes Association","keywords":"Medicine; Randomized controlled trial; Type 2 diabetes; Physical therapy; Statin; Blood pressure; Diabetes mellitus; Disease; Internal medicine; Family medicine","score_opus":0.3660480063015233,"score_gpt":0.5436198597152206,"score_spread":0.17757185341369736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968234828","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30237052,0.000016696786,0.021474823,0.0012242718,0.00017981017,0.6746358,0.00007043039,0.0000189622,0.000008676691],"genre_scores_gemma":[0.094829276,0.0000013934202,0.0487675,0.00013191621,0.00083135057,0.85526866,0.0001081105,0.000033571527,0.000028207705],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965283,0.0009529377,0.001433428,0.00031234114,0.0006059336,0.00016702384],"domain_scores_gemma":[0.9868781,0.01075721,0.0006485683,0.0004092869,0.0011381322,0.0001687178],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03456281,0.00015778658,0.0014843383,0.0000818538,0.000049694252,0.000030839303,0.000038241833,0.000059085403,0.000048433696],"category_scores_gemma":[0.14513755,0.00009845938,0.000456679,0.00010579654,0.000030214695,0.00010529613,0.000016319174,0.00005014582,9.2958214e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8677838,0.00028386727,0.000059492282,0.00028260954,0.0017450887,1.2808317e-7,0.00015828398,0.00013553856,0.001347902,0.000012610344,0.00019128057,0.12799941],"study_design_scores_gemma":[0.94779253,0.005838431,0.00010830887,0.00012759566,0.016768636,6.2983503e-7,0.00007188202,0.025041476,0.0007377576,0.00036490607,0.0030314391,0.00011642576],"about_ca_topic_score_codex":0.0000843781,"about_ca_topic_score_gemma":0.00010429304,"teacher_disagreement_score":0.20754124,"about_ca_system_score_codex":0.000049663617,"about_ca_system_score_gemma":0.00059657753,"threshold_uncertainty_score":0.9941208},"labels":[],"label_agreement":null},{"id":"W1968287121","doi":"10.1111/j.1526-4637.2007.00373.x","title":"Electronic Monitoring in an Acute Pain Management Service","year":2007,"lang":"en","type":"article","venue":"Pain Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"Queen's University; Purdue University; Pfizer","keywords":"Acute pain; Medicine; Pain management; Chart; Service (business); Medical emergency; Process (computing); Physical therapy; Computer science; Anesthesia; Business","score_opus":0.13394885721946417,"score_gpt":0.49387287767282834,"score_spread":0.35992402045336414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968287121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8713753,0.000528087,0.0731744,0.051426463,0.00036582467,0.0012694838,7.036525e-7,0.0001833578,0.0016763428],"genre_scores_gemma":[0.96842253,0.0003671853,0.00478976,0.024869611,0.0011867369,0.000028968083,0.00009727967,0.000037220918,0.00020071857],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970292,0.00043780037,0.0010291784,0.00036128113,0.0005536927,0.0005888658],"domain_scores_gemma":[0.9973639,0.0016638476,0.00016773165,0.0004188671,0.00015012447,0.0002355025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027655018,0.00017603303,0.0003259424,0.00028304989,0.00004531904,0.000007054177,0.00013842764,0.00007981568,0.00023331417],"category_scores_gemma":[0.002036507,0.00015158027,0.000033152766,0.0007118782,0.000035139863,0.00015466617,0.00003690065,0.00043608664,0.0000317516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001087174,0.00035827505,0.3162208,0.00039331894,0.00020554553,0.00073371775,0.001326067,0.000021201107,0.01059409,0.00037076545,0.00309626,0.6655928],"study_design_scores_gemma":[0.025053153,0.008492369,0.81735796,0.002540079,0.0014759395,0.0001200012,0.03766475,0.017189296,0.0012543597,0.0030861637,0.08485483,0.00091113336],"about_ca_topic_score_codex":0.0004115622,"about_ca_topic_score_gemma":0.0007619586,"teacher_disagreement_score":0.6646817,"about_ca_system_score_codex":0.00032759414,"about_ca_system_score_gemma":0.000052998334,"threshold_uncertainty_score":0.95847327},"labels":[],"label_agreement":null},{"id":"W1968338191","doi":"10.1136/bmj.g3614","title":"Guidelines based on multiple randomized studies prove the most durable, US study finds","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Randomized controlled trial; Guideline; Atrial fibrillation; Coronary artery disease; Canadian Cardiovascular Society; Heart failure; Expert opinion; Angina; Internal medicine; Cardiology; Intensive care medicine; Pathology; Myocardial infarction","score_opus":0.2903352721251374,"score_gpt":0.5257012821769828,"score_spread":0.23536601005184538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968338191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64925337,0.00021091203,0.0043506157,0.32355657,0.0017243638,0.016085444,0.000018333885,0.00024129034,0.004559133],"genre_scores_gemma":[0.96713173,0.000028706485,0.0042084935,0.025220027,0.0011703373,0.0007071819,0.00003426673,0.00003362482,0.0014656164],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99615604,0.00091829256,0.0017348592,0.00034108947,0.00062546576,0.00022427032],"domain_scores_gemma":[0.9781049,0.019535322,0.00056323904,0.0007636221,0.00095194037,0.00008096933],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009931453,0.00020837697,0.00073817023,0.00007367566,0.00016920803,0.000031677613,0.0001351393,0.000052431817,0.00009531096],"category_scores_gemma":[0.2255868,0.00011242242,0.00016695507,0.00022059027,0.000116974865,0.000077524455,0.00006890823,0.0002449479,0.00009237479],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17717145,0.0027651133,0.103638485,0.00016882413,0.0014739477,0.000055689943,0.0014302145,0.004780292,0.0004999929,0.00014394902,0.65864563,0.049226414],"study_design_scores_gemma":[0.58365613,0.0025645115,0.029604182,0.00025684203,0.0017960442,0.000017566701,0.0070558614,0.31131196,0.00032468748,0.00029282307,0.062698916,0.00042043964],"about_ca_topic_score_codex":0.0003571162,"about_ca_topic_score_gemma":0.00040961136,"teacher_disagreement_score":0.5959467,"about_ca_system_score_codex":0.00005221549,"about_ca_system_score_gemma":0.0001404603,"threshold_uncertainty_score":0.7809364},"labels":[],"label_agreement":null},{"id":"W1968350578","doi":"10.1111/j.1398-9995.2009.01973.x","title":"Grading quality of evidence and strength of recommendations in clinical practice guidelines","year":2009,"lang":"en","type":"review","venue":"Allergy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":890,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Quality of evidence; Guideline; Medicine; Evidence-based medicine; Psychological intervention; Evidence-based practice; Quality (philosophy); Health care; Consistency (knowledge bases); Computer science; Alternative medicine; Nursing; Randomized controlled trial; Artificial intelligence; Pathology; Engineering","score_opus":0.8499087569549518,"score_gpt":0.7072205264316511,"score_spread":0.1426882305233007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968350578","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000100808524,0.98806965,0.00013358491,0.010476677,0.00022529675,0.0006932836,0.000030436418,0.000014061699,0.00025619453],"genre_scores_gemma":[0.00006825264,0.9539463,0.044675685,0.00084408885,0.00019376312,0.000015151613,0.00017628886,0.000021528856,0.000058947084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989432,0.0013774036,0.0081674075,0.00045020596,0.00040559188,0.00016740133],"domain_scores_gemma":[0.9686424,0.025575865,0.004016364,0.0005628922,0.0010874325,0.000115053226],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009848592,0.00023970031,0.0022544693,0.0002190672,0.00001960665,0.000008307844,0.00015416846,0.00028282093,0.00008231673],"category_scores_gemma":[0.19816448,0.00018406435,0.00036437233,0.0004278296,0.00009205845,0.00032391772,0.00010927513,0.00057904975,0.0000033527704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077229124,0.00037608505,0.00011353156,0.0028575992,0.00022010022,0.000005187784,0.00002323495,3.6887752e-7,5.4644875e-7,0.00036868168,0.0047607375,0.9911967],"study_design_scores_gemma":[0.0007360455,0.0003633242,0.00085291616,0.018630102,0.0007972564,0.00003698238,0.00018404139,0.000023818606,4.1741782e-7,0.00010438166,0.97812074,0.00014998787],"about_ca_topic_score_codex":0.00090646214,"about_ca_topic_score_gemma":0.00039231512,"teacher_disagreement_score":0.9910467,"about_ca_system_score_codex":0.00006509858,"about_ca_system_score_gemma":0.0007083923,"threshold_uncertainty_score":0.80858976},"labels":[],"label_agreement":null},{"id":"W1968421189","doi":"10.1016/j.jcjd.2013.03.040","title":"The Development of a Translational Research Program in Bariatric Care in Newfoundland and Labrador","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Translational research; Medicine; Quality (philosophy); Health care; Translational science; Action (physics); Research program; Action research; Medical education; Nursing; Knowledge management; Psychology; Computer science; Political science; Pathology","score_opus":0.1339287594017638,"score_gpt":0.43873578172493083,"score_spread":0.30480702232316703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968421189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919396,0.0018153988,0.0000014541313,0.0057338304,0.000044056716,0.00037156144,0.0000022574843,6.9152264e-7,0.0000911381],"genre_scores_gemma":[0.9969059,0.000012779802,0.002933513,0.00006496581,0.00005137894,0.000012732983,0.0000048402903,0.000005176814,0.000008688476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987356,0.000107208165,0.00068674464,0.000058575308,0.0002062774,0.00020556335],"domain_scores_gemma":[0.998307,0.0009180529,0.00011025443,0.000054557135,0.00034750332,0.00026262796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014716749,0.000043255142,0.00013358495,0.00036087964,0.000057527046,0.000033760312,0.000063264626,0.000036550548,0.0000518857],"category_scores_gemma":[0.0019289335,0.000030796535,0.000019930501,0.00028437277,0.00007258848,0.000121176214,0.0000049454675,0.00027434705,0.0000016946012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063915745,0.000013781225,0.73894656,0.000023873537,0.000010924151,0.0000019004553,0.0016671134,0.00000212161,0.000048735677,0.00001543322,0.00011645155,0.25914672],"study_design_scores_gemma":[0.0011702982,0.00020049015,0.9913167,0.00009015369,0.000009429972,0.0000015000369,0.002694702,0.00010177468,0.000016401771,0.0003666948,0.0040020165,0.000029882664],"about_ca_topic_score_codex":0.0043893335,"about_ca_topic_score_gemma":0.4197524,"teacher_disagreement_score":0.41536304,"about_ca_system_score_codex":0.00017372417,"about_ca_system_score_gemma":0.0031049098,"threshold_uncertainty_score":0.6635388},"labels":[],"label_agreement":null},{"id":"W1968468936","doi":"10.1136/ebn.8.3.68","title":"Evaluation and adaptation of clinical practice guidelines","year":2005,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Ottawa","funders":"","keywords":"Adaptation (eye); Clinical Practice; Psychology; Computer science; Medicine; Nursing; Neuroscience","score_opus":0.6850245879302265,"score_gpt":0.6404857564999085,"score_spread":0.044538831430318004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968468936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55465215,0.009595389,0.100493915,0.3316077,0.0008921748,0.0016943072,0.0000043270315,0.000093750845,0.0009662576],"genre_scores_gemma":[0.67485124,0.00033937575,0.31902397,0.0048240847,0.00089979486,0.00001186568,0.00001854707,0.000014470296,0.000016667076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99472326,0.000917489,0.0025840031,0.00035362734,0.0012609022,0.00016069598],"domain_scores_gemma":[0.9870463,0.006404818,0.0010898105,0.00030940992,0.0050087166,0.00014094448],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022139,0.00012525418,0.00033786602,0.00012686725,0.00006625513,0.00002352633,0.00005531684,0.000112646005,0.00014861222],"category_scores_gemma":[0.22942185,0.00011701717,0.00010387589,0.00024672123,0.0001431836,0.0011835984,0.000011998309,0.00023181141,0.000018990686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076259556,0.00029087422,0.004211994,0.000034100372,0.00003280892,0.000002009903,0.00016901677,0.0018474181,0.00051935815,0.000049895247,0.003125236,0.98895466],"study_design_scores_gemma":[0.0057641426,0.0015074146,0.046625026,0.0041266824,0.0030316887,0.0000738098,0.0033409037,0.91029865,0.0012433486,0.00030603437,0.023459964,0.0002223252],"about_ca_topic_score_codex":0.00011378919,"about_ca_topic_score_gemma":0.000027671851,"teacher_disagreement_score":0.98873234,"about_ca_system_score_codex":0.00016664376,"about_ca_system_score_gemma":0.0011248082,"threshold_uncertainty_score":0.77706903},"labels":[],"label_agreement":null},{"id":"W1969063752","doi":"10.1007/s00134-014-3273-0","title":"Clinical meaning of the GRADE rules","year":2014,"lang":"en","type":"article","venue":"Intensive Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pain medicine; Medicine; Meaning (existential); Anesthesiology; Intensive care medicine; Epistemology; Anesthesia","score_opus":0.2535474815615054,"score_gpt":0.5142381519152118,"score_spread":0.2606906703537064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969063752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8861399,0.0005249352,0.0019765291,0.10041853,0.0031058819,0.0006518283,0.0000090014755,0.000058819915,0.0071145506],"genre_scores_gemma":[0.95935637,0.000060022037,0.000810305,0.038350232,0.0012371927,0.000004709559,0.000038018596,0.000020151403,0.00012301878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752784,0.0002605495,0.0013043438,0.0002508433,0.0004912837,0.00016515011],"domain_scores_gemma":[0.991494,0.0027102833,0.0004896952,0.0005532694,0.0046243276,0.00012841022],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011969598,0.00013196288,0.00054869556,0.000059494447,0.000048051817,0.0000024618198,0.00015428655,0.00009185379,0.00015891429],"category_scores_gemma":[0.10299042,0.00007345649,0.00019007738,0.00016070908,0.0005294687,0.000041159215,0.00010300912,0.00043835308,0.000026979336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006011723,0.00010487578,0.58232856,0.0003646466,0.00033043337,0.000032733507,0.006649946,0.0000063932166,0.009006591,0.0048020636,0.1533667,0.24240588],"study_design_scores_gemma":[0.014335329,0.004480159,0.6212328,0.003143602,0.0023106274,0.00030284372,0.108216956,0.00093511265,0.0040695393,0.0035789243,0.23704238,0.000351722],"about_ca_topic_score_codex":0.00026172932,"about_ca_topic_score_gemma":0.000064357606,"teacher_disagreement_score":0.24205415,"about_ca_system_score_codex":0.000043321714,"about_ca_system_score_gemma":0.00009285853,"threshold_uncertainty_score":0.90456545},"labels":[],"label_agreement":null},{"id":"W1969804807","doi":"10.1038/scibx.2012.645","title":"GSK completes its Canadian tripod","year":2012,"lang":"en","type":"article","venue":"Science-Business eXchange","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Australian Government; Pfizer","keywords":"Tripod (photography); Political science; Business; Library science; Management; Computer science; Economics; Engineering","score_opus":0.34961046002319296,"score_gpt":0.4632071780593633,"score_spread":0.11359671803617033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969804807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9204411,0.0017832404,0.00040814586,0.04844053,0.0046615954,0.0013405733,0.00008080203,0.0001643459,0.022679674],"genre_scores_gemma":[0.99146694,0.00009747104,0.001439314,0.004903201,0.001280689,0.000028786108,0.00005861364,0.000020469897,0.0007045169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975667,0.000040937804,0.00048465337,0.0003183686,0.00069443666,0.00089489925],"domain_scores_gemma":[0.9975162,0.00019083507,0.00015212478,0.000373425,0.0008612798,0.0009061217],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023150127,0.00015633642,0.0002455558,0.0005093624,0.0003591898,0.00006863072,0.00024274223,0.000066193505,0.0021705746],"category_scores_gemma":[0.0046582315,0.00013412573,0.00004814472,0.0021633883,0.00030066585,0.0012382753,0.00009510154,0.00016075857,0.00066471024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031993043,0.0011684687,0.4277545,0.0006287504,0.00009552749,0.00010565819,0.0042435387,0.000010298214,0.046057034,0.004975293,0.086993,0.427648],"study_design_scores_gemma":[0.0011215736,0.000064072636,0.67647225,0.00004895425,0.00007882394,0.00009613452,0.00040141208,0.00030637055,0.00077882636,0.000053998152,0.32036516,0.00021244901],"about_ca_topic_score_codex":0.025072036,"about_ca_topic_score_gemma":0.017931677,"teacher_disagreement_score":0.42743555,"about_ca_system_score_codex":0.00038545672,"about_ca_system_score_gemma":0.0011877628,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W1969893905","doi":"10.1097/nur.0b013e31825aec96","title":"The National Association of Clinical Nurse Specialists Response to the Institute of Medicine’s The Future of Nursing Report","year":2012,"lang":"en","type":"article","venue":"Clinical Nurse Specialist","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Clinical nurse specialist; Gerontology; Library science; Nurse Administrator; Nursing; Medicine; Management; MEDLINE; Political science; Computer science","score_opus":0.282959979750739,"score_gpt":0.5831428173456259,"score_spread":0.3001828375948869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969893905","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41682866,0.0004276825,0.00025934578,0.53535724,0.028536532,0.0019559194,0.00012009824,0.0000343791,0.01648012],"genre_scores_gemma":[0.94552934,0.0002630348,0.0010849261,0.0052607358,0.04546694,0.000024944758,0.00009490927,0.000041690208,0.002233462],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98660624,0.0025596456,0.0076184724,0.00043596266,0.0023502044,0.000429482],"domain_scores_gemma":[0.9678028,0.023119334,0.0050809574,0.0011454639,0.0025027571,0.00034865952],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0499733,0.00025016634,0.0011172129,0.000095607145,0.00027707696,0.000020052968,0.00059348537,0.000385466,0.00024838414],"category_scores_gemma":[0.18198833,0.0001303263,0.0006773685,0.0007506936,0.0022837666,0.00025543713,0.00007097373,0.0010082166,0.000040866224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013437343,0.0022151642,0.1786248,0.000030140825,0.00046305577,0.000012526192,0.0016012271,0.000011910033,0.00023509537,0.02231982,0.66375005,0.11729889],"study_design_scores_gemma":[0.0021272271,0.0004509654,0.5093041,0.00016762727,0.0004695507,0.000039469716,0.0019377911,0.000015975897,0.00004288168,0.0009124541,0.48444462,0.00008731334],"about_ca_topic_score_codex":0.00009195775,"about_ca_topic_score_gemma":0.00038373354,"teacher_disagreement_score":0.53009653,"about_ca_system_score_codex":0.0003044974,"about_ca_system_score_gemma":0.0010245299,"threshold_uncertainty_score":0.9782524},"labels":[],"label_agreement":null},{"id":"W1970929827","doi":"10.1016/j.jclinepi.2011.12.013","title":"Methodologists and context experts disagreed regarding managing conflicts of interest of clinical practice guidelines panels","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Content analysis; Context (archaeology); Guideline; Psychology; Quality (philosophy); MEDLINE; Attrition; Public relations; Medical education; Medicine; Political science; Sociology; Social science","score_opus":0.9320101384011162,"score_gpt":0.7240665264182771,"score_spread":0.20794361198283917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970929827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8556934,0.006672861,0.04457899,0.087832026,0.0042587193,0.000426966,0.00000829874,0.000016541908,0.0005121702],"genre_scores_gemma":[0.7653596,0.008680606,0.20220934,0.021002362,0.0026772888,0.0000021409733,0.000005201713,0.000025204043,0.00003826075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9564296,0.014684432,0.02750019,0.00043387886,0.0004147555,0.00053716946],"domain_scores_gemma":[0.38015896,0.56990206,0.041970573,0.00092964206,0.005704324,0.001334435],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17995255,0.00027720656,0.0056544123,0.00019380299,0.00003689004,0.0000054221264,0.00028118165,0.0005542045,0.00009251327],"category_scores_gemma":[0.9236094,0.000193647,0.0011502887,0.00016583705,0.000974816,0.00063699996,0.0002741335,0.0014640942,0.0000047007347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070101037,0.00083294534,0.49793974,0.00017539843,0.0010869285,0.00005833966,0.00031016718,0.000012366629,0.00043524225,0.0022046338,0.010072369,0.4798618],"study_design_scores_gemma":[0.02170543,0.009863871,0.6515954,0.0021395648,0.00439054,0.0045612,0.012840513,0.0012909941,0.000619515,0.0066643637,0.28375962,0.0005689334],"about_ca_topic_score_codex":0.00017151839,"about_ca_topic_score_gemma":0.000014068185,"teacher_disagreement_score":0.7436568,"about_ca_system_score_codex":0.000027876096,"about_ca_system_score_gemma":0.00028428316,"threshold_uncertainty_score":0.84441143},"labels":[],"label_agreement":null},{"id":"W1970969615","doi":"10.1111/j.1741-6787.2007.00106.x","title":"Factors Influencing Best‐Practice Guideline Implementation: Lessons Learned from Administrators, Nursing Staff, and Project Leaders","year":2007,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":323,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; McMaster University","funders":"","keywords":"Guideline; Thematic analysis; Nursing; Implementation research; Context (archaeology); Best practice; Psychology; Organizational culture; Teamwork; Medicine; Qualitative research; Medical education; Public relations; Psychological intervention; Political science","score_opus":0.5159825249036293,"score_gpt":0.580352189399875,"score_spread":0.0643696644962457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970969615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81886077,0.0034378187,0.019070782,0.153335,0.0011162594,0.0026319127,0.000075043885,0.00029924547,0.001173143],"genre_scores_gemma":[0.9512568,0.0004205932,0.03894679,0.00788768,0.0008256578,0.00002384928,0.0004754133,0.000108503365,0.000054719716],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9934836,0.00057233364,0.0026863287,0.0011299673,0.0012635894,0.0008641773],"domain_scores_gemma":[0.9904338,0.0064525,0.0012659729,0.0007531866,0.0006099098,0.0004846296],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004149784,0.00059260504,0.00078387384,0.00062655064,0.0004793202,0.00020693926,0.00020716903,0.00020516581,0.00033128963],"category_scores_gemma":[0.007404762,0.00054865825,0.0002284723,0.0010496818,0.00044607033,0.0015602919,0.000026867407,0.00091675576,0.000034387573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024672402,0.0014146979,0.0063322033,0.000076857104,0.000121171644,0.00010409982,0.004633436,0.000055550016,0.007332081,0.00021913853,0.012183697,0.9650598],"study_design_scores_gemma":[0.015701538,0.013335517,0.023441445,0.034592777,0.0064192815,0.0001516455,0.5716323,0.0015704297,0.05337626,0.0013408932,0.27547202,0.0029658705],"about_ca_topic_score_codex":0.0014315046,"about_ca_topic_score_gemma":0.00050167955,"teacher_disagreement_score":0.96209395,"about_ca_system_score_codex":0.0013070815,"about_ca_system_score_gemma":0.0014802818,"threshold_uncertainty_score":0.9996965},"labels":[],"label_agreement":null},{"id":"W1971023069","doi":"10.1007/s00467-013-2577-6","title":"The importance of clinical pathways and protocols in pediatric nephrology","year":2013,"lang":"en","type":"review","venue":"Pediatric Nephrology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Nephrology; Clinical Practice; Quality (philosophy); Intensive care medicine; Patient care; Patient safety; Internal medicine; Health care; Nursing","score_opus":0.3543184087342125,"score_gpt":0.5406438591093344,"score_spread":0.18632545037512194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971023069","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075638224,0.96332145,0.00001738465,0.001134199,0.00042639748,0.027338667,0.000030351897,0.000043998592,0.0001237185],"genre_scores_gemma":[0.000067976696,0.9825658,0.0010340253,0.0016326244,0.0041768635,0.01030035,0.00008497181,0.00007859873,0.000058748352],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98901373,0.00169088,0.00721154,0.00096006837,0.00039740454,0.00072639546],"domain_scores_gemma":[0.97798234,0.016259527,0.0041784076,0.0010157204,0.0002929019,0.00027111633],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061046854,0.0005525741,0.0038241937,0.0004742211,0.000084722684,0.000022761833,0.00045446766,0.0012409221,0.0001778499],"category_scores_gemma":[0.010858174,0.00036384887,0.00058660854,0.0009592171,0.00034262877,0.0001301556,0.00041607686,0.002009172,0.00012353135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026801522,0.0003664803,0.1694406,0.008081115,0.00013193226,0.000084797604,0.000020445901,1.5927647e-7,1.9461021e-7,0.00026540484,0.01721733,0.8041235],"study_design_scores_gemma":[0.002312231,0.0012453292,0.025134016,0.00009846653,0.0029766297,0.00022782343,0.000014877639,0.00001834877,2.2379936e-8,0.0005719606,0.9671202,0.0002801243],"about_ca_topic_score_codex":0.00006239635,"about_ca_topic_score_gemma":0.00015966564,"teacher_disagreement_score":0.94990283,"about_ca_system_score_codex":0.00006547817,"about_ca_system_score_gemma":0.0019701791,"threshold_uncertainty_score":0.9998813},"labels":[],"label_agreement":null},{"id":"W1971046608","doi":"10.1016/j.joca.2013.02.351","title":"Estimating incidence and prevalence of osteoarthritis (OA) in Alberta using administrative claims data","year":2013,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Waterloo; University of Saskatchewan; Alberta Bone and Joint Health Institute; University of Calgary","funders":"","keywords":"Medicine; Incidence (geometry); Population; Diagnosis code; Ambulatory; Health care; Demography; Ambulatory care; Data source; Gerontology; Environmental health; Internal medicine; Database","score_opus":0.13957190774726477,"score_gpt":0.42139748320911247,"score_spread":0.2818255754618477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971046608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965918,0.0012474508,0.00010424574,0.0008171184,0.0000803426,0.00073400314,0.00007766664,0.000010432585,0.0003369257],"genre_scores_gemma":[0.98792297,0.0001893833,0.011418035,0.00023689677,0.00007281441,0.000024853913,0.00004956027,0.000016637547,0.00006885743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980754,0.00011105213,0.00086771604,0.0004628745,0.00024792133,0.00023501898],"domain_scores_gemma":[0.9983039,0.000686911,0.00026868214,0.00045575498,0.00013258208,0.00015219953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056604546,0.00015417764,0.00035623892,0.00006528997,0.00006583002,0.00005610389,0.0001067609,0.00008380998,0.00019890242],"category_scores_gemma":[0.0017713921,0.00015769355,0.000025070603,0.00014528185,0.00022354054,0.0008984362,0.00026698472,0.00019196027,0.0000066404177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021103208,0.00015715873,0.35449666,0.0010076237,0.000009331309,0.00015093251,0.0017209181,0.000011109837,0.1747385,0.00016980949,0.00021275332,0.46711418],"study_design_scores_gemma":[0.05299945,0.020686021,0.7064848,0.020141982,0.0016718721,0.007911366,0.019437088,0.08109579,0.07768976,0.006438103,0.0019615514,0.0034822293],"about_ca_topic_score_codex":0.0012550148,"about_ca_topic_score_gemma":0.0031946641,"teacher_disagreement_score":0.46363196,"about_ca_system_score_codex":0.000019891171,"about_ca_system_score_gemma":0.000111387526,"threshold_uncertainty_score":0.6430556},"labels":[],"label_agreement":null},{"id":"W1971402210","doi":"10.1111/jch.12171","title":"The New Hypertension Guidelines","year":2013,"lang":"en","type":"review","venue":"Journal of Clinical Hypertension","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Blood pressure; Intensive care medicine; Secondary hypertension; Hypertension treatment; MEDLINE; Family medicine; Internal medicine","score_opus":0.770520341607149,"score_gpt":0.6263957821621989,"score_spread":0.14412455944495006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971402210","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000095894866,0.9709962,0.0002321696,0.02112933,0.0062942593,0.0011080966,0.0000032462794,0.000031326435,0.00010949345],"genre_scores_gemma":[0.0000068074755,0.9685049,0.012415824,0.0056199143,0.011323463,0.0000058342675,0.000029394256,0.00012290498,0.001970935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9807534,0.0010765402,0.015673146,0.0005149787,0.0015116031,0.00047029392],"domain_scores_gemma":[0.95529544,0.025187803,0.010968426,0.0013579569,0.0059666666,0.0012237009],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010403939,0.0006196701,0.0058726314,0.00023723033,0.00021241636,0.00012183802,0.0006114429,0.0010072042,0.00020131121],"category_scores_gemma":[0.12038024,0.0002842499,0.0039059524,0.00043400293,0.00020294166,0.00034054025,0.00026951643,0.0030656413,0.0006320129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015817369,0.00014156588,0.000008698225,0.00040762057,0.0003468668,0.00022412799,0.0000010870856,2.6821013e-7,0.0000020263808,0.000008459874,0.38000792,0.6186932],"study_design_scores_gemma":[0.0024930886,0.0012890256,0.0000754329,0.013169656,0.0075375945,0.008419221,0.000042607906,0.000100572295,5.7848996e-7,0.00021899855,0.9663808,0.00027245918],"about_ca_topic_score_codex":0.000054002645,"about_ca_topic_score_gemma":0.000007620893,"teacher_disagreement_score":0.6184207,"about_ca_system_score_codex":0.00010212728,"about_ca_system_score_gemma":0.003884452,"threshold_uncertainty_score":0.99996096},"labels":[],"label_agreement":null},{"id":"W1971577267","doi":"10.1197/j.jht.2004.02.008","title":"The quality of clinical practice guidelines in hand therapy","year":2004,"lang":"en","type":"article","venue":"Journal of Hand Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ministry of Health and Long Term Care","funders":"","keywords":"Medicine; Expert opinion; Quality (philosophy); Medical physics; Clinical Practice; Manual therapy; Process (computing); Physical therapy; Evidence-based medicine; Evidence-based practice; Alternative medicine; Intensive care medicine; Computer science; Pathology","score_opus":0.5399431229338391,"score_gpt":0.6449318810167558,"score_spread":0.10498875808291674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971577267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90812314,0.0075762775,0.0015020109,0.08148427,0.00075366336,0.00032444534,0.0000023145676,0.000003990141,0.00022991588],"genre_scores_gemma":[0.92462,0.049283538,0.01400052,0.01055481,0.0014252696,0.0000035073238,0.0000022543268,0.000023774008,0.00008635267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931947,0.00058682845,0.0051024165,0.00014543398,0.00078825554,0.00018234775],"domain_scores_gemma":[0.9876174,0.005805426,0.003207787,0.00033866134,0.0029029069,0.000127856],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018136194,0.00013685907,0.0006732744,0.00009045737,0.00010482745,0.000057845038,0.00019366597,0.00011661134,0.000051321145],"category_scores_gemma":[0.033112768,0.00007488619,0.00035057543,0.00023141061,0.00024203624,0.0003789445,0.000018271945,0.00061152386,0.0000042092847],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032354698,0.0022574277,0.029894998,0.000018780192,0.00073834567,0.00010688185,0.0009194664,0.00014618623,0.019967286,0.000633753,0.0039023086,0.9090599],"study_design_scores_gemma":[0.0633402,0.0068233293,0.21028294,0.0003128357,0.00012568667,0.0005110034,0.003117831,0.000037673974,0.013134636,0.008610307,0.6934713,0.00023222368],"about_ca_topic_score_codex":0.00040325502,"about_ca_topic_score_gemma":0.00016479084,"teacher_disagreement_score":0.90882766,"about_ca_system_score_codex":0.00005024308,"about_ca_system_score_gemma":0.00086989516,"threshold_uncertainty_score":0.97503173},"labels":[],"label_agreement":null},{"id":"W1971966327","doi":"10.3747/co.19.1224","title":"A Retrospective Chart Review Validates Indicator Results and Provides Insight into Reasons for Non-Concordance with Evidence-Based Guidelines","year":2012,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Toronto General Hospital; University of Toronto; University Health Network; BC Cancer Agency; Public Health Ontario; Canadian Partnership Against Cancer","funders":"","keywords":"Medicine; Concordance; Colorectal cancer; Chart; Retrospective cohort study; General partnership; Evidence-based medicine; Medical physics; Cancer; Family medicine; Alternative medicine; Surgery; Internal medicine; Pathology; Statistics","score_opus":0.45953045055208463,"score_gpt":0.5620768379862177,"score_spread":0.10254638743413302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971966327","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34659564,0.238811,0.016536925,0.37623313,0.0034210673,0.017260382,0.0002728275,0.00032452418,0.00054449175],"genre_scores_gemma":[0.89616716,0.032882366,0.05363724,0.012521532,0.0024498785,0.0017210856,0.00046883416,0.00007021593,0.000081664875],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972597,0.00021196804,0.0013042557,0.00052053784,0.0003121165,0.00039141605],"domain_scores_gemma":[0.99499,0.002292025,0.00093380315,0.00042408542,0.0010347003,0.00032536816],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031296667,0.0002510139,0.0007498658,0.00011468215,0.00011672008,0.000016638121,0.00011683853,0.00011280194,0.000038799095],"category_scores_gemma":[0.031635623,0.0001812924,0.00009356548,0.00027603336,0.00022371969,0.00052206306,0.000072552895,0.0003300845,0.000023549768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006562003,0.0013869407,0.474469,0.0060861995,0.00017437451,0.000011424779,0.0011684372,6.263048e-7,0.0010340186,0.00023752455,0.21342036,0.29544908],"study_design_scores_gemma":[0.008059118,0.004714711,0.07552926,0.009436686,0.0013266605,0.000085862135,0.00022513335,0.00037921313,0.00087250484,0.00010214095,0.8988948,0.00037393905],"about_ca_topic_score_codex":0.000056316883,"about_ca_topic_score_gemma":0.00008417471,"teacher_disagreement_score":0.6854744,"about_ca_system_score_codex":0.00036772335,"about_ca_system_score_gemma":0.0009233203,"threshold_uncertainty_score":0.9765213},"labels":[],"label_agreement":null},{"id":"W1973130517","doi":"10.1038/ncpneuro0348","title":"New practice parameters in Parkinson's disease","year":2006,"lang":"en","type":"article","venue":"Nature Clinical Practice Neurology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Centre for Movement Disorders","funders":"","keywords":"Parkinson's disease; Disease; Psychology; Computer science; Medicine; Pathology","score_opus":0.0984747416419336,"score_gpt":0.5036711402344473,"score_spread":0.40519639859251366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973130517","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22355637,0.002084134,0.0018390203,0.7539403,0.00431639,0.0017135878,0.000014494297,0.0002559553,0.012279738],"genre_scores_gemma":[0.67210704,0.0006356922,0.06290525,0.26141223,0.002383255,0.00002870181,0.000113549,0.00007494441,0.0003393502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99193525,0.0024613857,0.0028615643,0.0012501378,0.00082991534,0.00066173467],"domain_scores_gemma":[0.93276066,0.06345348,0.0014527688,0.0010261837,0.0005929747,0.0007139472],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0055487636,0.00036310114,0.00077144237,0.00023814625,0.00007487516,0.00006196618,0.00028750356,0.0011218765,0.00016087643],"category_scores_gemma":[0.30500913,0.0003455653,0.00033416605,0.00068642147,0.0001948346,0.0013228592,0.00017164173,0.0066285697,0.0004534745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.074745715,0.0072735623,0.3237671,0.000076429606,0.00027004688,0.014067575,0.00003727919,0.0005235553,0.000079527825,0.005110376,0.46236745,0.111681394],"study_design_scores_gemma":[0.004920642,0.0011390877,0.26528582,0.000014351859,0.0006731961,0.00048369978,0.00004440193,0.00031509422,0.0000066751404,0.0017911056,0.72511584,0.00021011203],"about_ca_topic_score_codex":0.0010149134,"about_ca_topic_score_gemma":0.00029334275,"teacher_disagreement_score":0.49252808,"about_ca_system_score_codex":0.00007373602,"about_ca_system_score_gemma":0.0010342206,"threshold_uncertainty_score":0.9998996},"labels":[],"label_agreement":null},{"id":"W1973584354","doi":"10.1016/j.rehab.2014.03.1446","title":"Collaborative adaptation and implementation of a clinical practice guideline for the rehabilitation of adults with traumatic brain injury","year":2014,"lang":"en","type":"article","venue":"Annals of Physical and Rehabilitation Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Neurotrauma Foundation; Université Laval; Université de Montréal; Institut National d'Excellence en Santé et en Services Sociaux; University of Toronto; University of Ottawa","funders":"","keywords":"Traumatic brain injury; Guideline; Rehabilitation; Adaptation (eye); Physical medicine and rehabilitation; Acquired brain injury; Physical therapy; Medicine; Psychology; Clinical Practice; Neuroscience; Psychiatry","score_opus":0.1286108827779853,"score_gpt":0.5399688946969631,"score_spread":0.4113580119189778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973584354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8238905,0.00015310754,0.01825024,0.15536234,0.000054999316,0.00218553,0.000045490393,0.000009995064,0.00004779317],"genre_scores_gemma":[0.93871176,0.00011124034,0.059061818,0.0017095198,0.00021823001,0.000086528766,0.00008248081,0.000014301033,0.000004137267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961994,0.00051638385,0.0023513695,0.0002921917,0.0005208342,0.00011978162],"domain_scores_gemma":[0.945991,0.048709534,0.0016810921,0.00023832843,0.0032870409,0.00009303725],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006006847,0.00014898967,0.0007129005,0.000117517186,0.000055037464,0.0000036192232,0.000049785423,0.000060988463,0.000011745191],"category_scores_gemma":[0.053677816,0.00008763316,0.000102087426,0.0003826981,0.00090168085,0.0003058062,0.000019185865,0.00012547031,1.9617988e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015441204,0.0013480472,0.006784668,0.0031149,0.00046961027,2.0589454e-7,0.071935564,0.0001478056,0.0049602306,0.01911709,0.011787848,0.86489284],"study_design_scores_gemma":[0.024819758,0.13305423,0.3854499,0.0021386389,0.0020187697,0.000008198468,0.36472335,0.053312663,0.0019225471,0.013301073,0.018907744,0.00034313463],"about_ca_topic_score_codex":0.00049127894,"about_ca_topic_score_gemma":0.00013385495,"teacher_disagreement_score":0.8645497,"about_ca_system_score_codex":0.0000069197167,"about_ca_system_score_gemma":0.00013899535,"threshold_uncertainty_score":0.95429343},"labels":[],"label_agreement":null},{"id":"W1973636114","doi":"10.1016/j.jmpt.2007.11.003","title":"Diagnostic Imaging Practice Guidelines for Musculoskeletal Complaints in Adults—An Evidence-Based Approach—Part 3: Spinal Disorders","year":2008,"lang":"en","type":"review","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College; Université du Québec à Trois-Rivières","funders":"","keywords":"Chiropractic; Medicine; Delphi method; Referral; Medical physics; Critical appraisal; Evidence-based medicine; Evidence-based practice; Medical education; Family medicine; MEDLINE; Alternative medicine; Physical therapy; Pathology","score_opus":0.8278009433274608,"score_gpt":0.6020806293388994,"score_spread":0.2257203139885614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973636114","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095078285,0.98639315,0.008305246,0.0021833065,0.000247343,0.0018654137,0.000020265885,0.000014116297,0.00002039807],"genre_scores_gemma":[0.0036750387,0.970505,0.021293433,0.003140541,0.0011546785,0.000055077617,0.00012718468,0.000046316745,0.0000027211142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948012,0.0010081319,0.0029239927,0.00045926412,0.00047851432,0.0003288596],"domain_scores_gemma":[0.9851631,0.0103255585,0.0025383607,0.00025333354,0.0015329951,0.00018663875],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017343531,0.000493343,0.0020098584,0.00021119692,0.00011289704,0.000033458135,0.00022817787,0.0002447469,0.000017062013],"category_scores_gemma":[0.020544482,0.0003152833,0.0007615725,0.00026304458,0.00022006812,0.0005554217,0.000059596372,0.0009968427,0.0000022534966],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018980465,0.0010239937,0.00019231929,0.0036800965,0.000318608,0.000047975012,0.000047572797,0.00012663448,0.0000033025945,0.00006340578,0.00034086275,0.9922572],"study_design_scores_gemma":[0.005232466,0.009242972,0.0036437707,0.03429747,0.004422293,0.00088211504,0.00092980533,0.0081514325,4.2429608e-7,0.001024934,0.9313989,0.0007733594],"about_ca_topic_score_codex":0.000020619387,"about_ca_topic_score_gemma":0.000003768347,"teacher_disagreement_score":0.9914838,"about_ca_system_score_codex":0.00014275461,"about_ca_system_score_gemma":0.00036723627,"threshold_uncertainty_score":0.9999299},"labels":[],"label_agreement":null},{"id":"W1973777728","doi":"10.1007/s11606-006-0027-x","title":"Deficiencies in the Quality of Diabetes Care","year":2007,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Medicine; Psychological intervention; Quality (philosophy); Specialty; Health care; MEDLINE; Nursing; Quality management; Family medicine","score_opus":0.566218226859852,"score_gpt":0.6237367012706689,"score_spread":0.05751847441081692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973777728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0087247435,0.9871787,0.00011979028,0.0012582212,0.0009771009,0.00039954708,0.00001320356,0.000002899887,0.0013258137],"genre_scores_gemma":[0.004029397,0.9908196,0.00082399446,0.0014067936,0.002749461,0.000003975058,0.000028597933,0.000025230898,0.00011296854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920166,0.00063769676,0.005611923,0.00016964336,0.0013180805,0.00024604241],"domain_scores_gemma":[0.9906527,0.0037863778,0.0042287167,0.00032678794,0.000883314,0.00012214466],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008515502,0.00028214505,0.0026161072,0.0005977366,0.0000204052,0.000009010246,0.0005010282,0.00018105342,0.00013522366],"category_scores_gemma":[0.00995709,0.00013514773,0.0006619852,0.00048252553,0.0002370324,0.000098127166,0.000060128623,0.0013209136,0.000008196444],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012725391,0.00015495435,0.0037144248,0.0091999,0.00023890068,0.00012412525,0.00086861977,0.0000013569697,0.00006357949,0.000061005852,0.006865645,0.97858024],"study_design_scores_gemma":[0.0018871044,0.0023395193,0.0034653558,0.030582605,0.002043331,0.00056004146,0.003605255,0.000004435879,0.000015331872,0.000053366653,0.95530045,0.00014318248],"about_ca_topic_score_codex":0.00031861558,"about_ca_topic_score_gemma":0.00010566589,"teacher_disagreement_score":0.97843707,"about_ca_system_score_codex":0.0002451332,"about_ca_system_score_gemma":0.0004383313,"threshold_uncertainty_score":0.99838245},"labels":[],"label_agreement":null},{"id":"W1973883158","doi":"10.1016/j.jcjd.2014.12.001","title":"Implementation of a Diabetes Management Flow Sheet in a Long-Term Care Setting","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre","funders":"","keywords":"Medicine; Diabetes mellitus; Diabetes management; Intensive care medicine; Disease management; Clinical Practice; Disease; Type 2 diabetes; Family medicine; Internal medicine","score_opus":0.07281440148642172,"score_gpt":0.40327953302106667,"score_spread":0.33046513153464496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973883158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99545544,0.0010158635,0.000033917167,0.0025824863,0.00030925297,0.0003646175,0.000036055797,0.000004254627,0.0001980811],"genre_scores_gemma":[0.9956424,0.000009061332,0.0031442055,0.000905728,0.00018456166,0.000007679927,0.000075173055,0.000021212441,0.000009955895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978023,0.00013181142,0.0012286641,0.00013779805,0.00032485387,0.00037455137],"domain_scores_gemma":[0.9977558,0.00021667338,0.0005676383,0.0001705618,0.0005470551,0.0007422444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014021223,0.00013054535,0.00035864,0.0005619485,0.00003546793,0.0000311716,0.00013270967,0.000054513213,0.00018305321],"category_scores_gemma":[0.0011860427,0.00012631906,0.00010814043,0.0002806419,0.000049833183,0.0002972164,0.000021525726,0.00024641652,0.0000055051873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063348557,0.000019598565,0.9119365,0.0002279191,0.00010813779,0.00003873617,0.0013399762,0.0000789539,0.000114862334,0.000008107828,0.0020828394,0.08403803],"study_design_scores_gemma":[0.004230778,0.0006050326,0.979515,0.00055716303,0.000308707,0.000003899551,0.012923984,0.00016408112,0.0010111275,0.000112140595,0.00043786864,0.0001301959],"about_ca_topic_score_codex":0.000672176,"about_ca_topic_score_gemma":0.023250896,"teacher_disagreement_score":0.08390783,"about_ca_system_score_codex":0.0004577454,"about_ca_system_score_gemma":0.0014044137,"threshold_uncertainty_score":0.9945722},"labels":[],"label_agreement":null},{"id":"W1974016748","doi":"10.1097/ccm.0b013e31816a01ec","title":"Quality of professional society guidelines and consensus conference statements in critical care*","year":2008,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Guideline; MEDLINE; Critical appraisal; Professional association; Cochrane Library; Quality (philosophy); Evidence-based medicine; Quality management; Family medicine; Nursing; Alternative medicine; Public relations; Pathology; Operations management","score_opus":0.7545728233821716,"score_gpt":0.7079335739150231,"score_spread":0.04663924946714848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974016748","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044481983,0.9853021,0.0002460261,0.010773968,0.0009247959,0.0014066884,0.00036765987,0.000040530023,0.00049342355],"genre_scores_gemma":[0.012080764,0.97846353,0.0057571717,0.0017600718,0.000692023,0.00010522539,0.0010238994,0.000062761756,0.00005455567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99105763,0.00088737067,0.0053313905,0.00086809724,0.0013252086,0.0005303112],"domain_scores_gemma":[0.9817384,0.012590305,0.00047909058,0.0005714794,0.0041241613,0.0004965854],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016313995,0.00057309784,0.00360795,0.00018449391,0.00010118025,0.000010406643,0.0001772636,0.00057073403,0.0004127607],"category_scores_gemma":[0.078831196,0.00041765437,0.0004058762,0.0003601929,0.0023449927,0.000099702374,0.00023826348,0.0012541626,0.000009696631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021543559,0.0003301551,0.0012996736,0.15898588,0.00012564873,0.00026415923,0.002103164,6.5590875e-8,0.000013167467,0.0029215822,0.014932577,0.8188085],"study_design_scores_gemma":[0.00762109,0.0019122808,0.0011477221,0.075359985,0.0034251877,0.00062755763,0.05915602,0.0000498533,0.000004729678,0.00070464995,0.84902996,0.0009609907],"about_ca_topic_score_codex":0.0004317702,"about_ca_topic_score_gemma":0.00008196704,"teacher_disagreement_score":0.8340974,"about_ca_system_score_codex":0.0002876292,"about_ca_system_score_gemma":0.002032597,"threshold_uncertainty_score":0.9998275},"labels":[],"label_agreement":null},{"id":"W1974534453","doi":"10.3171/2008.12.peds08278","title":"Clinical practice guidelines","year":2009,"lang":"en","type":"review","venue":"Journal of Neurosurgery Pediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Autonomy; Clinical Practice; Engineering ethics; Medical education; Family medicine","score_opus":0.5598553684611557,"score_gpt":0.6139681459952282,"score_spread":0.05411277753407251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974534453","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021442973,0.9859547,0.00029011662,0.006120362,0.0066988636,0.00055553555,0.000020771557,0.000035931942,0.00030226915],"genre_scores_gemma":[6.45787e-7,0.9429332,0.024191745,0.012382312,0.02011035,0.0000026987138,0.00003833775,0.0001071771,0.00023355332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.980831,0.0012575736,0.015296747,0.0004783644,0.001720654,0.00041566146],"domain_scores_gemma":[0.9524684,0.024522835,0.015280928,0.00071978726,0.0063367337,0.0006713096],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014065596,0.0005741097,0.0046156924,0.0012464004,0.0000648971,0.00009865506,0.00038048555,0.0007017211,0.00007420582],"category_scores_gemma":[0.31466803,0.00042660604,0.0034808086,0.0016037156,0.00006025059,0.0006696658,0.000110666406,0.0032886893,0.00012366219],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011788948,0.00042479168,0.00017982046,0.0018725118,0.00011628771,0.0020363089,0.0000017248873,9.162737e-7,4.8333874e-8,0.0000027090578,0.30913204,0.68611497],"study_design_scores_gemma":[0.00070704863,0.0010166548,0.00011682842,0.0023735417,0.01572916,0.014731584,0.000017161019,0.000003605163,2.4155046e-8,0.000019655537,0.96499556,0.0002891798],"about_ca_topic_score_codex":0.0000024244732,"about_ca_topic_score_gemma":2.3362753e-7,"teacher_disagreement_score":0.68582577,"about_ca_system_score_codex":0.00016201487,"about_ca_system_score_gemma":0.00477107,"threshold_uncertainty_score":0.99981856},"labels":[],"label_agreement":null},{"id":"W1974689215","doi":"10.1001/jama.284.10.1290","title":"Users' Guides to the Medical Literature","year":2000,"lang":"en","type":"article","venue":"JAMA","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":750,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Medicine; Evidence-based medicine; Systematic review; Intervention (counseling); Hierarchy; Evidence-based practice; Quality (philosophy); Value (mathematics); Medical literature; MEDLINE; Alternative medicine; Nursing; Epistemology; Pathology","score_opus":0.10097551370607673,"score_gpt":0.4658197685890295,"score_spread":0.3648442548829528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974689215","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41330978,0.00017905777,0.00015755915,0.5745689,0.00021344385,0.0003346733,0.000009598032,0.000055724,0.011171257],"genre_scores_gemma":[0.7418428,0.00025776942,0.0038392397,0.23850325,0.0035525532,0.000030115321,0.00009354843,0.00002368445,0.011857014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986886,0.00007428455,0.0004189583,0.00016026193,0.00050899584,0.00014889226],"domain_scores_gemma":[0.9986903,0.00060860795,0.000035793346,0.00032428073,0.00013427559,0.00020671988],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010223213,0.00007228952,0.00011687053,0.000027156173,0.000053547297,0.00005743106,0.00013053647,0.00010194339,0.01171852],"category_scores_gemma":[0.008943522,0.000042207073,0.00005987639,0.00024758282,0.000024035202,0.00011905352,0.00003191187,0.00032323785,0.0013864012],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020541508,0.000045552482,0.001056486,0.0000076077313,0.000018465731,0.000076652665,0.00035575972,0.0000034983195,0.000044731052,0.00008826836,0.44438076,0.5537168],"study_design_scores_gemma":[0.001232909,0.000134127,0.026623717,0.00009789712,0.000040384148,0.00016528065,0.00013775109,0.0002731726,0.000069805,0.000108664506,0.9710642,0.00005205366],"about_ca_topic_score_codex":0.000084186344,"about_ca_topic_score_gemma":0.00008571904,"teacher_disagreement_score":0.55366474,"about_ca_system_score_codex":0.000025007417,"about_ca_system_score_gemma":0.00009601245,"threshold_uncertainty_score":0.99940455},"labels":[],"label_agreement":null},{"id":"W1974850628","doi":"10.1007/s00586-005-0883-9","title":"Mono-disciplinary or multidisciplinary back pain guidelines? How can we achieve a common message in primary care?","year":2005,"lang":"en","type":"article","venue":"European Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Medicine; Multidisciplinary approach; Neurosurgery; Primary care; Multidisciplinary team; Back pain; MEDLINE; Intensive care medicine; Alternative medicine; Medical emergency; Physical therapy; Family medicine; Nursing; Surgery; Pathology","score_opus":0.18578599445133578,"score_gpt":0.44134582421496493,"score_spread":0.2555598297636291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974850628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6627121,0.0028134717,0.004956125,0.3141716,0.0007615655,0.0014846316,0.00005333835,0.00016173406,0.012885386],"genre_scores_gemma":[0.82799554,0.00307203,0.13962093,0.011834052,0.007862334,0.000015654876,0.0004875571,0.0003286125,0.008783285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9939177,0.0016345364,0.00251144,0.00053949817,0.00075219315,0.00064462586],"domain_scores_gemma":[0.997047,0.0003225761,0.00095590146,0.00063553784,0.00048835867,0.0005506193],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00650359,0.00045343488,0.00074802473,0.00039191343,0.00026079346,0.00014307776,0.00041808237,0.000102537924,0.00058083824],"category_scores_gemma":[0.002264388,0.00034809567,0.00028178273,0.00048766893,0.00010102721,0.00060362916,0.0005261299,0.0016083034,0.00021478669],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030916166,0.0013580936,0.04326716,0.0005657881,0.00019614997,0.0063434015,0.0044138515,0.0013424403,0.0076336265,0.0000064725577,0.1189429,0.8128385],"study_design_scores_gemma":[0.032624703,0.006731441,0.7252574,0.0045914454,0.000549683,0.007237461,0.016226916,0.011216226,0.00022334146,0.000109581604,0.19361992,0.0016118803],"about_ca_topic_score_codex":0.000028260241,"about_ca_topic_score_gemma":0.000554215,"teacher_disagreement_score":0.8112266,"about_ca_system_score_codex":0.0007802312,"about_ca_system_score_gemma":0.0005631708,"threshold_uncertainty_score":0.9998971},"labels":[],"label_agreement":null},{"id":"W1974980219","doi":"10.1136/bmjqs-2013-002293.82","title":"051 Can We Automatically Produce Generic Decision Aids for the Clinical Encounter Directly from GRADE Guideline Recommendations? Experience from the Share-It Project","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Decision aids; Process management; Management science; Alternative medicine; Pathology; Engineering","score_opus":0.4572277325262864,"score_gpt":0.5872084001074597,"score_spread":0.12998066758117327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974980219","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24229667,0.00029435637,0.12596218,0.6189892,0.0019208557,0.008979377,0.0012280168,0.00020515651,0.00012418776],"genre_scores_gemma":[0.4236913,0.0022647684,0.4394027,0.11617897,0.007862514,0.0041635693,0.0054243943,0.0001593159,0.0008524768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98951226,0.0015003748,0.006611524,0.00096593314,0.0009515712,0.00045832054],"domain_scores_gemma":[0.9460807,0.049360555,0.0012768353,0.0019879164,0.0010769096,0.00021710317],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0113662435,0.00035669602,0.00073527545,0.000041215106,0.00047023463,0.00017047291,0.0007021446,0.0002001943,0.0023803108],"category_scores_gemma":[0.06494305,0.00019852273,0.00043401064,0.0003933113,0.00025899976,0.0004334904,0.0003299342,0.0005816394,0.00015872986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008259536,0.00039637,0.008348907,0.000018011973,0.000215153,0.0000013312655,0.002635233,0.000008699623,0.00054662215,0.00005902657,0.4868613,0.5000834],"study_design_scores_gemma":[0.0051922,0.00053208345,0.13216804,0.0003774652,0.0006363204,0.000011000117,0.019218972,0.020309351,0.00022770771,0.0049381685,0.81583595,0.0005527545],"about_ca_topic_score_codex":0.018830184,"about_ca_topic_score_gemma":0.0038438735,"teacher_disagreement_score":0.50281024,"about_ca_system_score_codex":0.00020639387,"about_ca_system_score_gemma":0.00092528726,"threshold_uncertainty_score":0.99853164},"labels":[],"label_agreement":null},{"id":"W1975089457","doi":"10.1016/s1499-2671(08)22004-6","title":"Canadian Diabetes Association 2007 Innovation Grant Recipients","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Diabetes Canada","funders":"","keywords":"Medicine; Association (psychology); Grant funding; Diabetes mellitus; Library science","score_opus":0.11206952780779018,"score_gpt":0.36439618463286755,"score_spread":0.2523266568250774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975089457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799844,0.00025341735,0.000008213907,0.017061742,0.0014637148,0.00019543612,0.000052110376,0.00000789153,0.00097308337],"genre_scores_gemma":[0.98930204,0.000019092628,0.00062431674,0.008657605,0.0007521055,0.0000034550776,0.00009086199,0.000026660073,0.00052387314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748844,0.00009575745,0.0012454902,0.000143868,0.0004181533,0.0006082889],"domain_scores_gemma":[0.99541706,0.00042366746,0.0008306527,0.00017092348,0.0017895615,0.00136811],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017609521,0.0001439099,0.0003606578,0.0011122953,0.00023693094,0.00004065157,0.00013142244,0.00015943195,0.00069156097],"category_scores_gemma":[0.018065669,0.00014163443,0.00011336323,0.000806035,0.00005025139,0.0004295077,0.000005741294,0.00044414186,0.000081126156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028946085,0.000016409527,0.8811269,0.000009173834,0.00011023557,0.000029010323,0.00010930879,0.000006927861,0.0003267388,0.000026651041,0.11450425,0.0037315146],"study_design_scores_gemma":[0.0013994825,0.00033415342,0.9116121,0.00012850056,0.00016535174,0.00001606374,0.00009913549,0.00008574396,0.00062176905,0.00028037277,0.08509272,0.00016463324],"about_ca_topic_score_codex":0.04751633,"about_ca_topic_score_gemma":0.28042668,"teacher_disagreement_score":0.23291034,"about_ca_system_score_codex":0.0022246097,"about_ca_system_score_gemma":0.007211835,"threshold_uncertainty_score":0.99841636},"labels":[],"label_agreement":null},{"id":"W1975213889","doi":"10.5750/ejpch.v1i1.658","title":"Report of a pilot study of quality improvement in nursing homes led by healthcare aides","year":2013,"lang":"en","type":"article","venue":"European Journal for Person Centered Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Nursing; Quality (philosophy); Health care; Medicine; Political science","score_opus":0.41553549088612335,"score_gpt":0.5327598838272329,"score_spread":0.11722439294110959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975213889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95872784,0.00046948335,0.00024708878,0.037283804,0.00054942054,0.0025512048,0.00007209825,0.000018545476,0.00008050848],"genre_scores_gemma":[0.9971795,0.00011782421,0.0012285667,0.0009836653,0.00021041525,0.000019767916,0.000098836324,0.000056112072,0.00010530042],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99394476,0.0012785033,0.0033523196,0.00037757572,0.0006123543,0.0004344847],"domain_scores_gemma":[0.9956015,0.00032452692,0.0021943848,0.00039099308,0.0011186283,0.00036999324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044841557,0.00021251151,0.000742699,0.00022486316,0.0001324436,0.000026567559,0.00015878616,0.000029226809,0.00006985349],"category_scores_gemma":[0.0016838491,0.00018747157,0.00015265096,0.00020218697,0.000054448607,0.00022887632,0.000031908796,0.0005625118,0.0000033256308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00727162,0.010529335,0.5046725,0.0032274965,0.00031771138,0.000329646,0.019351,0.0000063656266,0.026448714,0.00004572052,0.01682631,0.41097358],"study_design_scores_gemma":[0.023373492,0.06249004,0.7147642,0.002849277,0.00016387449,0.00052507134,0.19397557,0.00010409155,0.00066297693,0.00011470686,0.00063830067,0.0003384121],"about_ca_topic_score_codex":0.0040868153,"about_ca_topic_score_gemma":0.0005816528,"teacher_disagreement_score":0.41063517,"about_ca_system_score_codex":0.00039877015,"about_ca_system_score_gemma":0.0002525532,"threshold_uncertainty_score":0.76448685},"labels":[],"label_agreement":null},{"id":"W1975597995","doi":"10.3747/co.21.1733","title":"Surgical Process Improvement Tools: Defining Quality Gaps and Priority Areas in Gastrointestinal Cancer Surgery","year":2014,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; University of Calgary; Princess Margaret Cancer Centre; Toronto General Hospital; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Quality (philosophy); Multidisciplinary approach; Quality management; Nominal group; Cornerstone; Process (computing); Medical physics; Operations management; Management system; Computer science","score_opus":0.4367016949310317,"score_gpt":0.5823817979064079,"score_spread":0.14568010297537615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975597995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99396855,0.00043749617,0.00034409252,0.004064733,0.00045367068,0.0003892324,0.000013628557,0.000037338443,0.00029125533],"genre_scores_gemma":[0.9982344,0.00021123758,0.0005615283,0.00038671264,0.0003841694,0.000109218985,0.00009161237,0.000012721282,0.000008435423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99745136,0.00035732723,0.0011727985,0.00040936327,0.0002584855,0.0003506521],"domain_scores_gemma":[0.99445426,0.004525043,0.00041641865,0.0001718176,0.00023766581,0.00019480422],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034228654,0.00015464169,0.000561284,0.00009645227,0.000045502937,0.00001811848,0.000053971144,0.000070204,0.00013832474],"category_scores_gemma":[0.010004596,0.00013930761,0.000067144334,0.0001559912,0.00011023557,0.00014979755,0.0000782185,0.0004944945,0.000009523403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041989188,0.00037276364,0.61086416,0.00022491915,0.000005837613,0.00001566532,0.000064742904,0.0000021839974,0.00006936863,0.00013690117,0.000234223,0.38758937],"study_design_scores_gemma":[0.0055718324,0.0008337115,0.94099104,0.0006620755,0.000104525185,0.00025760272,0.0005613826,0.0011633536,0.000076203134,0.0005332834,0.048997495,0.00024751085],"about_ca_topic_score_codex":0.00036086695,"about_ca_topic_score_gemma":0.00081139576,"teacher_disagreement_score":0.38734186,"about_ca_system_score_codex":0.0002981598,"about_ca_system_score_gemma":0.00066130055,"threshold_uncertainty_score":0.9983345},"labels":[],"label_agreement":null},{"id":"W1975976779","doi":"10.1016/j.reuma.2014.01.010","title":"Barriers to implementing the “2008 Mexican Clinical Practice Guideline recommendations for the management of hip and knee osteoarthritis” in primary healthcare practice","year":2014,"lang":"en","type":"article","venue":"Reumatología Clínica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; Instituto Mexicano del Seguro Social; Universidad de León; Universidad Autónoma de Nuevo León; Consejo Nacional de Ciencia y Tecnología; Yale University","keywords":"Guideline; CLARITY; Context (archaeology); Health care; Medicine; Clinical Practice; Family medicine; Nursing; Primary care; Political science; Geography; Pathology","score_opus":0.12517019646816513,"score_gpt":0.49491659426123336,"score_spread":0.3697463977930682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975976779","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02005198,0.0012914179,0.011859342,0.9582054,0.00059714407,0.0052887844,0.00006558546,0.00006039678,0.0025799389],"genre_scores_gemma":[0.5562476,0.0033261662,0.33379808,0.10529448,0.0002950296,0.0006749717,0.00020138992,0.000071302435,0.000091013404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416906,0.0011256583,0.0032470701,0.00053252705,0.00044310465,0.0004825626],"domain_scores_gemma":[0.97579265,0.021181457,0.0011831057,0.00088530325,0.00065925514,0.00029824235],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016300557,0.00020664364,0.0005700102,0.000095972835,0.00040009513,0.000041357504,0.00027046562,0.00012252791,0.00006409729],"category_scores_gemma":[0.03961245,0.000144529,0.00014449425,0.00039745955,0.00017905676,0.00031121026,0.00035648703,0.00054343994,0.000009187826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024931112,0.00025477502,0.009614852,0.00035562323,0.00047790556,0.000011935768,0.0008811456,0.000013129746,0.000027621232,0.009806224,0.054995574,0.9210681],"study_design_scores_gemma":[0.004716631,0.0011739392,0.0050382637,0.00024333816,0.0007002282,0.00018783352,0.017990194,0.00056542177,0.000012333404,0.00034531511,0.9688685,0.0001579877],"about_ca_topic_score_codex":0.0004389649,"about_ca_topic_score_gemma":0.00035200524,"teacher_disagreement_score":0.9209101,"about_ca_system_score_codex":0.000094098956,"about_ca_system_score_gemma":0.00031074663,"threshold_uncertainty_score":0.9684773},"labels":[],"label_agreement":null},{"id":"W1976103879","doi":"10.1210/jc.2007-1907","title":"A Case for Clarity, Consistency, and Helpfulness: State-of-the-Art Clinical Practice Guidelines in Endocrinology Using the Grading of Recommendations, Assessment, Development, and Evaluation System","year":2008,"lang":"en","type":"article","venue":"The Journal of Clinical Endocrinology & Metabolism","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":300,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); CLARITY; Guideline; Medicine; Clinical Practice; Consistency (knowledge bases); Helpfulness; Medical education; Psychology; Family medicine; Pathology; Computer science; Social psychology; Engineering","score_opus":0.49674631904925304,"score_gpt":0.5861345456393515,"score_spread":0.08938822659009849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976103879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9557148,0.0025480886,0.004567956,0.034331076,0.0015012333,0.0012632028,0.000013285176,0.000007766542,0.000052555883],"genre_scores_gemma":[0.90523344,0.0042087454,0.08785415,0.0021976798,0.00043537846,0.000023576564,0.000004808096,0.00002232276,0.000019883473],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98532563,0.005257774,0.008193642,0.00030043483,0.0005614068,0.00036110452],"domain_scores_gemma":[0.9658817,0.025016963,0.005479146,0.0004566596,0.0030470055,0.000118549986],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025339102,0.00021649397,0.0013868564,0.00019443771,0.0003169874,0.000011894396,0.00027802892,0.00014996162,0.000009552073],"category_scores_gemma":[0.05785629,0.00012314657,0.0002778153,0.00025546856,0.0010275013,0.00034066336,0.0002702603,0.0012789471,4.7538524e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056982236,0.0016809975,0.18228446,0.00043659128,0.003005345,0.0007184593,0.0014809611,0.00021389835,0.00063826423,0.0050708894,0.00542464,0.79334724],"study_design_scores_gemma":[0.05274739,0.0024114356,0.43386212,0.001073377,0.016012318,0.2554849,0.019493649,0.019995652,0.0020078518,0.004862778,0.19141042,0.00063811813],"about_ca_topic_score_codex":0.0001964375,"about_ca_topic_score_gemma":0.00018694009,"teacher_disagreement_score":0.7927092,"about_ca_system_score_codex":0.000062551626,"about_ca_system_score_gemma":0.001717194,"threshold_uncertainty_score":0.9500798},"labels":[],"label_agreement":null},{"id":"W1976128564","doi":"10.1503/cmaj.081928","title":"Recommandations canadiennes pour les pratiques optimales de soins de l'AVC (mise a jour de 2008)","year":2008,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Continence Foundation of Australia","keywords":"Medicine; Humanities; Political science; Art","score_opus":0.10753493957849743,"score_gpt":0.4108892867543389,"score_spread":0.3033543471758415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976128564","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46563694,0.0032584823,0.008081725,0.5168955,0.0019792544,0.00034197324,0.000263397,0.00004588144,0.003496867],"genre_scores_gemma":[0.75239706,0.03259434,0.04942985,0.09107024,0.03830899,0.00007493715,0.00030179755,0.00021864245,0.035604123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930296,0.0017390436,0.0018286972,0.00030580754,0.0012526811,0.0018441485],"domain_scores_gemma":[0.9879508,0.003050841,0.0009968117,0.00021097633,0.001340077,0.0064505194],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009596835,0.00031344162,0.000527776,0.00040847337,0.0012643136,0.00016461087,0.00035800747,0.001064395,0.021228086],"category_scores_gemma":[0.07139191,0.0003464552,0.00027941144,0.0004113351,0.0001980886,0.00055011373,0.000032996715,0.0030731186,0.00025607107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00003152795,0.00016875219,0.27890435,0.00003353127,0.00033706354,0.0030667244,0.0026622848,0.00012816538,0.000032130814,0.00052420964,0.6518629,0.06224836],"study_design_scores_gemma":[0.0031401864,0.000329804,0.14866999,0.0006930626,0.0005234787,0.016693557,0.009915962,0.013194605,0.00003950157,0.00074037,0.80562484,0.00043466166],"about_ca_topic_score_codex":0.27160305,"about_ca_topic_score_gemma":0.8518594,"teacher_disagreement_score":0.58025634,"about_ca_system_score_codex":0.013348545,"about_ca_system_score_gemma":0.10222638,"threshold_uncertainty_score":0.99989873},"labels":[],"label_agreement":null},{"id":"W1976133275","doi":"10.1521/aeap.2011.23.5.457","title":"Developing Clinical Practice Guidelines in HIV Rehabilitation: Process Recommendations and Guiding Principles","year":2011,"lang":"en","type":"article","venue":"AIDS Education and Prevention","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadians Living with HIV; Canadian Institutes of Health Research; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Hospital for Sick Children; Public Health Agency; Public Health Agency of Canada; McMaster University","keywords":"Rehabilitation; Terminology; Medicine; Knowledge translation; Scope of practice; Guideline; Nursing; Scope (computer science); Human immunodeficiency virus (HIV); Qualitative research; Medical education; Clinical Practice; Health care; Family medicine; Physical therapy; Knowledge management; Sociology; Political science; Pathology","score_opus":0.5495722683638078,"score_gpt":0.6052460278255755,"score_spread":0.05567375946176767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976133275","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84108937,0.0009611745,0.02133087,0.12770002,0.0009970493,0.0016071663,0.000003512695,0.00008832086,0.0062225047],"genre_scores_gemma":[0.27015442,0.0012498851,0.7232131,0.0041022385,0.00024995266,0.0001214299,0.00011170512,0.000016085249,0.0007812309],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975005,0.00032287225,0.0015703603,0.00033523006,0.0001527194,0.000118316966],"domain_scores_gemma":[0.9972077,0.0010922496,0.00044467062,0.00017016767,0.0009864137,0.00009881506],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040107346,0.000108790664,0.00019643948,0.0001769498,0.00009357302,0.000030113604,0.000040699688,0.00009086013,0.00012102704],"category_scores_gemma":[0.02844607,0.000108323526,0.000039803184,0.00027736026,0.000052348663,0.0008099505,0.000038370184,0.00013775616,0.0000100260995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017766238,0.000508995,0.1963397,0.00016317608,0.000038839582,7.857975e-7,0.0024352132,6.471466e-7,0.000018306839,0.01611655,0.003380009,0.78082013],"study_design_scores_gemma":[0.0031104328,0.0011408128,0.6595927,0.0016332222,0.00042821703,0.00021265249,0.045861524,0.000474982,0.00009600652,0.03587999,0.2511765,0.00039295544],"about_ca_topic_score_codex":0.00013067646,"about_ca_topic_score_gemma":0.0000689197,"teacher_disagreement_score":0.78042716,"about_ca_system_score_codex":0.00006432181,"about_ca_system_score_gemma":0.0006429402,"threshold_uncertainty_score":0.97973776},"labels":[],"label_agreement":null},{"id":"W1976310048","doi":"10.1016/j.ajem.2004.02.001","title":"Can nurses appropriately interpret the Ottawa Ankle Rule?","year":2004,"lang":"en","type":"article","venue":"The American Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Ankle; Kappa; Triage; Physical therapy; Predictive value; Positive predicative value; Predictive value of tests; Surgery; Emergency medicine; Internal medicine","score_opus":0.13184693733957883,"score_gpt":0.46944590701962385,"score_spread":0.337598969680045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976310048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7674271,0.0005760342,0.0015727623,0.22624435,0.0026897558,0.00030004032,0.0000036896179,0.00001642269,0.001169845],"genre_scores_gemma":[0.9913764,0.00097575004,0.0005819554,0.0041147363,0.00268174,0.000005907354,0.0000054850457,0.000030610212,0.00022742183],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964531,0.0002929424,0.0019876058,0.00016125188,0.0008169131,0.0002881984],"domain_scores_gemma":[0.996382,0.00069780066,0.0015758462,0.00050659245,0.0006148293,0.00022293818],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029739272,0.00020088494,0.0006109407,0.00012279938,0.00013801597,0.000005047795,0.0004719603,0.00002474939,0.0012009889],"category_scores_gemma":[0.0065185223,0.000088726294,0.0002203897,0.0006908773,0.0006498004,0.00011251704,0.00005023819,0.00070033985,0.000022407668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010766418,0.0021394829,0.09588764,0.00020794147,0.0039930325,0.0004628871,0.04758503,0.00065986125,0.06659179,0.0038000788,0.3538043,0.41410157],"study_design_scores_gemma":[0.025085203,0.047020286,0.45791158,0.0023996986,0.009712616,0.007698823,0.17718321,0.00030612538,0.004086655,0.056735072,0.21055125,0.0013095014],"about_ca_topic_score_codex":0.0019091775,"about_ca_topic_score_gemma":0.00016062622,"teacher_disagreement_score":0.41279206,"about_ca_system_score_codex":0.00011688505,"about_ca_system_score_gemma":0.00031944923,"threshold_uncertainty_score":0.99971205},"labels":[],"label_agreement":null},{"id":"W1976605044","doi":"10.1007/s11944-009-0021-3","title":"Les réseaux de santé","year":2009,"lang":"fr","type":"article","venue":"Oncomagazine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ocean Networks Canada Society","funders":"","keywords":"Medicine; Nuclear medicine","score_opus":0.1648896597108615,"score_gpt":0.5042217442563938,"score_spread":0.33933208454553226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976605044","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22938469,0.033966716,0.035372224,0.41109225,0.0051534767,0.0011880741,0.00008766926,0.00035528155,0.2833996],"genre_scores_gemma":[0.91954285,0.00323957,0.033769988,0.016663412,0.008209635,0.0000071012123,0.00012303198,0.000047756155,0.01839663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713534,0.00028531914,0.0011183758,0.00036139513,0.00039900804,0.00070057163],"domain_scores_gemma":[0.9974261,0.0011788254,0.00028995815,0.00048295822,0.00021834535,0.00040380948],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016511404,0.00025725094,0.00042791863,0.00009636293,0.00010377165,0.000045640412,0.00016347926,0.00024228888,0.0061644763],"category_scores_gemma":[0.00497964,0.00026532408,0.00017797112,0.0003259344,0.00011303123,0.00028717276,0.000045960835,0.00060825667,0.00297553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002470836,0.00078545674,0.010143352,0.000060021463,0.000060893533,0.00034712802,0.00017462563,0.000032940232,0.0076118796,0.0060283653,0.18502998,0.78947824],"study_design_scores_gemma":[0.00345775,0.0016303337,0.30239612,0.0003219081,0.00042405314,0.000344834,0.0002804778,0.0049157725,0.00054158777,0.0054773954,0.6799425,0.00026726504],"about_ca_topic_score_codex":0.0006700526,"about_ca_topic_score_gemma":0.0002009021,"teacher_disagreement_score":0.789211,"about_ca_system_score_codex":0.00068627344,"about_ca_system_score_gemma":0.0004925858,"threshold_uncertainty_score":0.9999799},"labels":[],"label_agreement":null},{"id":"W1976785528","doi":"10.7326/0003-4819-156-1-201201030-00005","title":"Evaluation of Guideline Recommendations on Oral Medications for Type 2 Diabetes Mellitus","year":2012,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. Public Health Service","keywords":"Medicine; Guideline; MEDLINE; CINAHL; Data extraction; Systematic review; Diabetes mellitus; Family medicine; Intensive care medicine; Type 2 diabetes; Nursing; Pathology; Psychological intervention","score_opus":0.6217614691104301,"score_gpt":0.6258183004660844,"score_spread":0.004056831355654378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976785528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6567083,0.006400139,0.011872449,0.31171682,0.0036391462,0.0025560942,0.0001483504,0.000056976,0.006901709],"genre_scores_gemma":[0.9848453,0.00047013027,0.005304638,0.007908847,0.0009008442,0.000045760196,0.00041500098,0.000019409626,0.00009008638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674916,0.00019507871,0.0017405776,0.0001520071,0.0009443478,0.00021884897],"domain_scores_gemma":[0.9924608,0.0018011098,0.00079860596,0.00031786688,0.004441752,0.00017988638],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010618559,0.00012280467,0.00041345318,0.00022673517,0.000029289058,0.0000017305061,0.00011092391,0.00006609458,0.0018101508],"category_scores_gemma":[0.025061585,0.00009320639,0.00010076803,0.00024173224,0.00012499522,0.00015806612,0.000025404197,0.00013683726,0.000016191243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080895575,0.001150064,0.011515754,0.00013643186,0.0010683018,1.8963598e-7,0.0006084595,0.00002783597,0.009152473,0.002229846,0.40758318,0.56571853],"study_design_scores_gemma":[0.025235577,0.02270669,0.0762996,0.0055465065,0.013721687,0.000035734916,0.005368406,0.031153213,0.16031854,0.015800515,0.6430878,0.0007257174],"about_ca_topic_score_codex":0.00014066834,"about_ca_topic_score_gemma":0.00001851931,"teacher_disagreement_score":0.5649928,"about_ca_system_score_codex":0.000041207106,"about_ca_system_score_gemma":0.00017040622,"threshold_uncertainty_score":0.99910235},"labels":[],"label_agreement":null},{"id":"W1977016000","doi":"10.1097/htr.0000000000000066","title":"Quality of Guidelines for Cognitive Rehabilitation Following Traumatic Brain Injury","year":2014,"lang":"en","type":"article","venue":"Journal of Head Trauma Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; Western University","funders":"","keywords":"Intraclass correlation; Rehabilitation; Cognition; Guideline; Audit; Medicine; Stakeholder; Quality (philosophy); Applied psychology; Psychology; Physical therapy; Clinical psychology; Psychiatry; Psychometrics; Business; Pathology","score_opus":0.3328517275263215,"score_gpt":0.5765660905635458,"score_spread":0.24371436303722432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977016000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9101241,0.00008177708,0.04704739,0.040990088,0.00044828473,0.0011977263,0.000022198368,0.000019032728,0.00006936627],"genre_scores_gemma":[0.817794,0.0000036110773,0.18093824,0.00084079476,0.00031167804,0.000031875057,0.0000352999,0.000027906539,0.000016544782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9929317,0.0008675171,0.0048899595,0.00025511073,0.00084318547,0.00021251172],"domain_scores_gemma":[0.9479036,0.043713525,0.0026201284,0.00027972047,0.005316555,0.00016648362],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015493081,0.00019432488,0.00092864165,0.0003892883,0.000075447315,0.000018607912,0.000098325065,0.0001396876,0.00003052491],"category_scores_gemma":[0.26812178,0.00016870853,0.0008684009,0.00033323537,0.0001264878,0.0006626366,0.000012846694,0.00025626316,0.0000035477867],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012219139,0.0022115072,0.07351581,0.0033634352,0.0005882089,0.0000016792827,0.007913393,0.00020297313,0.05167292,0.0018910273,0.012070529,0.8343494],"study_design_scores_gemma":[0.023973366,0.03429253,0.8689024,0.0029041138,0.0011029652,0.0000419452,0.027816245,0.003307075,0.0021735488,0.031099394,0.0039526224,0.00043380912],"about_ca_topic_score_codex":0.00007221433,"about_ca_topic_score_gemma":0.00006929898,"teacher_disagreement_score":0.8339156,"about_ca_system_score_codex":0.00017193532,"about_ca_system_score_gemma":0.00022989708,"threshold_uncertainty_score":0.7380431},"labels":[],"label_agreement":null},{"id":"W1977498299","doi":"10.1016/j.jclinepi.2014.10.011","title":"World Health Organization strong recommendations based on low-quality evidence (study quality) are frequent and often inconsistent with GRADE guidance","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University","funders":"World Health Organization","keywords":"Medicine; Guideline; Confidence interval; MEDLINE; Quality of evidence; Evidence-based medicine; Family medicine; Psychological intervention; Evidence-based practice; Public health; Meta-analysis; Alternative medicine; Nursing; Pathology","score_opus":0.8346255341279041,"score_gpt":0.7038898275032235,"score_spread":0.1307357066246806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977498299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001669698,0.6933161,0.037573107,0.2607595,0.002283342,0.0042169285,0.00007648386,0.00006554139,0.000039304676],"genre_scores_gemma":[0.005269428,0.940379,0.020075887,0.032351732,0.0016226704,0.000031677384,0.00013643291,0.000082160484,0.000050962415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93176425,0.042304374,0.023872916,0.00090466655,0.0006810615,0.00047275508],"domain_scores_gemma":[0.69623214,0.25744274,0.04246776,0.0011754755,0.0017080246,0.00097384385],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11178157,0.00054987444,0.011103481,0.00048308884,0.00015419614,0.000026415353,0.00035294058,0.00043136612,0.000107711836],"category_scores_gemma":[0.4855426,0.00035908222,0.0009008403,0.00075178064,0.00030366564,0.00020737019,0.00011927399,0.0030461384,0.000015895168],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091091933,0.0028001585,0.3065647,0.010033281,0.00096511224,0.000042329488,0.000041061572,0.00012434175,5.447703e-8,0.00064991857,0.009122273,0.6687459],"study_design_scores_gemma":[0.009069474,0.015671467,0.27530962,0.09671645,0.0052454686,0.00027726946,0.00052254327,0.000302683,9.549652e-8,0.00043792772,0.5955922,0.00085478346],"about_ca_topic_score_codex":0.00024914436,"about_ca_topic_score_gemma":0.0006820081,"teacher_disagreement_score":0.6678911,"about_ca_system_score_codex":0.0005057078,"about_ca_system_score_gemma":0.0027761722,"threshold_uncertainty_score":0.9998861},"labels":[],"label_agreement":null},{"id":"W1977499729","doi":"10.1016/j.suc.2005.10.007","title":"Evaluating Surgical Outcomes","year":2006,"lang":"en","type":"article","venue":"Surgical Clinics of North America","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital; Royal Victoria Hospital","funders":"","keywords":"Medicine; Guideline; MEDLINE; Scope (computer science); Evidence-based medicine; Variety (cybernetics); Medical education; Family medicine; Alternative medicine","score_opus":0.2276861797823675,"score_gpt":0.5344150718224996,"score_spread":0.3067288920401321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977499729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99087226,0.00015790074,0.00017722184,0.0034524829,0.00025560483,0.00042441752,0.000043058564,0.0000939366,0.0045230864],"genre_scores_gemma":[0.98649585,0.00015347931,0.0110031,0.00072446815,0.00049996533,0.000017465598,0.00038030357,0.000035329827,0.00069003337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540526,0.00025194552,0.002549717,0.00045805838,0.00094508915,0.00038993036],"domain_scores_gemma":[0.9911494,0.0067609437,0.0008669523,0.0005187515,0.00048297594,0.0002209667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013458331,0.0002302038,0.0009235955,0.00010231549,0.000069966045,0.00001357613,0.00015473591,0.00010808984,0.0008757241],"category_scores_gemma":[0.0039552646,0.000185688,0.00052149274,0.00049472717,0.00028240826,0.00012475386,0.00011589814,0.0004599926,0.00017432825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007080414,0.0007127628,0.77251476,0.00003365046,0.00006879598,0.00022459943,0.000008885584,0.0002763291,0.0000042287843,0.000107328575,0.0008155792,0.22452503],"study_design_scores_gemma":[0.008247066,0.001787792,0.68055654,0.000038147176,0.0004139756,0.00012214032,0.00006310586,0.003119321,0.000015816126,0.00044106747,0.30486447,0.00033058831],"about_ca_topic_score_codex":0.00045683573,"about_ca_topic_score_gemma":0.00006667458,"teacher_disagreement_score":0.30404887,"about_ca_system_score_codex":0.000043042768,"about_ca_system_score_gemma":0.00025219607,"threshold_uncertainty_score":0.9588564},"labels":[],"label_agreement":null},{"id":"W1977694035","doi":"10.1016/s1499-2671(09)33052-x","title":"clinical practice guidelines dissemination strategy","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Vernon Jubilee Hospital; St. Michael's Hospital; Diabetes Canada","funders":"","keywords":"Medicine; Family medicine; Health care; Type 2 diabetes; Health professionals; Clinical Practice; Diabetes mellitus; Alternative medicine; Diabetes management; Nursing; Pathology","score_opus":0.2118162702184063,"score_gpt":0.5320387447141796,"score_spread":0.32022247449577323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977694035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8273016,0.0017995574,0.0002862346,0.16600816,0.00089294714,0.00022657336,0.0000122427355,0.000013189423,0.003459496],"genre_scores_gemma":[0.9585437,0.00006778567,0.017191382,0.022524122,0.0014786003,6.433768e-7,0.000019752391,0.000013461343,0.00016053834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970251,0.00013607086,0.0021080957,0.00013798458,0.00031626422,0.00027649692],"domain_scores_gemma":[0.9929468,0.0014089738,0.0009046016,0.00019088568,0.0033907364,0.0011580064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034787476,0.00011689778,0.0003566504,0.00022511609,0.000068415844,0.000065833556,0.00012704094,0.00011310753,0.00024428836],"category_scores_gemma":[0.1079237,0.00010039208,0.00018651134,0.00022107881,0.00006023361,0.0006311031,0.0000040216974,0.00042985118,0.000026896458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028329003,0.00010998323,0.071951844,0.000011384045,0.000109232475,0.0001016602,0.000057929272,0.000022613034,0.00043877907,0.0002622173,0.2558126,0.67109346],"study_design_scores_gemma":[0.0024289486,0.004008632,0.63873315,0.00046780787,0.00095387036,0.000197898,0.0016554233,0.000560638,0.00030548955,0.0019534267,0.34845766,0.00027704358],"about_ca_topic_score_codex":0.00012922466,"about_ca_topic_score_gemma":0.00056248455,"teacher_disagreement_score":0.6708164,"about_ca_system_score_codex":0.000113153495,"about_ca_system_score_gemma":0.0025909226,"threshold_uncertainty_score":0.8995906},"labels":[],"label_agreement":null},{"id":"W1977819553","doi":"10.14219/jada.archive.2004.0301","title":"Conducting systematic reviews and creating clinical practice guidelines in dentistry","year":2004,"lang":"en","type":"article","venue":"The Journal of the American Dental Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Systematic review; Guideline; Mandate; Relevance (law); Quality (philosophy); MEDLINE; Clinical Practice; Process (computing); Medicine; Best practice; Resource (disambiguation); Medical education; Management science; Family medicine; Computer science; Political science; Engineering","score_opus":0.36106611050966086,"score_gpt":0.5633725385140655,"score_spread":0.20230642800440468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977819553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97366816,0.0009382057,0.00026721385,0.023907455,0.0004922033,0.00063925167,9.917909e-7,0.000005297742,0.00008124334],"genre_scores_gemma":[0.9804811,0.001909109,0.008952392,0.007946631,0.0005898264,0.0000044213334,8.88347e-7,0.000013725083,0.000101920574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99426657,0.0017706893,0.0031113178,0.00009358866,0.0006152134,0.00014261332],"domain_scores_gemma":[0.9823175,0.006997359,0.009640751,0.00021190841,0.00076470774,0.00006776375],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02127955,0.00010426259,0.0006558126,0.00004855392,0.00011872152,0.000037897495,0.00016382615,0.00003809481,0.000003674179],"category_scores_gemma":[0.2153708,0.00005576883,0.00018329518,0.0003473642,0.00007924877,0.00035915553,0.00008722672,0.0005812792,0.000009271269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012051477,0.0007760951,0.95151246,0.0018605501,0.0010068071,0.00010734845,0.0025533396,0.00040505055,0.0074256007,0.00008797613,0.0055893194,0.027470289],"study_design_scores_gemma":[0.01323144,0.0021755935,0.83901864,0.02063424,0.009505731,0.016502062,0.092863075,0.00073245325,0.00070437504,0.0012490203,0.002833889,0.00054945395],"about_ca_topic_score_codex":0.00068436755,"about_ca_topic_score_gemma":0.00017409924,"teacher_disagreement_score":0.19409126,"about_ca_system_score_codex":0.0006035017,"about_ca_system_score_gemma":0.00014621946,"threshold_uncertainty_score":0.7912385},"labels":[],"label_agreement":null},{"id":"W1977959882","doi":"10.1186/1471-2296-15-19","title":"The development of a guideline implementability tool (GUIDE-IT): a qualitative study of family physician perspectives","year":2014,"lang":"en","type":"article","venue":"BMC Family Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ottawa Hospital; University of Ottawa; St. Michael's Hospital","funders":"","keywords":"Guideline; Usability; Medicine; Qualitative research; Medical education; Perception; Process (computing); MEDLINE; Family medicine; Nursing; Applied psychology; Psychology; Computer science; Pathology","score_opus":0.279585912828876,"score_gpt":0.5547380087227255,"score_spread":0.2751520958938495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977959882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94919616,0.00019754293,0.036999248,0.0030074515,0.00021882028,0.0026226542,0.000018990764,0.000049945378,0.007689203],"genre_scores_gemma":[0.88748425,0.000033544384,0.10905625,0.0029365914,0.00016636646,0.00013473604,0.0000352422,0.000038948245,0.000114068265],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.989437,0.0026713994,0.0054619065,0.000637072,0.0013990885,0.00039352608],"domain_scores_gemma":[0.96791035,0.025328768,0.002487272,0.0011077044,0.003048158,0.00011775571],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022624256,0.00031417885,0.0007269241,0.0001093042,0.0002866792,0.000035770267,0.00032066525,0.000074138356,0.000022910417],"category_scores_gemma":[0.051343903,0.00023445839,0.00018255007,0.0005274866,0.00021821672,0.0006069639,0.000261554,0.00038477272,0.000025266447],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015655858,0.023863623,0.007389756,0.0005709498,0.003072652,0.0000074984396,0.5868268,0.00008712077,0.047842838,0.004292083,0.042439457,0.26795134],"study_design_scores_gemma":[0.005027369,0.0018688545,0.02550473,0.000046367903,0.0006145715,0.0000029971825,0.88064814,0.00039433257,0.00049005204,0.00017284292,0.08501439,0.00021535048],"about_ca_topic_score_codex":0.0010871688,"about_ca_topic_score_gemma":0.0007565876,"teacher_disagreement_score":0.2938213,"about_ca_system_score_codex":0.00027047258,"about_ca_system_score_gemma":0.0014781794,"threshold_uncertainty_score":0.95664704},"labels":[],"label_agreement":null},{"id":"W1978872252","doi":"10.1016/j.cjca.2014.04.003","title":"Pan-Canadian Development of Cardiac Rehabilitation and Secondary Prevention Quality Indicators","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; York University; Ontario Stroke Network; Université Laval; University of Alberta; Institut universitaire de cardiologie et de pneumologie de Québec; Toronto Western Hospital; St Joseph's Health Care; University Health Network","funders":"Canadian Cardiovascular Society","keywords":"Medicine; Knowledge translation; Referral; Action plan; Quality management; Canadian Cardiovascular Society; Quality (philosophy); Rehabilitation; Scale (ratio); Best practice; Medical emergency; Medical education; Process (computing); Nursing; Physical therapy; Operations management; Knowledge management; Myocardial infarction","score_opus":0.08563165560132834,"score_gpt":0.41426936678718795,"score_spread":0.3286377111858596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978872252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917114,0.00027532084,0.0018253482,0.0029273457,0.00047718355,0.00021756689,0.000017189202,0.0000023325751,0.002546317],"genre_scores_gemma":[0.99189466,0.000019780937,0.007433082,0.00026191358,0.000326581,0.0000030528759,0.000030240028,0.000009601029,0.000021091631],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978468,0.0005148059,0.0011702055,0.000125619,0.00013860743,0.00020398495],"domain_scores_gemma":[0.99756724,0.0007414503,0.00051782787,0.00014941834,0.00034466144,0.00067941233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040833657,0.00008572551,0.00050938886,0.00055618206,0.000072508315,0.0000073458978,0.0000621488,0.00013145093,0.000038257826],"category_scores_gemma":[0.005775962,0.000082968756,0.00013659098,0.00013948629,0.00015023442,0.00011266006,0.0000073849856,0.00025782178,0.000003768952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007023045,0.0000033059507,0.42289397,0.000083230414,0.00026247452,0.000004244093,0.0007414917,0.0000117851905,0.00041084958,0.0004951859,0.0035427914,0.57148045],"study_design_scores_gemma":[0.00056471385,0.00038861218,0.7392595,0.000037050617,0.00010883575,0.000042218555,0.00066726224,0.0000019271406,0.000084464926,0.00053140195,0.25825265,0.00006138107],"about_ca_topic_score_codex":0.012912055,"about_ca_topic_score_gemma":0.09702942,"teacher_disagreement_score":0.57141906,"about_ca_system_score_codex":0.00027987763,"about_ca_system_score_gemma":0.00561728,"threshold_uncertainty_score":0.99648136},"labels":[],"label_agreement":null},{"id":"W1978932019","doi":"10.4212/cjhp.v67i5.1397","title":"Rigorous Method to Assess Quality and Generalizability of Clinical Practice Guidelines","year":2014,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Quality (philosophy); Clinical Practice; Computer science; Medical physics; Medicine; Data science; Family medicine; Psychology; Epistemology","score_opus":0.5870073510818586,"score_gpt":0.6541796265520571,"score_spread":0.06717227547019844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978932019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73846406,0.0003195489,0.016879348,0.24211606,0.0011752303,0.00042518164,0.000024461968,0.0000061232413,0.0005899742],"genre_scores_gemma":[0.81546485,0.00005921329,0.15668713,0.026474677,0.0012581733,0.0000021980136,0.00000377028,0.00001842392,0.00003157247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405825,0.0016595888,0.0033268193,0.00020445154,0.00050617656,0.00024471962],"domain_scores_gemma":[0.9859574,0.0057474608,0.001912548,0.00042489776,0.004702624,0.0012550715],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02975689,0.00014449419,0.0006369467,0.00010208022,0.00011721416,0.000047428395,0.00025473261,0.000055549375,0.00012042125],"category_scores_gemma":[0.11253078,0.000098953096,0.0002095133,0.00020081097,0.00017114398,0.00036674467,0.00004556644,0.00055850286,0.000006952451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001599144,0.00048549782,0.27485138,0.00013875567,0.00075339316,0.00011821738,0.0010331589,0.00027633482,0.0010737013,0.002088378,0.11223409,0.60534793],"study_design_scores_gemma":[0.007027668,0.0028648535,0.28105375,0.00010185797,0.0014813544,0.00063210825,0.0011702656,0.001385756,0.0012134279,0.0029829764,0.6997517,0.00033433404],"about_ca_topic_score_codex":0.051093247,"about_ca_topic_score_gemma":0.008129184,"teacher_disagreement_score":0.6050136,"about_ca_system_score_codex":0.00009082555,"about_ca_system_score_gemma":0.0018341568,"threshold_uncertainty_score":0.99906945},"labels":[],"label_agreement":null},{"id":"W1979215109","doi":"10.1016/s1386-5056(01)00165-4","title":"Cognitive psychological studies of representation and use of clinical practice guidelines","year":2001,"lang":"en","type":"article","venue":"International Journal of Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; McGill University","funders":"","keywords":"Guideline; Cognition; Computer science; Think aloud protocol; Clinical Practice; Knowledge management; Applied psychology; Medical education; Psychology; Medicine; Nursing; Usability; Human–computer interaction; Pathology; Psychiatry","score_opus":0.7509736686395283,"score_gpt":0.7119549285886128,"score_spread":0.039018740050915546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979215109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475349,0.0003463698,0.018785775,0.031580627,0.0012898248,0.00016677452,0.000011423065,0.0000063200087,0.000277963],"genre_scores_gemma":[0.8190349,0.027685093,0.13782467,0.014285931,0.0010945781,0.0000020576038,0.000025743419,0.000010458259,0.00003658541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.990966,0.00018275289,0.0061869132,0.00007906018,0.0024913573,0.000093866154],"domain_scores_gemma":[0.9732339,0.01038713,0.004098213,0.000118469674,0.011948595,0.00021372744],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062732263,0.00009964613,0.0005981638,0.00018962561,0.0000147458595,0.00001857317,0.00019127945,0.00015865028,0.00013657543],"category_scores_gemma":[0.31603855,0.000069962036,0.0001832029,0.00015135635,0.0003740273,0.0009920712,0.00013781837,0.00048492002,0.0000035599303],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007310657,0.0016424016,0.078731544,0.00012403913,0.0028102517,0.0005507924,0.0019136487,0.000046294677,0.00006295211,0.0007417445,0.031512592,0.8745531],"study_design_scores_gemma":[0.083392136,0.018662784,0.30819747,0.013657008,0.0068125,0.067526035,0.18996756,0.054449007,0.0015829139,0.0051023886,0.2496623,0.0009879138],"about_ca_topic_score_codex":0.000027426797,"about_ca_topic_score_gemma":0.0000038409325,"teacher_disagreement_score":0.8735652,"about_ca_system_score_codex":0.000024226209,"about_ca_system_score_gemma":0.0002316706,"threshold_uncertainty_score":0.6897227},"labels":[],"label_agreement":null},{"id":"W1979609043","doi":"10.1016/j.jcjd.2015.01.062","title":"CON-SNP Leadership Workshop: Strengthening CON-SNP from the Ground Up","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"SNP; Troubleshooting; Medicine; Public relations; Political science; Single-nucleotide polymorphism; Engineering; Genetics; Biology; Gene","score_opus":0.4726431054361261,"score_gpt":0.4272355679472434,"score_spread":0.04540753748888271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979609043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9360371,0.003140831,0.00005857681,0.0588444,0.0013812712,0.0001692116,0.00004071083,0.000009242542,0.0003186531],"genre_scores_gemma":[0.98537564,0.000012251889,0.00058108085,0.011994941,0.0017175949,0.0000023101506,0.000045022705,0.000030143583,0.0002410308],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978222,0.0002133229,0.0009865388,0.00015510542,0.00037569256,0.0004471207],"domain_scores_gemma":[0.99366057,0.003381209,0.0005803818,0.00028162106,0.0005887359,0.001507461],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018294719,0.00016182725,0.0003772886,0.00010631691,0.00011482221,0.0001378775,0.0002669641,0.00011149712,0.0005451955],"category_scores_gemma":[0.017857764,0.000118560245,0.00014684444,0.00019782486,0.00019844639,0.00035212046,0.000016274555,0.00070347206,0.00005539291],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000714539,0.00003617519,0.6411599,0.000021596608,0.0005880274,0.000097036886,0.00398264,0.000059304628,0.00028428625,0.00016087622,0.29494762,0.05859112],"study_design_scores_gemma":[0.018790549,0.0017704793,0.3580784,0.002077362,0.002720776,0.00012452214,0.17440987,0.0012305438,0.001166813,0.0058143837,0.43279064,0.001025698],"about_ca_topic_score_codex":0.0029994666,"about_ca_topic_score_gemma":0.018282037,"teacher_disagreement_score":0.2830815,"about_ca_system_score_codex":0.00026378245,"about_ca_system_score_gemma":0.0027761438,"threshold_uncertainty_score":0.99963176},"labels":[],"label_agreement":null},{"id":"W1979885124","doi":"10.5596/c08-034","title":"Which peer-reviewed journals publish the most on diabetes?","year":2008,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; University of Saskatchewan; Saskatchewan Health; University of Alberta","funders":"","keywords":"Publication; CINAHL; Compendium; Peer review; Certification; MEDLINE; Specialty; Medical education; Medicine; Library science; Computer science; Family medicine; Political science","score_opus":0.04194123817013516,"score_gpt":0.3602185467278366,"score_spread":0.3182773085577014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979885124","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29766205,0.019787421,0.000085673775,0.6764654,0.0030078508,0.0006692995,0.00023751786,0.000027115724,0.002057678],"genre_scores_gemma":[0.8590241,0.015398349,0.0009273196,0.11876414,0.0044624363,0.000008396285,0.000023209404,0.00006257155,0.0013294906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98793864,0.004759559,0.0028345769,0.00019825596,0.0029303948,0.001338556],"domain_scores_gemma":[0.97436124,0.010118634,0.008836074,0.0003761195,0.004382867,0.0019250514],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024810042,0.00030949165,0.0008371458,0.0003662541,0.0021756608,0.001392573,0.000758118,0.00045561788,0.0004998162],"category_scores_gemma":[0.12551157,0.00021541027,0.00041924548,0.0012566173,0.000061701074,0.0014327973,0.000054002645,0.0034525732,0.000004008346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00004359732,0.000034805973,0.4124637,0.000018363236,0.00030159176,0.00004955453,0.00050337316,0.00019863692,0.0000068716477,0.00008646288,0.58530885,0.0009842027],"study_design_scores_gemma":[0.0014522201,0.000234455,0.45195052,0.00024688907,0.00019529545,0.0015918503,0.0004176391,0.00030349183,0.000044338176,0.0007527716,0.5426397,0.00017084614],"about_ca_topic_score_codex":0.1452775,"about_ca_topic_score_gemma":0.48580623,"teacher_disagreement_score":0.561362,"about_ca_system_score_codex":0.036369555,"about_ca_system_score_gemma":0.07589581,"threshold_uncertainty_score":0.9996441},"labels":[],"label_agreement":null},{"id":"W1980088157","doi":"10.1007/s13187-011-0263-6","title":"Is There a Role for Clinical Practice Guidelines in Multidisciplinary Tumor Board Meetings? A Descriptive Study of Knowledge Transfer Between Research and Practice","year":2011,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Occupational Cancer Research Centre; Alberta Health Services","funders":"Alberta Innovates - Health Solutions","keywords":"Medicine; Grading (engineering); Multidisciplinary approach; Clinical Practice; Health care; Family medicine; Oncology; Medical education","score_opus":0.6310217335301904,"score_gpt":0.6817010325787803,"score_spread":0.05067929904858992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980088157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747424,0.0048911464,0.00025815403,0.017384801,0.00047709132,0.0015180669,0.000008380952,0.000004181219,0.00071575824],"genre_scores_gemma":[0.9647382,0.0014027283,0.031819046,0.0005341824,0.0012810925,0.00010478713,0.000002274907,0.000029065613,0.00008861338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99518776,0.0009441895,0.0028209218,0.00027849813,0.00056536426,0.00020328982],"domain_scores_gemma":[0.97884697,0.008039909,0.0011950486,0.0002236543,0.011512302,0.0001821215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014523507,0.00013306644,0.00053222995,0.00032298017,0.00007113839,0.000019499095,0.00013943735,0.00009318661,0.000037435442],"category_scores_gemma":[0.044063434,0.000109460256,0.00010307423,0.00040086926,0.000101690115,0.00092612085,0.0000492602,0.0006596219,0.0000015788905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016479343,0.011584238,0.7297388,0.00022152631,0.000572027,0.00001242264,0.07449441,0.0000014024823,0.00047242164,0.00003560008,0.008641826,0.157746],"study_design_scores_gemma":[0.006748137,0.008902041,0.63807523,0.00069553364,0.0014161795,0.000079375546,0.31939524,0.000072066345,0.00041995532,0.0005314792,0.023537727,0.00012704369],"about_ca_topic_score_codex":0.0034187925,"about_ca_topic_score_gemma":0.00079337857,"teacher_disagreement_score":0.24490082,"about_ca_system_score_codex":0.00023956015,"about_ca_system_score_gemma":0.0027180156,"threshold_uncertainty_score":0.96398884},"labels":[],"label_agreement":null},{"id":"W1980098723","doi":"10.1016/j.jcjd.2014.07.153","title":"Evaluating the Role of Clinical Practice Guidelines for Diabetes in Pregnancy: A Survey of Specialist Physicians","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Medicine; Guideline; Diabetes in pregnancy; Clinical Practice; Family medicine; Pregnancy; Health care; Nursing; Pathology","score_opus":0.4108581330132383,"score_gpt":0.5523013349526138,"score_spread":0.14144320193937548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980098723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830186,0.0015598923,0.000057293975,0.014000355,0.00052357133,0.0005026934,0.000088099354,0.000002222456,0.00024726603],"genre_scores_gemma":[0.9831755,0.000025634206,0.0123106325,0.0035762119,0.0008368093,0.000009110789,0.0000252034,0.000026908025,0.0000139643125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946795,0.0008979482,0.003528138,0.00016548387,0.0004055177,0.00032341853],"domain_scores_gemma":[0.9727702,0.016748996,0.0031559907,0.00034950356,0.0066560167,0.00031926026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016755441,0.00013384002,0.00081688486,0.00018134984,0.000053273023,0.000020779802,0.000256387,0.000094490904,0.000033253662],"category_scores_gemma":[0.4133258,0.000100968085,0.00025055528,0.0003325134,0.00019344065,0.00026367113,0.000017888473,0.00033401648,0.0000012204624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006139085,0.000102153565,0.74972963,0.0000739735,0.00015780817,6.44358e-7,0.00015312564,0.000114619994,0.00089447224,0.0000843916,0.0032015948,0.24542618],"study_design_scores_gemma":[0.004146561,0.0034975454,0.95288914,0.0018978694,0.0007841647,0.0000022954218,0.0012377782,0.015292759,0.0018486078,0.0018351466,0.016384186,0.00018395517],"about_ca_topic_score_codex":0.0037450804,"about_ca_topic_score_gemma":0.034303706,"teacher_disagreement_score":0.39657035,"about_ca_system_score_codex":0.000058403988,"about_ca_system_score_gemma":0.0024837996,"threshold_uncertainty_score":0.98331773},"labels":[],"label_agreement":null},{"id":"W1981898162","doi":"10.1159/000121732","title":"Breast Cancer Guidelines in Canada: A Review of Development and Implementation","year":2008,"lang":"en","type":"review","venue":"Breast Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Canadian Partnership Against Cancer; Cancer Care Nova Scotia","funders":"","keywords":"Medicine; Breast cancer; Guideline; Context (archaeology); General partnership; Clinical Practice; Family medicine; Knowledge translation; Cancer; Pathology; Internal medicine; Knowledge management","score_opus":0.21475370290201654,"score_gpt":0.5211308169805894,"score_spread":0.3063771140785728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981898162","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007701773,0.9955895,0.0000024553358,0.0013192507,0.00013960338,0.0017040365,0.001113469,0.0000093898725,0.00004528644],"genre_scores_gemma":[0.00003103856,0.9958099,0.00091837323,0.0011026671,0.00017837416,0.00027647824,0.0016187611,0.000045136898,0.000019229457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956373,0.00012570496,0.0030289683,0.00041205707,0.0005473313,0.0002486453],"domain_scores_gemma":[0.99735355,0.0001960456,0.00105263,0.00028400344,0.0009677975,0.00014599152],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030425307,0.00035291867,0.0018257146,0.00014718938,0.000033587254,0.0000046135724,0.00010294798,0.00009534374,0.00035529168],"category_scores_gemma":[0.0002003139,0.000289515,0.00015569772,0.00038489726,0.000025573547,0.00007676754,0.00009640545,0.00025489862,0.0000033018734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001158233,0.000010636026,0.0015434714,0.11305366,0.00008819619,0.000035025732,0.00004841872,7.110423e-8,4.006044e-8,0.000001251126,0.007686228,0.8775214],"study_design_scores_gemma":[0.0006598262,0.0000118311755,0.00586716,0.15644121,0.0007442069,0.0031045761,0.00054208067,5.807011e-7,4.3087172e-7,1.8044223e-7,0.83240587,0.00022207042],"about_ca_topic_score_codex":0.76241857,"about_ca_topic_score_gemma":0.86187685,"teacher_disagreement_score":0.87729937,"about_ca_system_score_codex":0.0019070456,"about_ca_system_score_gemma":0.022652037,"threshold_uncertainty_score":0.9999557},"labels":[],"label_agreement":null},{"id":"W1982646837","doi":"10.2202/1548-923x.1223","title":"Integrating Clinical Guidelines into Nursing Education","year":2006,"lang":"en","type":"article","venue":"International Journal of Nursing Education Scholarship","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algonquin College; University of Ottawa","funders":"","keywords":"Medical education; Nursing; Medicine; Mental health; Health care; Psychology; Political science","score_opus":0.40988654881805553,"score_gpt":0.6451830817087368,"score_spread":0.2352965328906813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982646837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8517662,0.0013577901,0.009606377,0.10441923,0.022119297,0.00034826368,0.000004000105,0.000054751003,0.010324034],"genre_scores_gemma":[0.85672534,0.000092397495,0.12916107,0.0041911053,0.00929354,0.0000062003783,0.00014778893,0.000030099944,0.00035247664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99466723,0.00028024372,0.003397739,0.00029759697,0.0011613949,0.0001957832],"domain_scores_gemma":[0.9889301,0.00069880957,0.0020674132,0.0002687052,0.007807618,0.00022735265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036300553,0.00020458631,0.00037794447,0.0006607151,0.00011444964,0.000257193,0.00039386685,0.00017519294,0.00015374683],"category_scores_gemma":[0.013788234,0.00019068625,0.00031056345,0.00032202117,0.00016890309,0.0011435006,0.00001897692,0.0009234252,0.000053513308],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043990705,0.0041720998,0.052024905,0.000010007217,0.00008115738,0.0000050996173,0.00032651908,0.000017379161,0.0033263287,0.0036745872,0.08420688,0.85171515],"study_design_scores_gemma":[0.0061625177,0.0010066208,0.6778941,0.014515952,0.0013323952,0.0066655385,0.018298697,0.00029697482,0.004181172,0.18064177,0.08817133,0.0008328767],"about_ca_topic_score_codex":0.00007563973,"about_ca_topic_score_gemma":0.000008632974,"teacher_disagreement_score":0.85088223,"about_ca_system_score_codex":0.0012254736,"about_ca_system_score_gemma":0.00481226,"threshold_uncertainty_score":0.99451905},"labels":[],"label_agreement":null},{"id":"W1983193051","doi":"10.1016/j.rhum.2007.10.549","title":"Réalisation d'un guide pratique pour une meilleure gestion de la gonarthrose en France","year":2007,"lang":"fr","type":"article","venue":"Revue du Rhumatisme","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.057028724776759916,"score_gpt":0.42136850304782286,"score_spread":0.36433977827106295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983193051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22358148,0.009318036,0.445207,0.3090055,0.002970912,0.0016998736,0.00010415047,0.00024517035,0.007867871],"genre_scores_gemma":[0.85867876,0.007909733,0.10531156,0.0060719065,0.007445154,0.000059115937,0.0005260302,0.00014402585,0.013853731],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947669,0.0014297587,0.0021790261,0.0005229283,0.0004460667,0.00065534463],"domain_scores_gemma":[0.9887165,0.009099586,0.00089430815,0.0005419562,0.0004119098,0.00033577564],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010364627,0.00036187476,0.00052788574,0.00015316441,0.00019995047,0.00008018405,0.00018764051,0.0007252514,0.0016578682],"category_scores_gemma":[0.019559946,0.0004153749,0.00017668774,0.0004748646,0.0001943931,0.0006500918,0.00007593398,0.0010295123,0.00065562554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019615395,0.0007483621,0.025753977,0.0008783911,0.00020098705,0.0006505637,0.008574837,0.0010362845,0.008960134,0.05036178,0.039221495,0.863417],"study_design_scores_gemma":[0.0050227,0.00047533042,0.3790854,0.002438706,0.0006846089,0.0017616563,0.002424798,0.017772505,0.0018642789,0.0074778465,0.5804098,0.0005823538],"about_ca_topic_score_codex":0.0017822403,"about_ca_topic_score_gemma":0.00048437802,"teacher_disagreement_score":0.8628347,"about_ca_system_score_codex":0.0008973114,"about_ca_system_score_gemma":0.0005908941,"threshold_uncertainty_score":0.9998298},"labels":[],"label_agreement":null},{"id":"W1983349198","doi":"10.1051/pmed:2005019","title":"Faire connaître les recommandations d’un guidede pratiques : développement et évaluationd’une intervention de formation continue","year":2005,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Integre de Sante et de Services Sociaux de Laval","funders":"","keywords":"Humanities; Art; Political science","score_opus":0.3379464501650953,"score_gpt":0.5350017492942448,"score_spread":0.19705529912914954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983349198","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10887422,0.0062590153,0.25562593,0.61956567,0.0015463334,0.0018340895,0.00016203917,0.0002711318,0.005861577],"genre_scores_gemma":[0.7941165,0.012260047,0.123132564,0.017163886,0.004794052,0.0006021818,0.0042931894,0.0001561087,0.043481447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99365544,0.001435745,0.0029535193,0.00051335094,0.00076208747,0.0006798449],"domain_scores_gemma":[0.99551404,0.0016625597,0.0011360102,0.000528747,0.00080011616,0.0003585439],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006670325,0.00038467874,0.00051873934,0.00021366673,0.0004060604,0.00020851065,0.00024789156,0.00037937507,0.008148989],"category_scores_gemma":[0.009355252,0.00041104673,0.00031930485,0.00040144438,0.00022960076,0.0017418413,0.00018748117,0.00077039504,0.0006891178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016022014,0.0012557198,0.0042168843,0.0002999453,0.0001972358,0.00001429365,0.0053123157,0.00022093972,0.0009898314,0.0028236127,0.15643167,0.8280773],"study_design_scores_gemma":[0.00839612,0.00087806245,0.031473354,0.0018763836,0.0012285671,0.00017039325,0.020450253,0.03869165,0.008112294,0.0050584716,0.8830265,0.00063794135],"about_ca_topic_score_codex":0.0008528253,"about_ca_topic_score_gemma":0.0038892375,"teacher_disagreement_score":0.82743937,"about_ca_system_score_codex":0.0011921895,"about_ca_system_score_gemma":0.00072049926,"threshold_uncertainty_score":0.9998341},"labels":[],"label_agreement":null},{"id":"W1983444371","doi":"10.1136/bmj.39618.627951.80","title":"NHS goes to the PROMS","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Management; Political science; Psychology; Medicine; Library science; Law; Economics; Computer science","score_opus":0.40405255946345187,"score_gpt":0.5487668047668117,"score_spread":0.14471424530335986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983444371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55851704,0.00003198277,0.0006690398,0.4335195,0.00029911217,0.0010727402,0.0000030471033,0.000047465586,0.005840047],"genre_scores_gemma":[0.967817,0.00001589469,0.0044620438,0.020120885,0.0010641513,0.000056144676,0.000011646744,0.000009617505,0.0064425925],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992755,0.000032869233,0.00031422827,0.00009553212,0.00019039477,0.00009146654],"domain_scores_gemma":[0.999332,0.00023554426,0.000057736495,0.00023945069,0.00007306386,0.00006216971],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050772255,0.00004109511,0.00007695315,0.000016449103,0.000057520654,0.0000043659384,0.00004944394,0.000019388799,0.0002568008],"category_scores_gemma":[0.0041032815,0.000024299485,0.000033262695,0.000099845776,0.000016930813,0.000042000538,0.000031553885,0.0000847981,0.0009382839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012060139,0.000061247025,0.01887907,0.00000628058,0.000019390262,0.000036404617,0.00047609754,0.000007897981,0.0005583227,0.000099151664,0.9524132,0.02732232],"study_design_scores_gemma":[0.0006173729,0.00019873578,0.16171493,0.000013304016,0.000036465808,0.00020315153,0.00046875604,0.00008963917,0.00034179303,0.000053796844,0.8362126,0.000049472026],"about_ca_topic_score_codex":0.00009375466,"about_ca_topic_score_gemma":0.000052286363,"teacher_disagreement_score":0.41339862,"about_ca_system_score_codex":0.000017686152,"about_ca_system_score_gemma":0.00007914989,"threshold_uncertainty_score":0.9998396},"labels":[],"label_agreement":null},{"id":"W1983497705","doi":"10.1017/s2045796012000212","title":"Translating knowledge to practice: optimizing the use of guidelines","year":2012,"lang":"en","type":"review","venue":"Epidemiology and Psychiatric Sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Mental health care; Guideline; Mental health; Health care; MEDLINE; Medicine; Nursing; Psychology; Psychiatry; Political science","score_opus":0.8283579580653326,"score_gpt":0.6513591646862934,"score_spread":0.17699879337903923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983497705","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010790126,0.9573607,0.0040320475,0.035610117,0.001530183,0.00096020283,0.000011770394,0.000019709641,0.0004645126],"genre_scores_gemma":[0.00000841544,0.7289466,0.26648822,0.0035710027,0.0008532964,0.000031470492,0.000010413621,0.000012186638,0.000078361925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934529,0.0022343355,0.003148288,0.0005375579,0.00018559472,0.00044132155],"domain_scores_gemma":[0.94688046,0.050476078,0.0017735143,0.00037583764,0.00028913136,0.00020498488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022668188,0.00028775682,0.001702487,0.00029619125,0.00037762342,0.000016315842,0.00026510324,0.00028682098,0.000053787116],"category_scores_gemma":[0.07401664,0.00015289636,0.00033428174,0.0011891433,0.0004596491,0.00032803576,0.00009941842,0.0005496188,0.000030564457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022836848,0.000052708525,0.0009948805,0.0012714224,0.00008796789,3.99925e-7,0.00015359829,0.000020434685,5.73716e-8,0.0008107101,0.01032245,0.98626256],"study_design_scores_gemma":[0.00015065556,0.00026112792,0.00010134658,0.0011151055,0.002794408,0.0002383504,0.00023226134,0.00019711714,1.7932061e-8,0.00012505944,0.9946354,0.00014917568],"about_ca_topic_score_codex":0.00020261791,"about_ca_topic_score_gemma":0.00004371765,"teacher_disagreement_score":0.98611337,"about_ca_system_score_codex":0.000017159435,"about_ca_system_score_gemma":0.00062281673,"threshold_uncertainty_score":0.9337833},"labels":[],"label_agreement":null},{"id":"W1983545169","doi":"10.1136/sextrans-2013-051184.1227","title":"P6.074 Tailoring Clinical Knowledge Products For Guidance on Addressing Sexually Transmitted Infections and Blood-Borne Infection (STBBIs) to Meet the Different Needs of Family Medicine Practitioners in Canada","year":2013,"lang":"en","type":"article","venue":"Sexually Transmitted Infections","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; University of Calgary; Western University; Public Health Agency of Canada","funders":"","keywords":"Medicine; Guideline; Family medicine; Medical education; Human immunodeficiency virus (HIV); Alternative medicine; Test (biology); Pathology","score_opus":0.16266161924462202,"score_gpt":0.4268395325111359,"score_spread":0.26417791326651385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983545169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96018016,0.00017389777,0.008805301,0.024061268,0.0014471527,0.0042446153,0.000058139878,0.000119784374,0.0009096523],"genre_scores_gemma":[0.9946859,0.00023788727,0.00063980237,0.0024314364,0.0006851987,0.0009892912,0.00011244765,0.000078904726,0.0001391727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950744,0.000588799,0.0025734303,0.0006721813,0.00051069225,0.00058048783],"domain_scores_gemma":[0.99195653,0.0053230724,0.0005610243,0.00062640256,0.0011816721,0.0003513162],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017337252,0.0004831708,0.0008916998,0.00072387554,0.00041421785,0.00005285961,0.00014662878,0.00021748243,0.0000874008],"category_scores_gemma":[0.00541159,0.00037667726,0.0001367832,0.001988594,0.00026358227,0.0005180114,0.00003701014,0.0008239645,0.000006806816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018969226,0.011990385,0.6765053,0.0025374587,0.0027622262,0.00001702404,0.009814235,0.002945598,0.10945299,0.0050190897,0.042569395,0.13448933],"study_design_scores_gemma":[0.010676865,0.006579429,0.9604097,0.0010267581,0.0015618547,0.00008814513,0.0039156335,0.0018557302,0.001946025,0.0006219519,0.010652778,0.00066512154],"about_ca_topic_score_codex":0.29972798,"about_ca_topic_score_gemma":0.5776742,"teacher_disagreement_score":0.28390437,"about_ca_system_score_codex":0.00040776888,"about_ca_system_score_gemma":0.0016525679,"threshold_uncertainty_score":0.9998685},"labels":[],"label_agreement":null},{"id":"W1983771690","doi":"10.1016/s0272-2712(01)00009-9","title":"The use of ordering protocols and other maneuvers: the Canadian experience","year":2002,"lang":"en","type":"review","venue":"Clinics in Laboratory Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Risk analysis (engineering); Computer science; Requisition; Audit; Consolidation (business); Protocol (science); Control (management); Operations management; Business; Process management; Medicine; Finance; Accounting; Economics","score_opus":0.6517243037658157,"score_gpt":0.5861735041990531,"score_spread":0.06555079956676257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983771690","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000098994926,0.9789963,0.000007272516,0.0026160777,0.00052774017,0.017448518,0.00006509264,0.00001894803,0.00022109566],"genre_scores_gemma":[0.000042914788,0.99265254,0.00024301697,0.0033220924,0.00048364478,0.0030104297,0.000015267638,0.00006245436,0.00016762427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955901,0.0005704572,0.0026304536,0.00040334137,0.00047207347,0.0003335647],"domain_scores_gemma":[0.98893833,0.008318346,0.0011273144,0.0010164903,0.00035633586,0.00024317215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035432654,0.00031420944,0.0013216448,0.0001801935,0.00018648012,0.000037349568,0.00031925636,0.000318385,0.00018390006],"category_scores_gemma":[0.020014958,0.0001589667,0.00009427565,0.0008242968,0.0010060153,0.00011513581,0.000082707505,0.0011336049,0.000011474899],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045514676,0.000057058907,0.0017977669,0.0036212665,0.00011715103,0.00006462687,0.0008300172,7.7044706e-7,2.8946198e-7,0.00030738808,0.009412513,0.98374563],"study_design_scores_gemma":[0.00080206705,0.0002313514,0.00007762323,0.010882775,0.0003918586,0.000025357347,0.0005537808,0.000063948166,1.4127127e-7,0.000015662008,0.9868234,0.00013206064],"about_ca_topic_score_codex":0.0077772983,"about_ca_topic_score_gemma":0.061936766,"teacher_disagreement_score":0.98361355,"about_ca_system_score_codex":0.00022477562,"about_ca_system_score_gemma":0.0014217409,"threshold_uncertainty_score":0.99883},"labels":[],"label_agreement":null},{"id":"W1984048785","doi":"10.1002/chp.123","title":"Guidelines implementation: Transforming physician/patient interaction through stages of change","year":2007,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia","funders":"Sanofi","keywords":"Professional development; Family medicine; Medicine; Knowledge translation; Continuing professional development; Continuing education; Medical education; Faculty development; Library science","score_opus":0.40954948704707417,"score_gpt":0.626924088189483,"score_spread":0.2173746011424088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984048785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9110878,0.000759339,0.0041028126,0.080632165,0.002050551,0.0011904738,0.000004164286,0.00000693464,0.00016572597],"genre_scores_gemma":[0.97730494,0.00044695812,0.009410719,0.0117682,0.0009770407,0.00002041381,0.000020047875,0.0000131291345,0.000038557857],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9960722,0.0003202439,0.0028240867,0.000099052646,0.00047260357,0.00021184585],"domain_scores_gemma":[0.9951403,0.0009802448,0.0025423912,0.00016593824,0.0010991865,0.000071941016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048723756,0.00010118865,0.00032311227,0.00023869907,0.000094543095,0.000009990878,0.00010355456,0.000047307436,0.000043181568],"category_scores_gemma":[0.0009996437,0.00006917468,0.00011088759,0.00036778118,0.000027305257,0.0006157389,0.000013650868,0.0004561971,0.0000013932525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032539066,0.0006094852,0.014428367,0.00019659747,0.000022875634,0.000002119554,0.06902732,0.000002546954,0.00097637746,0.0003627221,0.010190786,0.90385544],"study_design_scores_gemma":[0.0027184275,0.0017586352,0.10064339,0.004856279,0.00015218172,0.0001575636,0.81746495,0.000017313576,0.0027681966,0.0010291896,0.06829434,0.00013953082],"about_ca_topic_score_codex":0.0004119901,"about_ca_topic_score_gemma":0.00027105986,"teacher_disagreement_score":0.9037159,"about_ca_system_score_codex":0.00019842593,"about_ca_system_score_gemma":0.0009192457,"threshold_uncertainty_score":0.28208616},"labels":[],"label_agreement":null},{"id":"W1984134262","doi":"10.4018/ijhisi.2015010102","title":"A Decision Support System (DSS) for Colorectal Cancer Follow-Up Program via a Semantic Framework","year":2015,"lang":"en","type":"article","venue":"International Journal of Healthcare Information Systems and Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Ontology; Flexibility (engineering); Decision support system; Web application; Computer science; Semantic Web; Colorectal cancer; Interface (matter); Clinical decision support system; User interface; Medicine; World Wide Web; Cancer; Artificial intelligence; Internal medicine","score_opus":0.13271570366064717,"score_gpt":0.49025004129028127,"score_spread":0.3575343376296341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984134262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45366666,0.00050267787,0.51305765,0.008917,0.018675527,0.0041824738,0.0002784895,0.00013914186,0.00058034615],"genre_scores_gemma":[0.9673992,0.00016290612,0.030144941,0.0013147746,0.0007178079,0.000101466096,0.00013348866,0.000011853671,0.000013599424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945804,0.000045365174,0.0038038017,0.000061166684,0.0012907392,0.00021855884],"domain_scores_gemma":[0.98998344,0.00052706717,0.002697312,0.00012109954,0.006280083,0.00039101043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024763977,0.00016928224,0.0004892728,0.00041423677,0.0000764998,0.00025478448,0.00018266366,0.00018505249,0.0000068880754],"category_scores_gemma":[0.0021462333,0.00013242463,0.00015227402,0.0001639765,0.000033956367,0.0025339,0.000056643894,0.00032169602,0.000019842528],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009020921,0.00022326646,0.030609192,0.004612144,0.0010782849,0.000030124938,0.021476451,0.0011228144,0.0000100773295,0.010038694,0.027422741,0.8943553],"study_design_scores_gemma":[0.025917338,0.008431147,0.0065501137,0.007228141,0.0005611264,0.011384446,0.085772894,0.33766514,0.00009383205,0.0006648011,0.5150884,0.0006426226],"about_ca_topic_score_codex":0.00034480545,"about_ca_topic_score_gemma":0.000032075088,"teacher_disagreement_score":0.89371264,"about_ca_system_score_codex":0.00059094885,"about_ca_system_score_gemma":0.0010466033,"threshold_uncertainty_score":0.540012},"labels":[],"label_agreement":null},{"id":"W1984374502","doi":"10.1097/mou.0b013e3280eb1121","title":"Evidence-based clinical practice guidelines for prostate cancer: the need for a unified approach","year":2007,"lang":"en","type":"review","venue":"Current Opinion in Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Grading (engineering); Credibility; Consistency (knowledge bases); Clinical Practice; Prostate cancer; Evidence-based medicine; Quality of evidence; Quality (philosophy); Evidence-based practice; Medical physics; Cancer; Family medicine; Alternative medicine; Meta-analysis; Computer science; Pathology; Artificial intelligence","score_opus":0.8615541104943316,"score_gpt":0.6922141787201974,"score_spread":0.1693399317741342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984374502","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.1241e-7,0.90195554,0.035651106,0.036007807,0.012324912,0.01377753,0.00020176636,0.000059674847,0.00002073712],"genre_scores_gemma":[0.0000013947612,0.9562602,0.022073714,0.006733443,0.0063853045,0.0062718014,0.002129929,0.00010610247,0.00003810892],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900216,0.0012940917,0.00633667,0.001155798,0.00047765227,0.0007141953],"domain_scores_gemma":[0.9469598,0.04579016,0.003052726,0.00087428663,0.0031236657,0.00019934705],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01682718,0.00058803207,0.0023892517,0.00038753852,0.00012822819,0.000043698223,0.0004959035,0.0007261501,0.00002602357],"category_scores_gemma":[0.15316634,0.0003912852,0.0010525357,0.00068755564,0.0002613467,0.00022365148,0.00012958463,0.0015449066,0.000015811489],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022167473,0.00050813984,0.00007245126,0.01798329,0.00016699465,7.457305e-7,0.000021070178,0.000037611517,3.600859e-8,0.00029782916,0.102360286,0.8763348],"study_design_scores_gemma":[0.0042130677,0.0012261288,0.00002074305,0.007812125,0.002722896,0.000048290764,0.000103250895,0.0041942475,5.2197528e-8,0.00010188569,0.97922593,0.000331392],"about_ca_topic_score_codex":0.00006238254,"about_ca_topic_score_gemma":0.000012463266,"teacher_disagreement_score":0.8768656,"about_ca_system_score_codex":0.0002490229,"about_ca_system_score_gemma":0.0037888829,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W1984407193","doi":"10.1891/1521-0987.10.3.89","title":"Development of an Individualized Service Plan Tool and Rules for Case Management in Québec","year":2009,"lang":"en","type":"article","venue":"Care management journals","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Service (business); Process management; Case management; Managed care; Psychology; Operations management; Computer science; Business; Engineering; Health care; Political science; History; Marketing","score_opus":0.20653218777378002,"score_gpt":0.4788957361750725,"score_spread":0.27236354840129245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984407193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916285,0.0003936295,0.0018569679,0.002953458,0.000063064515,0.0016669104,0.000019398476,0.000024776578,0.0013932851],"genre_scores_gemma":[0.73275,0.00021146236,0.262253,0.0043412,0.000073250696,0.000075840384,0.00017569393,0.000021480788,0.00009809721],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99793065,0.00005800827,0.0011906136,0.000268813,0.00032472648,0.00022717986],"domain_scores_gemma":[0.9989935,0.00012619443,0.00033950736,0.0002430292,0.00018449419,0.000113268754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012151577,0.00015808112,0.00032161418,0.00034341816,0.00009058531,0.00004675018,0.00010272245,0.00004710519,0.0000748672],"category_scores_gemma":[0.00010756969,0.00014744065,0.00004867151,0.00018785214,0.000012531544,0.00021916171,0.00008221208,0.000109607616,0.0000037231307],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052957196,0.00026828842,0.0017292653,0.00080285175,0.0002699844,0.0011298513,0.0041262615,0.00002346194,0.000119488504,0.00039459474,0.0005040166,0.99010235],"study_design_scores_gemma":[0.05228404,0.0017310649,0.45990407,0.0023379924,0.003240553,0.0019003301,0.24015062,0.0012795752,0.0013657007,0.0027718314,0.23172286,0.0013113612],"about_ca_topic_score_codex":0.00017157944,"about_ca_topic_score_gemma":0.0024864424,"teacher_disagreement_score":0.988791,"about_ca_system_score_codex":0.0001557165,"about_ca_system_score_gemma":0.00006832914,"threshold_uncertainty_score":0.6012455},"labels":[],"label_agreement":null},{"id":"W1984591501","doi":"10.1136/bmjqs-2013-002293.86","title":"055 Use of Non-Randomised Studies In The Guideline Process: The GRADE Approach","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Process (computing); Process management; Medical physics; Computer science; Engineering; Pathology","score_opus":0.6021867564348873,"score_gpt":0.6031158367456734,"score_spread":0.0009290803107860901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984591501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8424685,0.000317854,0.0075274366,0.13826028,0.00023405883,0.010171987,0.00003559897,0.000049212005,0.00093507173],"genre_scores_gemma":[0.9817131,0.0002509266,0.006194602,0.010780515,0.00032370264,0.00047458115,0.00012488937,0.000018617931,0.000119055934],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99362534,0.0011469522,0.003951197,0.0002918438,0.00073648343,0.0002481626],"domain_scores_gemma":[0.98730105,0.010136518,0.00088319683,0.0008219693,0.00079739344,0.00005989454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014324035,0.00018297877,0.00060559594,0.000047968446,0.00010128822,0.000024535002,0.00025216353,0.000075844015,0.00007849888],"category_scores_gemma":[0.032008976,0.0000893466,0.0001802873,0.0004068843,0.0002846455,0.0003244804,0.000083058854,0.00037364205,0.000022410364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029626789,0.00805807,0.114522085,0.004843916,0.0026905276,0.000038566224,0.109905094,0.0027706292,0.0074402494,0.0028861146,0.59518373,0.12203425],"study_design_scores_gemma":[0.08035588,0.0007465223,0.45994896,0.00054086733,0.0013449396,0.00011344734,0.40088558,0.019588498,0.0005078726,0.0059816483,0.0291313,0.0008544944],"about_ca_topic_score_codex":0.0021039045,"about_ca_topic_score_gemma":0.00016520267,"teacher_disagreement_score":0.56605244,"about_ca_system_score_codex":0.000057159625,"about_ca_system_score_gemma":0.00023886045,"threshold_uncertainty_score":0.97614485},"labels":[],"label_agreement":null},{"id":"W1984597045","doi":"10.1007/s13187-009-0008-y","title":"Evaluation of Cancer Patient Education and Services","year":2010,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Cancer Foundation; Laurentian University; Centre for Advancing Health Outcomes; Sudbury Regional Hospital","funders":"","keywords":"Medicine; Psychosocial; Cancer; Patient education; Patient satisfaction; Psychosocial support; Family medicine; Nursing; Internal medicine; Psychiatry","score_opus":0.13186860832258565,"score_gpt":0.600846188230551,"score_spread":0.4689775799079654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984597045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837507,0.0044781077,0.00001307172,0.0075963424,0.0035348334,0.0003108713,0.000003628501,0.0000026262458,0.00030980541],"genre_scores_gemma":[0.9950773,0.00085093104,0.001764352,0.000988074,0.0012198773,0.00004272222,0.0000100115885,0.000009722487,0.00003699287],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982399,0.0000787369,0.00080236944,0.000094865005,0.0007167325,0.000067402],"domain_scores_gemma":[0.9941459,0.00010125255,0.0013102175,0.000123984,0.0042192694,0.00009943151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00140551,0.00007055891,0.00016718847,0.00015227597,0.000027864295,0.000015395191,0.000045222387,0.00005595437,0.0005268096],"category_scores_gemma":[0.0006986422,0.0000595281,0.000045571356,0.0001411439,0.000026840604,0.0003523396,0.000010003293,0.00021469008,0.0000010581438],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009065115,0.00041795752,0.123516046,0.000092279195,0.00006095662,4.4639737e-8,0.00090930983,0.000022120417,0.017457554,0.000026186426,0.0013649716,0.8560419],"study_design_scores_gemma":[0.0014412815,0.000402257,0.94477874,0.00064550654,0.0027272964,0.00006551522,0.005623342,0.00093715073,0.013880125,0.0017040534,0.027672889,0.00012186948],"about_ca_topic_score_codex":0.0019211918,"about_ca_topic_score_gemma":0.001685419,"teacher_disagreement_score":0.8559201,"about_ca_system_score_codex":0.00018539779,"about_ca_system_score_gemma":0.005726022,"threshold_uncertainty_score":0.9999106},"labels":[],"label_agreement":null},{"id":"W1984975790","doi":"10.1016/j.jclinepi.2013.09.020","title":"World Health Organization recommendations are often strong based on low confidence in effect estimates","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Health Canada; McMaster University","funders":"University of Toronto; University of Oxford","keywords":"Confidence interval; Grading (engineering); Guideline; Low Confidence; Medicine; MEDLINE; Statistics; Psychology; Political science; Mathematics; Internal medicine; Social psychology","score_opus":0.6255112058171864,"score_gpt":0.6792330395737398,"score_spread":0.05372183375655337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984975790","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000109269364,0.73580384,0.06518847,0.18989421,0.0057224906,0.0030159322,0.00006300229,0.00006645757,0.00013634244],"genre_scores_gemma":[0.00051611016,0.9588537,0.015379594,0.022868544,0.001832527,0.00001646763,0.0004136012,0.00007920229,0.00004022752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96136993,0.018574419,0.018666865,0.00056528585,0.00035244875,0.00047102183],"domain_scores_gemma":[0.5956243,0.37612945,0.026241397,0.00067083514,0.00070982176,0.0006241792],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077626556,0.00046175346,0.012011264,0.0007530834,0.000064224056,0.000014232874,0.00034649202,0.0006417547,0.00040555702],"category_scores_gemma":[0.6337612,0.00032088681,0.0012596939,0.0007660111,0.00016673637,0.00013014466,0.000066121145,0.003702454,0.00010049197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002975413,0.00046066876,0.035746183,0.006235429,0.00019700512,0.000043765434,0.0000040134455,0.0002873844,1.7524862e-8,0.00024392612,0.026105678,0.9303784],"study_design_scores_gemma":[0.005307904,0.006188362,0.01681565,0.08059409,0.0019124898,0.00028535497,0.000019360432,0.00432327,1.7244186e-7,0.00056488276,0.8836049,0.00038356555],"about_ca_topic_score_codex":0.000050349223,"about_ca_topic_score_gemma":0.00010409352,"teacher_disagreement_score":0.9299948,"about_ca_system_score_codex":0.00041869175,"about_ca_system_score_gemma":0.0022239995,"threshold_uncertainty_score":0.9999243},"labels":[],"label_agreement":null},{"id":"W1985050613","doi":"10.1016/j.jcjd.2013.08.080","title":"The Impact of the QIIP Learning Collaborative on Diabetes Management","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Audit; Quality management; Physical therapy; Type 2 diabetes; Internal medicine","score_opus":0.051386765351185984,"score_gpt":0.38030675194852853,"score_spread":0.32891998659734256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985050613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98603123,0.00036907446,0.0000014967446,0.011495206,0.00024880454,0.00038021037,0.000007763403,0.0000024823516,0.0014637376],"genre_scores_gemma":[0.9987815,0.000020706206,0.00010052199,0.0006774602,0.00014567145,0.0000076189995,0.0000022217585,0.000014495119,0.0002497898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984933,0.00020668174,0.00066605414,0.00007982821,0.00025199566,0.0003021028],"domain_scores_gemma":[0.99695814,0.0011779157,0.00065319025,0.00020813358,0.00059211144,0.00041049422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088613894,0.00010891516,0.00023075302,0.00011977505,0.0002093639,0.00006814474,0.00020341098,0.0000386237,0.00026961975],"category_scores_gemma":[0.0050808885,0.000054415323,0.00019706343,0.0003294594,0.00014858312,0.00015119798,0.000017517606,0.0003736127,0.000022139628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009227058,0.000020952632,0.92532456,0.000019120569,0.0005205397,0.0000025520553,0.00020393346,0.0005207451,0.0006786002,0.00009538238,0.042835135,0.029769247],"study_design_scores_gemma":[0.0010326343,0.0013840275,0.985727,0.00024509273,0.00018359788,0.0000012587524,0.0019121775,0.0003144337,0.0012361174,0.0006086325,0.0072735585,0.00008147214],"about_ca_topic_score_codex":0.0005766172,"about_ca_topic_score_gemma":0.00078488985,"teacher_disagreement_score":0.060402434,"about_ca_system_score_codex":0.00022505481,"about_ca_system_score_gemma":0.0008742805,"threshold_uncertainty_score":0.60826653},"labels":[],"label_agreement":null},{"id":"W1985860900","doi":"10.1016/s0009-9236(03)90451-6","title":"Understanding Why Physicians Modify or Ignore Prescribing Guidelines","year":2003,"lang":"en","type":"article","venue":"Clinical Pharmacology & Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Clinical pharmacology; Medicine; Pharmacology; Intensive care medicine; Family medicine","score_opus":0.8390255197767043,"score_gpt":0.6068816241768574,"score_spread":0.23214389559984683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985860900","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42237878,0.0017596581,0.24355361,0.3016885,0.017907932,0.0050021084,0.00007712408,0.0010748683,0.006557447],"genre_scores_gemma":[0.44527632,0.002219782,0.012973844,0.53654885,0.0020591542,0.00004342046,0.00004290544,0.00010586922,0.0007298268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950285,0.0008563012,0.0024495304,0.0006580087,0.00040344585,0.00060419866],"domain_scores_gemma":[0.9936331,0.0045208298,0.0006044095,0.0004476667,0.0005265037,0.0002674718],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002569974,0.00033805246,0.00075761444,0.00010547087,0.00022851564,0.000035595494,0.00022500996,0.0003669705,0.0012393506],"category_scores_gemma":[0.0017307517,0.0002756011,0.0003690499,0.0003890915,0.00043207535,0.00021455775,0.000079485595,0.0010660032,0.00010796825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005923327,0.0038736234,0.054425035,0.00016001058,0.0043165735,0.0003763615,0.00043432688,0.00052372384,0.023002435,0.001162985,0.8766787,0.02912292],"study_design_scores_gemma":[0.020790007,0.0030321814,0.0024046714,0.00017011407,0.008184455,0.00020749988,0.003034262,0.015313867,0.0035158372,0.0048059286,0.9376633,0.00087783125],"about_ca_topic_score_codex":0.000011812421,"about_ca_topic_score_gemma":0.00002801941,"teacher_disagreement_score":0.23486039,"about_ca_system_score_codex":0.00023092229,"about_ca_system_score_gemma":0.0005011214,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null},{"id":"W1985906955","doi":"10.1378/chest.08-0194","title":"Rebuttal From Dr. Guyatt et al","year":2008,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Rebuttal; Medicine; Law","score_opus":0.3732187801534538,"score_gpt":0.5102615778470554,"score_spread":0.13704279769360161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985906955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87265116,0.00017035306,0.0031919873,0.12141704,0.0005989824,0.00009134634,0.000009195495,0.00003234318,0.0018376099],"genre_scores_gemma":[0.9391848,0.000782316,0.0179971,0.03970474,0.0014688856,0.0000021978815,0.000078484016,0.000029617926,0.00075188157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852383,0.000081501195,0.0006739532,0.000148363,0.00039116753,0.00018118325],"domain_scores_gemma":[0.9986564,0.0004923749,0.00025618056,0.00017616947,0.0001727854,0.00024609445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000724612,0.00009779008,0.00019674774,0.000050911163,0.00012934441,0.000026333979,0.00007692987,0.000052477404,0.0015650137],"category_scores_gemma":[0.0025817375,0.00008182223,0.000117442265,0.0000821355,0.000060256378,0.00027137584,0.00003362004,0.00070499285,0.0002818397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040746888,0.00031059835,0.101407565,0.0000072469147,0.00013629814,0.0012963575,0.00062178436,0.0000066688403,0.014381606,0.000025801404,0.8682528,0.013145768],"study_design_scores_gemma":[0.003599048,0.000271709,0.3088166,0.00005058128,0.00010514327,0.005141674,0.0003892751,0.0001362575,0.0013106687,0.00038877677,0.67966825,0.000122000376],"about_ca_topic_score_codex":0.000082472434,"about_ca_topic_score_gemma":0.000015508644,"teacher_disagreement_score":0.20740905,"about_ca_system_score_codex":0.00008029097,"about_ca_system_score_gemma":0.00031419378,"threshold_uncertainty_score":0.9993477},"labels":[],"label_agreement":null},{"id":"W1986717878","doi":"10.1093/intqhc/mzi108","title":"Adaptation of clinical guidelines: literature review and proposition for a framework and procedure","year":2006,"lang":"en","type":"review","venue":"International Journal for Quality in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":339,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"Guideline; Adaptation (eye); Context (archaeology); Process (computing); Quality (philosophy); Process management; Computer science; Systematic review; MEDLINE; Knowledge management; Medicine; Management science; Psychology; Business; Political science; Engineering","score_opus":0.5702001018969086,"score_gpt":0.707323995368879,"score_spread":0.1371238934719704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986717878","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023247127,0.96823883,0.0066922028,0.018450495,0.00089527044,0.004624462,0.0010625682,0.000009762805,0.0000031544785],"genre_scores_gemma":[0.000016078386,0.94141966,0.04894195,0.004999398,0.0016252612,0.00024552332,0.002687891,0.00003444378,0.000029810826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99107504,0.0005478482,0.0072719245,0.00039972906,0.0005145796,0.00019085572],"domain_scores_gemma":[0.9876532,0.0035268194,0.004295739,0.00015904661,0.004194556,0.00017063624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070245923,0.0002618704,0.0020814238,0.000253566,0.00007145707,0.000056535144,0.00013508243,0.00040627102,0.0000053721387],"category_scores_gemma":[0.029051214,0.0002071325,0.00051520095,0.00017702181,0.000051992185,0.00019281992,0.000038943923,0.00088666996,2.9299633e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024442188,0.000081309314,0.00015849055,0.21102212,0.00012804788,0.0000040125688,0.00017797296,0.0000012187468,1.5013514e-8,0.0004687152,0.004776682,0.782937],"study_design_scores_gemma":[0.001559252,0.00064001704,0.00014140816,0.22286552,0.00072403695,0.0004625864,0.00035378145,0.00006388615,3.239844e-8,0.000884319,0.77215606,0.00014908635],"about_ca_topic_score_codex":0.00008833177,"about_ca_topic_score_gemma":0.00011187661,"teacher_disagreement_score":0.7827879,"about_ca_system_score_codex":0.0003079563,"about_ca_system_score_gemma":0.0019180663,"threshold_uncertainty_score":0.9791275},"labels":[],"label_agreement":null},{"id":"W1986858655","doi":"10.1503/cmaj.111989","title":"Guidelines are too important to be left to clinical experts","year":2011,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; World Wide Web; Medicine","score_opus":0.2857246908212502,"score_gpt":0.48494929980250073,"score_spread":0.19922460898125055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986858655","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004324535,0.00014661055,0.00027169439,0.98520887,0.007876725,0.00082923874,0.00022488908,0.0000569239,0.0010605012],"genre_scores_gemma":[0.00023861323,0.00034993753,0.003379044,0.92893535,0.059238993,0.000025557962,0.00029397872,0.00012365752,0.0074148607],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98663116,0.0007171478,0.006126788,0.0007916777,0.0043645175,0.0013687166],"domain_scores_gemma":[0.98411554,0.0018627377,0.0021690337,0.00061809184,0.0042803665,0.0069542085],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.011538233,0.0005298916,0.001437519,0.00073770806,0.0002828293,0.00018865254,0.00066889793,0.0031624453,0.019112384],"category_scores_gemma":[0.15667608,0.00047636882,0.00067796244,0.00038404553,0.00005363328,0.00019424103,0.00011429947,0.006614774,0.0010658728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047744386,0.000042328684,0.05064054,0.000018876164,0.00033358618,0.0065441313,0.00018209356,3.012138e-7,0.000001050087,0.0000026506264,0.9239618,0.018224863],"study_design_scores_gemma":[0.0013519786,0.000417671,0.010820415,0.00039697497,0.00032293165,0.0015242457,0.0004863361,0.000019522826,0.0000020330365,0.0000550856,0.9841212,0.00048161682],"about_ca_topic_score_codex":0.007862294,"about_ca_topic_score_gemma":0.077407874,"teacher_disagreement_score":0.14513786,"about_ca_system_score_codex":0.0025609604,"about_ca_system_score_gemma":0.012815849,"threshold_uncertainty_score":0.9997688},"labels":[],"label_agreement":null},{"id":"W1987826691","doi":"10.1016/j.jclinepi.2014.07.005","title":"Adding a “GRADE” to the quality appraisal of rheumatoid arthritis guidelines identifies limitations beyond AGREE-II","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Mount Sinai Hospital; University of Calgary; University of Toronto","funders":"","keywords":"Rheumatoid arthritis; Medicine; Quality (philosophy); Critical appraisal; Intensive care medicine; Physical therapy; Family medicine; Alternative medicine; Internal medicine; Pathology; Epistemology","score_opus":0.6899436384191389,"score_gpt":0.6432126376440979,"score_spread":0.046731000775041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987826691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6555816,0.0009513029,0.05418259,0.2849345,0.003595008,0.00035316852,0.000020152906,0.000020227695,0.00036145092],"genre_scores_gemma":[0.88428295,0.0064276736,0.08012679,0.02610933,0.0029224418,0.00001037043,0.000022067008,0.000026030062,0.00007233141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97372466,0.0069767013,0.017919697,0.0003715647,0.0006105713,0.00039678777],"domain_scores_gemma":[0.54909503,0.4267353,0.01693623,0.0012801812,0.004997356,0.0009559092],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09591557,0.00021589402,0.0029222153,0.00019208019,0.00016008236,0.00001181617,0.00041469935,0.000303589,0.00011648751],"category_scores_gemma":[0.8336582,0.00013863563,0.0011272744,0.0003171445,0.00039676682,0.00023310487,0.00021261329,0.0011408228,0.000044873283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001714346,0.00080037076,0.20641468,0.000066900815,0.0006897513,0.000012344794,0.00043840767,0.0010488417,0.0005409636,0.013871746,0.3202342,0.45416743],"study_design_scores_gemma":[0.005649933,0.004250014,0.47840527,0.0006139969,0.0002496762,0.00046526417,0.0014372424,0.002148847,0.00006983966,0.017406521,0.4890498,0.00025359457],"about_ca_topic_score_codex":0.00019165345,"about_ca_topic_score_gemma":0.00052361406,"teacher_disagreement_score":0.73774266,"about_ca_system_score_codex":0.000027461876,"about_ca_system_score_gemma":0.0003805411,"threshold_uncertainty_score":0.93094516},"labels":[],"label_agreement":null},{"id":"W1987877437","doi":"10.1097/pai.0b013e3181e2de01","title":"Canadian External Quality Assurance Program for Breast Cancer Biomarkers","year":2010,"lang":"en","type":"letter","venue":"Applied immunohistochemistry & molecular morphology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Quality assurance; Breast cancer; Medicine; Oncology; Management; Internal medicine; Cancer; External quality assessment; Pathology; Economics","score_opus":0.043804255279936054,"score_gpt":0.42320177178050117,"score_spread":0.37939751650056514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987877437","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12312363,0.0010423894,0.0022036794,0.8603976,0.0018978735,0.0056011807,0.003152332,0.0002739813,0.0023073652],"genre_scores_gemma":[0.11958007,0.000079605634,0.027425535,0.8310958,0.0035465276,0.006544201,0.009867538,0.0003935232,0.0014671982],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99521947,0.00008767343,0.0016700666,0.0013243145,0.000533603,0.0011648568],"domain_scores_gemma":[0.9959225,0.0004994799,0.0010537227,0.0015535017,0.00061492063,0.00035584735],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0007590644,0.00073025667,0.0011141725,0.00017188974,0.00018785794,0.000059544633,0.00059136096,0.0033386683,0.0014092679],"category_scores_gemma":[0.0006416547,0.0008135623,0.00053539505,0.00021857097,0.0004268456,0.000046177396,0.0000988496,0.0047706584,0.00005470649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036207773,0.00007205744,0.00008221294,0.00039740693,0.00041546335,0.00042900973,0.0000074024265,7.027427e-7,0.64824533,0.000006663789,0.33227456,0.017707078],"study_design_scores_gemma":[0.010219932,0.00032980798,0.0067986194,0.0003809014,0.0031682395,0.0048083654,0.00007602757,0.00003492124,0.08105114,0.00053108274,0.88991773,0.002683255],"about_ca_topic_score_codex":0.06579089,"about_ca_topic_score_gemma":0.0005851133,"teacher_disagreement_score":0.5671942,"about_ca_system_score_codex":0.0013368976,"about_ca_system_score_gemma":0.0030569963,"threshold_uncertainty_score":0.99950355},"labels":[],"label_agreement":null},{"id":"W1988605144","doi":"10.1371/journal.pone.0053744","title":"A Systematic Review of Recent Clinical Practice Guidelines on the Diagnosis, Assessment and Management of Hypertension","year":2013,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"King Saud University","keywords":"Medicine; MEDLINE; Rigour; Systematic review; Cochrane Library; CLARITY; Excellence; Family medicine; Clinical Practice; Alternative medicine; Pathology","score_opus":0.7920198477336896,"score_gpt":0.6044346679551788,"score_spread":0.18758517977851086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988605144","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013975528,0.9616778,0.0000132632285,0.023780882,0.000103796156,0.013869012,0.000022925517,0.000018645716,0.0004997282],"genre_scores_gemma":[5.4897674e-7,0.9549422,0.03364368,0.009251252,0.0001437743,0.001779553,0.00011390582,0.00005292312,0.0000721185],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9880264,0.0016878227,0.0081074,0.00050566584,0.0014849477,0.00018778576],"domain_scores_gemma":[0.9731101,0.015822962,0.006181907,0.0015116939,0.0032278446,0.00014554228],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010311142,0.00038724756,0.0049551134,0.00009610609,0.000038189,0.000015542671,0.00024735052,0.00019064185,0.00032262708],"category_scores_gemma":[0.06386139,0.00020804955,0.00047809325,0.00034991102,0.00008979515,0.00010456908,0.00025919627,0.0005992492,0.00006300347],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014723156,0.0026013122,0.0000044298695,0.79272133,0.0037265653,0.000014553693,0.0000018842037,8.309565e-9,2.3074902e-7,0.00015713097,0.010009504,0.1907483],"study_design_scores_gemma":[0.00038305682,0.00052141957,0.000009947194,0.76445895,0.063940994,0.000028719636,0.00007831949,0.000015292526,0.0000010859617,0.000008403612,0.17042412,0.00012971082],"about_ca_topic_score_codex":0.00002036719,"about_ca_topic_score_gemma":6.44128e-7,"teacher_disagreement_score":0.19061859,"about_ca_system_score_codex":0.00011554269,"about_ca_system_score_gemma":0.00028354427,"threshold_uncertainty_score":0.9440241},"labels":[],"label_agreement":null},{"id":"W1988953504","doi":"10.1016/j.jclinepi.2012.07.013","title":"Experience with GRADE","year":2012,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Framing (construction); Quality of evidence; Medicine; Health care; Psychology; Grading (engineering); Medical education; Randomized controlled trial; Surgery; Engineering; Political science","score_opus":0.7518121300574013,"score_gpt":0.6568858881763046,"score_spread":0.09492624188109677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988953504","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01947442,0.00070173794,0.00488866,0.97042614,0.003812224,0.0002973987,0.0000072132493,0.000018490317,0.000373731],"genre_scores_gemma":[0.011416052,0.0010808866,0.03219233,0.9110863,0.04352658,0.0000073974206,0.000059259357,0.00006200708,0.00056916015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97829354,0.0058008055,0.014081264,0.00043939144,0.0006693898,0.0007156004],"domain_scores_gemma":[0.8597384,0.12341685,0.014664832,0.00071333535,0.000893923,0.0005726237],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03240682,0.00037586724,0.0054645687,0.00019391053,0.000040556584,0.000007121254,0.00038325967,0.0019496663,0.00079897104],"category_scores_gemma":[0.25059637,0.00022670708,0.0013056225,0.00015377942,0.00065076014,0.00025488168,0.00008422477,0.010237623,0.00011084306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007914236,0.00018689428,0.2247961,0.000084059684,0.00038904088,0.0008697522,0.000029281704,0.000003311414,0.0000019264046,0.000027157055,0.76342565,0.009395431],"study_design_scores_gemma":[0.0027457876,0.0029693632,0.07442406,0.00029898182,0.0011108612,0.004179491,0.000046329114,0.000025941254,0.0000021066708,0.00074914977,0.91324574,0.00020218574],"about_ca_topic_score_codex":0.000042029504,"about_ca_topic_score_gemma":0.000004653858,"teacher_disagreement_score":0.21818955,"about_ca_system_score_codex":0.00008479807,"about_ca_system_score_gemma":0.00087129814,"threshold_uncertainty_score":0.999346},"labels":[],"label_agreement":null},{"id":"W1989117955","doi":"10.1371/journal.pmed.0040250","title":"How Evidence-Based Are the Recommendations in Evidence-Based Guidelines?","year":2007,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"Canadian Institutes of Health Research; Fondation pour la Recherche Médicale; Canada Research Chairs; University of Alberta","keywords":"Medicine; MEDLINE; Biology","score_opus":0.7054409171528525,"score_gpt":0.5485282317459774,"score_spread":0.15691268540687509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989117955","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08860674,0.002996103,0.016822143,0.8892415,0.0005860258,0.0014808085,0.0000060538305,0.00011709361,0.00014348909],"genre_scores_gemma":[0.900641,0.0008853474,0.0076970304,0.0879849,0.0020592443,0.00009899163,0.000099435965,0.000049180395,0.00048486618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953361,0.00035915757,0.0020105203,0.00053391093,0.0012486024,0.00051168737],"domain_scores_gemma":[0.9788203,0.017676359,0.00085261924,0.000959765,0.0013889179,0.00030202963],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009190858,0.00029625624,0.0005941033,0.00043539473,0.00014735639,0.000039407896,0.00032105658,0.0001464274,0.0008036534],"category_scores_gemma":[0.15529227,0.00018628873,0.00012826709,0.0012483308,0.00027230044,0.0005979262,0.0000518733,0.00073338725,0.000055320852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046536545,0.0014363921,0.44252858,0.0008281521,0.00022832632,0.00051746407,0.0005859391,0.00023515201,0.022346186,0.00023222508,0.31232113,0.21408682],"study_design_scores_gemma":[0.04238207,0.0061985087,0.47200158,0.0874362,0.0039213295,0.00014782952,0.025675477,0.061280485,0.01976213,0.00090515387,0.2786381,0.0016511448],"about_ca_topic_score_codex":0.0004863814,"about_ca_topic_score_gemma":0.0009785326,"teacher_disagreement_score":0.81203425,"about_ca_system_score_codex":0.00036684846,"about_ca_system_score_gemma":0.0005325588,"threshold_uncertainty_score":0.8799441},"labels":[],"label_agreement":null},{"id":"W1989190329","doi":"10.1097/01.pcc.0000299392.39076.cd","title":"PCCM moves to online-only publication of case reports","year":2008,"lang":"en","type":"article","venue":"Pediatric Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Medicine; MEDLINE; Library science; Computer science; Law","score_opus":0.21096982694468375,"score_gpt":0.5083900685221264,"score_spread":0.2974202415774427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989190329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9367655,0.0014440106,0.0026897083,0.055780817,0.0007314354,0.00075657474,0.0000585657,0.0001182156,0.0016551925],"genre_scores_gemma":[0.9844738,0.00016019074,0.0067066816,0.004934021,0.003155465,0.000024250226,0.00036400114,0.00003350076,0.00014805788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961927,0.00008956915,0.0019782318,0.0005042326,0.0008978369,0.00033741843],"domain_scores_gemma":[0.99351186,0.0022052387,0.00026363833,0.00067325216,0.0027016231,0.0006443838],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00075337064,0.00020525046,0.0005814523,0.00039220206,0.00010164145,0.0000058058195,0.00007046504,0.00012981646,0.0007727705],"category_scores_gemma":[0.079550736,0.000171223,0.000114494454,0.0009457987,0.00022539376,0.00017683755,0.00008805505,0.00034239664,0.000027665597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008115852,0.0019449946,0.6518785,0.0027283847,0.00009416574,0.06430834,0.006757095,0.00001104834,0.0011133181,0.0012957751,0.21443619,0.054620624],"study_design_scores_gemma":[0.011583715,0.012475358,0.45634228,0.00034534326,0.007322714,0.38626236,0.03760863,0.0004849387,0.0005975274,0.00090875116,0.08456721,0.001501171],"about_ca_topic_score_codex":0.0008991615,"about_ca_topic_score_gemma":0.000102144244,"teacher_disagreement_score":0.321954,"about_ca_system_score_codex":0.000112947775,"about_ca_system_score_gemma":0.00049833354,"threshold_uncertainty_score":0.92820257},"labels":[],"label_agreement":null},{"id":"W1989476572","doi":"10.12927/hcq..16690","title":"Nursing Best Practice Guidelines: The RNAO Project","year":2001,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Best practice; Nursing; Guideline; Accountability; Health care; Medicine; Nursing practice; Christian ministry; Nursing research; Political science","score_opus":0.35344907335783216,"score_gpt":0.5787680287319732,"score_spread":0.22531895537414104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989476572","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054354716,0.0016457808,0.0045749075,0.9289007,0.0011587433,0.0022980834,0.000014095324,0.00021799379,0.0068349545],"genre_scores_gemma":[0.8400133,0.0012140368,0.033491302,0.11792696,0.0050700093,0.00019936958,0.00016900402,0.00012165204,0.0017943102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962433,0.0004326653,0.0016866593,0.00043482648,0.00069745956,0.0005050971],"domain_scores_gemma":[0.99494076,0.0014716084,0.0005175275,0.00075011706,0.002110663,0.00020930688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002178588,0.00021713701,0.00032133603,0.000109681634,0.00029821348,0.000076597986,0.00015949243,0.00013564891,0.000103541555],"category_scores_gemma":[0.006310496,0.00015309178,0.00013211652,0.00054317084,0.00009490855,0.00050688745,0.000010830792,0.0006212422,0.00037523187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079665106,0.0005152262,0.0010486026,0.000078044395,0.000052268635,0.00016006688,0.0032643296,0.0000012304207,0.000112953865,0.0009251498,0.07701258,0.9160329],"study_design_scores_gemma":[0.002444432,0.0061456845,0.0023873332,0.0007056722,0.00041586475,0.0038814037,0.0895641,0.00086425315,0.000012750229,0.0008556472,0.8924363,0.0002865646],"about_ca_topic_score_codex":0.0057732486,"about_ca_topic_score_gemma":0.0006734544,"teacher_disagreement_score":0.91574633,"about_ca_system_score_codex":0.00026865496,"about_ca_system_score_gemma":0.0012514746,"threshold_uncertainty_score":0.87274635},"labels":[],"label_agreement":null},{"id":"W1990209329","doi":"10.12968/bjhc.2008.14.2.28225","title":"The NHS PROMs: a historic moment","year":2008,"lang":"en","type":"article","venue":"British Journal of Healthcare Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Patient-reported outcome; Medicine; Political science; Psychology; Nursing; Quality of life (healthcare)","score_opus":0.15763012857667758,"score_gpt":0.43104646389234585,"score_spread":0.2734163353156683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990209329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48886976,0.05057264,0.007261409,0.43699473,0.0058710477,0.0042843926,0.00001629256,0.00011247566,0.006017252],"genre_scores_gemma":[0.9480944,0.036231868,0.006208739,0.005333296,0.0008060493,0.000032539938,0.00000852591,0.00003217836,0.003252398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99711996,0.00015999243,0.0014549698,0.00015024794,0.00083507574,0.00027977832],"domain_scores_gemma":[0.99815226,0.00019484374,0.0006977966,0.00021356989,0.0005177061,0.0002238276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018182554,0.000096820615,0.0002678725,0.00009189316,0.0003862487,0.000033513024,0.00016233156,0.000036758574,0.000052002015],"category_scores_gemma":[0.00042503694,0.00008252352,0.00015560411,0.00020377737,0.00006853956,0.00013897363,0.000070201466,0.00041408473,0.000019114197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003716958,0.00031636195,0.0030035386,0.0002361747,0.00022563494,0.0057570385,0.00018822004,0.000006180146,0.0000065485947,0.0005628504,0.17478164,0.81454414],"study_design_scores_gemma":[0.0027355365,0.0009706318,0.07607063,0.00040627146,0.00016063482,0.014650964,0.0012935769,0.000028336437,0.0000073036376,0.00037083987,0.90320176,0.000103507045],"about_ca_topic_score_codex":0.0005475769,"about_ca_topic_score_gemma":0.00019199341,"teacher_disagreement_score":0.8144406,"about_ca_system_score_codex":0.00058603165,"about_ca_system_score_gemma":0.00022238809,"threshold_uncertainty_score":0.33652115},"labels":[],"label_agreement":null},{"id":"W1990686080","doi":"10.1053/rmed.2002.1417","title":"Systematic assessment of clinical practice guidelines for the management of chronic obstructive pulmonary disease","year":2003,"lang":"en","type":"review","venue":"Respiratory Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Thoracic Society","keywords":"Medicine; Guideline; MEDLINE; COPD; Intensive care medicine; Pulmonary disease; Disease management; Family medicine; Disease; Pathology; Internal medicine","score_opus":0.5833032781023193,"score_gpt":0.6491587255579582,"score_spread":0.06585544745563887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990686080","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019470624,0.97901493,0.0051332437,0.00193442,0.0016690721,0.011336122,0.00008951031,0.000026139716,0.0007946165],"genre_scores_gemma":[0.000014398275,0.98388463,0.010505824,0.0020568515,0.001837433,0.001202787,0.00014294893,0.00010808023,0.0002470197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98340917,0.0016030231,0.012226036,0.0007751572,0.0016322869,0.0003543358],"domain_scores_gemma":[0.9647559,0.020342557,0.00877034,0.0019246128,0.0038571102,0.00034946064],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018323263,0.00060630817,0.0051958184,0.00024860504,0.00009037108,0.0000071601926,0.000488604,0.00029521948,0.00013404664],"category_scores_gemma":[0.048616912,0.00033515977,0.0012576036,0.00063435175,0.0004886852,0.00014984058,0.00015664412,0.0007251914,0.000007401086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015260352,0.0003859694,0.000015190231,0.4785669,0.003098681,0.000088461995,0.000006291101,0.000004996801,3.6452852e-7,0.0009024581,0.0049127163,0.5118654],"study_design_scores_gemma":[0.0016841915,0.0007868234,0.00013867456,0.19898503,0.05000519,0.000056150435,0.0005792215,0.00024692764,1.15445026e-7,0.000034401826,0.7472937,0.00018957655],"about_ca_topic_score_codex":0.000014298658,"about_ca_topic_score_gemma":0.0000014627253,"teacher_disagreement_score":0.742381,"about_ca_system_score_codex":0.0003753742,"about_ca_system_score_gemma":0.002768638,"threshold_uncertainty_score":0.99991006},"labels":[],"label_agreement":null},{"id":"W1991000890","doi":"10.2310/7070.2001.20820","title":"Laryngectomy Clinical Pathway: Development and Review","year":2001,"lang":"en","type":"article","venue":"The Journal of Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre","funders":"","keywords":"Medicine; Laryngectomy; Perioperative; Otorhinolaryngology; Complication; Surgery; Larynx; Clinical pathway; Exact test; Head and neck cancer; Wilcoxon signed-rank test; Concomitant; Radiation therapy; Mann–Whitney U test; Internal medicine","score_opus":0.21370110113529575,"score_gpt":0.4743456492600816,"score_spread":0.2606445481247859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991000890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9515569,0.013427075,0.0007647038,0.03314159,0.00026449928,0.0003087512,3.104276e-7,0.00000860717,0.0005275501],"genre_scores_gemma":[0.81029445,0.11494147,0.012809481,0.0605412,0.0010375831,0.0000058957053,0.000008732272,0.000032362426,0.00032883443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99725336,0.0005218831,0.0017453609,0.00009588993,0.0002286382,0.00015485343],"domain_scores_gemma":[0.99693316,0.0016390533,0.00078231347,0.00020864964,0.00029004182,0.0001467679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006889725,0.00009554865,0.0004944871,0.000055026623,0.000058627982,0.000004676909,0.00012306782,0.00007202826,0.00027376437],"category_scores_gemma":[0.0042243153,0.000055322875,0.0000956233,0.00012460139,0.000109688845,0.00011566445,0.00007170682,0.00056001754,0.000047371985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024151653,0.00063325255,0.44880664,0.0004894985,0.0006428657,0.0013110392,0.0003644475,7.544659e-7,0.0007672147,0.00017467522,0.029659908,0.5147345],"study_design_scores_gemma":[0.0025604502,0.0009850105,0.36885288,0.0005657254,0.00050983106,0.018868787,0.00009056674,0.000016705586,0.000095089745,0.00013838694,0.60723567,0.00008086297],"about_ca_topic_score_codex":0.000007933907,"about_ca_topic_score_gemma":0.000016007372,"teacher_disagreement_score":0.5775758,"about_ca_system_score_codex":0.00003125728,"about_ca_system_score_gemma":0.00036775353,"threshold_uncertainty_score":0.5057205},"labels":[],"label_agreement":null},{"id":"W1991033957","doi":"10.5430/jha.v3n4p25","title":"The impact of acute care clinical practice guidelines on length of stay: A closer look at some conflicting findings","year":2014,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Compliance (psychology); Health care; Nursing; Medicine; Variety (cybernetics); Resistance (ecology); Health professionals; Organizational structure; Clinical Practice; Psychology; Family medicine; Political science; Social psychology","score_opus":0.1190535207733283,"score_gpt":0.5380088873802813,"score_spread":0.418955366606953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991033957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862653,0.00015513257,0.00017481785,0.0120062735,0.0006345376,0.0003541885,0.000026529278,0.000007705068,0.00037552282],"genre_scores_gemma":[0.9925473,0.00043385528,0.0052361144,0.0006037848,0.0010621696,0.0000021893113,0.000030256562,0.000022834787,0.00006149629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947721,0.00025721555,0.0037421845,0.00018430495,0.00085312955,0.00019108067],"domain_scores_gemma":[0.9884026,0.0038306727,0.003242163,0.00031816083,0.0040325136,0.00017391429],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043952223,0.0001817491,0.0005643612,0.00008385529,0.000107200336,0.00003573221,0.00016486096,0.00014045947,0.000029951765],"category_scores_gemma":[0.037761435,0.00011373895,0.00054754963,0.00012428529,0.00013356977,0.00061720086,0.00004998519,0.0004980056,0.000007292347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.061547004,0.011222331,0.6000917,0.00057089207,0.012829122,0.00041822303,0.007797911,0.00048538126,0.022626339,0.006400782,0.09862283,0.17738748],"study_design_scores_gemma":[0.024486026,0.42031533,0.44139224,0.001369156,0.0076276674,0.0015099578,0.021903073,0.002771772,0.03807248,0.0012753174,0.03836015,0.00091681693],"about_ca_topic_score_codex":0.000035461333,"about_ca_topic_score_gemma":0.000009311667,"teacher_disagreement_score":0.40909302,"about_ca_system_score_codex":0.0001807912,"about_ca_system_score_gemma":0.00070723885,"threshold_uncertainty_score":0.9703439},"labels":[],"label_agreement":null},{"id":"W1991164469","doi":"10.1016/s1474-5151(11)60031-5","title":"113 Inconsistency in measuring pre-hospital delay: Recommendations for defining symptom onset","year":2011,"lang":"en","type":"article","venue":"European Journal of Cardiovascular Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; St. Paul's Hospital","funders":"","keywords":"Medicine; Emergency medicine","score_opus":0.20038698929332047,"score_gpt":0.38634107612436286,"score_spread":0.1859540868310424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991164469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8171187,0.0054459786,0.16334364,0.0032175006,0.0024200494,0.0008657118,0.000012532791,0.000049934468,0.0075259744],"genre_scores_gemma":[0.92429096,0.0001860823,0.07495109,0.0001709262,0.0003202325,0.0000026396958,0.0000141818155,0.000056466837,0.000007413972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968652,0.0007389869,0.0015148985,0.00021063318,0.00041573046,0.00025456445],"domain_scores_gemma":[0.99808943,0.00034608453,0.0005451708,0.0003358566,0.0005199654,0.0001634616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006992232,0.00015269296,0.0005058892,0.00028630203,0.00009559941,0.00003088677,0.00014142557,0.000032902888,0.000026522366],"category_scores_gemma":[0.003529338,0.00014912132,0.0008557315,0.00020387257,0.000054980366,0.00039691097,0.000028543938,0.00041481663,0.000010921813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012741215,0.0008675685,0.017275738,0.0001000588,0.0031855018,0.0010943199,0.010776029,0.0006067899,0.00011302534,0.0001461451,0.0034461203,0.9611146],"study_design_scores_gemma":[0.059292924,0.011087444,0.7004426,0.018508418,0.020175109,0.017996676,0.030144734,0.0022223194,0.0026716636,0.0033438343,0.13188088,0.002233398],"about_ca_topic_score_codex":0.000021395577,"about_ca_topic_score_gemma":0.0000032155947,"teacher_disagreement_score":0.9588812,"about_ca_system_score_codex":0.0002171051,"about_ca_system_score_gemma":0.000178643,"threshold_uncertainty_score":0.6080991},"labels":[],"label_agreement":null},{"id":"W1991363364","doi":"10.1371/journal.pmed.1000094","title":"The GRADE System for Rating Clinical Guidelines","year":2009,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":240,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; SickKids Foundation","funders":"Agency for Healthcare Research and Quality; Socialstyrelsen; European Respiratory Society; Society of Thoracic Surgeons; University of Pennsylvania; World Health Organization; American Thoracic Society","keywords":"Grading (engineering); Guideline; Health care; Medicine; Evidence-based medicine; Medical education; Best practice; Government (linguistics); Randomized controlled trial; Family medicine; Alternative medicine; Political science; Pathology","score_opus":0.6300917089570934,"score_gpt":0.6016717226760269,"score_spread":0.028419986281066567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991363364","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12426358,0.0025000477,0.014767103,0.84711766,0.0032410359,0.0042058867,0.00001643355,0.00053744676,0.003350782],"genre_scores_gemma":[0.9367309,0.0005664866,0.019698013,0.028693024,0.01304097,0.00009940111,0.00015388789,0.000047819707,0.0009694863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958443,0.00015810276,0.0027379266,0.00034014691,0.0005890013,0.00033051078],"domain_scores_gemma":[0.9911792,0.006557004,0.00057880307,0.000519511,0.0009324891,0.00023297098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00538213,0.00017732051,0.0005585173,0.000052343927,0.00027091408,0.000018482337,0.00016746693,0.00010408073,0.000029230101],"category_scores_gemma":[0.058118094,0.00009776536,0.00016193882,0.00019324546,0.00014139121,0.00008745556,0.000023799388,0.00031915453,0.000029016916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016259222,0.00048845436,0.00889919,0.00030699308,0.00038866894,0.000050508206,0.00022869626,0.0000072548073,0.009260713,0.0058422843,0.53146297,0.44143838],"study_design_scores_gemma":[0.04483877,0.016194394,0.03759546,0.004485485,0.0053322418,0.0005694237,0.016018214,0.070632316,0.0029674773,0.00456981,0.79594195,0.00085447985],"about_ca_topic_score_codex":0.00002556211,"about_ca_topic_score_gemma":0.000014509294,"teacher_disagreement_score":0.81842464,"about_ca_system_score_codex":0.00007215352,"about_ca_system_score_gemma":0.00014571787,"threshold_uncertainty_score":0.94981575},"labels":[],"label_agreement":null},{"id":"W1991557665","doi":"10.4212/cjhp.v66i4.1272","title":"Should Clinical Practitioners, as Part of Institutional or Accreditation Standards, Be Required to Document Their Rationale When Choosing to Not Adhere to Widely Accepted Clinical Practice Guidelines?","year":2013,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Clinical Practice; Medicine; Medical education; Family medicine; Engineering ethics; Engineering","score_opus":0.43299492784042476,"score_gpt":0.563323939440735,"score_spread":0.13032901160031024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991557665","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41916043,0.00007968755,0.0019809569,0.5727685,0.0029942037,0.0022523955,0.00025237104,0.00001565022,0.00049578823],"genre_scores_gemma":[0.79603803,0.00014862644,0.04786559,0.15122265,0.0041487105,0.000069415204,0.00011848807,0.000050642564,0.00033787847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99198884,0.0006615746,0.004814194,0.00041272157,0.0016631953,0.00045948065],"domain_scores_gemma":[0.97894156,0.003796626,0.0019997407,0.0004872338,0.012422646,0.0023521995],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010644766,0.00029901197,0.00069676305,0.00032568592,0.0003462442,0.00025481568,0.00050816464,0.00012540196,0.0038987757],"category_scores_gemma":[0.13736163,0.00021014383,0.00033967572,0.0005409249,0.00019364383,0.0023314706,0.000104601946,0.0009135777,0.00020854373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042536785,0.00032110137,0.0028349555,0.000020451867,0.00054675445,0.00012364889,0.0014335641,0.0007274453,0.00031049934,0.00025086253,0.907034,0.08214306],"study_design_scores_gemma":[0.0053290483,0.0047431146,0.016805712,0.000376456,0.000638406,0.00032121013,0.0041256556,0.00013660418,0.0006291076,0.0004396432,0.96611553,0.00033948765],"about_ca_topic_score_codex":0.011547102,"about_ca_topic_score_gemma":0.0077311895,"teacher_disagreement_score":0.42154586,"about_ca_system_score_codex":0.0008362849,"about_ca_system_score_gemma":0.015216204,"threshold_uncertainty_score":0.9970118},"labels":[],"label_agreement":null},{"id":"W1991669274","doi":"10.1016/j.pec.2008.07.017","title":"Decision technologies as normative instruments: Exposing the values within","year":2008,"lang":"en","type":"article","venue":"Patient Education and Counseling","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval","funders":"","keywords":"Normative; Psychology; Social psychology; Political science; Law","score_opus":0.08686695385362835,"score_gpt":0.41432374120134385,"score_spread":0.3274567873477155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991669274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99272835,0.00060553616,0.001537238,0.0035661296,0.0005930033,0.00038952308,0.0000010825265,0.00008304992,0.0004960678],"genre_scores_gemma":[0.9876222,0.0010521485,0.008373061,0.002780573,0.000056004385,0.000039253828,0.000020883494,0.000008732038,0.000047119032],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988595,0.000039139304,0.00053087843,0.00016631695,0.00030109874,0.000103061204],"domain_scores_gemma":[0.9988118,0.0004267705,0.0002481499,0.00018790778,0.00028458072,0.000040783638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035042944,0.000092346534,0.00010949081,0.0000785164,0.0003545266,0.000029665234,0.000051146308,0.00004568392,0.00002388381],"category_scores_gemma":[0.0022752394,0.00006298113,0.000027635582,0.00017181983,0.00010066255,0.00024303586,0.000029365721,0.00017045568,0.000033417862],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015805187,0.00030474164,0.012285487,0.000017708982,0.000028764975,0.0000013209643,0.0265052,0.000023534261,0.00033880796,0.00025886524,0.0026075726,0.95746994],"study_design_scores_gemma":[0.0035183216,0.0024656153,0.01786902,0.0015256816,0.00047540918,0.001839357,0.84915614,0.012704283,0.020201707,0.032987595,0.05641771,0.0008391379],"about_ca_topic_score_codex":0.000086094165,"about_ca_topic_score_gemma":0.0000059464865,"teacher_disagreement_score":0.9566308,"about_ca_system_score_codex":0.000062370884,"about_ca_system_score_gemma":0.00028214013,"threshold_uncertainty_score":0.27267677},"labels":[],"label_agreement":null},{"id":"W1991839905","doi":"10.1053/berh.2000.0105","title":"Clinical guidelines: a must for rheumatology?","year":2000,"lang":"en","type":"review","venue":"Best Practice & Research Clinical Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Heritage Medical Research Clinic; University of Alberta","funders":"","keywords":"Guideline; Medicine; Clinical Practice; Evidence-based medicine; MEDLINE; Family medicine; Alternative medicine; Rheumatology; Medical education; Internal medicine; Pathology","score_opus":0.7967286276269802,"score_gpt":0.7318989644950532,"score_spread":0.06482966313192695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991839905","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009755668,0.9587391,0.0008811429,0.021080561,0.004142694,0.011428729,0.00029014886,0.0003368549,0.0030032382],"genre_scores_gemma":[0.000008402297,0.9480776,0.041396637,0.0027043987,0.001436533,0.0023148782,0.0016944136,0.0005220057,0.0018451412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93988156,0.021304982,0.028301988,0.004536155,0.0027275989,0.003247705],"domain_scores_gemma":[0.63431305,0.34159613,0.007079538,0.004760476,0.009705725,0.0025450643],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.09543868,0.0016043133,0.013604609,0.0014197348,0.0007673462,0.00029310538,0.0021891084,0.0060466724,0.0021666302],"category_scores_gemma":[0.7043097,0.00134276,0.005321669,0.0020782708,0.003310711,0.0010110865,0.0012965683,0.013686243,0.010528009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027773988,0.004667757,0.00081322604,0.009254029,0.0019314964,0.0003634547,0.000018226849,1.8522881e-7,1.2461817e-8,0.00094569364,0.2218925,0.757336],"study_design_scores_gemma":[0.0072675487,0.005875508,0.0000069090875,0.01928431,0.006562785,0.010042971,0.0006288592,0.00016114891,2.4737467e-8,0.0004841987,0.94869226,0.0009934598],"about_ca_topic_score_codex":0.0010904848,"about_ca_topic_score_gemma":0.00020736393,"teacher_disagreement_score":0.75634253,"about_ca_system_score_codex":0.0005195046,"about_ca_system_score_gemma":0.017275406,"threshold_uncertainty_score":0.99967045},"labels":[],"label_agreement":null},{"id":"W1992270897","doi":"10.1111/j.1468-3083.2007.02216.x","title":"Quality of clinical practice guidelines in dermatological oncology","year":2007,"lang":"en","type":"article","venue":"Journal of the European Academy of Dermatology and Venereology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Guideline; Critical appraisal; Evidence-based medicine; CLARITY; Family medicine; Medical physics; Alternative medicine; Pathology","score_opus":0.430461132646136,"score_gpt":0.6106730590765326,"score_spread":0.18021192643039657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992270897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8793727,0.0011481637,0.00083490607,0.113272145,0.00043543975,0.00014787834,0.0000015742038,0.000004822805,0.0047823545],"genre_scores_gemma":[0.9685045,0.0009892709,0.018342134,0.01185969,0.0002747026,2.6677128e-7,7.438547e-7,0.000011345515,0.000017334096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98700505,0.0048355777,0.007399712,0.00019702817,0.00030010412,0.00026252648],"domain_scores_gemma":[0.98524433,0.008812913,0.0050241826,0.00016027976,0.0006201533,0.0001381265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017842188,0.00013526199,0.0012512985,0.00019539191,0.00003336639,0.0000015601588,0.0003114157,0.0003808452,0.000019936913],"category_scores_gemma":[0.05715163,0.00008790238,0.00027108876,0.00021085497,0.0008147351,0.0001485789,0.00023507344,0.0014034574,0.0000036521149],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036904786,0.0005539133,0.9320356,0.00008311115,0.00020732573,0.0005302253,0.00011829144,0.000009903715,0.0016706387,0.0033297534,0.0043568853,0.05341384],"study_design_scores_gemma":[0.005017275,0.00017169761,0.88904,0.00008096874,0.0002456221,0.027659552,0.00051208626,0.000028382297,0.0009253483,0.001355763,0.07488304,0.00008025638],"about_ca_topic_score_codex":0.00001853209,"about_ca_topic_score_gemma":0.000014741813,"teacher_disagreement_score":0.10141245,"about_ca_system_score_codex":0.000024330851,"about_ca_system_score_gemma":0.00022114061,"threshold_uncertainty_score":0.9507904},"labels":[],"label_agreement":null},{"id":"W1992388321","doi":"10.1136/eb-2013-101634","title":"Suggestions for improving guideline utility and trustworthiness","year":2013,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Rigour; Medicine; Audit; Evidence-based medicine; Documentation; Medical education; Public relations; Alternative medicine; Political science; Business; Accounting; Computer science; Pathology","score_opus":0.2840592520046301,"score_gpt":0.48158335796198587,"score_spread":0.19752410595735576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992388321","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27612346,0.002882856,0.21387976,0.50126356,0.0008419011,0.0045192046,0.00002110475,0.00025894842,0.00020921146],"genre_scores_gemma":[0.9420323,0.00013483738,0.037931472,0.017390793,0.0015770015,0.00034640098,0.0001878935,0.000036343925,0.0003629745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99693334,0.00011034229,0.0015678372,0.000529143,0.0004976834,0.0003616643],"domain_scores_gemma":[0.99184865,0.005380382,0.00040405922,0.00055094715,0.0013958619,0.00042008603],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00334587,0.00024536176,0.0005358135,0.00016960631,0.00016280705,0.000027901366,0.00010963244,0.00012313818,0.0019491729],"category_scores_gemma":[0.05098823,0.00018203809,0.00009422267,0.0003216265,0.00030149665,0.00057099346,0.00004804979,0.00029282612,0.000030314828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012753287,0.0002775008,0.07661838,0.0012129575,0.000077848825,0.000017543178,0.00017711674,0.000033779506,0.016710687,0.0003329664,0.14951323,0.75375265],"study_design_scores_gemma":[0.030067261,0.0071844812,0.50779647,0.0047362335,0.0031968213,0.00020268139,0.0024988395,0.3252387,0.0025562402,0.00491049,0.110525824,0.0010859347],"about_ca_topic_score_codex":0.002415195,"about_ca_topic_score_gemma":0.000096888376,"teacher_disagreement_score":0.7526667,"about_ca_system_score_codex":0.00008542341,"about_ca_system_score_gemma":0.0004403673,"threshold_uncertainty_score":0.9989632},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1993559681","doi":"10.1097/mlr.0b013e3181e3588b","title":"Referral Practices for Spinal Surgery are Poorly Predicted by Clinical Guidelines and Opinions of Primary Care Physicians","year":2010,"lang":"en","type":"article","venue":"Medical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Referral; Medicine; Concordance; Family medicine; Physical therapy; MEDLINE; Internal medicine","score_opus":0.373234002160641,"score_gpt":0.5508924499589182,"score_spread":0.17765844779827716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993559681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95071673,0.0021970111,0.0007675859,0.040659275,0.0023599658,0.0012423923,0.0015348935,0.00012804395,0.00039409142],"genre_scores_gemma":[0.9741323,0.0005982603,0.006915164,0.008772712,0.0031912131,0.00009935898,0.0061513362,0.00006171373,0.00007796788],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956819,0.00018567145,0.0021933909,0.00055486115,0.0010463806,0.0003378226],"domain_scores_gemma":[0.99147314,0.003929972,0.0015482836,0.00046897304,0.0021127854,0.00046686459],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018189384,0.00023388481,0.00089170213,0.00009136247,0.00011250776,0.000022698918,0.00017930126,0.0004566775,0.00014834279],"category_scores_gemma":[0.06743607,0.00019925353,0.00030566077,0.00018844604,0.00038862065,0.0002424924,0.00012454942,0.0009399582,0.0000026633375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016538652,0.0004034088,0.30247852,0.0019642438,0.00016509795,0.000030687257,0.00038801826,1.5856355e-7,0.0006724676,0.00003164947,0.23717125,0.45504063],"study_design_scores_gemma":[0.007964093,0.0024484687,0.44047686,0.0016310348,0.0012850097,0.00013119668,0.01610354,0.00039438074,0.00044678792,0.000054839016,0.52854836,0.0005154217],"about_ca_topic_score_codex":0.00033535,"about_ca_topic_score_gemma":0.00076211296,"teacher_disagreement_score":0.45452523,"about_ca_system_score_codex":0.000049657505,"about_ca_system_score_gemma":0.0011328878,"threshold_uncertainty_score":0.9404193},"labels":[],"label_agreement":null},{"id":"W1993740119","doi":"10.1159/000012184","title":"Canadian Oncologists and Clinical Practice Guidelines: A National Survey of Attitudes and Reported Use","year":2000,"lang":"en","type":"article","venue":"Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; University of Toronto; Children's Hospital of Eastern Ontario; Ottawa Hospital; Ottawa Regional Cancer Foundation; University of Ottawa","funders":"","keywords":"Medicine; Family medicine; Guideline; Specialty; Cross-sectional study; Pathology","score_opus":0.6048565355702843,"score_gpt":0.6344291071275433,"score_spread":0.02957257155725901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993740119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95584255,0.00017443112,0.000027817397,0.038214564,0.00019560299,0.00044949094,0.00006698453,0.000020926243,0.0050076544],"genre_scores_gemma":[0.9268502,0.0020347827,0.04523364,0.02457477,0.00021983599,0.000011512796,0.00025952043,0.000017750779,0.0007979693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967651,0.00058318314,0.0018614605,0.00034037512,0.00026256547,0.0001873145],"domain_scores_gemma":[0.98598576,0.010245483,0.00053829356,0.00020038008,0.002690331,0.00033977165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007321241,0.00010593034,0.00044478662,0.00009761075,0.000054547625,0.00001547144,0.00004629716,0.00025603073,0.00052920554],"category_scores_gemma":[0.15860218,0.00009698806,0.000037603146,0.00017415242,0.00023700243,0.0002563321,0.000033185406,0.00028032932,0.000016476448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010437045,0.0005543558,0.7738899,0.000018877496,0.0002362629,0.00022802969,0.00003902718,0.0000046716573,0.000031482345,0.00008055437,0.04647438,0.17739873],"study_design_scores_gemma":[0.001755449,0.0012436201,0.7495275,0.000015873853,0.00016336642,0.00072679383,0.000059580798,0.0002763426,0.0000015355093,0.000038952327,0.24612448,0.00006651381],"about_ca_topic_score_codex":0.36045253,"about_ca_topic_score_gemma":0.5853423,"teacher_disagreement_score":0.22488973,"about_ca_system_score_codex":0.0002770163,"about_ca_system_score_gemma":0.0036501768,"threshold_uncertainty_score":0.8484853},"labels":[],"label_agreement":null},{"id":"W1994011585","doi":"10.1046/j.1365-2753.2003.00403.x","title":"Methodology for evaluating physician order entry (POE) implementations","year":2003,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Implementation; Stakeholder; Computer science; Order (exchange); Process management; Health care; Management science; Implementation research; Medical education; Medicine; Nursing; Engineering; Software engineering; Management; Business","score_opus":0.738278438142747,"score_gpt":0.7224283583043521,"score_spread":0.015850079838394815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994011585","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4441525,0.0012753038,0.43300492,0.09266443,0.007846844,0.006881096,0.000025508774,0.000039784234,0.014109603],"genre_scores_gemma":[0.25721028,0.00025711136,0.72642606,0.014875807,0.0009977777,0.00007889895,0.000037072943,0.00003686585,0.00008013398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9833631,0.00812342,0.006277361,0.00037454074,0.0015227719,0.00033882714],"domain_scores_gemma":[0.8882414,0.0964143,0.0054769013,0.00040337557,0.009222875,0.00024115402],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11052535,0.00017374779,0.0007263492,0.00026499727,0.000105999476,0.00004109944,0.000108178276,0.00018687488,0.00073204376],"category_scores_gemma":[0.62102133,0.00015759216,0.0003583493,0.0005982082,0.00007495538,0.001075013,0.000026806574,0.00094361283,0.00002728394],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009461378,0.007508639,0.040608,0.00018633856,0.00165098,0.000065166394,0.0012066714,0.004279424,0.0035354104,0.010692903,0.03796749,0.8828376],"study_design_scores_gemma":[0.12417022,0.023778494,0.11018804,0.00063892495,0.020553375,0.0022236505,0.04134076,0.046530135,0.0014329294,0.10519648,0.52280056,0.0011464048],"about_ca_topic_score_codex":0.000025280424,"about_ca_topic_score_gemma":0.000039651815,"teacher_disagreement_score":0.8816912,"about_ca_system_score_codex":0.00030519575,"about_ca_system_score_gemma":0.0023065181,"threshold_uncertainty_score":0.91590136},"labels":[],"label_agreement":null},{"id":"W1994374997","doi":"10.1007/s11096-015-0123-2","title":"Critical appraisal of clinical practice guidelines in pediatric infectious diseases","year":2015,"lang":"en","type":"article","venue":"International Journal of Clinical Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Kelowna General Hospital; University of British Columbia; Surrey Memorial Hospital; Dalhousie University","funders":"Qatar University","keywords":"Medicine; Guideline; Rigour; Intraclass correlation; Family medicine; MEDLINE; Medical physics; Pathology","score_opus":0.48590959788492866,"score_gpt":0.6996597148971127,"score_spread":0.213750117012184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994374997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8754652,0.0013567846,0.003932663,0.0892853,0.026362995,0.0003246821,0.000042932177,0.000039621318,0.0031898227],"genre_scores_gemma":[0.95510817,0.0028758391,0.018055912,0.008601419,0.015274876,0.0000038453627,0.00001740354,0.00003168864,0.000030853313],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98428756,0.0010997836,0.0119122015,0.00033728065,0.0021205456,0.00024263146],"domain_scores_gemma":[0.90620613,0.06083215,0.0061734556,0.00040626933,0.024999527,0.0013824541],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015295903,0.00020883177,0.0012041169,0.00040416166,0.000016026892,0.000044388886,0.00049092295,0.00015337337,0.00021555026],"category_scores_gemma":[0.69657195,0.00017560924,0.0007865367,0.00032710156,0.0002427263,0.0013334965,0.00019754733,0.001414268,0.000055587498],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008157021,0.0038532363,0.8111223,0.000033267635,0.00035759882,0.00092062406,0.000044247146,0.00013311213,0.000009166041,0.00027747496,0.048807453,0.12628451],"study_design_scores_gemma":[0.06173916,0.0035902418,0.42710558,0.00033746508,0.0028762256,0.002975346,0.00069471955,0.0046046018,0.000043690437,0.0029494972,0.49262872,0.00045475535],"about_ca_topic_score_codex":0.00014416882,"about_ca_topic_score_gemma":0.000012919109,"teacher_disagreement_score":0.6812761,"about_ca_system_score_codex":0.0000828465,"about_ca_system_score_gemma":0.0027889025,"threshold_uncertainty_score":0.7161137},"labels":[],"label_agreement":null},{"id":"W1994547731","doi":"10.2519/jospt.2010.3229","title":"Standardization of Adverse Event Terminology and Reporting in Orthopaedic Physical Therapy: Application to the Cervical Spine","year":2010,"lang":"en","type":"article","venue":"Journal of Orthopaedic and Sports Physical Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Terminology; Standardization; Medicine; Cervical spine; Physical therapy; Event (particle physics); Adverse effect; Manual therapy; Physical medicine and rehabilitation; Medical physics; Alternative medicine; Computer science; Surgery; Internal medicine; Pathology","score_opus":0.06126068016984699,"score_gpt":0.4223147765728059,"score_spread":0.36105409640295894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994547731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885911,0.00013975422,0.0050126235,0.0054746903,0.00016194515,0.0005776434,0.0000028277861,0.0000086832615,0.000030755942],"genre_scores_gemma":[0.99661404,0.0007570879,0.0006736918,0.00084035896,0.0010633544,0.000012662353,0.000008130589,0.000019574107,0.000011104378],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99704623,0.00008448685,0.0018456285,0.00023604157,0.00060604094,0.00018158295],"domain_scores_gemma":[0.99685854,0.00025830563,0.0020965394,0.00025271007,0.00034628966,0.00018759373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002162431,0.00016934468,0.00064707285,0.00013645794,0.000055181816,0.000007565937,0.000078124365,0.00007939012,0.00002471193],"category_scores_gemma":[0.0009803002,0.00010157714,0.00022489236,0.0002903185,0.00015441203,0.00016938084,0.000037094396,0.000612428,4.9657194e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016726833,0.00087282655,0.28208974,0.00003113775,0.00007304366,0.00007203181,0.0013070264,0.00011089077,0.040734787,0.00027306963,0.000053714106,0.67270905],"study_design_scores_gemma":[0.0046515297,0.0017081223,0.97593176,0.000085277046,0.00009497857,0.00034510266,0.00046233274,0.0017759248,0.0013999309,0.0012192911,0.012187269,0.00013849359],"about_ca_topic_score_codex":0.000024615123,"about_ca_topic_score_gemma":0.000020480733,"teacher_disagreement_score":0.693842,"about_ca_system_score_codex":0.000021699943,"about_ca_system_score_gemma":0.00018156448,"threshold_uncertainty_score":0.41421956},"labels":[],"label_agreement":null},{"id":"W1994831541","doi":"10.1038/ncponc0286","title":"Clinical practice guidelines and healthcare decisions: credibility gaps and unfulfilled promises?","year":2005,"lang":"en","type":"review","venue":"Nature Clinical Practice Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Cancer Foundation; University of Calgary","funders":"","keywords":"Credibility; Health care; Clinical Practice; Business; Public relations; Political science; Internet privacy; Medicine; Nursing; Computer science; Law","score_opus":0.5754389600370696,"score_gpt":0.7055001616580581,"score_spread":0.13006120162098844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994831541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003734923,0.8111644,0.000107436565,0.17613521,0.004271355,0.005545244,0.00012448117,0.00020122035,0.0024133034],"genre_scores_gemma":[0.000011602679,0.681215,0.23408528,0.075280234,0.008399354,0.00018681207,0.00041513584,0.0001668623,0.00023976676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95709026,0.01529167,0.020526923,0.004122138,0.0017964904,0.0011724894],"domain_scores_gemma":[0.5092133,0.45662487,0.015569145,0.0035064712,0.012125388,0.002960802],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.06682037,0.001438291,0.00919581,0.0004382852,0.00044893156,0.00018931976,0.000675961,0.010389292,0.00025048733],"category_scores_gemma":[0.8946544,0.0011137874,0.0016462902,0.00097500754,0.0014347935,0.0017177538,0.0013815277,0.020708254,0.00027909328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036297198,0.002943516,0.00017981643,0.0026299525,0.0012330901,0.00079794676,0.000023107748,9.814932e-8,5.626842e-8,0.00040957105,0.10019747,0.88795567],"study_design_scores_gemma":[0.0070095807,0.0055658226,0.0004907598,0.0055033355,0.018949045,0.0087794885,0.0006517513,0.00005717541,2.0163172e-8,0.0003222685,0.95182556,0.00084519567],"about_ca_topic_score_codex":0.00015212467,"about_ca_topic_score_gemma":0.0002624385,"teacher_disagreement_score":0.8871105,"about_ca_system_score_codex":0.00077108183,"about_ca_system_score_gemma":0.010970038,"threshold_uncertainty_score":0.9998367},"labels":[],"label_agreement":null},{"id":"W1995133845","doi":"10.1016/j.zefq.2009.05.007","title":"Integrative Beurteilung der Evidenz im Gesundheitswesen: das GRADE System","year":2009,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Philosophy","score_opus":0.16467861785156016,"score_gpt":0.5248264506441284,"score_spread":0.36014783279256823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995133845","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13022436,0.52142066,0.024015537,0.20820543,0.036817767,0.03213709,0.0025547436,0.0066966997,0.037927672],"genre_scores_gemma":[0.94227326,0.010602164,0.005887799,0.014542459,0.01572725,0.0004195541,0.0027537833,0.00090952165,0.0068842378],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9624576,0.006565125,0.013633416,0.0056245616,0.0061610728,0.0055582416],"domain_scores_gemma":[0.9646524,0.015648691,0.006276031,0.0060256436,0.0037196476,0.003677587],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.017040107,0.0044327495,0.006366492,0.0019868584,0.0023782796,0.0019477607,0.003166183,0.0028882555,0.001140483],"category_scores_gemma":[0.025699291,0.004033902,0.0031198938,0.004253821,0.0013788927,0.006288094,0.0011871023,0.006572692,0.0074491776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013640126,0.010677636,0.043788433,0.011392224,0.037142936,0.006985922,0.033699356,0.0008918283,0.011133524,0.3659757,0.29252326,0.17214903],"study_design_scores_gemma":[0.022855729,0.009407269,0.034807105,0.018653639,0.03619409,0.0010523164,0.041433655,0.007618803,0.004432084,0.002038067,0.8129775,0.008529766],"about_ca_topic_score_codex":0.0052200025,"about_ca_topic_score_gemma":0.0013102252,"teacher_disagreement_score":0.81204885,"about_ca_system_score_codex":0.0012202376,"about_ca_system_score_gemma":0.003743918,"threshold_uncertainty_score":0.9997726},"labels":[],"label_agreement":null},{"id":"W1995300913","doi":"10.1371/journal.pmed.0050139","title":"Guidelines for Reporting Health Research: The EQUATOR Network's Survey of Guideline Authors","year":2008,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Queen's University","funders":"Medical Research Council; Cancer Research UK; University of Ottawa","keywords":"Guideline; Medicine; Family medicine; Survey research; Environmental health; Data science; Psychology; Computer science; Pathology; Applied psychology","score_opus":0.9563262629489561,"score_gpt":0.6880032456571424,"score_spread":0.2683230172918136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995300913","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17409909,0.0053654704,0.035434466,0.775893,0.0017299332,0.006356628,0.00008788568,0.00020383914,0.00082969654],"genre_scores_gemma":[0.85076463,0.0024283598,0.08547201,0.04620543,0.010334865,0.00027280147,0.0017781891,0.00018474636,0.002558936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9846427,0.0011758409,0.010764261,0.00057006464,0.0020049666,0.00084219046],"domain_scores_gemma":[0.96591604,0.014915552,0.0052555255,0.0012014967,0.012232096,0.00047928872],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07455405,0.00022861476,0.0011397961,0.00019155708,0.0004815074,0.0000059220893,0.00027545192,0.00012046147,0.00024955423],"category_scores_gemma":[0.5168059,0.0001376859,0.00014019698,0.0011625212,0.00059137883,0.00009981653,0.00013358732,0.0006461489,0.00001061994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064786576,0.00017589501,0.032690015,0.00017625855,0.00016363012,0.000021231663,0.00048813072,0.000080489124,0.00058818195,0.00014109166,0.95067066,0.014156574],"study_design_scores_gemma":[0.020416774,0.01362383,0.3248456,0.0041830703,0.0010115472,0.0010266547,0.0069776205,0.07764076,0.0011127458,0.0038020043,0.5445215,0.0008378618],"about_ca_topic_score_codex":0.0068146014,"about_ca_topic_score_gemma":0.0010217319,"teacher_disagreement_score":0.7296876,"about_ca_system_score_codex":0.00015010327,"about_ca_system_score_gemma":0.0015690149,"threshold_uncertainty_score":0.99979913},"labels":[],"label_agreement":null},{"id":"W1995969428","doi":"10.1016/j.jclinepi.2011.12.012","title":"Decisions about lumping vs. splitting of the scope of systematic reviews of complex interventions are not well justified: A case study in systematic reviews of health care professional reminders","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Scope (computer science); Psychological intervention; Systematic review; Medicine; Health care; Meta-analysis; MEDLINE; Psychology; Nursing; Computer science; Economics; Political science","score_opus":0.8963614236741357,"score_gpt":0.7043973155346066,"score_spread":0.19196410813952913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995969428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93811995,0.038033616,0.0040615904,0.0053433664,0.0022330207,0.012134809,0.00002752056,0.000004445246,0.000041701896],"genre_scores_gemma":[0.98447555,0.0043467786,0.009525445,0.0013723668,0.00019621955,0.0000453297,0.0000053199,0.00001962018,0.00001334008],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8732343,0.06079115,0.06435783,0.0003596923,0.0007793613,0.0004777108],"domain_scores_gemma":[0.7697198,0.15221848,0.07500176,0.0011612083,0.001580291,0.0003184745],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20558093,0.00025428276,0.012253903,0.00030758994,0.00007297025,0.000002144067,0.00045235475,0.00024306882,0.00008771633],"category_scores_gemma":[0.66494465,0.00014341407,0.0023883265,0.0005035008,0.00030204694,0.0001597226,0.00024426717,0.0012926493,0.000004209745],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006689593,0.0032989425,0.36677602,0.61784905,0.0005268159,0.00003074748,0.002704267,0.000062218474,0.000064177126,0.000115050425,0.0019227173,0.005981046],"study_design_scores_gemma":[0.0051392335,0.0027286313,0.27561456,0.66227007,0.00351198,0.0011973089,0.048638653,0.00048021102,0.000010626296,0.00009041619,0.00014670445,0.00017160209],"about_ca_topic_score_codex":0.0003297793,"about_ca_topic_score_gemma":0.0004918844,"teacher_disagreement_score":0.45936373,"about_ca_system_score_codex":0.00015054239,"about_ca_system_score_gemma":0.0005929693,"threshold_uncertainty_score":0.8376523},"labels":[],"label_agreement":null},{"id":"W1996749329","doi":"10.1038/sj.bdj.2011.1005","title":"Introducing care pathway commissioning to primary dental care: measuring performance","year":2011,"lang":"en","type":"article","venue":"BDJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria Park","funders":"","keywords":"Project commissioning; Context (archaeology); Commission; Health care; Quality (philosophy); Dental care; Medicine; Variety (cybernetics); Primary care; Process (computing); Quality management; Process management; Nursing; Business; Family medicine; Publishing; Computer science; Service (business); Marketing; Political science","score_opus":0.21212692773304792,"score_gpt":0.39299627333508147,"score_spread":0.18086934560203355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996749329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97946554,0.00029938103,0.00061617634,0.00033989438,0.00041123544,0.00042226346,0.000003578833,0.00008468345,0.018357245],"genre_scores_gemma":[0.97667503,0.000012883029,0.021211876,0.0014205182,0.0004260987,0.000018833123,0.000055134562,0.000025545536,0.00015410449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866885,0.000040525945,0.0004782507,0.00026088473,0.0003156381,0.00023584776],"domain_scores_gemma":[0.9990551,0.00009014618,0.00010530306,0.00032317615,0.00025027647,0.00017601125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004001893,0.00011161705,0.00018372195,0.00007228471,0.00015882909,0.00001382921,0.000092054244,0.000047055673,0.00020513807],"category_scores_gemma":[0.0010238182,0.00010241893,0.000052945506,0.0001259223,0.000015754817,0.00017962344,0.0001417103,0.00022038148,0.0001263777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006340359,0.00010803611,0.4939279,0.0005381848,0.00004480618,0.000052707503,0.030286131,0.000048404116,0.025161307,0.00002096299,0.0025120934,0.44666544],"study_design_scores_gemma":[0.0044780453,0.0014428791,0.7565347,0.00093034666,0.00028382646,0.00017377516,0.06570122,0.00018077143,0.10255001,0.000008232148,0.06710712,0.00060911616],"about_ca_topic_score_codex":0.00033458497,"about_ca_topic_score_gemma":0.00013659224,"teacher_disagreement_score":0.44605634,"about_ca_system_score_codex":0.00028563789,"about_ca_system_score_gemma":0.00015939622,"threshold_uncertainty_score":0.4176523},"labels":[],"label_agreement":null},{"id":"W1997190722","doi":"10.1016/j.cjca.2014.07.187","title":"EVIDENCE FOR UTILITY OF CLINICAL REGISTRIES TO SUPPORT DEVELOPMENT OF CARDIAC QBPS AND CLINICAL CARE PATHWAYS","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Medicine; Conventional PCI; Cardiac catheterization; Health care; Emergency medicine; Medical emergency; Intensive care medicine; Myocardial infarction; Internal medicine","score_opus":0.5485703756526245,"score_gpt":0.5392093281031699,"score_spread":0.009361047549454549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997190722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98082817,0.00068220013,0.01384138,0.001952,0.0015307883,0.0005149033,0.00009005888,0.0000030532303,0.00055744196],"genre_scores_gemma":[0.9835511,0.00016711622,0.0147886025,0.00040326768,0.0010467443,0.000004123355,0.000017501194,0.000011411318,0.0000101756195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99535394,0.0005666718,0.0034098856,0.00023129849,0.00019471606,0.00024346182],"domain_scores_gemma":[0.9910656,0.005021253,0.0010686103,0.00031247849,0.0016717915,0.0008602275],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010008963,0.00011538548,0.0014020951,0.00013652389,0.00004854348,0.00000542527,0.00015074688,0.00021136003,0.000015814026],"category_scores_gemma":[0.05543169,0.00010112818,0.00044525368,0.00008674304,0.00036279723,0.00007898363,0.000033671906,0.0003092545,0.0000015563899],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067917997,0.000004969274,0.6552935,0.00011736652,0.00025146868,0.0000069984444,0.0002654724,0.0000044288477,0.000042627235,0.00004615332,0.011739055,0.33154875],"study_design_scores_gemma":[0.0012819164,0.0026949146,0.7133779,0.00016192379,0.00044824366,0.000052222807,0.0010841386,0.000008743907,0.00018090307,0.00007847164,0.2805478,0.00008285016],"about_ca_topic_score_codex":0.00027129013,"about_ca_topic_score_gemma":0.0018870083,"teacher_disagreement_score":0.3314659,"about_ca_system_score_codex":0.000060621325,"about_ca_system_score_gemma":0.006175606,"threshold_uncertainty_score":0.99945843},"labels":[],"label_agreement":null},{"id":"W1997212511","doi":"10.1136/bmj.g5242","title":"Private sector benefits the most from efforts to market NHS skills abroad","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Audit; Family medicine; Medicine; Health care; Clinical audit; Medical education; Nursing; Psychology; Accounting; Political science; Business","score_opus":0.07254302787538967,"score_gpt":0.4321246234049729,"score_spread":0.3595815955295832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997212511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326753,0.000031046842,0.0010999098,0.056737654,0.0006841239,0.0012129988,0.000044941742,0.000067024346,0.007447025],"genre_scores_gemma":[0.94578475,0.000022251505,0.00781076,0.04159874,0.0023285912,0.00007998039,0.00013468925,0.000040860177,0.0021993592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983779,0.00009921119,0.00067532377,0.00026581428,0.00036697372,0.00021477701],"domain_scores_gemma":[0.9972835,0.0016212735,0.00019306706,0.0006214256,0.00011460796,0.00016608367],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001367357,0.00012538458,0.00021412858,0.00003585655,0.00006765524,0.000030533847,0.0001319921,0.00006471631,0.0022422406],"category_scores_gemma":[0.0060080355,0.00008445901,0.000065148444,0.00016264919,0.00002254997,0.00008207901,0.000107999695,0.00016725707,0.00049493683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004383599,0.00016571011,0.058217756,0.000019807547,0.000114893366,0.0000103663415,0.00025198192,0.00006936612,0.0013939978,0.00024324232,0.7994441,0.13963044],"study_design_scores_gemma":[0.0013657433,0.0001933449,0.4935289,0.00009047419,0.00014713805,0.000013170127,0.000045558125,0.0010212016,0.000712694,0.00034114363,0.5024126,0.0001279741],"about_ca_topic_score_codex":0.00039325625,"about_ca_topic_score_gemma":0.00023810257,"teacher_disagreement_score":0.43531117,"about_ca_system_score_codex":0.00004164721,"about_ca_system_score_gemma":0.00005093426,"threshold_uncertainty_score":0.99866986},"labels":[],"label_agreement":null},{"id":"W1997568773","doi":"10.1097/mol.0b013e32833c1f2b","title":"The effectiveness of national guidelines for preventing cardiovascular disease: integrating effectiveness concepts and evaluating guidelines' use in the real world","year":2010,"lang":"en","type":"review","venue":"Current Opinion in Lipidology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Health Canada; National Institutes of Health; Institut pour la Recherche en Santé Publique; Canadian Institutes of Health Research; Canadian Medical Association; Public Health Agency","keywords":"Guideline; Medicine; Psychological intervention; Intervention (counseling); Disease; Cost effectiveness; Disease prevention; Intensive care medicine; Risk analysis (engineering); Management science; Nursing; Environmental health; Engineering; Pathology","score_opus":0.6770445640067125,"score_gpt":0.6482009211414491,"score_spread":0.02884364286526342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997568773","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006097059,0.9722573,0.0016343297,0.00030048526,0.017206943,0.007854784,0.0001047979,0.000020236052,0.000011400265],"genre_scores_gemma":[0.00025047938,0.9846649,0.002419761,0.00004364511,0.008442056,0.0030911432,0.0010175946,0.00006513147,0.0000052960936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98567456,0.008600509,0.003685396,0.0008112693,0.0008183309,0.000409933],"domain_scores_gemma":[0.9214134,0.074181266,0.0013308214,0.0006431845,0.0023491925,0.000082097984],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049938288,0.00046926728,0.0020085732,0.0003765935,0.00016908521,0.00005946678,0.00036214179,0.0002556611,0.0000037775742],"category_scores_gemma":[0.17115562,0.00028315518,0.00080032327,0.0006795009,0.00028391188,0.00019678693,0.00021287819,0.0011947835,0.0000011612151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047810783,0.00012733751,0.00543621,0.028878141,0.00026920653,1.9086734e-7,0.000044033186,0.00012421436,0.0000036717784,0.0020004453,0.0009168224,0.9617216],"study_design_scores_gemma":[0.0030884696,0.00020095424,0.009107241,0.049461257,0.0010447046,0.0000277334,0.00011728881,0.0019889066,3.9640332e-7,0.0010329401,0.93362033,0.00030976912],"about_ca_topic_score_codex":0.00021425367,"about_ca_topic_score_gemma":0.00014126988,"teacher_disagreement_score":0.96141183,"about_ca_system_score_codex":0.00022851101,"about_ca_system_score_gemma":0.0013006316,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W1997677022","doi":"10.1371/journal.pone.0095369","title":"A Systematic Critical Appraisal of Non-Pharmacological Management of Rheumatoid Arthritis with Appraisal of Guidelines for Research and Evaluation II","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Library and Archives Canada; Arthritis Society; Dalhousie University; Institute of Population and Public Health; Montfort Hospital; University of Ottawa","funders":"Institute of Musculoskeletal Health and Arthritis; Canadian Institutes of Health Research; Arthritis Health Professions Association","keywords":"Medicine; Critical appraisal; CLARITY; Quality (philosophy); Scope (computer science); Stakeholder; Alternative medicine; Physical therapy; Pathology; Computer science","score_opus":0.6784557495292151,"score_gpt":0.6346687261838039,"score_spread":0.04378702334541118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997677022","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055838563,0.9751997,0.003635233,0.0010340542,0.00016643692,0.0140355555,0.00014728373,0.000025911657,0.0001719627],"genre_scores_gemma":[0.005254417,0.9310201,0.061198972,0.000023983368,0.00017465046,0.002001883,0.000249102,0.00005909385,0.000017811319],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.991509,0.0008424319,0.004530197,0.0005362798,0.0022546863,0.0003273803],"domain_scores_gemma":[0.969326,0.021818155,0.0016872925,0.000558219,0.006436167,0.00017414699],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012746396,0.0003135643,0.0037646338,0.00034413705,0.000068856236,0.000012003073,0.00020628446,0.00024996852,0.000092695635],"category_scores_gemma":[0.04492921,0.00022541308,0.00024264824,0.00041579324,0.00041948972,0.00009397263,0.00023614314,0.00038968955,0.0000041392177],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005794292,0.003794679,0.000019029507,0.8792473,0.0037676848,0.0000063851076,0.00006624689,0.0000010679898,0.00015431635,0.00073709886,0.0011463846,0.11048039],"study_design_scores_gemma":[0.009841265,0.011026706,0.000034928864,0.9375993,0.023825996,0.00009800123,0.00096538925,0.00802873,0.0002815388,0.00018764453,0.0076280446,0.000482467],"about_ca_topic_score_codex":0.000021004502,"about_ca_topic_score_gemma":0.000005467783,"teacher_disagreement_score":0.10999792,"about_ca_system_score_codex":0.00006441983,"about_ca_system_score_gemma":0.00039668664,"threshold_uncertainty_score":0.96311575},"labels":[],"label_agreement":null},{"id":"W1997784642","doi":"10.1093/annonc/mdf246","title":"Critical appraisal of the Minimal Clinical Recommendations (MCR) of the European Society for Medical Oncology (ESMO): challenges for a European framework for the development of clinical practice guidelines","year":2002,"lang":"en","type":"letter","venue":"Annals of Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Critical appraisal; Clinical Practice; Clinical Oncology; Medical physics; Family medicine; Alternative medicine; Internal medicine; Pathology; Cancer","score_opus":0.7222495314363488,"score_gpt":0.6651006144408299,"score_spread":0.05714891699551894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997784642","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005339495,0.00088840775,0.035104882,0.95309097,0.0052371537,0.0030132418,0.0004330532,0.000018807923,0.0016795471],"genre_scores_gemma":[0.003774024,0.0053911502,0.5231084,0.45409828,0.012720536,0.00032687577,0.0002478844,0.00017153219,0.00016128723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97902465,0.0059389398,0.012368146,0.0008695798,0.0011322908,0.00066637184],"domain_scores_gemma":[0.67152977,0.31039372,0.00801782,0.001395255,0.008473085,0.00019031609],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.0515215,0.00044254604,0.0023473487,0.00007602204,0.00025370857,0.000008997327,0.0015642133,0.0017427981,0.00013385012],"category_scores_gemma":[0.5508985,0.00025710152,0.0030040313,0.00022428489,0.0023304836,0.00011183839,0.00076949777,0.0030067987,0.0000036267786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010559906,0.0018602461,0.00010120429,0.00058841455,0.0013688037,0.0000037994068,0.00056143384,0.0000016082975,0.000003737494,0.00077640935,0.62248784,0.37119052],"study_design_scores_gemma":[0.0048390934,0.005772981,0.0024984444,0.000666125,0.0024907864,0.00005999922,0.0023070495,0.0005876498,0.00003660854,0.00047381766,0.98005515,0.0002122951],"about_ca_topic_score_codex":0.000013755399,"about_ca_topic_score_gemma":0.00007208201,"teacher_disagreement_score":0.49937698,"about_ca_system_score_codex":0.00005545901,"about_ca_system_score_gemma":0.0037522397,"threshold_uncertainty_score":0.99998814},"labels":[],"label_agreement":null},{"id":"W1997842736","doi":"10.1191/1078155202jp090oa","title":"Development of a pharmacist-coordinated system of chemotherapy protocols in an integrated healthcare delivery organization","year":2002,"lang":"en","type":"article","venue":"Journal of Oncology Pharmacy Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Cancer Agency","funders":"","keywords":"Medicine; Protocol (science); Pharmacist; Intranet; Credibility; Health care; Pharmacy; The Internet; Nursing; Alternative medicine; Computer science; World Wide Web; Pathology","score_opus":0.32126986827349624,"score_gpt":0.5543952731209133,"score_spread":0.23312540484741706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997842736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98196214,0.00013862798,0.0017618024,0.010534604,0.00029039194,0.0050776815,0.000009503073,0.000024295794,0.00020093734],"genre_scores_gemma":[0.9494544,0.00023002793,0.048367262,0.0016592392,0.00013204779,0.000091240356,0.00001958464,0.000032284537,0.000013872633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949132,0.0009589361,0.0032731218,0.00017960448,0.00047885848,0.00019623095],"domain_scores_gemma":[0.98970914,0.0011421759,0.0044897133,0.00015940891,0.0043147244,0.00018483915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003861002,0.00016584949,0.0007398746,0.00038960745,0.000043865264,0.000010126329,0.00018770149,0.00010949462,0.00038005668],"category_scores_gemma":[0.0039420296,0.00014494301,0.00006816897,0.0009148418,0.000055865923,0.0011487958,0.000030553543,0.0007218557,0.0000072331495],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028576106,0.012392202,0.06659653,0.0015960969,0.00095594925,0.0008429487,0.010165125,0.00013217662,0.28971127,0.000035872356,0.0034637125,0.585532],"study_design_scores_gemma":[0.121642165,0.009853725,0.009994952,0.0021049192,0.0017280185,0.009356008,0.029991593,0.01653104,0.2676836,0.0000072252196,0.5305093,0.0005974626],"about_ca_topic_score_codex":0.00008713103,"about_ca_topic_score_gemma":0.00002303277,"teacher_disagreement_score":0.58493453,"about_ca_system_score_codex":0.000927008,"about_ca_system_score_gemma":0.0016356036,"threshold_uncertainty_score":0.59106046},"labels":[],"label_agreement":null},{"id":"W1998605797","doi":"10.1258/jhsrp.2007.007052","title":"Competing Norms: Canadian Rural Family Physicians’ Perceptions of Clinical Practice Guidelines and Shared Decisionmaking","year":2008,"lang":"en","type":"article","venue":"Journal of Health Services Research & Policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Université Laval","keywords":"Focus group; Thematic analysis; Debriefing; Guideline; Qualitative research; Psychological intervention; Medicine; Perception; Nursing; Family medicine; Health care; Psychology; Medical education; Political science","score_opus":0.529879493841962,"score_gpt":0.6647840675802802,"score_spread":0.1349045737383182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998605797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8778378,0.001665317,0.00010109721,0.11916695,0.00018647802,0.00043733508,0.000031886964,0.000008375189,0.0005647856],"genre_scores_gemma":[0.91340137,0.011122637,0.039838538,0.03301462,0.0025303673,0.00000348728,0.000023679755,0.000030717125,0.000034570752],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9909796,0.0012433074,0.0050933775,0.00022750389,0.0017484667,0.0007077593],"domain_scores_gemma":[0.9791854,0.0060437312,0.0025440136,0.00038717742,0.01076406,0.0010755943],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018095488,0.00015628617,0.0008921154,0.0010337126,0.0005768641,0.00004918996,0.0003105467,0.00012914714,0.0000707273],"category_scores_gemma":[0.027146226,0.00013035769,0.00020279326,0.000961557,0.0002231216,0.000923236,0.000143871,0.0013686414,0.000017576602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022781328,0.0010156081,0.2227119,0.0011401862,0.0004193166,0.00037907757,0.020398503,0.00010381016,0.0012153217,0.00017816042,0.029599946,0.72056],"study_design_scores_gemma":[0.0034528659,0.0020825684,0.79467773,0.0022470222,0.00007252381,0.0015254,0.12752599,0.0020088062,0.0000058797323,0.000194469,0.06606491,0.0001418177],"about_ca_topic_score_codex":0.3113397,"about_ca_topic_score_gemma":0.028043566,"teacher_disagreement_score":0.7204182,"about_ca_system_score_codex":0.00043583676,"about_ca_system_score_gemma":0.009389553,"threshold_uncertainty_score":0.9962263},"labels":[],"label_agreement":null},{"id":"W1999382563","doi":"10.12927/hcq.2009.20980","title":"Compliance with a Pediatric Clinical Practice Guideline for Intravenous Fluid and Electrolyte Administration","year":2009,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation","funders":"","keywords":"Guideline; Medicine; Intravenous fluid; Compliance (psychology); Clinical Practice; Intensive care medicine; Administration (probate law); Patient safety; Nursing; Health care; Anesthesia; Psychology; Political science","score_opus":0.1582663736237221,"score_gpt":0.5170917415100827,"score_spread":0.35882536788636066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999382563","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25020045,0.0016392231,0.124971166,0.6174757,0.00039603247,0.004623939,0.00006221782,0.00026905755,0.00036221836],"genre_scores_gemma":[0.8290648,0.00028516917,0.13157792,0.0371324,0.0016197524,0.000046459147,0.00022146372,0.00002592947,0.000026100663],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9965346,0.00020554285,0.0019607828,0.0005319935,0.00036312864,0.0004039505],"domain_scores_gemma":[0.99602,0.0014560733,0.0006562152,0.00035776728,0.0011360999,0.0003738196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002086946,0.00020348793,0.00045849298,0.00008025303,0.0001424932,0.000047748825,0.00006611509,0.00015469546,0.000011477187],"category_scores_gemma":[0.002071693,0.00017739825,0.0000750885,0.00022162616,0.000041491352,0.00034073778,0.0000037956406,0.00040008378,0.000013443448],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011648823,0.00096676464,0.0036156308,0.00030946147,0.000061512874,0.00010334745,0.00040939855,7.0558747e-7,0.0002078849,0.0016391124,0.01471883,0.96631855],"study_design_scores_gemma":[0.031968154,0.40598637,0.19135527,0.00036175438,0.002657913,0.005883228,0.005502471,0.007622556,0.00011018751,0.004467814,0.34267932,0.0014049667],"about_ca_topic_score_codex":0.00010411134,"about_ca_topic_score_gemma":0.00020049169,"teacher_disagreement_score":0.96491355,"about_ca_system_score_codex":0.00007449519,"about_ca_system_score_gemma":0.0010289098,"threshold_uncertainty_score":0.72340906},"labels":[],"label_agreement":null},{"id":"W1999804498","doi":"10.1503/cmaj.109-4838","title":"Portal simplifies medical registration","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credentialing; Computer science; World Wide Web; Medical physics; Medicine; Medical education","score_opus":0.061829375591610475,"score_gpt":0.4051454983027664,"score_spread":0.34331612271115597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999804498","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24899279,0.000086313565,0.0063977516,0.6921831,0.0028474408,0.00032553432,0.000016336948,0.00009229291,0.049058463],"genre_scores_gemma":[0.9182637,0.00011359811,0.0005162439,0.07410541,0.0059989477,0.0000051602506,0.00007787535,0.00002252282,0.0008965462],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436086,0.0002965093,0.0012733861,0.00019596666,0.0034132851,0.00045996107],"domain_scores_gemma":[0.9942789,0.0010724678,0.0005125582,0.00015994697,0.00074536353,0.0032307405],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008333917,0.00012794268,0.0002906125,0.00016679503,0.00023765625,0.0000905209,0.0001676615,0.0005768771,0.019359918],"category_scores_gemma":[0.08316714,0.000115518065,0.00014042313,0.00021164678,0.000056020373,0.00022474233,0.000015766742,0.0014291895,0.0003965358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003592629,0.00007521361,0.10634275,0.000015790507,0.00014034276,0.00070999237,0.00009336721,0.0000021771355,0.000016713657,0.0024056118,0.6669356,0.2232265],"study_design_scores_gemma":[0.0024939682,0.0002178989,0.06384485,0.00009707599,0.000095660595,0.0032622153,0.00042110568,0.0023921733,0.000012488408,0.0007995079,0.92619646,0.00016660856],"about_ca_topic_score_codex":0.0027514196,"about_ca_topic_score_gemma":0.052744467,"teacher_disagreement_score":0.66927093,"about_ca_system_score_codex":0.000574764,"about_ca_system_score_gemma":0.0065212087,"threshold_uncertainty_score":0.9991109},"labels":[],"label_agreement":null},{"id":"W1999903126","doi":"10.1007/s10926-009-9167-2","title":"Physiotherapists and Use of Low Back Pain Guidelines: A Qualitative Study of the Barriers and Facilitators","year":2009,"lang":"en","type":"article","venue":"Journal of Occupational Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Centre for Disability Prevention and Rehabilitation; Université de Sherbrooke","funders":"Réseau Provincial de Recherche en Adaptation-Réadaptation","keywords":"Medicine; Qualitative research; Rehabilitation; Low back pain; Nursing; Health professionals; Health psychology; Health care; Family medicine; Alternative medicine; Physical therapy; Public health","score_opus":0.19007267363902722,"score_gpt":0.5226442562792528,"score_spread":0.33257158264022557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999903126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365836,0.00007877409,0.0011513511,0.004454171,0.000060278373,0.00056903955,0.000023151355,0.0000021468318,0.0000027250287],"genre_scores_gemma":[0.9839091,0.000019643436,0.0154205095,0.00057770335,0.00004575274,0.0000026518965,0.000004134342,0.00000636638,0.00001416961],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99633557,0.00094177545,0.0018345694,0.00013794638,0.0006746724,0.000075475895],"domain_scores_gemma":[0.9898494,0.006440485,0.0013124213,0.00015928735,0.0021423101,0.00009609172],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003883715,0.00010929603,0.00035264157,0.00015251937,0.000043141306,0.000011472215,0.000053718548,0.000047005393,0.00003386725],"category_scores_gemma":[0.047951236,0.00007428498,0.00011040451,0.00025528925,0.00015447478,0.00043450145,0.000014809271,0.00014286207,2.7360755e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011314248,0.0020754507,0.76898116,0.0009964318,0.00049937813,0.0000025916997,0.13576195,0.0012450451,0.024140809,0.0005230614,0.0067997985,0.04766008],"study_design_scores_gemma":[0.0035557766,0.006553415,0.9186508,0.00039042233,0.00007698591,0.000009773505,0.06818399,0.0007752955,0.00008886933,0.0015139958,0.00012700594,0.000073663636],"about_ca_topic_score_codex":0.000065353684,"about_ca_topic_score_gemma":0.000022549111,"teacher_disagreement_score":0.14966965,"about_ca_system_score_codex":0.00006318075,"about_ca_system_score_gemma":0.00026378894,"threshold_uncertainty_score":0.9600683},"labels":[],"label_agreement":null},{"id":"W2001015389","doi":"10.1051/medsci/20122811021","title":"Le réseau de télépathologie de l’Est du Québec","year":2012,"lang":"fr","type":"review","venue":"médecine/sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal; Université de Montréal; Université Laval; Wilfrid Laurier University; Centre hospitalier de l'Université Laval; Centre hospitalier universitaire de Québec; Hôpital du Saint-Sacrement","funders":"","keywords":"Telepathology; Videoconferencing; Telemedicine; Second opinion; Computer science; Medicine; Telecommunications; Health care; Pathology; Political science","score_opus":0.4264416653716351,"score_gpt":0.5236146830537952,"score_spread":0.09717301768216013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001015389","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024583982,0.9241189,0.0037248505,0.047603924,0.002945695,0.0011885815,0.00005372644,0.00013759293,0.017768353],"genre_scores_gemma":[0.044695716,0.9241612,0.015627904,0.0057955994,0.007863557,0.00016272825,0.000079448124,0.000092367576,0.0015215082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922516,0.0013894824,0.0025628302,0.0010320176,0.0009513872,0.001812692],"domain_scores_gemma":[0.9861751,0.010853618,0.0013620851,0.0006727414,0.00023353659,0.00070287776],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0154194515,0.00068589987,0.0017187214,0.00031320125,0.0008343195,0.00017114675,0.0011484241,0.00054596853,0.0029008659],"category_scores_gemma":[0.028765513,0.0005582462,0.0006052415,0.0011662283,0.0021861633,0.0006852447,0.0004351431,0.0010668684,0.0031389457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029264582,0.0009823941,0.092886195,0.002951176,0.000111936104,0.00015510638,0.00025281587,0.0000519817,0.00005536338,0.0100463275,0.01378731,0.8786901],"study_design_scores_gemma":[0.0011974451,0.00074779586,0.011520902,0.002927375,0.0022943642,0.0012201279,0.0010842646,0.00037705785,0.000013921341,0.000727312,0.9773265,0.0005629257],"about_ca_topic_score_codex":0.0663918,"about_ca_topic_score_gemma":0.015375675,"teacher_disagreement_score":0.9635392,"about_ca_system_score_codex":0.0011597419,"about_ca_system_score_gemma":0.030041633,"threshold_uncertainty_score":0.9996869},"labels":[],"label_agreement":null},{"id":"W2002634184","doi":"10.1016/s1499-2671(09)33043-9","title":"Decreased wait times at the Diabetes, Hypertension &amp; Cholesterol Centre (DHCC)","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Medicine; Diabetes mellitus; Ambulatory blood pressure; Feeling; Ambulatory; Ldl cholesterol; Blood pressure; Type 2 diabetes; Population; Gerontology; Cholesterol; Internal medicine; Endocrinology; Environmental health","score_opus":0.07928590434425978,"score_gpt":0.33945110043939886,"score_spread":0.2601651960951391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002634184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328548,0.0011325388,0.0000043827613,0.06511014,0.00030484347,0.00021685346,0.00002127656,0.000009377449,0.00034580537],"genre_scores_gemma":[0.9699895,0.00001923458,0.00029068,0.028488642,0.00049162214,9.393639e-7,0.000057282814,0.00002144664,0.00064067927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802506,0.00014138909,0.0008564612,0.00016484063,0.00032698273,0.0004852663],"domain_scores_gemma":[0.9967595,0.0006919792,0.00045085564,0.00033464652,0.000468156,0.0012948916],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008944322,0.00017295904,0.00037998203,0.0001805878,0.00019292979,0.000066092325,0.00018661028,0.0000939434,0.0012725594],"category_scores_gemma":[0.0057241367,0.00011675673,0.00020338768,0.00019212044,0.00009868289,0.00021884764,0.000013428219,0.00036889108,0.00013100267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032204032,0.0000958881,0.5925715,0.000024213328,0.00018865729,0.000046088375,0.00019248079,0.00002146003,0.00895195,0.000032816813,0.33344793,0.06439479],"study_design_scores_gemma":[0.0033905706,0.0005751895,0.7253946,0.00037748012,0.00072395283,0.000064397434,0.00022903066,0.0002068497,0.0022145337,0.0004996265,0.2660769,0.00024688736],"about_ca_topic_score_codex":0.00034705386,"about_ca_topic_score_gemma":0.009503584,"teacher_disagreement_score":0.13282306,"about_ca_system_score_codex":0.00026528141,"about_ca_system_score_gemma":0.0010016186,"threshold_uncertainty_score":0.9996404},"labels":[],"label_agreement":null},{"id":"W2003052757","doi":"10.1002/pdi.1662","title":"Insulin: a commonly used high‐risk medicine","year":2012,"lang":"en","type":"article","venue":"Practical Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria General Hospital","funders":"","keywords":"Medicine; Audit; Insulin; Diabetes mellitus; Clinical governance; Type 2 diabetes; Patient safety; Diabetes management; Adverse effect; Intensive care medicine; Health care; Internal medicine; Endocrinology; Business; Accounting","score_opus":0.238739564169035,"score_gpt":0.48953710604543677,"score_spread":0.2507975418764018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003052757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88650006,0.00051139295,0.0008778982,0.10844841,0.00073996064,0.00052428455,0.000018292365,0.0001731239,0.0022065598],"genre_scores_gemma":[0.97340715,0.0002118335,0.012416973,0.01181337,0.0018425137,0.000039321025,0.00013386094,0.000044802255,0.00009019799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969827,0.00041572188,0.0010335565,0.000287332,0.00064902287,0.00063165714],"domain_scores_gemma":[0.988313,0.009686352,0.00044519076,0.0005030364,0.00022758468,0.00082482735],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028620448,0.00022481974,0.000534789,0.00010901585,0.000115882,0.000023079738,0.00008552218,0.00015832753,0.0027321596],"category_scores_gemma":[0.08145341,0.0001718864,0.000101581085,0.00033110715,0.00021894956,0.0008414653,0.00010480039,0.00080601935,0.00095671025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027159505,0.0011813517,0.8989259,0.000076340206,0.00026156747,0.000012563312,0.0002922563,6.566877e-7,0.0030988855,0.0036671234,0.053603403,0.038608376],"study_design_scores_gemma":[0.0076365927,0.0015929111,0.7561077,0.00013389254,0.002155974,0.00005210391,0.0007794261,0.0008153234,0.0029581669,0.0033189002,0.22400911,0.00043989808],"about_ca_topic_score_codex":0.00024311405,"about_ca_topic_score_gemma":0.00001423719,"teacher_disagreement_score":0.17040572,"about_ca_system_score_codex":0.00008587832,"about_ca_system_score_gemma":0.0001399493,"threshold_uncertainty_score":0.9998212},"labels":[],"label_agreement":null},{"id":"W2003490744","doi":"10.7739/jkafn.2012.19.1.087","title":"Evaluation of Applications of Adaptation of the Evidence-Based Nursing Practice Guidelines Patients with Acute Stroke","year":2012,"lang":"en","type":"article","venue":"Journal of Korean Academy of Fundamentals of Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Stroke (engine); Acute stroke; Medical record; Physical therapy; Emergency medicine; Nursing; Emergency department; Surgery","score_opus":0.4402215128328739,"score_gpt":0.5528108789086833,"score_spread":0.11258936607580938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003490744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97365373,0.0017814754,0.012397073,0.010558946,0.0001743966,0.0012391945,0.00006283097,0.0000034840355,0.00012885027],"genre_scores_gemma":[0.9514464,0.000154673,0.047963213,0.0002360705,0.00015834784,0.000005135481,0.000012077075,0.000020617306,0.000003453824],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9929491,0.00052419095,0.0033622338,0.00013545217,0.0028475695,0.00018145467],"domain_scores_gemma":[0.9827784,0.0016186829,0.00977421,0.00022284263,0.005493141,0.00011277825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070584156,0.00016224956,0.00062887464,0.00032171415,0.000050759034,0.0000051503175,0.00022576647,0.000117372016,0.000037165846],"category_scores_gemma":[0.0073862774,0.00011711058,0.00024835067,0.0004661938,0.0004045382,0.0012615083,0.00001944797,0.00032832273,2.7399705e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007978091,0.007681376,0.10145925,0.0004906116,0.0014815129,2.4389283e-7,0.0036950465,0.0056177336,0.17880313,0.00028792428,0.0013701969,0.69113487],"study_design_scores_gemma":[0.016454674,0.0047658687,0.5098102,0.028621715,0.02797412,0.00012329727,0.027204944,0.0060183113,0.37737417,0.0010090874,0.00031440853,0.00032915722],"about_ca_topic_score_codex":0.000034847915,"about_ca_topic_score_gemma":8.5629597e-7,"teacher_disagreement_score":0.69080573,"about_ca_system_score_codex":0.00036962476,"about_ca_system_score_gemma":0.00062909996,"threshold_uncertainty_score":0.88425976},"labels":[],"label_agreement":null},{"id":"W2003535046","doi":"10.7326/0003-4819-139-6-200309160-00013","title":"Standardized Reporting of Clinical Practice Guidelines: A Proposal from the Conference on Guideline Standardization","year":2003,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":461,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"U.S. National Library of Medicine; Agency for Healthcare Research and Quality","keywords":"Medicine; Guideline; Standardization; Clinical Practice; Medical physics; Family medicine; Pathology","score_opus":0.5563711909053238,"score_gpt":0.6304648798699644,"score_spread":0.07409368896464053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003535046","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22396514,0.001557272,0.2548694,0.48366725,0.0027893225,0.0021788403,0.00022970281,0.0000944734,0.030648584],"genre_scores_gemma":[0.8401798,0.0013842258,0.10150832,0.05483384,0.001696353,0.000013999522,0.00014152555,0.00004999728,0.00019194811],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830595,0.0008440749,0.013622014,0.00045861508,0.0017643095,0.00025145884],"domain_scores_gemma":[0.9576873,0.007920601,0.014748018,0.0010554336,0.018316742,0.0002718695],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028735265,0.00025169982,0.0013679145,0.000099024255,0.000053712472,0.000012234276,0.00022979235,0.00014282594,0.00096811506],"category_scores_gemma":[0.60955566,0.0001468269,0.00029910094,0.00031142932,0.0003929022,0.00021752414,0.00006186516,0.00059022265,0.000007836341],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022567755,0.0012688756,0.033394244,0.00016928387,0.0019618294,0.0002789825,0.0013101526,0.00014120189,0.008086209,0.017682321,0.7320887,0.18105045],"study_design_scores_gemma":[0.021866778,0.014582283,0.010682447,0.008230852,0.0021336714,0.00042121956,0.01801654,0.0030722886,0.03767024,0.014455547,0.86832225,0.0005458595],"about_ca_topic_score_codex":0.0015258924,"about_ca_topic_score_gemma":0.00006319399,"teacher_disagreement_score":0.61621463,"about_ca_system_score_codex":0.000028920302,"about_ca_system_score_gemma":0.0011866494,"threshold_uncertainty_score":0.99994516},"labels":[],"label_agreement":null},{"id":"W2004013118","doi":"10.12927/hcq..17678","title":"Quality, Patient Safety and the Implementation of Best Evidence: Provinces in the Country of Knowledge Translation","year":2005,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Knowledge translation; Best practice; Health care; Patient safety; Quality (philosophy); Evidence-based practice; Guideline; Health administration; Quality management; Evidence-based medicine; Medicine; Nursing; Public relations; Public health; Business; Political science; Knowledge management; Computer science; Management; Alternative medicine; Marketing; Economics","score_opus":0.23816078211657177,"score_gpt":0.5366551367394562,"score_spread":0.29849435462288443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004013118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901782,0.003032502,0.00020571168,0.09275971,0.00007125808,0.001957604,0.000041467854,0.000007210585,0.0001425567],"genre_scores_gemma":[0.9978999,0.0004981425,0.00041639994,0.0009963337,0.000101743564,0.00003884329,0.000039404484,0.000006218204,0.0000030066915],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99679816,0.0009016008,0.0016217869,0.00015595592,0.00039076523,0.000131726],"domain_scores_gemma":[0.9959294,0.0030176921,0.0005472007,0.0002235888,0.00024645907,0.000035614707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035346744,0.000086084714,0.0002752353,0.00005758705,0.000056706554,0.000009074612,0.00007096942,0.00005016023,0.000026299314],"category_scores_gemma":[0.00027948534,0.000051063504,0.000048254606,0.00021060296,0.00013366267,0.0002360421,0.0000061277956,0.00017032068,0.0000021105002],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012404283,0.00013882526,0.025454447,0.0004822206,0.000014001378,4.0009644e-7,0.052743614,0.0000012485806,0.00011436298,0.0022541066,0.0000770148,0.91747934],"study_design_scores_gemma":[0.013445714,0.007884195,0.6257784,0.00078975037,0.00028266254,0.00004095291,0.33895582,0.0008795673,0.00024411481,0.00095778995,0.010528965,0.00021212282],"about_ca_topic_score_codex":0.01011016,"about_ca_topic_score_gemma":0.04867022,"teacher_disagreement_score":0.9172672,"about_ca_system_score_codex":0.00006691582,"about_ca_system_score_gemma":0.000353556,"threshold_uncertainty_score":0.9964816},"labels":[],"label_agreement":null},{"id":"W2004512189","doi":"10.1016/s1499-2671(09)32002-x","title":"A Tribute to Heather Dean: Editor-in-Chief of Canadian Journal of Diabetes for the last 7 years.","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Tribute; Publishing; Timeline; Excellence; Editor in chief; Medicine; Library science; Reading (process); Editorial board; Management; Medical education; Political science; Law; History; Computer science","score_opus":0.06501997994252141,"score_gpt":0.35916489487103254,"score_spread":0.29414491492851114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004512189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93662125,0.0012113799,0.00005309081,0.05950527,0.002068004,0.00037244573,0.00010786425,0.000001410782,0.000059262737],"genre_scores_gemma":[0.9904117,0.000016012391,0.0014979399,0.004401543,0.0035919675,0.0000026387252,0.000005688526,0.00002187941,0.000050624974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976379,0.00008116811,0.0013855926,0.0001023492,0.00027499025,0.00051796506],"domain_scores_gemma":[0.99559337,0.0011946883,0.00067488727,0.00019647022,0.0008763868,0.0014642057],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002195576,0.00013787123,0.00053591875,0.0011278971,0.00007222872,0.000048711903,0.00029497524,0.000094895455,0.0001444201],"category_scores_gemma":[0.009331607,0.00010591276,0.0002512762,0.00057621254,0.00008371723,0.00020171305,0.0000050736726,0.00039249088,0.0000034456073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048013037,0.00007142965,0.48564348,0.00004556908,0.00030107223,0.000041040614,0.00093209726,0.0002020109,0.0017274573,0.00008207849,0.46727914,0.043626625],"study_design_scores_gemma":[0.00337934,0.0029063108,0.62620485,0.0005870157,0.00043360458,0.000017304135,0.000861962,0.00007430388,0.0011401488,0.000883206,0.36333597,0.00017602538],"about_ca_topic_score_codex":0.0074389027,"about_ca_topic_score_gemma":0.32414642,"teacher_disagreement_score":0.31670752,"about_ca_system_score_codex":0.00026698926,"about_ca_system_score_gemma":0.005060974,"threshold_uncertainty_score":0.99917066},"labels":[],"label_agreement":null},{"id":"W2004991468","doi":"10.1186/ar2339","title":"A critical appraisal of guidelines for the management of knee osteoarthritis using Appraisal of Guidelines Research and Evaluation criteria","year":2007,"lang":"en","type":"review","venue":"Arthritis Research & Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Critical appraisal; Medicine; Osteoarthritis; Rheumatology; Physical therapy; Medical physics; Alternative medicine; Internal medicine; Pathology","score_opus":0.8121362755413039,"score_gpt":0.7159224919933502,"score_spread":0.09621378354795362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004991468","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020707268,0.9845452,0.0018075451,0.0023155636,0.00066206796,0.008096061,0.0003339344,0.000018779772,0.00015015843],"genre_scores_gemma":[0.0013592712,0.9540101,0.04225562,0.00006342569,0.0010551959,0.0008497737,0.00024271313,0.00012846143,0.000035398552],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98585635,0.002257686,0.0055363984,0.0009207762,0.0044514714,0.0009773124],"domain_scores_gemma":[0.9290181,0.04155179,0.0008963119,0.0013758753,0.026891457,0.00026646326],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051616866,0.00046157255,0.0022315397,0.0010984413,0.00031851043,0.0000875493,0.00054664625,0.00043931778,0.00035280385],"category_scores_gemma":[0.051794607,0.0003479806,0.0005818113,0.0015969618,0.0020382856,0.000300713,0.0004619115,0.0010273963,0.0000048863117],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010304512,0.0003752463,0.000015635222,0.009792224,0.000608678,0.00001828902,0.0001424161,0.0000020017198,0.00025118593,0.0011168213,0.0046104444,0.9820366],"study_design_scores_gemma":[0.007524202,0.0060828575,0.000055736997,0.037084468,0.00077717955,0.00020382833,0.0030066425,0.0016387425,0.00015408875,0.001304833,0.9418182,0.0003492654],"about_ca_topic_score_codex":0.00058647926,"about_ca_topic_score_gemma":0.0001037718,"teacher_disagreement_score":0.98168737,"about_ca_system_score_codex":0.00012797947,"about_ca_system_score_gemma":0.0013907772,"threshold_uncertainty_score":0.99989724},"labels":[],"label_agreement":null},{"id":"W2005312877","doi":"10.1016/j.joca.2012.02.291","title":"Severity of comorbid osteoarthritis is not associated with increased risk for incident diabetes mellitus","year":2012,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Toronto; Women's College Hospital","funders":"","keywords":"Medicine; Comorbidity; WOMAC; Diabetes mellitus; Internal medicine; Proportional hazards model; Body mass index; Osteoarthritis; Cohort; Population; Physical therapy; Obesity; Cohort study; Hazard ratio; Odds ratio; Confidence interval; Environmental health","score_opus":0.04641156383702479,"score_gpt":0.33431875848580406,"score_spread":0.2879071946487793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005312877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99437046,0.00245093,0.000048757105,0.000493059,0.00014106712,0.001020448,0.001200069,0.000044037333,0.00023117785],"genre_scores_gemma":[0.99673516,0.0004013774,0.00078583957,0.0013649222,0.00017786132,0.00011054148,0.00033260853,0.00003945594,0.000052246065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784654,0.00017822193,0.0008080299,0.0002926439,0.00041118538,0.00046335187],"domain_scores_gemma":[0.99747795,0.0010332481,0.0005158788,0.0003051547,0.00035036137,0.00031743603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013361747,0.00021641378,0.000583475,0.00006757019,0.00014147376,0.000030820218,0.00005772925,0.00013837722,0.0002084968],"category_scores_gemma":[0.0020567148,0.00019873417,0.00014064764,0.00016057005,0.0001749627,0.0003475033,0.00006005747,0.00020152768,0.000007518859],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010286518,0.00045768116,0.8009883,0.0001647315,0.000065772576,0.000014208158,0.0009333382,4.055969e-7,0.042096317,0.000057115605,0.0015765767,0.15261689],"study_design_scores_gemma":[0.032802913,0.009711371,0.5748808,0.0009873937,0.0018831544,0.00009306616,0.0017954172,0.00006852767,0.3539887,0.00021476412,0.022755815,0.00081808807],"about_ca_topic_score_codex":0.00014791051,"about_ca_topic_score_gemma":0.0005785239,"teacher_disagreement_score":0.3118924,"about_ca_system_score_codex":0.000048917707,"about_ca_system_score_gemma":0.00007761909,"threshold_uncertainty_score":0.81041443},"labels":[],"label_agreement":null},{"id":"W2005474430","doi":"10.1136/bmjqs-2013-002293.127","title":"P008 What type of evidence do we need to develop guidelines for diagnostic imaging?","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Winnipeg","funders":"","keywords":"Medicine; Medical physics","score_opus":0.7084757174742539,"score_gpt":0.6323232113479517,"score_spread":0.0761525061263022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005474430","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11786678,0.0029698259,0.051700972,0.81916934,0.0014476632,0.0066013085,0.000046317902,0.00012005405,0.0000777634],"genre_scores_gemma":[0.71885264,0.008326154,0.21577917,0.05320923,0.0017912874,0.0006525484,0.00025632602,0.00010827217,0.0010243352],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947359,0.00027245437,0.0036794455,0.0004166301,0.000572167,0.00032343433],"domain_scores_gemma":[0.9654505,0.023656158,0.0007993242,0.0008070965,0.008967588,0.00031930147],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006406299,0.000204429,0.0005622955,0.00009028968,0.0000713661,0.00006423184,0.0001993396,0.000077755496,0.00057903863],"category_scores_gemma":[0.34421644,0.00015787537,0.00012371247,0.0005952131,0.00007051806,0.0009364335,0.00015826648,0.00014077508,0.00031612787],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016426675,0.00019824033,0.04373594,0.0006447556,0.00010522246,0.0000046323285,0.0009521404,0.00004915122,0.0059923595,0.00046071014,0.36220807,0.58400613],"study_design_scores_gemma":[0.009170671,0.001473636,0.46493897,0.008961937,0.0009706421,0.000078141034,0.038286835,0.0023337696,0.003964771,0.008253044,0.46011168,0.0014559131],"about_ca_topic_score_codex":0.0013531885,"about_ca_topic_score_gemma":0.00010443465,"teacher_disagreement_score":0.7659601,"about_ca_system_score_codex":0.00012264385,"about_ca_system_score_gemma":0.0008445407,"threshold_uncertainty_score":0.6613075},"labels":[],"label_agreement":null},{"id":"W2006076419","doi":"10.1016/j.jcjd.2011.12.002","title":"A Changing World and a New Beginning","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.1839909917160542,"score_gpt":0.40759513789172974,"score_spread":0.22360414617567553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006076419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822757,0.002504274,0.00008037882,0.014108181,0.0003522367,0.0000626154,0.0000015860144,0.000003209317,0.0006118183],"genre_scores_gemma":[0.9912273,0.000004187202,0.0026782802,0.0044589145,0.0011895702,3.9067854e-7,0.0000017774454,0.00001075955,0.00042881505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999183,0.000021571104,0.0003461325,0.00004220237,0.00009143753,0.00031563136],"domain_scores_gemma":[0.9979078,0.0002486475,0.00018182525,0.00005858353,0.00008355091,0.0015195747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074335077,0.000057180474,0.00016026176,0.0005935878,0.00005050982,0.000024236642,0.000032188113,0.00002182849,0.0002437115],"category_scores_gemma":[0.0026605448,0.000050985753,0.000042616713,0.00026632758,0.000027824404,0.00029718777,0.0000064602345,0.00017273612,0.0000070434867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027457118,0.0000062682843,0.9234746,0.000015770634,0.00005329998,0.000006809891,0.00074791827,8.92523e-7,0.00025814254,0.00012396096,0.013987389,0.061322197],"study_design_scores_gemma":[0.003017903,0.00037888743,0.60812306,0.00064943323,0.0006288757,0.00013567935,0.0026076317,0.00012293682,0.0009950709,0.0005192096,0.38257882,0.00024248104],"about_ca_topic_score_codex":0.00025020953,"about_ca_topic_score_gemma":0.0019011527,"teacher_disagreement_score":0.36859143,"about_ca_system_score_codex":0.00006800558,"about_ca_system_score_gemma":0.0007470939,"threshold_uncertainty_score":0.3185113},"labels":[],"label_agreement":null},{"id":"W2006180572","doi":"10.1378/chest.132.4_meetingabstracts.444c","title":"THE INTENSIVIST-LED MODEL OF CARE IN A CANADIAN COMMUNITY HOSPITAL ICU","year":2007,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital","funders":"","keywords":"Intensivist; Medicine; Community hospital; Health care; Medical emergency; Nursing; Emergency medicine; Intensive care unit; Intensive care medicine","score_opus":0.14026563744216128,"score_gpt":0.4499852275829586,"score_spread":0.3097195901407973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006180572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99050087,0.0001486747,0.0005224152,0.007068548,0.00019979931,0.00015891335,0.000004816515,0.000003910516,0.0013920789],"genre_scores_gemma":[0.99758446,0.00006726876,0.0013230045,0.000849274,0.0001203078,9.753211e-7,0.000009680734,0.000009989118,0.000035028737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869514,0.00009100784,0.00070509047,0.000050541206,0.00018973199,0.00026849835],"domain_scores_gemma":[0.99791104,0.000750135,0.00022191006,0.00020611616,0.0006242743,0.00028655108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031302967,0.00006835721,0.00016048488,0.0001017978,0.00019453708,0.000019860381,0.00013031172,0.000053737585,0.000015063208],"category_scores_gemma":[0.0056864326,0.0000488429,0.00007004351,0.00012433552,0.0000832919,0.00008538899,0.000028612487,0.001024258,0.0000035984335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017460146,0.00057901966,0.79451555,0.00023387953,0.00019570484,0.00040159357,0.030326486,0.0004575467,0.0030276966,0.0005762826,0.006327496,0.1616127],"study_design_scores_gemma":[0.0049357847,0.0013074984,0.8726053,0.00028440708,0.00016134282,0.00037558004,0.101534836,0.005381944,0.0010626637,0.0015063242,0.010637483,0.00020681367],"about_ca_topic_score_codex":0.059666984,"about_ca_topic_score_gemma":0.6777157,"teacher_disagreement_score":0.6180487,"about_ca_system_score_codex":0.00044276606,"about_ca_system_score_gemma":0.0008760459,"threshold_uncertainty_score":0.9465948},"labels":[],"label_agreement":null},{"id":"W2006401868","doi":"10.1136/bmjspcare-2012-000250.24","title":"Designing advance care (incapacity) planning and advance directives legislation in British Columbia","year":2012,"lang":"en","type":"article","venue":"BMJ Supportive & Palliative Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fraser Health; Vancouver Coastal Health","funders":"","keywords":"Legislation; Statute; Health care; Advance care planning; Scope (computer science); Public relations; Business; Political science; Nursing; Medicine; Law","score_opus":0.144427778499604,"score_gpt":0.46940083436675384,"score_spread":0.32497305586714986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006401868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781346,0.0068355124,0.010386184,0.0001753828,0.0002710064,0.0019106133,0.00011138356,0.00007966434,0.0020956644],"genre_scores_gemma":[0.98342323,0.00014988957,0.014970529,0.00044164402,0.00029223063,0.00020768437,0.00032443745,0.00004160939,0.00014875876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975648,0.0002554771,0.0008624053,0.00047616317,0.00036209804,0.00047904154],"domain_scores_gemma":[0.9973974,0.0009092212,0.00052629295,0.00019100797,0.0007655371,0.0002105019],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005015239,0.00018770424,0.00045603694,0.00008602211,0.0001612582,0.0000831555,0.000058830574,0.00011728608,0.00010729549],"category_scores_gemma":[0.005343789,0.00028247136,0.000076955985,0.00032181002,0.0001362106,0.0010642422,0.00006850804,0.00039617572,0.000007654008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107207765,0.000056600555,0.94547796,0.00016942222,0.00003398085,0.00007403432,0.017991798,0.000028543105,0.00065804593,0.000007396954,0.00025040933,0.035144575],"study_design_scores_gemma":[0.0018459699,0.00025132135,0.8825972,0.00075407664,0.00008943501,0.000018185749,0.110061556,0.000047186502,0.000847091,0.000057444762,0.0031546748,0.0002758507],"about_ca_topic_score_codex":0.0016525146,"about_ca_topic_score_gemma":0.01562872,"teacher_disagreement_score":0.09206976,"about_ca_system_score_codex":0.00046040845,"about_ca_system_score_gemma":0.00018088007,"threshold_uncertainty_score":0.99996275},"labels":[],"label_agreement":null},{"id":"W2006476008","doi":"10.5539/gjhs.v4n2p50","title":"Clinical Pathways as Instruments for Risk and Cost Management in Hospitals - A Discussion Paper","year":2012,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical pathway; Quality assurance; Context (archaeology); Medicine; Risk management; Health care; Quality (philosophy); Liability; Process (computing); Risk analysis (engineering); Medical emergency; Business; Nursing; Computer science","score_opus":0.16366113760668954,"score_gpt":0.5403610312152983,"score_spread":0.3766998936086088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006476008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871055,0.00031626524,0.001223904,0.009399208,0.0009047232,0.00082505954,0.000011446619,0.0000041370777,0.00020976673],"genre_scores_gemma":[0.97622937,0.0015425303,0.018366609,0.0036869992,0.0001572704,0.0000056082126,0.0000016842395,0.0000036313547,0.000006300392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701035,0.000106499574,0.0016871516,0.0001744263,0.0006049078,0.0004166521],"domain_scores_gemma":[0.99800265,0.00015156713,0.0010206959,0.00013531103,0.00016226615,0.00052749005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012559894,0.00008321809,0.00030815077,0.00008671675,0.00013958213,0.000026680313,0.00013170337,0.000035564866,0.000014339216],"category_scores_gemma":[0.0023619481,0.00005014338,0.00006596589,0.0003291528,0.0001761328,0.00085063215,0.000100366626,0.00020187508,0.0000064026567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016573122,0.00015827015,0.543006,0.000022172435,0.000006173368,0.0000027260642,0.000033578453,6.873829e-7,0.0000059136046,0.00022861466,0.00044922347,0.4559209],"study_design_scores_gemma":[0.003622697,0.0011448707,0.9840342,0.00017166369,0.00004332194,0.00019009749,0.0011336019,0.00007313249,0.0000041546837,0.0014415594,0.008085414,0.000055293032],"about_ca_topic_score_codex":0.00007926952,"about_ca_topic_score_gemma":0.000011525774,"teacher_disagreement_score":0.45586562,"about_ca_system_score_codex":0.0003196105,"about_ca_system_score_gemma":0.0005075072,"threshold_uncertainty_score":0.43530333},"labels":[],"label_agreement":null},{"id":"W2006879976","doi":"10.1371/journal.pone.0110469","title":"Clinical Practice Guidelines and Consensus Statements in Oncology – An Assessment of Their Methodological Quality","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Medical Research Group; University of Ottawa; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Rigour; Medicine; Clinical Practice; MEDLINE; Transparency (behavior); Alternative medicine; Clinical Oncology; Oncology; Medical education; Medical physics; Family medicine; Internal medicine; Cancer; Pathology; Political science","score_opus":0.8964465036117407,"score_gpt":0.7343674656253709,"score_spread":0.1620790379863698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006879976","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625669,0.000047193185,0.0036398515,0.031256072,0.00008147037,0.00066194014,0.000016798733,0.000031199157,0.0016985356],"genre_scores_gemma":[0.4794697,0.00027447916,0.5135179,0.006501536,0.00015282782,0.000016133215,0.000038062528,0.000010373816,0.000018981611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98973405,0.0055269976,0.0035515556,0.00045223712,0.00051455,0.00022059512],"domain_scores_gemma":[0.96557146,0.03077521,0.0013307558,0.0004953122,0.0015931447,0.00023413968],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032691732,0.00014235708,0.0009979258,0.0000775086,0.00002825575,0.000009393784,0.00008629753,0.0001872313,0.00011722419],"category_scores_gemma":[0.15486513,0.00011177211,0.000059471102,0.00012852438,0.00019037374,0.00017915679,0.00011787657,0.00047434476,0.000003941093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003559444,0.024633016,0.64683527,0.00039536794,0.0008959204,0.000039778333,0.00029177545,0.000012236745,0.031165915,0.0026393733,0.0009893798,0.28854254],"study_design_scores_gemma":[0.014094561,0.010983214,0.93436486,0.0002771555,0.0012399628,0.000038944057,0.0055335606,0.017050613,0.001260739,0.0039630258,0.01085323,0.00034013382],"about_ca_topic_score_codex":0.00036993143,"about_ca_topic_score_gemma":0.00019078581,"teacher_disagreement_score":0.5098781,"about_ca_system_score_codex":0.000063428284,"about_ca_system_score_gemma":0.00029015326,"threshold_uncertainty_score":0.99604744},"labels":[],"label_agreement":null},{"id":"W2007038245","doi":"10.1056/nejmcps054086","title":"Lost in Transcription","year":2006,"lang":"en","type":"article","venue":"New England Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Agency for Healthcare Research and Quality","keywords":"Medicine; Pancytopenia; Urinary system; Foley; Foley catheter; Multiple sclerosis; Intensive care medicine; Surgery; Pediatrics; Catheter; Internal medicine; Immunology; Bone marrow","score_opus":0.13311152490164502,"score_gpt":0.43439883520440925,"score_spread":0.30128731030276423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007038245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9114862,0.0008166332,0.0037946028,0.079786666,0.00065309607,0.00013789297,7.0706926e-7,0.00000598805,0.0033182185],"genre_scores_gemma":[0.9899909,0.00018150009,0.0015592842,0.0014367113,0.006312271,2.3103588e-7,0.000010767861,0.000009193225,0.00049912214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981446,0.00007520294,0.0011814202,0.00007503775,0.00040684652,0.00011687538],"domain_scores_gemma":[0.9988863,0.00040210685,0.00033352477,0.00008275987,0.00017126564,0.00012403876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017249912,0.00007827322,0.00032433285,0.00022100768,0.000010246071,0.000003618092,0.00004563378,0.00004398355,0.000631043],"category_scores_gemma":[0.001358462,0.00005266697,0.00005133432,0.00018709176,0.000039545113,0.00013943901,0.0000034717036,0.0003347181,0.000010858045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057008034,0.00049179187,0.16269633,0.00008402029,0.00006990677,0.0012324469,0.00084904,0.00020376855,0.11681607,0.00071483915,0.114452176,0.5966888],"study_design_scores_gemma":[0.26087022,0.0046436936,0.35251316,0.00096715026,0.0005704232,0.0047108824,0.000713155,0.0002664783,0.0015377079,0.0078227585,0.36522263,0.00016174639],"about_ca_topic_score_codex":0.00079168676,"about_ca_topic_score_gemma":0.0005105526,"teacher_disagreement_score":0.59652704,"about_ca_system_score_codex":0.000063853964,"about_ca_system_score_gemma":0.00014904489,"threshold_uncertainty_score":0.69094783},"labels":[],"label_agreement":null},{"id":"W2007080983","doi":"10.1111/j.1524-475x.2004.04065.x","title":"Evidence‐Based Health Information Provision: Development of an Online Consumer ‘Request for Information' Service","year":2004,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Coast Mountain College","funders":"","keywords":"Officer; Library science; Service (business); Citation; Sociology; Management; Political science; Business; Computer science; Law; Marketing; Economics","score_opus":0.4369768961741981,"score_gpt":0.5098100012251828,"score_spread":0.07283310505098473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007080983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34903282,0.0026593842,0.33614,0.29604352,0.0015220934,0.013797757,0.00020633286,0.0004731466,0.00012492918],"genre_scores_gemma":[0.56903344,0.00014764594,0.36382008,0.0644201,0.00019826855,0.00020617394,0.0021362929,0.00003222588,0.000005762677],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947563,0.00023249797,0.0032208243,0.0003110179,0.0010384826,0.00044089317],"domain_scores_gemma":[0.9936872,0.0018140582,0.001888984,0.00063835457,0.0016057462,0.0003656531],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038620324,0.00032758137,0.0006318976,0.0006164605,0.00029995502,0.00009600118,0.00023354366,0.000118213626,0.00005761872],"category_scores_gemma":[0.005655224,0.00029418027,0.00014247392,0.00093233015,0.000097422024,0.00569807,0.000017738294,0.00033396712,0.000083872954],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032543505,0.0008314864,0.00039368845,0.002000425,0.000023682473,9.348514e-7,0.0017244648,0.004254286,0.00027092142,0.00016355772,0.00073911506,0.9863431],"study_design_scores_gemma":[0.06314604,0.02379463,0.0713218,0.39142522,0.0014927353,0.00009357128,0.011006728,0.09263302,0.048225734,0.0010280174,0.29265282,0.0031796983],"about_ca_topic_score_codex":0.00026179865,"about_ca_topic_score_gemma":0.00035216904,"teacher_disagreement_score":0.9831634,"about_ca_system_score_codex":0.0013336434,"about_ca_system_score_gemma":0.0060826056,"threshold_uncertainty_score":0.999951},"labels":[],"label_agreement":null},{"id":"W2007114816","doi":"10.1016/j.otohns.2010.04.259","title":"W11– Opportunity for guideline developers, implementers, and end users to work together to improve guideline implementation","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research","funders":"","keywords":"Guideline; Computer science; Work (physics); Process management; Engineering; Medicine; Mechanical engineering","score_opus":0.09236482413565493,"score_gpt":0.4547632785523105,"score_spread":0.3623984544166556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007114816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8614925,0.000015209729,0.037659615,0.09457659,0.0011156996,0.0044435747,0.00029696306,0.00010757315,0.00029225968],"genre_scores_gemma":[0.47602352,0.000013594365,0.4234887,0.09576233,0.0010582077,0.00065624446,0.0023692758,0.00012066443,0.0005074678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99595845,0.00011631664,0.0021304847,0.0007970237,0.00030525174,0.0006924461],"domain_scores_gemma":[0.9968319,0.00050266756,0.0003596589,0.0006163943,0.00081660546,0.0008727532],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031471783,0.00034526316,0.00056208775,0.0002997102,0.00017331484,0.00004834827,0.00021175278,0.00021183914,0.00338669],"category_scores_gemma":[0.0039566727,0.00033032367,0.0001174076,0.00035361358,0.000070723676,0.00022329103,0.00029729915,0.00037993473,0.00006654224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020813702,0.00019803157,0.08936334,0.000051875144,0.00026301993,0.000030287685,0.0007794268,0.0000039939955,0.15884753,0.0007400263,0.49063933,0.2570018],"study_design_scores_gemma":[0.0055260574,0.0016212298,0.03633772,0.000014427215,0.00024623622,0.000104006554,0.0018172592,0.00010145742,0.0051735933,0.00026982356,0.9483515,0.0004366682],"about_ca_topic_score_codex":0.0009925722,"about_ca_topic_score_gemma":0.004623824,"teacher_disagreement_score":0.4577122,"about_ca_system_score_codex":0.00011043372,"about_ca_system_score_gemma":0.0005163442,"threshold_uncertainty_score":0.9999149},"labels":[],"label_agreement":null},{"id":"W2007115573","doi":"10.1186/s13012-015-0222-4","title":"When is good, good enough? Methodological pragmatism for sustainable guideline development","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University; BC Cancer Agency","funders":"Partenariat Canadien Contre Le Cancer","keywords":"Guideline; Negotiation; Rigour; Transparency (behavior); Health services research; Management science; Engineering ethics; Process management; Medicine; Political science; Public health; Business; Economics; Nursing; Law","score_opus":0.6186691436798324,"score_gpt":0.6274740328993189,"score_spread":0.008804889219486522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007115573","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20038022,0.000096816366,0.7239321,0.06506153,0.000513399,0.0058825905,0.000047611073,0.00022522883,0.0038605276],"genre_scores_gemma":[0.21847722,0.0000056023187,0.7680468,0.011176408,0.00021960324,0.00033237576,0.00024308739,0.000022578566,0.0014763174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951657,0.00016631265,0.0018790305,0.0006802453,0.0013677169,0.00074099266],"domain_scores_gemma":[0.9944405,0.0011287882,0.0006066977,0.00039115918,0.0029372792,0.000495576],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01649429,0.00020819959,0.000350703,0.00026713425,0.0003846041,0.00017912898,0.0003236945,0.00006753121,0.0009222801],"category_scores_gemma":[0.010008227,0.00017911186,0.00007698322,0.0007080902,0.00019348678,0.0013135454,0.00025084047,0.0001390038,0.00008475623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076964544,0.0005789606,0.0232898,0.00019185469,0.00013966854,0.000043167474,0.01471273,0.00004047685,0.013292092,0.032269154,0.40789446,0.506778],"study_design_scores_gemma":[0.0068445415,0.0008754869,0.006118406,0.0000148449235,0.00012882972,0.000074328585,0.029554782,0.0007516275,0.0331405,0.013583666,0.90860474,0.00030822432],"about_ca_topic_score_codex":0.0003339734,"about_ca_topic_score_gemma":0.00006541593,"teacher_disagreement_score":0.5064698,"about_ca_system_score_codex":0.0006717884,"about_ca_system_score_gemma":0.0031192566,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W2007582953","doi":"10.1016/s0828-282x(08)70679-2","title":"AGREEing on Canadian cardiovascular clinical practice guidelines","year":2008,"lang":"en","type":"review","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; York University; Libin Cardiovascular Institute of Alberta; Canadian Cardiovascular Society; University of Calgary","funders":"","keywords":"Medicine; Harmonization; Clinical Practice; Quality (philosophy); Health care; Best practice; Process management; Family medicine","score_opus":0.5334079680343928,"score_gpt":0.5620536641790581,"score_spread":0.028645696144665278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007582953","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055341593,0.976089,0.00038651677,0.0055173086,0.005157743,0.00077878055,0.00010392965,0.000010312054,0.011950848],"genre_scores_gemma":[0.000071345385,0.9736564,0.0032924877,0.0065301303,0.016064197,0.000010873763,0.00013846117,0.000121467005,0.00011459575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900357,0.0017602703,0.006059087,0.00059071777,0.0006562364,0.0008979841],"domain_scores_gemma":[0.9849975,0.0038041302,0.002170374,0.0011112507,0.0043386114,0.0035781458],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00729855,0.00059749285,0.00596364,0.0015527963,0.0002274118,0.000043801363,0.0005365263,0.0012349831,0.00006616154],"category_scores_gemma":[0.108684234,0.0004946481,0.0053681186,0.000512373,0.00030982282,0.00021694611,0.00002819249,0.0030011197,0.00027635018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026767806,0.0000030737651,0.000080873295,0.00028928262,0.0041272226,0.008750845,0.000008946433,0.00010416903,5.7020997e-9,0.000024114603,0.2556761,0.73090863],"study_design_scores_gemma":[0.00092083134,0.0006998903,0.00009227156,0.0032603024,0.008552146,0.049173813,0.00009021845,0.0000016899613,2.1780997e-8,0.000011534469,0.93685156,0.0003457378],"about_ca_topic_score_codex":0.10164705,"about_ca_topic_score_gemma":0.069313854,"teacher_disagreement_score":0.73056287,"about_ca_system_score_codex":0.0016620521,"about_ca_system_score_gemma":0.052940655,"threshold_uncertainty_score":0.9997505},"labels":[],"label_agreement":null},{"id":"W2008115541","doi":"10.1111/j.1552-6909.2002.tb00086.x","title":"Facilitating the Use of Evidence in Practice: Evaluating and Adapting Clinical Practice Guidelines for Local Use by Health Care Organizations","year":2002,"lang":"en","type":"article","venue":"Journal of Obstetric, Gynecologic & Neonatal Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":124,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Ottawa Hospital","funders":"","keywords":"Guideline; Adaptation (eye); Clinical Practice; Process (computing); Health care; Best practice; Breastfeeding; Nursing; Process management; Medicine; Psychology; Computer science; Political science; Business; Pediatrics","score_opus":0.6952177998951001,"score_gpt":0.5910338641916887,"score_spread":0.10418393570341145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008115541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46429542,0.075024895,0.22245994,0.2313455,0.0026792118,0.00400951,0.00009981892,0.000054856595,0.000030842602],"genre_scores_gemma":[0.4997138,0.0024989161,0.4901687,0.0073312675,0.00020780973,0.0000068893974,0.00001612084,0.00002968539,0.00002679594],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9920548,0.0014473441,0.0047813216,0.00036259147,0.0009678961,0.00038604854],"domain_scores_gemma":[0.789211,0.19464585,0.0049681063,0.0002950216,0.010658033,0.0002220065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0088879885,0.00022214577,0.000737348,0.0002513442,0.00029043935,0.000117748,0.00017791375,0.00016894228,0.0000259252],"category_scores_gemma":[0.85650396,0.00015236044,0.00015770577,0.0011097656,0.00024711652,0.0028302583,0.000076017575,0.00094255694,0.0000014439696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062806683,0.00046011436,0.005880072,0.00012457694,0.00011125991,0.000047913752,0.0045188363,0.0029366142,0.00013364601,0.000021267984,0.012177547,0.9729601],"study_design_scores_gemma":[0.019012827,0.024690066,0.026244082,0.0068079694,0.0036807966,0.0043499703,0.50004256,0.28994137,0.00011306608,0.00012760144,0.124092355,0.0008973322],"about_ca_topic_score_codex":0.00016128138,"about_ca_topic_score_gemma":0.000023986815,"teacher_disagreement_score":0.97206277,"about_ca_system_score_codex":0.0007021713,"about_ca_system_score_gemma":0.0006440014,"threshold_uncertainty_score":0.62130785},"labels":[],"label_agreement":null},{"id":"W2008148302","doi":"10.1503/cmaj.060231","title":"Evidence and advocacy: Are all things considered?","year":2006,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"Fondation pour la Recherche Médicale; Government of Canada","keywords":"Computer science; Health care; Association (psychology); MEDLINE; Data science; Medicine; Psychology; Political science; Law","score_opus":0.13964869920216144,"score_gpt":0.4047735941216006,"score_spread":0.26512489491943914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008148302","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036808427,0.0011913725,0.000053643784,0.9926765,0.0012342775,0.0003053468,0.000040028808,0.000031156433,0.0007868537],"genre_scores_gemma":[0.003640496,0.00084465736,0.00049665757,0.97783095,0.014614299,0.000008108356,0.00019413803,0.00005436154,0.0023163417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99387026,0.0004937116,0.0016081412,0.00038598242,0.0028997124,0.00074222096],"domain_scores_gemma":[0.99135596,0.004148777,0.001523275,0.00021299945,0.0011740933,0.001584905],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044624573,0.0002927799,0.00067069236,0.00033261138,0.00022374814,0.00022940253,0.00019531041,0.0020738288,0.0050954386],"category_scores_gemma":[0.04631533,0.0002746146,0.00019476574,0.0001629872,0.00009358245,0.00040283325,0.000037562993,0.007843254,0.00022126464],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065687163,0.000010966601,0.02590647,0.00006010571,0.00018715065,0.006374913,0.00006689021,1.6457842e-7,0.0000010287101,0.0000027741987,0.9587694,0.008613604],"study_design_scores_gemma":[0.0011444353,0.00008681703,0.01702926,0.0011087254,0.00045709562,0.0028004833,0.00017640309,0.00007311919,7.956887e-7,0.0003630392,0.9765137,0.0002461281],"about_ca_topic_score_codex":0.017099801,"about_ca_topic_score_gemma":0.02436927,"teacher_disagreement_score":0.041852873,"about_ca_system_score_codex":0.0021112193,"about_ca_system_score_gemma":0.010259011,"threshold_uncertainty_score":0.9999706},"labels":[],"label_agreement":null},{"id":"W2008814726","doi":"10.1016/s1470-2045(03)01017-9","title":"Clinical-practice guidelines in Europe: time for European co-operation for cancer guidelines","year":2003,"lang":"en","type":"article","venue":"The Lancet Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Regional Laboratory Medicine Program","funders":"","keywords":"Cancer; Medicine; Clinical Practice; Scopus; Cancer survival; Family medicine; MEDLINE; Demography; Political science; Internal medicine; Sociology; Law","score_opus":0.5479520958621692,"score_gpt":0.6384755372412064,"score_spread":0.09052344137903723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008814726","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02357344,0.0017988442,0.034940157,0.88889664,0.00303983,0.0066162343,0.00023927484,0.00022003574,0.04067552],"genre_scores_gemma":[0.008502586,0.0066659497,0.5600647,0.40037698,0.01483095,0.00087534013,0.000543622,0.00020745279,0.007932462],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944925,0.0016036021,0.0027696316,0.00047209553,0.00022060965,0.00044156908],"domain_scores_gemma":[0.9869842,0.008431545,0.0007652284,0.0005528967,0.0031603172,0.00010580059],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021938335,0.0002032591,0.0007732174,0.00006585238,0.00013527613,0.000030860785,0.0002408861,0.00013528253,0.0002985248],"category_scores_gemma":[0.14950491,0.00014302916,0.00013785454,0.0002095701,0.000107996966,0.00021153106,0.00004370977,0.0003564089,0.00023568429],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025855538,0.00026997252,0.0020523292,0.00005505368,0.00012368776,0.000018106393,0.00010406634,0.0003542794,0.0017121701,0.0014738837,0.7830211,0.2082298],"study_design_scores_gemma":[0.00923097,0.0010409988,0.0016926056,0.000041907937,0.0003478171,0.000069168746,0.0002211481,0.0044086115,0.0001238181,0.00027498414,0.9823887,0.00015932453],"about_ca_topic_score_codex":0.00013311228,"about_ca_topic_score_gemma":0.00029241148,"teacher_disagreement_score":0.5251245,"about_ca_system_score_codex":0.00013805204,"about_ca_system_score_gemma":0.0008403371,"threshold_uncertainty_score":0.85765916},"labels":[],"label_agreement":null},{"id":"W2009162759","doi":"10.1136/bmj.326.7385.356/e","title":"Canadian Medical Association tightens control over its journal","year":2003,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical journal; Association (psychology); Political science; Medicine; Law; Management; Family medicine; Psychology","score_opus":0.10720704244780539,"score_gpt":0.4709312482756126,"score_spread":0.36372420582780723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009162759","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24614266,0.00028083776,0.0019485445,0.6506041,0.0037454604,0.0013689778,0.00003984985,0.00006302372,0.09580653],"genre_scores_gemma":[0.9464401,0.000044812874,0.00068298355,0.04722617,0.001592345,0.00000836959,0.000010373373,0.000015582695,0.0039792787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787563,0.00020567786,0.00066981546,0.00010316005,0.000889917,0.00025581123],"domain_scores_gemma":[0.99777615,0.00066777033,0.00025169709,0.00010548062,0.00050120347,0.00069770194],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041465815,0.000067244,0.00016642855,0.000072793584,0.00008155196,0.00003092891,0.000043733417,0.00018548808,0.018206239],"category_scores_gemma":[0.04297878,0.000057520367,0.000072181865,0.00009526694,0.000007749192,0.00013056636,0.0000038639446,0.00046724433,0.0006160234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047285615,0.00005395806,0.1255035,0.000005509616,0.00013508796,0.00029617047,0.000039314822,0.000002089307,0.000113842245,0.0009990757,0.8682739,0.0045302287],"study_design_scores_gemma":[0.0042087384,0.00009391091,0.079358794,0.000025204527,0.00013581464,0.00051750994,0.00007619709,0.00040684603,0.00003465715,0.000113784416,0.91495055,0.000077985474],"about_ca_topic_score_codex":0.0036213899,"about_ca_topic_score_gemma":0.03085608,"teacher_disagreement_score":0.7002974,"about_ca_system_score_codex":0.00061283313,"about_ca_system_score_gemma":0.0027198412,"threshold_uncertainty_score":0.98682827},"labels":[],"label_agreement":null},{"id":"W2009289055","doi":"10.1186/1748-5908-7-60","title":"Developing clinical practice guidelines: target audiences, identifying topics for guidelines, guideline group composition and functioning and conflicts of interest","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Guideline; Medicine; Excellence; Context (archaeology); Health care; Health services research; Medical education; Nursing; Public health; Political science; Pathology","score_opus":0.7238620380530176,"score_gpt":0.6555371922783656,"score_spread":0.06832484577465203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009289055","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3816677,0.0007663539,0.58442813,0.030277092,0.00132288,0.0013638721,0.000036637513,0.000053045682,0.00008424918],"genre_scores_gemma":[0.35110012,0.00034554885,0.63871974,0.008972775,0.0006537222,0.000038960683,0.00013997596,0.000014727158,0.000014446439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946374,0.0001227911,0.0036621366,0.0005213692,0.00061306875,0.0004431791],"domain_scores_gemma":[0.9919397,0.0014278773,0.0013733436,0.00025447726,0.0047062864,0.0002982844],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014400341,0.00019619391,0.00039573395,0.000251762,0.00038487278,0.000120961624,0.00014198154,0.00007583979,0.00005359361],"category_scores_gemma":[0.024782285,0.00018341419,0.000068473244,0.00052820623,0.0004103231,0.0024477728,0.0002302021,0.00016075917,0.0000028908257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008607589,0.0003238942,0.198026,0.00046252622,0.0002211181,0.0000047131552,0.002312198,0.000023228436,0.049779676,0.03752559,0.017798647,0.69266164],"study_design_scores_gemma":[0.01394311,0.0016647684,0.22015074,0.00062870304,0.0011505578,0.0007381896,0.03434947,0.011354719,0.014311287,0.0023350527,0.6983807,0.0009927253],"about_ca_topic_score_codex":0.00022949115,"about_ca_topic_score_gemma":0.00006485543,"teacher_disagreement_score":0.6916689,"about_ca_system_score_codex":0.0001364264,"about_ca_system_score_gemma":0.00034836974,"threshold_uncertainty_score":0.9834324},"labels":[],"label_agreement":null},{"id":"W2010149513","doi":"10.1016/j.jclinepi.2010.09.012","title":"GRADE guidelines: 2. Framing the question and deciding on important outcomes","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1918,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Outcome (game theory); Framing (construction); Guideline; Population; Medicine; Evidence-based medicine; Psychology; Actuarial science; Alternative medicine; Economics; Pathology","score_opus":0.6328557886014028,"score_gpt":0.6686296993919846,"score_spread":0.03577391079058179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010149513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7792367,0.00019139146,0.0040611634,0.21365973,0.0026124106,0.00016813226,0.0000015919461,0.000012361551,0.000056522917],"genre_scores_gemma":[0.8889254,0.0015334694,0.052151226,0.054229457,0.003086692,0.000002738905,0.0000038358457,0.00002015201,0.000047076217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9867179,0.0021120002,0.0102925515,0.0002697118,0.0003295038,0.00027832485],"domain_scores_gemma":[0.8080731,0.18192905,0.007935394,0.0005606433,0.0009805497,0.0005212369],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07751492,0.00017337009,0.0017375113,0.00010203339,0.00009432991,0.000011556051,0.00017693112,0.00036347532,0.00007697881],"category_scores_gemma":[0.6886438,0.00008928261,0.0005371995,0.000094041236,0.00029650884,0.00014134485,0.0000637845,0.0026080955,0.000010829408],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004543454,0.0001503192,0.92317164,0.000010846964,0.00013769361,0.000041865016,0.000018701872,0.000011629022,0.00031120077,0.005626669,0.0067983223,0.06326675],"study_design_scores_gemma":[0.002452701,0.0012934372,0.9414906,0.000106193016,0.00031558966,0.0007586355,0.00014722723,0.0020368432,0.000019284453,0.018896721,0.032389183,0.00009356515],"about_ca_topic_score_codex":0.00006809022,"about_ca_topic_score_gemma":0.00007389822,"teacher_disagreement_score":0.61112887,"about_ca_system_score_codex":0.000019494973,"about_ca_system_score_gemma":0.00025644674,"threshold_uncertainty_score":0.9996929},"labels":[],"label_agreement":null},{"id":"W2010326868","doi":"10.2165/00115677-200311010-00006","title":"The Role of Economics in Canadian Clinical Practice Guidelines for Drug Therapy","year":2003,"lang":"en","type":"article","venue":"Disease Management & Health Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Pharmacoeconomics; Medicine; Health care; Clinical Practice; Health economics; Medical prescription; Cost–benefit analysis; Economic evaluation; Pharmacy; MEDLINE; Family medicine; Intensive care medicine; Nursing; Public health; Economic growth; Political science","score_opus":0.2706358851267614,"score_gpt":0.5620551534261505,"score_spread":0.29141926829938913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010326868","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117107354,0.008373091,0.00026654598,0.8568482,0.0015554543,0.009028292,0.0001371327,0.000054279888,0.0066296738],"genre_scores_gemma":[0.5981416,0.034094766,0.04384002,0.32110783,0.00032343116,0.0006415246,0.00024281029,0.00010030049,0.0015077281],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631166,0.00031791258,0.0023590862,0.000328054,0.00018351918,0.0004997919],"domain_scores_gemma":[0.9948852,0.002765862,0.0006509619,0.00058138644,0.00047624923,0.0006403154],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00766885,0.00015963944,0.00041684788,0.00014333604,0.0001612871,0.000028805553,0.00015651509,0.000034449517,0.000031807394],"category_scores_gemma":[0.017097129,0.00011835653,0.00021291124,0.00014991939,0.00005272829,0.00015864545,0.000028165497,0.00013945055,0.000011982528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010456657,0.00053383136,0.49184301,0.00016755481,0.00029534553,0.0000139967005,0.000086501575,0.00008787498,7.3563825e-8,0.07283768,0.034779362,0.39830908],"study_design_scores_gemma":[0.0028205414,0.00008662656,0.18525557,0.000024056368,0.000089247806,5.923222e-7,0.0021948474,0.00063368236,6.6344904e-7,0.0036468701,0.8051614,0.0000859108],"about_ca_topic_score_codex":0.033794887,"about_ca_topic_score_gemma":0.080914564,"teacher_disagreement_score":0.77038205,"about_ca_system_score_codex":0.00027432045,"about_ca_system_score_gemma":0.0015849312,"threshold_uncertainty_score":0.99118227},"labels":[],"label_agreement":null},{"id":"W2011129169","doi":"10.1111/phn.12059","title":"Adaptation of a Best Practice Guideline to Strengthen Client‐Centered Care in Public Health","year":2013,"lang":"en","type":"article","venue":"Public Health Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trudell Medical International (Canada); Western University; Middlesex London Health Unit","funders":"","keywords":"Public health; Nursing; Public health nursing; Guideline; Health care; Context (archaeology); Medicine; Political science","score_opus":0.4154766347292634,"score_gpt":0.5352986198650411,"score_spread":0.11982198513577774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011129169","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14317304,0.0013342501,0.015818914,0.8343964,0.0006107744,0.0033258928,0.000038732716,0.000089316825,0.0012126417],"genre_scores_gemma":[0.879681,0.00022248099,0.07934198,0.039611388,0.0002744965,0.00009669365,0.00069235195,0.00004895926,0.000030662744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99332917,0.00092864526,0.0033865564,0.00052827346,0.00081972004,0.001007645],"domain_scores_gemma":[0.9940346,0.00090205035,0.0013583999,0.00054301746,0.00193898,0.0012229618],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044960734,0.00022030382,0.00063603435,0.00069270394,0.00014474725,0.000097664415,0.00016986228,0.00010312081,0.00022798516],"category_scores_gemma":[0.018201387,0.0002250529,0.00008277687,0.0011698386,0.000058997677,0.0013417643,0.000053983793,0.00044575508,0.0000884147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010637083,0.0014423259,0.002928573,0.00022191662,0.000021182988,0.0000017032403,0.018903013,0.00005657662,0.00001528361,0.0002697801,0.013094525,0.9629387],"study_design_scores_gemma":[0.0062274463,0.0046821944,0.017755363,0.0012637853,0.00003906899,0.000066963774,0.2745456,0.013703632,0.0000064104347,0.00006843975,0.6813078,0.00033325102],"about_ca_topic_score_codex":0.016504742,"about_ca_topic_score_gemma":0.0020153227,"teacher_disagreement_score":0.9626055,"about_ca_system_score_codex":0.0020883319,"about_ca_system_score_gemma":0.004169123,"threshold_uncertainty_score":0.99006873},"labels":[],"label_agreement":null},{"id":"W2011460189","doi":"10.1038/ki.2012.280","title":"The KDIGO practice guideline on glomerulonephritis: reading between the (guide)lines—application to the individual patient","year":2012,"lang":"en","type":"review","venue":"Kidney International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":416,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Guideline; Medicine; Reading (process); Glomerulonephritis; Intensive care medicine; Medical physics; Internal medicine; Pathology; Kidney; Political science","score_opus":0.20513664556110942,"score_gpt":0.5095722844565167,"score_spread":0.30443563889540726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011460189","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065643076,0.513122,0.0048740557,0.45932114,0.0047247163,0.006597467,0.001767202,0.0001385637,0.00944824],"genre_scores_gemma":[0.00016716194,0.9141638,0.0047913683,0.05705062,0.013277614,0.0014882985,0.007896683,0.00014785455,0.0010165632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924219,0.0007633321,0.0035598446,0.0006349859,0.002119845,0.00050003856],"domain_scores_gemma":[0.9834459,0.0111378385,0.0023265558,0.0013686911,0.0012597364,0.00046127717],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065382826,0.00052355614,0.0007831703,0.00018584396,0.00058973057,0.0003114446,0.0013011011,0.00027369364,0.00021063097],"category_scores_gemma":[0.041095536,0.00025673746,0.00048886955,0.000553808,0.00012169106,0.0003232397,0.0005557431,0.0014084097,0.0014417479],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043569096,0.0000805155,0.000025521258,0.00009449448,0.00065579143,0.0000026906796,0.000100094476,0.0000023685022,3.5378199e-7,0.0008052791,0.32942325,0.6687661],"study_design_scores_gemma":[0.00043867982,0.00017340032,0.00008046998,0.0014422645,0.0034362022,0.0001944929,0.0002983374,0.000038425198,0.0000021610258,0.000063840394,0.9935697,0.00026203308],"about_ca_topic_score_codex":0.00027336212,"about_ca_topic_score_gemma":0.000030785934,"teacher_disagreement_score":0.66850406,"about_ca_system_score_codex":0.0006042647,"about_ca_system_score_gemma":0.0009516556,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W2011868824","doi":"10.1186/1472-6963-7-s1-a2","title":"Implementing a provincial case mix adjusted funding model for inpatient rehabilitation activity: the impact on bed designations","year":2007,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rehabilitation; Medicine; Inpatient care; Health administration; Population; Health care; Health informatics; Ambulatory care; Christian ministry; Case mix index; Nursing research; Medical emergency; Nursing; Public health; Physical therapy; Environmental health","score_opus":0.4662172452837155,"score_gpt":0.6263970351644279,"score_spread":0.1601797898807124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011868824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9323105,0.000031204025,0.055129685,0.005124924,0.0000741875,0.0070971358,0.000104209845,0.00005795538,0.00007016144],"genre_scores_gemma":[0.9798167,0.000007400992,0.017835967,0.0012414379,0.00038961667,0.00044345297,0.00017496629,0.00004473269,0.000045773486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949708,0.0008334221,0.0012645628,0.00049107964,0.001141709,0.001298451],"domain_scores_gemma":[0.9802122,0.017024375,0.00048226904,0.0005171923,0.001350528,0.00041341883],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027457707,0.0001850688,0.0003075419,0.00053365185,0.0014161001,0.00008633515,0.00016284254,0.000105884166,0.00003980463],"category_scores_gemma":[0.0034112856,0.00013178094,0.00015605462,0.00091007707,0.000064114654,0.00034965924,0.00014797034,0.00062319974,0.000012891404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040484626,0.0057422603,0.10850051,0.0114660105,0.00039011033,0.00011238848,0.085046075,0.0084172655,0.00657091,0.002409746,0.003463525,0.72739655],"study_design_scores_gemma":[0.0044366303,0.0052202297,0.06274671,0.0002739913,0.000056090703,0.000074441356,0.031557906,0.8941262,0.0002804764,0.00047941026,0.0005702012,0.00017772667],"about_ca_topic_score_codex":0.008821215,"about_ca_topic_score_gemma":0.03027484,"teacher_disagreement_score":0.8857089,"about_ca_system_score_codex":0.0015088167,"about_ca_system_score_gemma":0.0022018994,"threshold_uncertainty_score":0.99988395},"labels":[],"label_agreement":null},{"id":"W2012329917","doi":"10.1093/jurban/79.4.617","title":"Improving the Process Through Which Health Plans and Providers Exchange Performance-Related Mammography Data","year":2002,"lang":"en","type":"article","venue":"Journal of Heredity","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"SUNY Downstate Medical Center; McMaster University","keywords":"Quality (philosophy); Health care; Managed care; Quality management; Business; Plan (archaeology); Data collection; Process management; Operations management; Management system; Engineering","score_opus":0.2596200729266141,"score_gpt":0.4442565574676401,"score_spread":0.184636484541026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012329917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351296,0.0021287221,0.00045237064,0.06085113,0.0006275248,0.00051651325,0.000043747787,0.000020690193,0.00022974637],"genre_scores_gemma":[0.99363923,0.0023469513,0.0011664501,0.0020562476,0.0007186775,0.0000023360765,0.000024306704,0.000015224976,0.00003055359],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99796426,0.00011847007,0.0010511881,0.00017611963,0.00047853397,0.00021141404],"domain_scores_gemma":[0.9977508,0.00035711532,0.0010895274,0.0003526798,0.00032122104,0.00012862921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023786533,0.00011133844,0.00028457935,0.000061012834,0.00016700954,0.000040536048,0.00021842816,0.00006338291,0.00016283596],"category_scores_gemma":[0.0016406523,0.00006823926,0.00004426059,0.00029388373,0.00007482866,0.0011069445,0.000082461425,0.00068384665,0.000003743907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009889844,0.0009506372,0.27673542,0.002166488,0.0006169922,0.00008410775,0.009814559,0.000042829783,0.0002075587,0.000010946019,0.2433447,0.46503678],"study_design_scores_gemma":[0.035465576,0.015491408,0.57758355,0.0025417032,0.0029784043,0.013631513,0.03869988,0.14024399,0.00039211957,0.0009207617,0.17084417,0.0012069421],"about_ca_topic_score_codex":0.00014970389,"about_ca_topic_score_gemma":0.00026034107,"teacher_disagreement_score":0.46382985,"about_ca_system_score_codex":0.000044504413,"about_ca_system_score_gemma":0.00018973241,"threshold_uncertainty_score":0.29710114},"labels":[],"label_agreement":null},{"id":"W2012442294","doi":"10.12927/hcq..17167","title":"ICES Report: Benchmarking Patient Delays in Ontario's Emergency Departments: What Are We Waiting For?","year":2005,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Best practice; Medical emergency; Medicine; Patient care; Business; Operations management; Nursing; Emergency medicine; Management; Marketing; Engineering","score_opus":0.1817566408102717,"score_gpt":0.4548462821008687,"score_spread":0.273089641290597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012442294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93137884,0.0011530975,0.000612259,0.06391076,0.0012133885,0.0015511821,0.000011890105,0.000063477535,0.00010512114],"genre_scores_gemma":[0.9884603,0.00028305894,0.0070597255,0.002748061,0.0006856166,0.00024983397,0.00038990058,0.000037181246,0.00008631868],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959342,0.00013189392,0.0023681577,0.00056740205,0.00044391426,0.00055444497],"domain_scores_gemma":[0.99760604,0.00034908223,0.0010013221,0.00041407257,0.00037323806,0.00025627454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093633094,0.0002267029,0.00042075984,0.00015956808,0.00014834592,0.000051391697,0.00007527126,0.00013967621,0.00038792958],"category_scores_gemma":[0.00029657732,0.00022808953,0.00014808438,0.00017880589,0.000015269681,0.0009766276,0.000017044993,0.00041866902,0.000018867024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026252118,0.0002766269,0.34564114,0.00023615161,0.00003989888,0.0002107143,0.006686094,0.000017172217,0.00002712356,0.00006536146,0.00217991,0.6443573],"study_design_scores_gemma":[0.00772148,0.010282259,0.4937795,0.002594984,0.00036013365,0.0010903246,0.106642365,0.007822584,0.00008775233,0.001877217,0.36657187,0.0011695393],"about_ca_topic_score_codex":0.031015527,"about_ca_topic_score_gemma":0.72869325,"teacher_disagreement_score":0.69767773,"about_ca_system_score_codex":0.00069355016,"about_ca_system_score_gemma":0.00047776205,"threshold_uncertainty_score":0.97543705},"labels":[],"label_agreement":null},{"id":"W2012661939","doi":"10.1136/bmj.325.7368.839","title":"Results of study on walk-in centres are only to be expected","year":2002,"lang":"en","type":"letter","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Limit (mathematics); Range (aeronautics); Walk-in; Psychology; Statistics; Mathematics; Medicine; Engineering; Alternative medicine","score_opus":0.34521363448957,"score_gpt":0.5048743968012801,"score_spread":0.1596607623117101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012661939","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10123864,0.000015633039,0.0000030851197,0.89299244,0.00040089077,0.0028171919,0.0001972214,0.000038280577,0.0022966058],"genre_scores_gemma":[0.10685292,0.000014452647,0.00074754626,0.87783813,0.005050947,0.00010012952,0.00090068066,0.00008388239,0.0084113125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960287,0.00032255513,0.0019480789,0.0005226705,0.0008967323,0.0002812546],"domain_scores_gemma":[0.99626833,0.0017675061,0.0008135061,0.00083307753,0.00024061294,0.00007698988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007091619,0.00024046267,0.00067093584,0.00032717703,0.000016538603,0.000011331069,0.00015079482,0.00029291486,0.00035875698],"category_scores_gemma":[0.013619477,0.00021235412,0.000111309164,0.00030326287,0.000018621788,0.000039985145,0.00007065169,0.0010507437,0.00015234122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010356501,0.0007612804,0.0094358595,0.00005960019,0.00008311693,0.001311619,0.00078497315,0.000003113631,0.000016520693,3.4753765e-7,0.98301667,0.00349122],"study_design_scores_gemma":[0.006829224,0.0018598633,0.16048239,0.0005008643,0.00021322173,0.000017268963,0.0027399177,0.000009925539,0.000039033323,0.0000041709213,0.8270789,0.00022523088],"about_ca_topic_score_codex":0.0008680318,"about_ca_topic_score_gemma":0.0011251473,"teacher_disagreement_score":0.1559378,"about_ca_system_score_codex":0.00015841436,"about_ca_system_score_gemma":0.00010719144,"threshold_uncertainty_score":0.9946892},"labels":[],"label_agreement":null},{"id":"W2012686542","doi":"10.1016/s1499-2671(07)12002-5","title":"Report Card Time for Canadian Journal of Diabetes","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Medicine; Diabetes mellitus; Endocrinology","score_opus":0.0898937732057281,"score_gpt":0.3962691577717068,"score_spread":0.3063753845659787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012686542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866767,0.0011494246,0.00013007905,0.009575103,0.0014747834,0.00028441453,0.00006296817,0.0000034952104,0.00064303726],"genre_scores_gemma":[0.99173486,0.000003829595,0.003370585,0.0026685633,0.0018295813,0.0000014017184,0.00003317756,0.000043238004,0.0003147677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964235,0.000059934133,0.002281278,0.00013732383,0.0003393109,0.00075866975],"domain_scores_gemma":[0.9911848,0.0012464641,0.001573923,0.00023862344,0.0022631448,0.003493079],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005682841,0.00017601896,0.00065790664,0.0009180452,0.00016230898,0.00007269075,0.00022892357,0.00015255273,0.00041928352],"category_scores_gemma":[0.023824677,0.00015895299,0.00038707006,0.00028103776,0.0001499595,0.00035366052,0.000005684132,0.0004686642,0.000013102899],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018307164,0.000023132992,0.876358,0.000063009815,0.00042308337,0.0005659708,0.00023602955,0.000013933371,0.0022436127,0.000024863524,0.10260562,0.017424457],"study_design_scores_gemma":[0.005882058,0.003679842,0.55765396,0.0008784542,0.0020211306,0.0009081215,0.0012346699,0.00014307529,0.0088536665,0.001568319,0.4166143,0.00056240737],"about_ca_topic_score_codex":0.007191362,"about_ca_topic_score_gemma":0.18241154,"teacher_disagreement_score":0.318704,"about_ca_system_score_codex":0.00057705963,"about_ca_system_score_gemma":0.013042436,"threshold_uncertainty_score":0.9994198},"labels":[],"label_agreement":null},{"id":"W2013750482","doi":"10.1016/j.cjca.2012.01.024","title":"Pan-Canadian Cardiovascular Data Definitions and Quality Indicators: A Status Update","year":2012,"lang":"en","type":"review","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Alberta","funders":"","keywords":"Medicine; Comparability; Canadian Cardiovascular Society; Stakeholder; Health care; Cardiology; Public relations; Economic growth","score_opus":0.6131228189107744,"score_gpt":0.5036376557943257,"score_spread":0.10948516311644862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013750482","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033523065,0.99282944,0.00040497252,0.0006832724,0.0010120018,0.00053735945,0.0028343976,0.000005502268,0.0016595076],"genre_scores_gemma":[0.0034520433,0.9898136,0.0008113749,0.0005904027,0.0029105714,0.00001073029,0.0023394974,0.00006196486,0.000009807675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946696,0.0014401197,0.0023089272,0.00041197595,0.00029669315,0.0008726832],"domain_scores_gemma":[0.99269,0.0009568949,0.001073748,0.0013809499,0.0003342164,0.003564135],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005562594,0.00036012253,0.0034465701,0.0014327369,0.00016089092,0.000050209477,0.00045821897,0.00060063036,0.00011379455],"category_scores_gemma":[0.006042597,0.00031340728,0.00094645494,0.00042137827,0.0003150414,0.00029689868,0.0000816619,0.0014034017,0.0000809872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007515512,0.000002283808,0.0024582448,0.0011691168,0.00385893,0.0003221598,0.000023502322,9.486604e-7,1.7436278e-8,0.00024149753,0.009931882,0.9819839],"study_design_scores_gemma":[0.0005862617,0.0000792531,0.0023349544,0.0008027479,0.013743549,0.003852029,0.00009707546,1.7771559e-7,1.1982457e-8,0.000055271725,0.9781966,0.00025207642],"about_ca_topic_score_codex":0.12861063,"about_ca_topic_score_gemma":0.21435508,"teacher_disagreement_score":0.98173183,"about_ca_system_score_codex":0.0007876553,"about_ca_system_score_gemma":0.022101551,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W2013767281","doi":"10.1186/1472-6963-8-29","title":"Insights about the process and impact of implementing nursing guidelines on delivery of care in hospitals and community settings","year":2008,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; University of Ottawa","funders":"Registered Nurses' Association of Ontario; McMaster University","keywords":"Medicine; Nursing; Implementation research; Audit; Nursing research; Family medicine; Psychological intervention","score_opus":0.27668393628880533,"score_gpt":0.6056336729657117,"score_spread":0.32894973667690636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013767281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99381196,0.0036356093,0.000003494302,0.0012294984,0.00001359276,0.0011413186,0.00002311642,0.000008871613,0.00013253026],"genre_scores_gemma":[0.99694014,0.0016148483,0.00072642195,0.0005723453,0.00005885891,0.000019293584,0.000048127324,0.000016526767,0.000003457666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611986,0.0012133924,0.0013498296,0.00021287239,0.00069960323,0.0004044612],"domain_scores_gemma":[0.99438924,0.003032168,0.00045268284,0.00036715594,0.0016028173,0.00015592574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050844885,0.00012258391,0.00041134004,0.0002840242,0.00053126,0.000015069006,0.00016720976,0.000064321524,0.000008640189],"category_scores_gemma":[0.0011249211,0.00008379713,0.000046380523,0.0005612151,0.00022886404,0.00018935159,0.00015057002,0.0007517602,6.1276677e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011133683,0.00028886367,0.8772077,0.007440688,0.000031253963,0.0000035399244,0.07897917,0.000036715945,0.0005053794,0.000019654273,0.0001148926,0.034258798],"study_design_scores_gemma":[0.0016974163,0.0023414518,0.87346834,0.002627189,0.000012239445,0.000015552643,0.11729437,0.0019477009,0.0003400935,0.00012412116,0.00006931239,0.000062229185],"about_ca_topic_score_codex":0.016570954,"about_ca_topic_score_gemma":0.004041907,"teacher_disagreement_score":0.0383152,"about_ca_system_score_codex":0.00016856728,"about_ca_system_score_gemma":0.0010539243,"threshold_uncertainty_score":0.9899778},"labels":[],"label_agreement":null},{"id":"W2013963443","doi":"10.1503/cmaj.051556","title":"The Canadian Diabetes Association guidelines: putting the evidence first","year":2006,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Guideline; Formulary; Statement (logic); Clinical Practice; Listing (finance); Association (psychology); MEDLINE; Quality (philosophy); Family medicine; Medicine; Psychology; Political science; Business; Law; Finance","score_opus":0.12457033887736708,"score_gpt":0.4038638383483189,"score_spread":0.27929349947095183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013963443","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072116236,0.0011026057,0.000013410323,0.9914921,0.004368422,0.000660109,0.00010169345,0.0000355116,0.0015050003],"genre_scores_gemma":[0.0025682626,0.00075670675,0.00019691841,0.9391103,0.04402513,0.000054867378,0.00030445785,0.00009011661,0.012893256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98720294,0.0011822976,0.003135931,0.00046491984,0.0060607903,0.001953128],"domain_scores_gemma":[0.97191477,0.017495152,0.0029070037,0.00054376776,0.0052805706,0.0018587429],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02522797,0.0004429179,0.00064696255,0.00036115915,0.0037781612,0.0012431919,0.00094818784,0.002764096,0.0020489679],"category_scores_gemma":[0.21596558,0.00026042433,0.000503604,0.00064057816,0.000112299305,0.00034556098,0.000052981693,0.010900143,0.00063379714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000018686223,0.000004591251,0.068554595,0.000021638625,0.00031721563,0.0004201934,0.000038621372,0.0000058870874,2.4601883e-7,0.0000052605246,0.9100463,0.02058361],"study_design_scores_gemma":[0.0005706554,0.000054486893,0.0255647,0.0006562689,0.0004893176,0.00015019509,0.00011527561,0.00051404285,5.18172e-7,0.0002579167,0.97138625,0.00024035691],"about_ca_topic_score_codex":0.66067564,"about_ca_topic_score_gemma":0.98989314,"teacher_disagreement_score":0.32921752,"about_ca_system_score_codex":0.021373585,"about_ca_system_score_gemma":0.032191694,"threshold_uncertainty_score":0.9999848},"labels":[],"label_agreement":null},{"id":"W2014112567","doi":"10.1016/j.jmir.2015.01.045","title":"Transforming the Patient Experience through Lean Initiatives: Improving Care for Our Brachytherapy Patients","year":2015,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Brachytherapy; Lean manufacturing; Business; Medicine; Medical physics; Nursing; Radiology; Marketing; Radiation therapy","score_opus":0.1588194012218572,"score_gpt":0.4995890244106512,"score_spread":0.340769623188794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014112567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9298213,0.002879156,0.023184206,0.042569283,0.0010773398,0.00034742279,0.0000033782972,0.000008642604,0.00010925249],"genre_scores_gemma":[0.99191505,0.00048898766,0.0027401648,0.004378254,0.0004621597,0.0000060658667,0.0000028520712,0.0000049692376,0.0000015053477],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977079,0.000072370145,0.00072466733,0.00012748505,0.0012201741,0.00014742825],"domain_scores_gemma":[0.9980445,0.0006574795,0.0005160908,0.000055367127,0.000534274,0.00019227188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020845816,0.00007484279,0.000169687,0.000064806474,0.00023682276,0.00006881214,0.00013094587,0.000031841897,0.000004715098],"category_scores_gemma":[0.0077991234,0.000041215957,0.00006277554,0.0001659212,0.0001760552,0.000967805,0.000016380578,0.00019311142,3.6182416e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012735257,0.00008145425,0.057295516,0.000027234411,0.000015450101,0.0000055048063,0.04953774,0.000021795666,0.00005314499,0.00011898948,0.001434675,0.8912811],"study_design_scores_gemma":[0.010520268,0.0026940221,0.02031832,0.00035221069,0.00016174534,0.00029800262,0.8923145,0.014793829,0.0009603595,0.00083254126,0.05652311,0.00023111918],"about_ca_topic_score_codex":0.000046964862,"about_ca_topic_score_gemma":0.00000514123,"teacher_disagreement_score":0.89105004,"about_ca_system_score_codex":0.000045519744,"about_ca_system_score_gemma":0.0005398098,"threshold_uncertainty_score":0.93368423},"labels":[],"label_agreement":null},{"id":"W2014627609","doi":"10.1016/j.zefq.2012.10.016","title":"GRADE Leitlinien: 6. Einschätzung der Qualität der Evidenz – Unzureichende Präzision","year":2012,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre","funders":"","keywords":"Confidence interval; Harm; Statistics; Sample size determination; Medicine; Mathematics; Actuarial science; Psychology; Economics; Social psychology","score_opus":0.30012906928750394,"score_gpt":0.5489490198862312,"score_spread":0.2488199505987273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014627609","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.184857,0.66549265,0.011568142,0.07596876,0.03615261,0.014221385,0.0012774344,0.0024120302,0.008049971],"genre_scores_gemma":[0.9270905,0.0154045895,0.0075219744,0.015977204,0.024153901,0.00048662294,0.0033790783,0.0010034285,0.004982669],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96399397,0.0070911488,0.0121665625,0.0039216764,0.0062367604,0.0065898583],"domain_scores_gemma":[0.96148396,0.020868264,0.005255902,0.005466291,0.0022721065,0.0046534953],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.028889181,0.0034357603,0.0045624813,0.0015308191,0.001830012,0.0011087663,0.0022374215,0.0029160422,0.0040565045],"category_scores_gemma":[0.039128393,0.0032763614,0.0025423113,0.0031638432,0.0011651573,0.009347172,0.0018884327,0.0053394097,0.015402755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007365346,0.013382212,0.41268745,0.008755182,0.030395675,0.000839752,0.03156157,0.00042397057,0.007029323,0.102742106,0.29602426,0.08879314],"study_design_scores_gemma":[0.011369564,0.0018017044,0.036969185,0.0033360056,0.021494465,0.00029136072,0.00750874,0.00070458493,0.0027155033,0.000692,0.9087923,0.0043245833],"about_ca_topic_score_codex":0.0047180774,"about_ca_topic_score_gemma":0.0007812224,"teacher_disagreement_score":0.7422335,"about_ca_system_score_codex":0.00061681477,"about_ca_system_score_gemma":0.0027398528,"threshold_uncertainty_score":0.9999629},"labels":[],"label_agreement":null},{"id":"W2014727734","doi":"10.1017/s0266462300103095","title":"A COMPARISON OF CLINICAL PRACTICE GUIDELINE APPRAISAL INSTRUMENTS","year":2000,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; Ottawa Hospital","funders":"","keywords":"Guideline; MEDLINE; Reliability (semiconductor); Medicine; Critical appraisal; Psychology; Quality (philosophy); Medical physics; Medical education; Clinical Practice; Family medicine; Alternative medicine; Pathology; Political science","score_opus":0.34202149847074786,"score_gpt":0.7159589271247603,"score_spread":0.3739374286540124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014727734","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026507024,0.9666758,0.00048616415,0.026674747,0.0041070003,0.001022625,0.00009584269,0.000032514334,0.0006401929],"genre_scores_gemma":[0.0024001943,0.9016206,0.09357868,0.0012251568,0.0007019644,0.000018826659,0.00040249352,0.0000445,0.000007569065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98102367,0.00074790657,0.016005917,0.00040213505,0.0015205555,0.000299843],"domain_scores_gemma":[0.97965074,0.0029040254,0.0141425645,0.0004421785,0.0026803648,0.00018014197],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004996683,0.0003498755,0.003835486,0.0018470524,0.000033079967,0.000019674842,0.0008843762,0.00079241535,0.00022726122],"category_scores_gemma":[0.013932564,0.00029904826,0.000765115,0.00058251445,0.00016154049,0.00030631828,0.00022845942,0.0036368924,0.000011512595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003447137,0.0012790073,0.006528579,0.0023245076,0.0008304196,0.00017401979,0.000058760477,0.000008706821,7.14123e-8,0.00029411627,0.0047834306,0.98337364],"study_design_scores_gemma":[0.002902233,0.0019385589,0.00021269664,0.013525902,0.0007000564,0.0013857547,0.002751499,0.000042391122,5.379389e-7,0.000045765755,0.9763435,0.00015108388],"about_ca_topic_score_codex":0.00008808717,"about_ca_topic_score_gemma":0.000023098675,"teacher_disagreement_score":0.9832226,"about_ca_system_score_codex":0.0011462031,"about_ca_system_score_gemma":0.0076055997,"threshold_uncertainty_score":0.9999462},"labels":[],"label_agreement":null},{"id":"W2015021459","doi":"10.1016/s0140-6736(06)68667-4","title":"Deeper lessons from the CMAJ debacle","year":2006,"lang":"en","type":"article","venue":"The Lancet","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Independence (probability theory); Medical journal; Corporate governance; Editorial board; Economic Justice; Political science; Law; Medicine; Sociology; Management; Library science; Family medicine; Economics","score_opus":0.28661919091025506,"score_gpt":0.487674536286725,"score_spread":0.20105534537646996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015021459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5887808,0.00025347155,0.00092601386,0.40349603,0.00017311328,0.00021217215,0.000038161423,0.00005392086,0.0060662883],"genre_scores_gemma":[0.9705922,0.00004696776,0.001608602,0.023237731,0.0038833327,0.000011271351,0.000086530155,0.000011841442,0.00052151957],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9992091,0.00009151521,0.00026341833,0.000110462286,0.00017273503,0.00015279077],"domain_scores_gemma":[0.9978934,0.0014381493,0.00008353221,0.0005197736,0.000043775486,0.00002136724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058669486,0.000060709684,0.00016041518,0.0000054520237,0.000095958945,0.000025183092,0.00016088152,0.000028449027,0.000532754],"category_scores_gemma":[0.0008056577,0.000029102079,0.000046805097,0.00007645987,0.00005480318,0.00004795744,0.00004491574,0.00019779227,0.00030649686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026134646,0.00007931422,0.10099221,0.000004529782,0.00005390303,0.000008227712,0.00022910138,0.000027026113,0.0024178121,0.0046162787,0.8711928,0.020117417],"study_design_scores_gemma":[0.0017319024,0.000029077575,0.6273088,0.000016521593,0.00014915546,0.00001033931,0.00033078034,0.00019153714,0.00047044095,0.010633591,0.35907254,0.00005535436],"about_ca_topic_score_codex":0.004238701,"about_ca_topic_score_gemma":0.001974539,"teacher_disagreement_score":0.5263165,"about_ca_system_score_codex":0.000020170124,"about_ca_system_score_gemma":0.00003455989,"threshold_uncertainty_score":0.6407676},"labels":[],"label_agreement":null},{"id":"W2015027461","doi":"10.1016/j.anplas.2015.03.003","title":"Chirurgie plastique nomade : 1 ONG, 10 années, 30 missions","year":2015,"lang":"fr","type":"article","venue":"Annales de Chirurgie Plastique Esthétique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tribute; Quarter (Canadian coin); Intervention (counseling); Autonomy; Psychological intervention; Humanity; Medicine; Work (physics); General surgery; Surgery; History; Political science; Nursing; Engineering; Art history; Law; Archaeology","score_opus":0.19485131143677067,"score_gpt":0.43189752072640564,"score_spread":0.23704620928963496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015027461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5969285,0.046537608,0.03841733,0.26922074,0.013977938,0.005161805,0.0014749314,0.0016709912,0.02661016],"genre_scores_gemma":[0.848009,0.022689076,0.032653544,0.019348398,0.017274465,0.0006975147,0.0026054464,0.0009855299,0.05573706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881452,0.0019151518,0.003781379,0.0018543882,0.0014676173,0.00283629],"domain_scores_gemma":[0.9788111,0.012083913,0.0015338527,0.0016571437,0.0016094918,0.0043044966],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0051495647,0.0015962379,0.0018417776,0.00067451695,0.0004834862,0.00032500262,0.0009914439,0.0018751841,0.0071394485],"category_scores_gemma":[0.05510572,0.0016420379,0.000775967,0.0011240338,0.0009153033,0.001506631,0.000618796,0.0036089031,0.006895852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003612211,0.004033216,0.017245809,0.0011809123,0.0010799757,0.005854309,0.0035780391,0.008770594,0.0019898156,0.012664769,0.8933924,0.046597976],"study_design_scores_gemma":[0.007418433,0.0027416102,0.013627831,0.0031671214,0.0011058811,0.0026144744,0.0024025973,0.016471833,0.0044154865,0.0043272413,0.9399004,0.0018070947],"about_ca_topic_score_codex":0.0017242563,"about_ca_topic_score_gemma":0.0018090726,"teacher_disagreement_score":0.25108048,"about_ca_system_score_codex":0.0017245711,"about_ca_system_score_gemma":0.010469193,"threshold_uncertainty_score":0.99967855},"labels":[],"label_agreement":null},{"id":"W2015726993","doi":"10.1186/1748-5908-6-62","title":"Application of GRADE: Making evidence-based recommendations about diagnostic tests in clinical practice guidelines","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Grading (engineering); Health care; Test (biology); Evidence-based medicine; Diagnostic test; Evidence-based practice; Risk analysis (engineering); Management science; Medical physics; Alternative medicine; Pediatrics; Pathology","score_opus":0.7350793022231775,"score_gpt":0.6887675976132047,"score_spread":0.046311704609972804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015726993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6418173,0.00044568948,0.26651523,0.08262252,0.0014093076,0.0056578266,0.000065719156,0.00018382036,0.001282636],"genre_scores_gemma":[0.7787556,0.00018662728,0.21414974,0.006612587,0.000098707984,0.00013875631,0.000041004896,0.000012836496,0.000004107196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99430007,0.00028827263,0.003498777,0.00060022436,0.000972021,0.00034061781],"domain_scores_gemma":[0.9855189,0.009226622,0.0015976584,0.00058578764,0.0029134564,0.00015762825],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011926062,0.00015470671,0.00030147814,0.00046511,0.00013626333,0.00003985636,0.00032227678,0.00006081496,0.00036827597],"category_scores_gemma":[0.12263844,0.0001508639,0.000091243724,0.0018728491,0.0003580722,0.0020596257,0.00010192247,0.00023270209,0.00004193116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018268953,0.00055476127,0.5727629,0.000041236188,0.000013569694,0.0000070590763,0.00046150805,0.000029717577,0.0029198995,0.0012754641,0.0016897902,0.4200614],"study_design_scores_gemma":[0.0025503938,0.00051552546,0.9776542,0.00035741512,0.00018468963,0.000029189343,0.0037031767,0.0042493534,0.0037263415,0.0005574794,0.006280684,0.00019155529],"about_ca_topic_score_codex":0.0012459748,"about_ca_topic_score_gemma":0.0004981358,"teacher_disagreement_score":0.41986987,"about_ca_system_score_codex":0.00020231804,"about_ca_system_score_gemma":0.0012454566,"threshold_uncertainty_score":0.884752},"labels":[],"label_agreement":null},{"id":"W2016045289","doi":"10.1007/s00134-010-1786-8","title":"A critical appraisal of the quality of critical care pharmacotherapy clinical practice guidelines and their strength of recommendations","year":2010,"lang":"en","type":"review","venue":"Intensive Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Interior Health; University of British Columbia; University of British Columbia, Okanagan Campus; Capital District Health Authority; St. Paul's Hospital; Dalhousie University","funders":"University of British Columbia","keywords":"Guideline; Medicine; Pharmacotherapy; Critical appraisal; MEDLINE; Evidence-based medicine; Rigour; Family medicine; Intensive care medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.5444453071121683,"score_gpt":0.6897515467612915,"score_spread":0.14530623964912315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016045289","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037266023,0.931817,0.0004407303,0.060441177,0.0043689343,0.0013332213,0.00092818704,0.000023033086,0.00027505413],"genre_scores_gemma":[0.0072372244,0.9756655,0.0072031766,0.007515178,0.0017665545,0.000049786395,0.00047020984,0.000082925864,0.000009407224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886837,0.0019225078,0.0076327804,0.0006495437,0.00082787464,0.00028360685],"domain_scores_gemma":[0.80994904,0.114929296,0.003871947,0.0015043144,0.06935969,0.00038571178],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.003783841,0.000527057,0.0040521007,0.00020603764,0.00006868549,0.000006779575,0.00036972322,0.0005858298,0.00026048394],"category_scores_gemma":[0.7007754,0.00029600854,0.0008827028,0.0004449608,0.0029610586,0.00015158893,0.00025499257,0.0020145406,0.000001708206],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003129297,0.00023320132,0.00018436108,0.021752147,0.00039420527,0.000007220227,0.0025601927,2.9369586e-8,0.00012914427,0.0005979552,0.0113716945,0.96245694],"study_design_scores_gemma":[0.0022818327,0.0012686941,0.00010133348,0.01715039,0.006157549,0.00020568888,0.10298656,0.000008201477,0.00009871115,0.00004184691,0.86947095,0.0002282415],"about_ca_topic_score_codex":0.0004429085,"about_ca_topic_score_gemma":0.00007524213,"teacher_disagreement_score":0.96222866,"about_ca_system_score_codex":0.00006518383,"about_ca_system_score_gemma":0.0012984424,"threshold_uncertainty_score":0.9999492},"labels":[],"label_agreement":null},{"id":"W2016404640","doi":"10.1258/jicp.2010.010020","title":"Hip and knee replacement continuum of care: combining clinical and functional outcome measurement","year":2010,"lang":"en","type":"article","venue":"International Journal of Care Pathways","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; WOMAC; Physical therapy; Quality of life (healthcare); Osteoarthritis; Total hip replacement; Clinical pathway; Health care; Surgery; Alternative medicine; Nursing","score_opus":0.23652923959448127,"score_gpt":0.4587398501777347,"score_spread":0.22221061058325345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016404640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99167985,0.00060968136,0.0008333272,0.0025196846,0.0036226942,0.0001955396,0.000023801389,0.0000088622055,0.00050658634],"genre_scores_gemma":[0.9949566,0.00007911484,0.0035083424,0.00063666346,0.00076987426,0.000002946647,0.000020743486,0.000013374617,0.000012329672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99651474,0.00008774199,0.0019027538,0.00017736151,0.0012111508,0.000106272884],"domain_scores_gemma":[0.9940648,0.0006235465,0.0010413149,0.00013637298,0.0039626453,0.00017131756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022408173,0.00012170012,0.0004001349,0.00015056055,0.000037610553,0.000032841726,0.00009094091,0.000094089686,0.000105361105],"category_scores_gemma":[0.0055109984,0.000103253464,0.0001684683,0.000039356742,0.00014432782,0.00017922654,0.000094486844,0.00056257856,0.0000021619664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033832,0.00020057171,0.9157817,0.00009391635,0.0004928027,0.00006760476,0.0009504326,0.0000024887556,0.015379053,0.0008288845,0.0010758884,0.06174349],"study_design_scores_gemma":[0.018821975,0.004148445,0.940243,0.0004019075,0.000601165,0.0010730681,0.008377075,0.00007404186,0.0044088354,0.0006087656,0.02101712,0.0002246078],"about_ca_topic_score_codex":0.000020594216,"about_ca_topic_score_gemma":0.00010621905,"teacher_disagreement_score":0.06151888,"about_ca_system_score_codex":0.00008499865,"about_ca_system_score_gemma":0.0003114825,"threshold_uncertainty_score":0.6597578},"labels":[],"label_agreement":null},{"id":"W2016430725","doi":"10.3166/ria.25.743-765","title":"Découverte de patrons de non-conformité des décisions médicales aux recommandations de pratique clinique. Une application de l’analyse de concepts formels à la prise en charge du cancer du sein","year":2011,"lang":"fr","type":"article","venue":"Revue d intelligence artificielle","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Medicine; Philosophy","score_opus":0.184082159447024,"score_gpt":0.4640557798227148,"score_spread":0.2799736203756908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016430725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24007297,0.00088293,0.742516,0.012855173,0.00024683113,0.0013888557,0.00012073441,0.00009415529,0.001822399],"genre_scores_gemma":[0.9298603,0.018668417,0.04360666,0.0027066232,0.0009914432,0.0010798275,0.00015309818,0.00009335649,0.0028402745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946524,0.0009616973,0.0022257383,0.0006391484,0.00026475455,0.0012562905],"domain_scores_gemma":[0.99202144,0.004904363,0.00083412876,0.00076943944,0.0006433301,0.0008272951],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068748468,0.00042247958,0.00060646323,0.00020182005,0.00057882,0.00010028621,0.0005299504,0.0006006454,0.002875943],"category_scores_gemma":[0.00957679,0.00045166534,0.0003504239,0.0007363857,0.0006214858,0.0006189376,0.00016263923,0.0010520602,0.00042865737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060719164,0.0025778294,0.23837104,0.00064174196,0.00049447385,0.000114869945,0.060493138,0.00920367,0.015285249,0.012891863,0.016051544,0.6432674],"study_design_scores_gemma":[0.0006708195,0.0005626704,0.02531263,0.0012630236,0.0013804453,0.00036322352,0.018959824,0.8126496,0.054495547,0.013103431,0.070562415,0.0006763768],"about_ca_topic_score_codex":0.017595235,"about_ca_topic_score_gemma":0.00771837,"teacher_disagreement_score":0.80344594,"about_ca_system_score_codex":0.001717516,"about_ca_system_score_gemma":0.0048898365,"threshold_uncertainty_score":0.9997935},"labels":[],"label_agreement":null},{"id":"W2016937302","doi":"10.1159/000101026","title":"Assessment of Quality Guidelines Implementation Using a Continuous Quality Improvement Programme","year":2007,"lang":"en","type":"article","venue":"Blood Purification","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quality management; Clinical Practice; Quarter (Canadian coin); Quality (philosophy); Dialysis; Family medicine; Operations management; Internal medicine; Geography","score_opus":0.415643521959991,"score_gpt":0.5992704378694957,"score_spread":0.18362691590950475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016937302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9168321,0.00007397577,0.07816171,0.002362657,0.00019121678,0.0019754758,0.000037184494,0.000083516206,0.0002821948],"genre_scores_gemma":[0.8691993,0.000028661621,0.12919219,0.00071530906,0.00027592867,0.000051344618,0.00047428918,0.000024443192,0.000038548278],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9940464,0.00021318285,0.0039753825,0.00046939676,0.00090222835,0.00039340148],"domain_scores_gemma":[0.99479526,0.0005121557,0.0020608539,0.000623256,0.0018358562,0.00017258796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011065549,0.00020144011,0.00048640292,0.00016758582,0.000093010116,0.000031553263,0.00011339019,0.000119018194,0.00013231656],"category_scores_gemma":[0.0023220312,0.00019552637,0.00017500318,0.00039360637,0.00006914639,0.00025067801,0.000047592282,0.000185297,0.0000039495276],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016735087,0.0011333668,0.20090225,0.00021270983,0.00018324463,0.0000023657494,0.00012476966,0.000006685773,0.555776,0.0034301945,0.00009811473,0.23796296],"study_design_scores_gemma":[0.0063192444,0.0008129681,0.8858601,0.000056339533,0.00078947016,0.000018360319,0.0052981195,0.0004101539,0.09785278,0.0003787743,0.001934494,0.0002691881],"about_ca_topic_score_codex":0.0035465625,"about_ca_topic_score_gemma":0.00042069668,"teacher_disagreement_score":0.68495786,"about_ca_system_score_codex":0.00020386795,"about_ca_system_score_gemma":0.0004436682,"threshold_uncertainty_score":0.7973334},"labels":[],"label_agreement":null},{"id":"W2017009886","doi":"10.1016/s0828-282x(06)70277-x","title":"The Canadian Hypertension Education Program – A unique Canadian initiative","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital","funders":"","keywords":"Medicine; Guideline; Blood pressure; Hypertension treatment; Family medicine; Intensive care medicine; Internal medicine","score_opus":0.13274433479869402,"score_gpt":0.41184237115514477,"score_spread":0.27909803635645075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017009886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40317547,0.0033749142,0.00043932785,0.3741329,0.008668452,0.0040810476,0.00016643557,0.00003977201,0.20592166],"genre_scores_gemma":[0.99147266,0.00004822946,0.0006846429,0.005449749,0.0020285686,0.000025929665,0.00008785894,0.00002143557,0.00018092612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809957,0.00028249502,0.00077048724,0.00013960132,0.00014752291,0.0005603005],"domain_scores_gemma":[0.99585974,0.00037215347,0.00029034825,0.00022925915,0.0015138717,0.0017345959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012026352,0.00013131599,0.00033590305,0.0005584638,0.000503559,0.000068603105,0.00015816648,0.00019858203,0.000032416392],"category_scores_gemma":[0.0026555336,0.000100677265,0.00015633098,0.00027411213,0.00022210303,0.00012746389,0.0000045455554,0.0005411475,0.000023574208],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008712448,0.0000115322055,0.13267878,0.000012451496,0.00026763423,0.0010610063,0.0001319032,0.00026041814,0.00006143064,0.004071109,0.6102982,0.2510584],"study_design_scores_gemma":[0.00042650462,0.00028190826,0.18713947,0.000029334755,0.00013463994,0.0021439241,0.00045176558,0.000024964513,0.000010229394,0.0011257282,0.8081457,0.00008584458],"about_ca_topic_score_codex":0.98104525,"about_ca_topic_score_gemma":0.9995331,"teacher_disagreement_score":0.5882972,"about_ca_system_score_codex":0.0018411011,"about_ca_system_score_gemma":0.062482357,"threshold_uncertainty_score":0.94283247},"labels":[],"label_agreement":null},{"id":"W2017160563","doi":"10.1136/bmj.g7407","title":"Stroke care audit shows major staff shortages","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Economic shortage; Workforce; Quarter (Canadian coin); Stroke (engine); Medicine; Family medicine; Medical emergency; Northern ireland; Nursing; Business; Accounting; Political science; Geography; Government (linguistics); History","score_opus":0.1251913503945885,"score_gpt":0.47135696458636656,"score_spread":0.34616561419177805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017160563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727126,0.00021661849,0.006387318,0.05621727,0.0013090628,0.001823348,0.00012475585,0.00027129034,0.060937747],"genre_scores_gemma":[0.9847306,0.000010549916,0.0074064094,0.0025499996,0.0014967488,0.000034080258,0.0001476728,0.000024037352,0.003599888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861884,0.00007671391,0.0005733085,0.00021732207,0.00033022987,0.00018359453],"domain_scores_gemma":[0.99865854,0.00048795683,0.00015422433,0.00038794422,0.00018639653,0.00012493052],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061065727,0.00010060286,0.00020420318,0.00004662474,0.0000467741,0.00001905965,0.000069616115,0.00006750378,0.0012145429],"category_scores_gemma":[0.0038471308,0.00008745664,0.00008322318,0.000059000213,0.00002864814,0.00009744551,0.000047895646,0.0001701608,0.00025336578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004609742,0.00024282448,0.10536037,0.00019818723,0.0001727989,0.00005889954,0.00064567814,0.000026604532,0.007960423,0.0008081569,0.5341843,0.3498808],"study_design_scores_gemma":[0.004322797,0.0013020779,0.08715433,0.000090179696,0.0005449595,0.000054538446,0.007844265,0.00088635343,0.0029186825,0.0001580731,0.8944013,0.00032241622],"about_ca_topic_score_codex":0.00011291691,"about_ca_topic_score_gemma":0.00033388025,"teacher_disagreement_score":0.36021706,"about_ca_system_score_codex":0.000054032855,"about_ca_system_score_gemma":0.00009851412,"threshold_uncertainty_score":0.99969846},"labels":[],"label_agreement":null},{"id":"W2017296048","doi":"10.1186/1748-5908-4-59","title":"Curricula for teaching the content of clinical practice guidelines to family medicine and internal medicine residents in the US: a survey study","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University at Buffalo; European Commission","keywords":"Curriculum; Medicine; Medical education; Graduate medical education; Family medicine; Clinical Practice; Psychology; Accreditation; Pedagogy","score_opus":0.7659838243917962,"score_gpt":0.7176868093579023,"score_spread":0.04829701503389394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017296048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8564491,0.00008404371,0.0052737254,0.1346312,0.00035458116,0.0030154476,0.000011753509,0.000009426302,0.00017067151],"genre_scores_gemma":[0.9402545,0.000055616594,0.0058800736,0.05335762,0.0003484791,0.00005929623,0.000020815645,0.0000067480305,0.000016829734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925919,0.001168297,0.0036446461,0.000532128,0.0017580687,0.00030495148],"domain_scores_gemma":[0.98637676,0.009751248,0.0008166006,0.0004758428,0.0024294597,0.00015010264],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07378086,0.00015749762,0.00045270554,0.00025126498,0.00024295771,0.000045798697,0.0004976006,0.00002685583,0.000022321845],"category_scores_gemma":[0.19015187,0.000079945814,0.000046044024,0.0008306691,0.00049491593,0.00055576884,0.000104748186,0.00029642312,0.0000015344531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016210845,0.00079759595,0.66278714,0.000019070125,0.000058138525,0.00001541792,0.017508293,0.0000161857,0.006847899,0.0008219858,0.06304664,0.24646056],"study_design_scores_gemma":[0.0057810512,0.0041273474,0.8745529,0.00011265114,0.00015507595,0.00003145289,0.1116588,0.0002899917,0.000023076127,0.0001428236,0.0030554316,0.00006938407],"about_ca_topic_score_codex":0.016225306,"about_ca_topic_score_gemma":0.0022189873,"teacher_disagreement_score":0.24639116,"about_ca_system_score_codex":0.000060890652,"about_ca_system_score_gemma":0.00024421597,"threshold_uncertainty_score":0.99032575},"labels":[],"label_agreement":null},{"id":"W2017383014","doi":"10.1055/s-0032-1306980","title":"Assessment: McGill Quality of Life Questionnaire (MQOL) - Lebensqualität bis zum Schluss beachten","year":2012,"lang":"de","type":"article","venue":"ergopraxis","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality of life (healthcare); Psychology; Gerontology; Medicine; Psychotherapist","score_opus":0.25397052355222677,"score_gpt":0.5140189867525234,"score_spread":0.2600484632002967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017383014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79522413,0.06813341,0.021162331,0.064692535,0.028309425,0.00506157,0.003287244,0.0007655877,0.013363786],"genre_scores_gemma":[0.978916,0.0013963863,0.009627292,0.004016171,0.0040488685,0.000056765046,0.00064681016,0.00012259353,0.0011691067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9886788,0.0024846063,0.0051108524,0.000797024,0.0017856887,0.001143045],"domain_scores_gemma":[0.9901031,0.003420952,0.002743909,0.0015281804,0.0010343015,0.0011695498],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012496037,0.00061967626,0.0015147334,0.00031599306,0.0003403225,0.00004339484,0.00039949,0.00057122274,0.0026786814],"category_scores_gemma":[0.033997666,0.0006137487,0.00059684686,0.00077233976,0.00035175824,0.001433468,0.00036707192,0.0011991394,0.0009632415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001657663,0.005708561,0.80142486,0.0027757655,0.002829608,0.000016592407,0.0013485271,0.000017858103,0.0027053584,0.040418055,0.042398933,0.098698206],"study_design_scores_gemma":[0.006644147,0.0010107472,0.7015912,0.0007322822,0.0023796475,0.000007680501,0.0028273452,0.00029052692,0.0003929539,0.0006199137,0.28261095,0.0008926357],"about_ca_topic_score_codex":0.007714597,"about_ca_topic_score_gemma":0.00034808172,"teacher_disagreement_score":0.24021202,"about_ca_system_score_codex":0.00057409273,"about_ca_system_score_gemma":0.0010740662,"threshold_uncertainty_score":0.9998146},"labels":[],"label_agreement":null},{"id":"W2019880349","doi":"10.1108/14769018200800041","title":"Evaluation of the Implementation of PRISMA, a Coordination‐Type Integrated Service Delivery System for Frail Older People in Québec","year":2008,"lang":"en","type":"article","venue":"Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health and Social Services Centre University Institute of Geriatrics of Sherbrooke","funders":"","keywords":"Perception; Service (business); Process management; Service delivery framework; Process (computing); Outcome (game theory); Business; Operations management; Nursing; Computer science; Knowledge management; Psychology; Medicine; Marketing; Engineering","score_opus":0.11509209387719158,"score_gpt":0.43460284486070944,"score_spread":0.3195107509835179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019880349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99513286,0.00045676858,0.00072856335,0.0021074575,0.00039135848,0.0010837284,0.00005471168,0.0000069761195,0.000037557875],"genre_scores_gemma":[0.998669,0.00002602819,0.00091058965,0.00016886757,0.00006375009,0.000019849347,0.00010970379,0.000018042714,0.000014128478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964772,0.00039757942,0.0019190869,0.00012375678,0.0009603488,0.000122040365],"domain_scores_gemma":[0.9788367,0.00045293194,0.0018263034,0.00019006664,0.018644499,0.00004948021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023653028,0.00013185391,0.00044160447,0.0002614298,0.000052072177,0.0000065515055,0.00015197588,0.00010409503,0.00013713956],"category_scores_gemma":[0.0031309596,0.00008801963,0.00017466469,0.0009817624,0.000030899744,0.0002369292,0.000021172586,0.0002980532,0.0000011889457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035943645,0.00073743355,0.7743451,0.0017163175,0.0010271678,0.0000141274,0.04048983,0.0025523964,0.06761219,0.000062164545,0.011673449,0.09617545],"study_design_scores_gemma":[0.01862384,0.0018127476,0.50239944,0.0020187716,0.0026683083,0.00033037798,0.40036505,0.011347036,0.05916857,0.000026887505,0.001030663,0.0002082924],"about_ca_topic_score_codex":0.02432493,"about_ca_topic_score_gemma":0.05442028,"teacher_disagreement_score":0.35987523,"about_ca_system_score_codex":0.001414819,"about_ca_system_score_gemma":0.0058853542,"threshold_uncertainty_score":0.9997504},"labels":[],"label_agreement":null},{"id":"W2020755786","doi":"10.6000/1929-6029.2014.03.03.10","title":"The Current State of Validation of Administrative Healthcare Databases in Italy: A Systematic Review","year":2014,"lang":"en","type":"review","venue":"International Journal of Statistics in Medical Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Database; Scopus; Health care; MEDLINE; Medical diagnosis; Medicine; Epidemiology; Diagnosis code; Family medicine; Environmental health; Pathology; Computer science; Political science","score_opus":0.7176374467324228,"score_gpt":0.7330345204838055,"score_spread":0.015397073751382662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020755786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020777794,0.9905186,0.0038163292,0.0028637468,0.0005055328,0.0016662113,0.0005836361,0.0000012169644,0.000023895353],"genre_scores_gemma":[0.00083439914,0.99735403,0.0011460857,0.0000788603,0.00017192979,0.000057673642,0.00032270967,0.000020518764,0.000013779947],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98086256,0.003988241,0.008172063,0.00022115628,0.0064835562,0.00027243033],"domain_scores_gemma":[0.94578713,0.04370547,0.004424032,0.00036344767,0.005465644,0.0002542473],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03369752,0.00018716065,0.00238107,0.0007441869,0.00002368682,0.000021583908,0.0008635389,0.000059528415,0.00007435151],"category_scores_gemma":[0.26027483,0.0001139489,0.00023127606,0.0005820108,0.0003731955,0.00010129179,0.00021145055,0.0025159272,0.0000071269656],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011140886,0.00023837588,0.000034815694,0.37056744,0.00018124374,0.0001818123,0.00003913937,3.5905097e-7,6.990215e-8,0.00093297893,0.0011155829,0.62659675],"study_design_scores_gemma":[0.00084182125,0.0005022025,0.000054667198,0.92838085,0.0004650039,0.00022354478,0.00008127857,0.00011728461,0.0000020728821,0.0017027442,0.067540824,0.00008768512],"about_ca_topic_score_codex":0.00013376295,"about_ca_topic_score_gemma":0.0003798835,"teacher_disagreement_score":0.6265091,"about_ca_system_score_codex":0.00055392954,"about_ca_system_score_gemma":0.006523903,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W2020840897","doi":"10.1378/chest.14-1366","title":"Development of a Novel, Multilayered Presentation Format for Clinical Practice Guidelines","year":2014,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Usability; Presentation (obstetrics); Guideline; Brainstorming; Medicine; Resource (disambiguation); Quality (philosophy); Think aloud protocol; Documentation; Computer science; Medical education; Knowledge management; Process management; Multimedia; Human–computer interaction","score_opus":0.6250053767109163,"score_gpt":0.6210035276471564,"score_spread":0.004001849063759888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020840897","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21116365,0.00010687686,0.7701692,0.016360475,0.0009900309,0.0007681141,0.000006013702,0.000030123732,0.00040551703],"genre_scores_gemma":[0.09648375,0.00013860446,0.8985271,0.0032787924,0.0014185468,0.000019437623,0.00003403732,0.000024755469,0.00007499217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955963,0.00009005506,0.0034121517,0.00018712776,0.0004959923,0.00021837682],"domain_scores_gemma":[0.9913961,0.0030152353,0.0017088808,0.00021265993,0.0034344145,0.0002326644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077058934,0.00013345086,0.00037932626,0.00009208616,0.00013201669,0.000037292546,0.00011659846,0.000111373236,0.000043511427],"category_scores_gemma":[0.08688213,0.00010926389,0.00018965219,0.00010426407,0.000045981502,0.0005469423,0.000045730285,0.0003201409,0.000012203856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037386934,0.002082079,0.005813949,0.0004784428,0.0004979842,0.000005570057,0.0013681932,0.0001117504,0.012646721,0.00016179665,0.07125556,0.90183926],"study_design_scores_gemma":[0.012652355,0.00061544846,0.014733329,0.00017567289,0.0004480821,0.00051980774,0.002348502,0.024395049,0.0028628993,0.00006646872,0.9410182,0.00016414576],"about_ca_topic_score_codex":0.0000051326183,"about_ca_topic_score_gemma":0.000008949596,"teacher_disagreement_score":0.9016751,"about_ca_system_score_codex":0.00007018363,"about_ca_system_score_gemma":0.0005632732,"threshold_uncertainty_score":0.92080945},"labels":[],"label_agreement":null},{"id":"W2021308603","doi":"10.1016/j.socscimed.2005.06.040","title":"What factors induce health care decision-makers to use clinical guidelines? Evidence from provincial health ministries, regional health authorities and hospitals in Canada","year":2005,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; McMaster University","funders":"Canadian Institutes of Health Research; Health Canada","keywords":"Guideline; Work (physics); Health care; Psychological intervention; Clinical decision support system; Public health; Medicine; Nursing; Environmental health; Business; Political science","score_opus":0.37318723047175983,"score_gpt":0.5619643036736014,"score_spread":0.18877707320184156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021308603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6276328,0.0029309813,0.00016559355,0.36684814,0.0013131842,0.0010213986,0.000060135095,0.000023810562,0.000003955402],"genre_scores_gemma":[0.8893788,0.0031140307,0.004028048,0.10114491,0.0021523489,0.000019049035,0.000115396375,0.000023901799,0.000023549228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9915251,0.00043475395,0.0035059326,0.0010736204,0.00250174,0.0009588658],"domain_scores_gemma":[0.9919854,0.004006947,0.001078223,0.00039475222,0.0008946604,0.001640056],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007725847,0.00031946902,0.0011977764,0.0002484869,0.0007160904,0.00011680234,0.00036218346,0.00011374596,0.000060302413],"category_scores_gemma":[0.0391572,0.00026611393,0.000070460104,0.0012512202,0.0009131989,0.0015567451,0.00016534918,0.00066444115,0.0000026493042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00032976712,0.00005501575,0.3130486,0.00004878601,0.000011298985,0.00001270588,0.025812715,0.000003697974,0.000008840864,0.000044508917,0.11224847,0.54837555],"study_design_scores_gemma":[0.002344656,0.0018246294,0.8155337,0.002459179,0.000025196612,0.000010100357,0.13450086,0.00006633121,0.000004869889,0.00007921734,0.042859465,0.00029182187],"about_ca_topic_score_codex":0.9354678,"about_ca_topic_score_gemma":0.93588245,"teacher_disagreement_score":0.5480838,"about_ca_system_score_codex":0.006083461,"about_ca_system_score_gemma":0.051028598,"threshold_uncertainty_score":0.9999791},"labels":[],"label_agreement":null},{"id":"W2021456087","doi":"10.1097/01.aog.0000236434.74160.8b","title":"Evidence-Based Strategies for Implementing Guidelines in Obstetrics","year":2006,"lang":"en","type":"review","venue":"Obstetrics and Gynecology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":232,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Medicine; MEDLINE; Psychological intervention; Audit; Randomized controlled trial; Quality management; Intervention (counseling); Clinical audit; Family medicine; Academic detailing; Nursing; Medical education","score_opus":0.5303316759632606,"score_gpt":0.5390373389922216,"score_spread":0.00870566302896103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021456087","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007221638,0.9926957,0.0018663995,0.0007465171,0.0015578588,0.0027063475,0.000116910356,0.000043558,0.000194494],"genre_scores_gemma":[0.00009360566,0.9860865,0.011175265,0.00086585176,0.00028536908,0.00038866518,0.0007461263,0.00007824216,0.0002804014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944129,0.00029431022,0.003486516,0.00078249135,0.00032553452,0.0006982351],"domain_scores_gemma":[0.84574723,0.15169768,0.0012659248,0.00041673763,0.00074309605,0.00012930298],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003016147,0.00047413592,0.0021952756,0.0011686604,0.00011431182,0.00011701856,0.00019625892,0.0006466888,0.00007296392],"category_scores_gemma":[0.27125457,0.0004246143,0.0004353525,0.0014886515,0.00007753996,0.00024706914,0.00014557499,0.0005542264,0.000010095463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009559463,0.00009278421,0.00040176776,0.0099684335,0.000056908615,0.00006156893,0.0000063940797,0.0000071692984,4.0090404e-7,0.00040732825,0.0037453298,0.98524237],"study_design_scores_gemma":[0.0019290935,0.00046376514,0.00008116933,0.003642903,0.0014676267,0.000019112813,0.00014861225,0.00067716767,2.6559567e-7,0.00031744697,0.9908972,0.0003556505],"about_ca_topic_score_codex":0.00021213049,"about_ca_topic_score_gemma":0.0003103555,"teacher_disagreement_score":0.98715186,"about_ca_system_score_codex":0.00047859637,"about_ca_system_score_gemma":0.002287086,"threshold_uncertainty_score":0.9998206},"labels":[],"label_agreement":null},{"id":"W2021483914","doi":"10.1136/bmjqs-2013-002293.33","title":"002 Public Attitudes to and Knowledge of Healthcare Guidelines, and Methods to Communicate Guideline Recommendations to Patients and the Public – A Systematic Review","year":2013,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Health care; Public health; Medical education; Nursing; Management science; Pathology; Engineering","score_opus":0.6756661153183054,"score_gpt":0.6801442937266935,"score_spread":0.004478178408388045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021483914","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004702414,0.6807701,0.0034611342,0.29686764,0.00014439816,0.01838055,0.0002917057,0.000035498575,0.000044307275],"genre_scores_gemma":[0.000016198252,0.8688693,0.10252665,0.02519776,0.00011478521,0.0020680036,0.0010202216,0.00006688808,0.00012016768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97024566,0.013197713,0.014623932,0.00088477915,0.0005602988,0.0004876245],"domain_scores_gemma":[0.9702721,0.01721526,0.0035756575,0.0026608626,0.0050786394,0.001197457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05369387,0.0006406128,0.0058235307,0.0003607213,0.00028893256,0.00013620168,0.0006050989,0.00024773064,0.00009173536],"category_scores_gemma":[0.15613677,0.00040055695,0.0003680221,0.0011897477,0.00017434129,0.00027018166,0.0018783184,0.00060691376,0.000058272468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003763225,0.00010974749,0.000037783433,0.34961855,0.00028788406,1.4695995e-7,0.00018387256,1.4226649e-8,1.265443e-7,0.0009162887,0.030952323,0.6178556],"study_design_scores_gemma":[0.001164237,0.00018928891,0.000082446786,0.1783157,0.0022860533,0.000034542536,0.00032331783,0.000012137369,4.0430333e-8,0.000051815823,0.8171973,0.00034311952],"about_ca_topic_score_codex":0.0017929132,"about_ca_topic_score_gemma":0.0015684135,"teacher_disagreement_score":0.786245,"about_ca_system_score_codex":0.0002804627,"about_ca_system_score_gemma":0.0009761843,"threshold_uncertainty_score":0.9998446},"labels":[],"label_agreement":null},{"id":"W2022009704","doi":"10.1136/bmjqs-2013-002293.56","title":"025 The Efficiency-Validity Methodological Continuum (EVMC) For Sustainable Guideline (CPG) Development: A Negotiating Tool for Credible Compromises in Quality for Affordable Trustworthy Guidelines","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Cancer Agency","funders":"","keywords":"Trustworthiness; Guideline; Negotiation; Medicine; Quality (philosophy); Sustainable development; Process management; Management science; Knowledge management; Computer science; Engineering; Internet privacy","score_opus":0.6448170219862148,"score_gpt":0.6008248936057282,"score_spread":0.043992128380486606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022009704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19025809,0.00017800687,0.7491074,0.038999837,0.00045445035,0.020424189,0.00020496495,0.00017488137,0.00019814192],"genre_scores_gemma":[0.13289541,0.000047540976,0.8360655,0.010562541,0.0019039287,0.012533876,0.0020954553,0.0001166178,0.0037791592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98529863,0.0016752073,0.0098005645,0.0010721975,0.00076879596,0.0013846051],"domain_scores_gemma":[0.92713517,0.05996459,0.0029503726,0.0013342563,0.008272578,0.00034304653],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07418884,0.0005385296,0.0016669927,0.00014486477,0.0008661953,0.00020884041,0.00051937776,0.0003512893,0.0002643699],"category_scores_gemma":[0.21909669,0.000386995,0.00059332367,0.00047431083,0.00020757531,0.0006454644,0.0003014991,0.00040161767,0.000013486488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028378082,0.0035099299,0.061926663,0.0072861295,0.0008040231,0.000010345912,0.0024086225,0.0045565064,0.005797691,0.041660905,0.73475134,0.10890976],"study_design_scores_gemma":[0.040258657,0.0019883325,0.057433683,0.00036115843,0.00077192724,0.00003080531,0.03970456,0.056093704,0.0040462487,0.030503087,0.7668269,0.0019809199],"about_ca_topic_score_codex":0.0032069755,"about_ca_topic_score_gemma":0.000735273,"teacher_disagreement_score":0.14490785,"about_ca_system_score_codex":0.00044919716,"about_ca_system_score_gemma":0.00178911,"threshold_uncertainty_score":0.9998582},"labels":[],"label_agreement":null},{"id":"W2022321774","doi":"10.1016/j.urology.2009.07.1009","title":"MP-05.06: Telemedicine in Rural Urology Practice: A Northern Ontario Experience","year":2009,"lang":"en","type":"article","venue":"Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Telemedicine; Medicine; Rural area; Northern territory; Health care; Pathology; Archaeology; Economic growth; Geography","score_opus":0.08880161598725513,"score_gpt":0.4521497073755174,"score_spread":0.3633480913882623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022321774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8807541,0.00013676967,0.00072823546,0.11513063,0.00034880926,0.00050890335,0.0000011373088,0.000060517053,0.002330871],"genre_scores_gemma":[0.9371908,0.0000315416,0.0008542693,0.06112714,0.00034411516,0.000029273362,0.000071462906,0.000015731774,0.00033568515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99746037,0.00023343269,0.0010919162,0.00041203105,0.00029025142,0.0005119972],"domain_scores_gemma":[0.9976017,0.0012445275,0.00033531516,0.0004362398,0.00020926824,0.00017296337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086844264,0.00019886896,0.00045989925,0.00019114587,0.00004936058,0.00000835904,0.0001506245,0.00022782345,0.0008546285],"category_scores_gemma":[0.0073263887,0.00017907073,0.00006673649,0.0002555334,0.00015044824,0.00026553942,0.00005161199,0.00081671437,0.00022162573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009138776,0.0021774543,0.8622556,0.000014964509,0.00011673529,0.003152811,0.016617673,0.00031026508,0.006690977,0.0008337665,0.009488758,0.089202255],"study_design_scores_gemma":[0.010503687,0.009197279,0.4872098,0.000010730871,0.00033285926,0.003329303,0.0027594636,0.0009089948,0.000050818722,0.0009942768,0.48439276,0.00031000114],"about_ca_topic_score_codex":0.010016761,"about_ca_topic_score_gemma":0.12477156,"teacher_disagreement_score":0.47490403,"about_ca_system_score_codex":0.00021136436,"about_ca_system_score_gemma":0.00035817205,"threshold_uncertainty_score":0.9965756},"labels":[],"label_agreement":null},{"id":"W2022532423","doi":"10.1016/j.hcmf.2014.08.008","title":"Provincial and Regional Accountability for Performance is Critical in Non-Integrated Health Systems","year":2014,"lang":"en","type":"letter","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Accountability; System integration; Business; Process management; Quality (philosophy); Healthcare system; Health care; Delivery system; Integrated care; Health care delivery; Medicine; Computer science; Political science; Economic growth; Economics","score_opus":0.17529004562496261,"score_gpt":0.47508349787333404,"score_spread":0.2997934522483714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022532423","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017608575,0.0003154877,0.0021821684,0.98724186,0.0007795777,0.0071864296,0.0003047971,0.00007240341,0.00015642864],"genre_scores_gemma":[0.060640857,0.0005189582,0.0021374968,0.93023175,0.0020721068,0.0010034194,0.0027971512,0.00008880324,0.0005094793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948881,0.0002644143,0.0020499001,0.001009019,0.0007649436,0.001023608],"domain_scores_gemma":[0.99723864,0.000924084,0.00053151423,0.00064953195,0.00044528974,0.00021091737],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025791451,0.000427515,0.0010189941,0.00035253266,0.00021227622,0.000081014856,0.0001696773,0.0005614463,0.00002373136],"category_scores_gemma":[0.000464487,0.00039814136,0.00013791541,0.00023046385,0.00012938517,0.00019149516,0.00013280413,0.0015516364,0.000013848928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042742773,0.00008103512,0.009260814,0.02540983,0.00004990044,0.00002718061,0.00006664978,8.083715e-7,1.2219235e-7,0.0003493134,0.94190234,0.022424586],"study_design_scores_gemma":[0.0023634883,0.0013221868,0.006836453,0.0017495138,0.000114732764,0.00005334736,0.0009667918,0.006612422,3.3274492e-7,0.00016721143,0.9794985,0.00031503395],"about_ca_topic_score_codex":0.006332857,"about_ca_topic_score_gemma":0.001128683,"teacher_disagreement_score":0.058879998,"about_ca_system_score_codex":0.0009668072,"about_ca_system_score_gemma":0.0005455685,"threshold_uncertainty_score":0.99984705},"labels":[],"label_agreement":null},{"id":"W2022773371","doi":"10.1136/bmj.326.7399.1147-b","title":"Ottawa ankle rules: Patients with ligamentous injury need better treatment in Britain","year":2003,"lang":"en","type":"letter","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ankle; Medicine; Computer science; Surgery","score_opus":0.0753184158741349,"score_gpt":0.40826785591520004,"score_spread":0.33294944004106514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022773371","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19779308,0.000051317755,0.000037395417,0.795082,0.00043168155,0.00408156,0.00021079388,0.000059350517,0.0022528516],"genre_scores_gemma":[0.0031605973,0.000038404116,0.005271253,0.97955203,0.0027735138,0.0004572184,0.004530582,0.00014434465,0.0040720617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634117,0.00027400124,0.0015450983,0.00060382346,0.0007308298,0.00050509913],"domain_scores_gemma":[0.9978487,0.0004892976,0.00064812996,0.0007114431,0.00019733339,0.00010510629],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048127313,0.00044660762,0.0007628172,0.00029238744,0.000036769157,0.000046255336,0.000106759115,0.0005153406,0.00046668583],"category_scores_gemma":[0.0007618268,0.0003505614,0.00015214758,0.0002136734,0.000059482943,0.00014212953,0.000035641682,0.0009776027,0.0002832511],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026816293,0.00046491154,0.09179093,0.000093738345,0.000178027,0.00062640756,0.00008128436,7.7572486e-7,0.0000038295643,5.2793825e-7,0.8836818,0.022809617],"study_design_scores_gemma":[0.0076422356,0.0020863374,0.024745509,0.0002885866,0.00046318356,0.00003103631,0.00008403576,0.000009536993,0.000020487112,0.000044503344,0.9641802,0.00040440157],"about_ca_topic_score_codex":0.0011688952,"about_ca_topic_score_gemma":0.00021856527,"teacher_disagreement_score":0.19463249,"about_ca_system_score_codex":0.0007462722,"about_ca_system_score_gemma":0.00035615548,"threshold_uncertainty_score":0.9998946},"labels":[],"label_agreement":null},{"id":"W2023264839","doi":"10.1016/j.hcmf.2013.09.006","title":"The Estrogen Receptor/Progesterone Receptor Testing Errors in Newfoundland and Labrador: A Journey of Hope, Health, and Healing","year":2013,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Progesterone receptor; Commission; Estrogen; Estrogen receptor; Healthcare system; Receptor; Political science; Medicine; Health care; Internal medicine; Law","score_opus":0.1276253471582718,"score_gpt":0.41319559366957825,"score_spread":0.28557024651130647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023264839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73639995,0.003446638,0.00009976942,0.25719854,0.0002103689,0.002451428,0.000009939893,0.00004209482,0.0001412546],"genre_scores_gemma":[0.94693017,0.0074741966,0.032136638,0.012611848,0.00015381559,0.00021250319,0.00009426512,0.00006399535,0.00032257166],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970947,0.00024671128,0.0013652918,0.00037467043,0.00034530918,0.0005733406],"domain_scores_gemma":[0.99789274,0.0006776442,0.00056157843,0.00032897145,0.0001801365,0.00035893434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017644662,0.00018673741,0.0003989018,0.00015702784,0.00027486694,0.0000699925,0.00009392499,0.00007007881,0.000026019101],"category_scores_gemma":[0.00085335434,0.00014713337,0.000033483942,0.0003712807,0.00009876588,0.00024044163,0.00020121217,0.00033369247,0.000012451673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018273559,0.00007508554,0.4890386,0.0010295626,0.000055795696,0.0000036244248,0.000537558,0.0000026175833,0.000058047604,0.0011593034,0.0055706715,0.50228643],"study_design_scores_gemma":[0.017099736,0.0076495185,0.59676814,0.0048317327,0.00020427073,0.00020444008,0.101024754,0.004719826,0.000041740965,0.0037443002,0.2627159,0.0009956281],"about_ca_topic_score_codex":0.023995403,"about_ca_topic_score_gemma":0.006420375,"teacher_disagreement_score":0.5012908,"about_ca_system_score_codex":0.00023125092,"about_ca_system_score_gemma":0.0001531678,"threshold_uncertainty_score":0.9825039},"labels":[],"label_agreement":null},{"id":"W2023609192","doi":"10.1097/00152192-200509000-00004","title":"Implementing Nursing Practice Guidelines","year":2005,"lang":"en","type":"article","venue":"Journal of Wound Ostomy and Continence Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Spinal Cord Injury Alberta; University of Alberta","funders":"","keywords":"Guideline; Pace; Clinical Practice; Context (archaeology); Process (computing); Evidence-based practice; Process management; Medicine; Nursing; Computer science; Alternative medicine; Business","score_opus":0.14677564475150287,"score_gpt":0.5151711528337136,"score_spread":0.3683955080822108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023609192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5812398,0.0045947144,0.028885907,0.3790244,0.0008342025,0.00036464195,0.0000021834921,0.000028679957,0.0050254664],"genre_scores_gemma":[0.7842884,0.0006111037,0.2037815,0.008081139,0.0029923648,0.0000013694411,0.000003952801,0.000024358898,0.00021580781],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996968,0.000096781005,0.0018805399,0.00018383775,0.00050558295,0.00036529414],"domain_scores_gemma":[0.99543256,0.000750663,0.0013856465,0.0001466318,0.0020784491,0.00020604147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003095554,0.0001578305,0.00037625534,0.00017068852,0.00021211138,0.00010765205,0.00008724956,0.00007192292,0.0001036605],"category_scores_gemma":[0.0077594016,0.00013580146,0.000122013,0.00019812565,0.00012052196,0.0014090549,0.000018652549,0.00044493188,0.0000073538436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007583759,0.00031079777,0.0022458292,0.000018363447,0.00007350516,0.000038971615,0.0010639066,0.000015206749,0.006339235,0.00041368156,0.014035792,0.9746863],"study_design_scores_gemma":[0.0068209097,0.0010992978,0.009276415,0.0036060903,0.0017145553,0.011139027,0.023814032,0.0024007866,0.0019676413,0.0008956003,0.93691516,0.00035049193],"about_ca_topic_score_codex":0.000016788143,"about_ca_topic_score_gemma":0.000005677478,"teacher_disagreement_score":0.97433585,"about_ca_system_score_codex":0.00017658802,"about_ca_system_score_gemma":0.00026128435,"threshold_uncertainty_score":0.9289289},"labels":[],"label_agreement":null},{"id":"W2023848056","doi":"10.1111/j.1365-2834.2005.00542.x","title":"Bridging the information gap between hospitals and home care services: experience with a patient admission and discharge form","year":2005,"lang":"en","type":"article","venue":"Journal of Nursing Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"","keywords":"Nursing; Bridging (networking); Ambulatory care; Medicine; Health care; Quality (philosophy); Business; Medical emergency","score_opus":0.059353522820039,"score_gpt":0.401716051588488,"score_spread":0.34236252876844897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023848056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98534065,0.00030832516,0.0032254856,0.01046171,0.000070742244,0.00035767717,0.000002080725,0.0000073262704,0.00022599926],"genre_scores_gemma":[0.99474144,0.00018419464,0.00399598,0.0008956663,0.00015727784,0.0000034473574,0.000008579587,0.0000062533645,0.000007136281],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99882394,0.000022413447,0.00058536517,0.0000731202,0.00037778157,0.00011737882],"domain_scores_gemma":[0.9990764,0.00005615241,0.0005106756,0.000105848194,0.00014424765,0.00010667823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029632423,0.00008596789,0.00014906723,0.000093428214,0.00011620056,0.00008185199,0.000049762508,0.000019164034,0.00000773072],"category_scores_gemma":[0.000035339483,0.00005016525,0.000025465159,0.000082165236,0.00003590726,0.0010354298,0.000035558278,0.00012576509,9.741256e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024018713,0.000044152155,0.02631453,0.00018441684,0.000058751986,0.000006231274,0.024490075,0.000022759878,0.00002105953,0.000047457346,0.00027161074,0.94829875],"study_design_scores_gemma":[0.006651064,0.0029068121,0.78762025,0.004998445,0.0012578316,0.00040586412,0.15481023,0.0021780692,0.0003157464,0.00021799741,0.03834511,0.0002926021],"about_ca_topic_score_codex":0.0000052084856,"about_ca_topic_score_gemma":0.0000014044182,"teacher_disagreement_score":0.94800615,"about_ca_system_score_codex":0.00012141117,"about_ca_system_score_gemma":0.000015989606,"threshold_uncertainty_score":0.20456795},"labels":[],"label_agreement":null},{"id":"W2024937860","doi":"10.3821/1913-701x(2008)141[120:docift]2.0.co;2","title":"Development of clinical indicators for type 2 diabetes","year":2008,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of British Columbia; University of Alberta; Dalhousie University","funders":"","keywords":"Medicine; Delphi method; Type 2 diabetes; Nova scotia; Family medicine; Diabetes mellitus; Health care; Pharmacy; Delphi","score_opus":0.41504246340915485,"score_gpt":0.4936534937871514,"score_spread":0.07861103037799655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024937860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960995,0.00029104142,0.0001692142,0.00021833641,0.0022883974,0.00051158614,0.00012642228,0.000013579217,0.00028196897],"genre_scores_gemma":[0.98243546,0.0014526563,0.011042124,0.0035884585,0.0010965016,0.000014353059,0.00009530148,0.000046987665,0.00022816252],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961978,0.000117468575,0.0022398836,0.00031024386,0.00046326988,0.0006713237],"domain_scores_gemma":[0.9951401,0.00064718124,0.00078332576,0.00020038492,0.0010440887,0.002184957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019993258,0.00023303706,0.0006062547,0.00038329817,0.00054202206,0.000019907373,0.0002795255,0.00008149449,0.0006334285],"category_scores_gemma":[0.003649881,0.00023331137,0.00020452932,0.0005858253,0.00022039458,0.00020390195,0.000029310506,0.00056501216,0.0000082149045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093252934,0.00029213665,0.17121474,0.00053183077,0.0010979006,0.012461918,0.0015222142,0.00007777536,0.0037843047,0.000022970542,0.12030497,0.6877567],"study_design_scores_gemma":[0.010847286,0.00037117844,0.004489853,0.00006285902,0.0007046601,0.13953197,0.000045099794,0.0020344309,0.012779513,0.000030746356,0.8283656,0.0007367704],"about_ca_topic_score_codex":0.001953872,"about_ca_topic_score_gemma":0.0212616,"teacher_disagreement_score":0.7080607,"about_ca_system_score_codex":0.0009889614,"about_ca_system_score_gemma":0.019845523,"threshold_uncertainty_score":0.9965978},"labels":[],"label_agreement":null},{"id":"W2024957938","doi":"10.1503/cmaj.101508","title":"Harmonization of guidelines for the prevention and treatment of cardiovascular disease: the C-CHANGE Initiative","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Harmonization; Disease; Intensive care medicine; Disease management; Chronic disease; Internal medicine","score_opus":0.4130166794220305,"score_gpt":0.44502135030995105,"score_spread":0.03200467088792053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024957938","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33193886,0.04023334,0.06877123,0.54616016,0.0031510075,0.008294155,0.0005505303,0.000036390855,0.0008643408],"genre_scores_gemma":[0.9842014,0.007881597,0.0014563588,0.0046088807,0.0016239055,0.00009218689,0.000041677944,0.000016337983,0.00007769987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828476,0.00017194341,0.00069235574,0.000084244486,0.00063990144,0.0001268241],"domain_scores_gemma":[0.99679023,0.0007312633,0.0004481023,0.00012337066,0.0015964304,0.00031062626],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024561426,0.0000678205,0.00019790206,0.00005718722,0.0001293393,0.000008809479,0.000061405975,0.0000801585,0.00026874596],"category_scores_gemma":[0.011683279,0.00003813137,0.00019911255,0.00011565708,0.000055099852,0.00010095706,0.0000067583996,0.00010724293,0.0000011191034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022246048,0.00016236946,0.06700955,0.000040327668,0.0029131293,0.00002056887,0.0025698345,0.000013056758,0.000007654128,0.00046969397,0.013260969,0.9133104],"study_design_scores_gemma":[0.0074352724,0.0013911802,0.44781706,0.00028579045,0.0055946857,0.00011589411,0.0053278743,0.0068498817,0.00019948705,0.0018783049,0.5229275,0.00017703547],"about_ca_topic_score_codex":0.0043028085,"about_ca_topic_score_gemma":0.003502375,"teacher_disagreement_score":0.9131333,"about_ca_system_score_codex":0.00021216967,"about_ca_system_score_gemma":0.0011584811,"threshold_uncertainty_score":0.99664176},"labels":[],"label_agreement":null},{"id":"W2025000804","doi":"10.4000/sdt.21849","title":"Produire l’objectivité médicale : un système expérimental réplicatif de standardisation","year":2007,"lang":"fr","type":"article","venue":"Sociologie du Travail","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.12929811650823372,"score_gpt":0.44076432624789924,"score_spread":0.31146620973966554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025000804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8260638,0.053100973,0.07887221,0.02915414,0.003965604,0.0024700079,0.00027470943,0.00045473527,0.0056438376],"genre_scores_gemma":[0.9820803,0.0035765031,0.0045766924,0.0029083986,0.0038583563,0.00007339856,0.0003046639,0.00007591356,0.0025457996],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994846,0.0008205823,0.0016864707,0.0008059006,0.00064414233,0.0011968939],"domain_scores_gemma":[0.9943188,0.003672515,0.0006196423,0.00061324827,0.00032677784,0.0004490049],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011602086,0.0004005967,0.0006154104,0.00009930812,0.00032323544,0.000047893987,0.00025534886,0.0007523271,0.0014345938],"category_scores_gemma":[0.009989933,0.00040338212,0.00030126746,0.0003144798,0.0009805944,0.00034539588,0.00012710445,0.0010551569,0.000597132],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097314664,0.0015396901,0.17736082,0.00033425796,0.0005539916,0.00021865754,0.0036660803,0.000023384282,0.012877814,0.002880198,0.051152576,0.7484194],"study_design_scores_gemma":[0.008636968,0.0026122169,0.8412838,0.00048948673,0.0014965931,0.00040467098,0.044608157,0.0006994429,0.022287112,0.006385976,0.07009412,0.0010014734],"about_ca_topic_score_codex":0.00054396625,"about_ca_topic_score_gemma":0.00007005808,"teacher_disagreement_score":0.7474179,"about_ca_system_score_codex":0.0030733638,"about_ca_system_score_gemma":0.0010590947,"threshold_uncertainty_score":0.9998418},"labels":[],"label_agreement":null},{"id":"W2025320232","doi":"10.1159/000110568","title":"Practice Guidelines Do Improve Patient Outcomes: Association or Causation?","year":2008,"lang":"en","type":"review","venue":"Blood Purification","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Nephrology; Guideline; Health care; MEDLINE; Intensive care medicine; Causation; Clinical Practice; Internal medicine; Family medicine; Pathology","score_opus":0.31080921792778676,"score_gpt":0.5336825899393264,"score_spread":0.22287337201153962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025320232","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023798473,0.9801784,0.00030771547,0.011537913,0.0013176263,0.005113269,0.00020991547,0.00025379154,0.0010575803],"genre_scores_gemma":[0.0000075222624,0.9697845,0.019611679,0.0035034097,0.0009724268,0.00083542266,0.0020290709,0.00013696674,0.0031190189],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99133414,0.00068153196,0.005081692,0.0009883223,0.0014745335,0.0004397986],"domain_scores_gemma":[0.9831402,0.005085813,0.006181757,0.0012523574,0.004101123,0.00023878759],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019469397,0.00065759366,0.001958491,0.00036941352,0.000211354,0.00012275968,0.00023404477,0.0008331779,0.00037253808],"category_scores_gemma":[0.10721024,0.0004899125,0.0006935133,0.00079599867,0.000033891065,0.00067373697,0.00008376793,0.00087001076,0.0010211576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073500494,0.0009032737,0.00007725185,0.001762586,0.0010959917,0.000042213993,0.000117401396,8.0628257e-7,0.0000038681505,0.000055076714,0.05580819,0.94005984],"study_design_scores_gemma":[0.0014602428,0.00044775818,0.00007863391,0.0017305288,0.009317288,0.00047751816,0.00024642627,0.00001278872,0.000007468273,0.000012357847,0.98574644,0.0004625604],"about_ca_topic_score_codex":0.00015272059,"about_ca_topic_score_gemma":0.000016659622,"teacher_disagreement_score":0.93959725,"about_ca_system_score_codex":0.00093825476,"about_ca_system_score_gemma":0.0022139691,"threshold_uncertainty_score":0.99975663},"labels":[],"label_agreement":null},{"id":"W2026055069","doi":"10.3138/physio.63.3.287","title":"Clinician's Commentary on Cutforth et al.","year":2011,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of Toronto; University of Alberta","funders":"","keywords":"Guideline; Medicine; Psychological intervention; Low back pain; Clinical Practice; Health care; Rehabilitation; Alternative medicine; Evidence-based practice; Multidisciplinary approach; Scientific evidence; Nursing; Medical education; Family medicine; Physical therapy; Pathology; Political science","score_opus":0.18109192630650053,"score_gpt":0.47443322901694324,"score_spread":0.2933413027104427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026055069","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69085336,0.00008251472,0.00022616003,0.29436508,0.0013573711,0.0008912042,0.00008278464,0.00009667859,0.012044836],"genre_scores_gemma":[0.461828,0.00011763592,0.00074519624,0.536957,0.00012482198,0.000009854105,0.00006369909,0.000023844283,0.00012991861],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867725,0.000068998306,0.00046715804,0.00023314483,0.0003563703,0.00019708899],"domain_scores_gemma":[0.9989137,0.00035116522,0.00016251122,0.00036064582,0.00006599752,0.00014595535],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026117192,0.00013400924,0.00021775582,0.000040753283,0.000049432903,0.000005649996,0.000084556326,0.000023158758,0.0014552192],"category_scores_gemma":[0.00008478629,0.00011707424,0.00006775585,0.000114543094,0.000025215115,0.00008965009,0.000015438498,0.00022114764,0.000020721283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006508034,0.000286152,0.007641189,0.000008803915,0.000105820836,0.000034130364,0.00012331472,0.0000025396243,0.0005898402,0.00010877337,0.9678111,0.022637516],"study_design_scores_gemma":[0.0026762425,0.0008412773,0.035812307,0.000045518133,0.000038811417,0.000005414104,0.00033609147,0.0001927706,0.0015687668,0.0002010149,0.95809525,0.00018653952],"about_ca_topic_score_codex":0.7592547,"about_ca_topic_score_gemma":0.6150957,"teacher_disagreement_score":0.24259196,"about_ca_system_score_codex":0.0001728199,"about_ca_system_score_gemma":0.0005039123,"threshold_uncertainty_score":0.9994576},"labels":[],"label_agreement":null},{"id":"W2026235260","doi":"10.1197/j.aem.2007.06.039","title":"Implementation of Clinical Decision Rules in the Emergency Department","year":2007,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Emergency department; Cervical spine; Medical physics; Radiography; Ankle; Medical emergency; Radiology; Surgery; Nursing","score_opus":0.3218619567212438,"score_gpt":0.6133357213042839,"score_spread":0.29147376458304014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026235260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819533,0.0017881759,0.0037583667,0.0072389483,0.0025136638,0.0011313958,0.000009284718,0.000027127366,0.0015796854],"genre_scores_gemma":[0.9802587,0.015659422,0.001125614,0.000994952,0.0016651228,0.000030213421,0.0001663625,0.000024237208,0.00007537588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989853,0.00028805996,0.0077727563,0.00043316273,0.0012172087,0.00043578466],"domain_scores_gemma":[0.9957428,0.0018743677,0.0013768007,0.0005080792,0.00030848972,0.00018947019],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018556638,0.0002224045,0.00060980686,0.00026398557,0.000059175283,2.760784e-7,0.00032549957,0.00024360254,0.0051580393],"category_scores_gemma":[0.008086108,0.00014337317,0.0001925996,0.00077546085,0.00011823324,0.00018262856,0.00007091213,0.00093764823,0.00005275615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042310145,0.00017303895,0.86680526,0.000047013997,0.000049392667,0.000012003175,0.00079935405,9.878809e-7,0.00090083707,0.00061079126,0.040552977,0.08962524],"study_design_scores_gemma":[0.003775733,0.00088972866,0.9583012,0.00010749958,0.00030265594,0.000022681259,0.00722283,0.000038019185,0.00022436603,0.0028155153,0.026174963,0.00012480066],"about_ca_topic_score_codex":0.0008512757,"about_ca_topic_score_gemma":0.0010529233,"teacher_disagreement_score":0.091495946,"about_ca_system_score_codex":0.000060245417,"about_ca_system_score_gemma":0.0001293404,"threshold_uncertainty_score":0.9957514},"labels":[],"label_agreement":null},{"id":"W2026236725","doi":"10.12927/hcq.2013.21128","title":"Do Clinical Practice Guidelines Influence Length of Stay in Ontario Acute Care Hospitals?","year":2009,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Best practice; Health care; Acute care; Health administration; Business; Medical economics; Health economics; Patient care; Nursing; Medicine; MEDLINE; Economic growth; Political science; Economics; Management","score_opus":0.17613348124819767,"score_gpt":0.5454725328839145,"score_spread":0.36933905163571684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026236725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9188947,0.0008478238,0.000111380825,0.07806937,0.0004201134,0.0011002278,0.000023949766,0.000062363164,0.0004700461],"genre_scores_gemma":[0.9444481,0.00026426895,0.03479536,0.020006865,0.00027739882,0.000018884564,0.00010200724,0.000024800078,0.00006230225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935254,0.00041289444,0.0041788938,0.00063265226,0.0007779664,0.00047220467],"domain_scores_gemma":[0.99294424,0.0012048886,0.0010753656,0.00081594574,0.0036088887,0.00035064705],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002500545,0.0002678937,0.00081562536,0.00018514323,0.000057306024,0.000031746575,0.00019397656,0.00029040166,0.00007130933],"category_scores_gemma":[0.006583932,0.00025108887,0.00020351683,0.0003571517,0.00007543959,0.00077170803,0.000019669656,0.0010760181,0.000046085723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018423322,0.00055210316,0.28577542,0.00014228155,0.00010877512,0.0003216595,0.009776307,0.0000072032735,0.00009426849,0.00047828013,0.0030233976,0.69787794],"study_design_scores_gemma":[0.004169394,0.015001224,0.9268424,0.00043075197,0.00028544076,0.00013216856,0.021554478,0.000030397854,0.000022352771,0.0005189136,0.030727843,0.00028463904],"about_ca_topic_score_codex":0.08043804,"about_ca_topic_score_gemma":0.10278881,"teacher_disagreement_score":0.69759333,"about_ca_system_score_codex":0.00046315105,"about_ca_system_score_gemma":0.0023813886,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2026267438","doi":"10.1016/j.jcjd.2014.05.012","title":"Update of 2013 Clinical Practice Guidelines Dissemination and Implementation","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Medicine; Health professionals; Health care; Clinical Practice; Diabetes management; Family medicine; Best practice; MEDLINE; Medical education; Nursing; Diabetes mellitus; Type 2 diabetes; Management","score_opus":0.1172737346132588,"score_gpt":0.5112182844833197,"score_spread":0.39394454987006094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026267438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9265942,0.00068068993,0.00054841605,0.07135217,0.00045094508,0.00017897323,0.000017581879,0.0000036372824,0.00017336532],"genre_scores_gemma":[0.9701877,0.00019833363,0.02323297,0.0057498235,0.0005574877,0.0000016004752,0.00003579063,0.000015343865,0.000020934678],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99727017,0.00018826529,0.001996068,0.000118763586,0.00024657985,0.0001801812],"domain_scores_gemma":[0.9936953,0.0017497787,0.0012869785,0.00014486256,0.0025078247,0.000615237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045770193,0.00009329103,0.00033950026,0.00021484717,0.000047748745,0.000029475304,0.00007473112,0.00006892371,0.00019222358],"category_scores_gemma":[0.04559223,0.000081795566,0.000093177914,0.0001321545,0.000093744646,0.0004902129,0.000011489161,0.00019883862,0.000006060185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026286712,0.0000442963,0.40861973,0.00006111141,0.00016277024,0.0000046930168,0.00014658764,0.00000554664,0.0007278112,0.00041007812,0.14719747,0.44259363],"study_design_scores_gemma":[0.0036780394,0.0019298962,0.55322224,0.000362646,0.0012407346,0.00006704963,0.0028725476,0.0010715217,0.0013232868,0.0011488226,0.43286416,0.00021906658],"about_ca_topic_score_codex":0.00067107443,"about_ca_topic_score_gemma":0.0029869361,"teacher_disagreement_score":0.44237456,"about_ca_system_score_codex":0.0000447257,"about_ca_system_score_gemma":0.0007475659,"threshold_uncertainty_score":0.96244717},"labels":[],"label_agreement":null},{"id":"W2026646073","doi":"10.1016/j.clinbiochem.2011.06.061","title":"Comparison of angiogenic growth factors assays using a research mulitplex platform versus clinical platforms in patients with chest pain","year":2011,"lang":"en","type":"article","venue":"Clinical Biochemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality assurance; Quality management; Quality (philosophy); Medical physics; Medicine; Process (computing); Computer science; Harm; Control (management); External quality assessment; Process management; Risk analysis (engineering); Operations management; Psychology; Pathology; Management system; Engineering; Artificial intelligence","score_opus":0.7323598406336924,"score_gpt":0.5928096401905961,"score_spread":0.1395502004430963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026646073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99822307,0.00003934114,0.00014819729,0.00006982983,0.00028134589,0.0006597398,0.000041505213,0.00003759476,0.0004993508],"genre_scores_gemma":[0.99289584,0.000019870082,0.006262485,0.000119197866,0.00025387044,0.000009433051,0.00037539887,0.000047997863,0.000015903723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99319124,0.0003542401,0.004025352,0.00081387797,0.0010025533,0.0006127575],"domain_scores_gemma":[0.9857507,0.011018437,0.000972642,0.00082552934,0.0009210675,0.00051166874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012608647,0.00029781277,0.0011002999,0.00014738868,0.00009029768,0.0000145097265,0.00034821648,0.00069366925,0.00028261606],"category_scores_gemma":[0.04800035,0.00023234895,0.0003952635,0.0006610436,0.00083071424,0.00020385924,0.00023992357,0.0019569444,0.000017998822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009158446,0.004141583,0.9814156,0.00015025798,0.0002080173,0.000010867802,0.00015366511,5.788391e-7,0.00021661,0.000008425198,0.0006511073,0.0038848026],"study_design_scores_gemma":[0.015832203,0.005159119,0.96864617,0.0002713273,0.00025441067,0.000001324719,0.0022856523,0.00064587337,0.0063958843,0.000096861026,0.00009536356,0.000315817],"about_ca_topic_score_codex":0.00032193054,"about_ca_topic_score_gemma":0.00005027845,"teacher_disagreement_score":0.035391703,"about_ca_system_score_codex":0.00021490571,"about_ca_system_score_gemma":0.00064306374,"threshold_uncertainty_score":0.96001875},"labels":[],"label_agreement":null},{"id":"W2026879484","doi":"10.1503/cmaj.050415","title":"Wait Time Alliance first to set benchmarks","year":2005,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alliance; Pace; Specialty; Set (abstract data type); Operations research; Medicine; Computer science; Family medicine; Political science; Law; Engineering; Geography","score_opus":0.05498320642303822,"score_gpt":0.39207713039728287,"score_spread":0.33709392397424465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026879484","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14468162,0.000086044434,0.00022374601,0.8462965,0.00063757226,0.00030237169,0.00004472027,0.000025640293,0.0077018198],"genre_scores_gemma":[0.5890338,0.00030053302,0.0071260706,0.3805748,0.014876645,0.000021579483,0.00023976606,0.000055966535,0.0077708685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967159,0.000109724635,0.0009427225,0.00019150252,0.0015208358,0.0005193368],"domain_scores_gemma":[0.99514985,0.000645341,0.0002769041,0.00014074465,0.00057888025,0.0032082533],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0032431812,0.000121359575,0.0002565204,0.0001264569,0.0002278654,0.000074956115,0.00017100586,0.00029795512,0.05311818],"category_scores_gemma":[0.019728249,0.00011643915,0.0001102109,0.00027661878,0.000018087849,0.00022396876,0.000020016787,0.0009698496,0.003664909],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022520644,0.000029866294,0.018352069,0.000003924725,0.00006920487,0.00015023588,0.00016525871,0.00002355429,0.000014043324,0.00002148147,0.91377616,0.0673717],"study_design_scores_gemma":[0.0012302691,0.00010820092,0.030635592,0.00007568682,0.000053170166,0.0003900085,0.00013563604,0.0014292166,0.000010091614,0.000031999683,0.96577996,0.00012016272],"about_ca_topic_score_codex":0.0015959633,"about_ca_topic_score_gemma":0.06280657,"teacher_disagreement_score":0.46572167,"about_ca_system_score_codex":0.0021065166,"about_ca_system_score_gemma":0.0029502215,"threshold_uncertainty_score":0.99711084},"labels":[],"label_agreement":null},{"id":"W2026978643","doi":"10.1108/14777270410517665","title":"Disseminating and implementing guidelines: how feasible is it?","year":2004,"lang":"en","type":"article","venue":"Clinical Governance An International Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Dissemination; Guideline; Business; Information Dissemination; Corporate governance; Process management; Public relations; Knowledge management; Medicine; Computer science; Political science","score_opus":0.4039581554732272,"score_gpt":0.5994593867139592,"score_spread":0.19550123124073193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026978643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79247004,0.00017457386,0.005977296,0.1987678,0.0015488069,0.00020776872,0.000043279986,0.000034473444,0.0007759448],"genre_scores_gemma":[0.9151632,0.003984602,0.045151208,0.029975211,0.00488959,0.0000064578444,0.000042198804,0.000039148537,0.00074837415],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959585,0.00008597887,0.002095087,0.00045118973,0.0010530339,0.00035620554],"domain_scores_gemma":[0.99575263,0.00061558245,0.0013808219,0.00026560054,0.0015726184,0.00041274942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033089102,0.0002029442,0.00037221092,0.000063959444,0.000190832,0.0003540186,0.00035469743,0.00012348048,0.00051905506],"category_scores_gemma":[0.016941516,0.00017859862,0.0002469788,0.00011656851,0.0001210947,0.0013960226,0.00020282109,0.000795456,0.00003423925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007451774,0.0008900317,0.43171382,0.000029525481,0.0005788892,0.0005685234,0.0006021012,0.00002767424,0.0012693462,0.003144322,0.05458039,0.5058502],"study_design_scores_gemma":[0.022170529,0.0021872919,0.6470752,0.0016938664,0.0004802903,0.0053541185,0.0061989664,0.00237821,0.001077249,0.0074237855,0.3031636,0.00079689047],"about_ca_topic_score_codex":0.000098380486,"about_ca_topic_score_gemma":0.000080944905,"teacher_disagreement_score":0.5050533,"about_ca_system_score_codex":0.00024294361,"about_ca_system_score_gemma":0.00046278347,"threshold_uncertainty_score":0.9913392},"labels":[],"label_agreement":null},{"id":"W2027177473","doi":"10.1373/clinchem.2005.056952","title":"Conflict between Guideline Methodologic Quality and Recommendation Validity: A Potential Problem for Practitioners","year":2006,"lang":"en","type":"review","venue":"Clinical Chemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Guideline; Medicine; MEDLINE; Quality (philosophy); Systematic review; Evidence-based medicine; Medical education; Family medicine; Psychology; Alternative medicine; Pathology; Political science","score_opus":0.8515997707014908,"score_gpt":0.6878054390440975,"score_spread":0.16379433165739332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027177473","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041245416,0.87179977,0.085951336,0.02428751,0.0011807666,0.0099996235,0.0032878744,0.0005458408,0.0025348174],"genre_scores_gemma":[0.000016232594,0.8627714,0.09812903,0.0011338308,0.0045787385,0.0002943751,0.03234773,0.00009288142,0.0006357769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98896474,0.0012710725,0.007830766,0.0011960148,0.0003445919,0.00039281184],"domain_scores_gemma":[0.97384083,0.020376226,0.0041585923,0.0006011925,0.00066261797,0.00036055016],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016744997,0.00054662215,0.0034033558,0.000056793004,0.00012774854,0.00007038779,0.00018009172,0.0013864054,0.00030333057],"category_scores_gemma":[0.038387716,0.00046910622,0.0012072416,0.00019655413,0.00023231338,0.0001541023,0.00018752905,0.0014273477,0.000016624188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014584008,0.00026973477,0.00035878582,0.01591265,0.0004268429,0.000006015618,0.0000016901384,1.764427e-7,0.0000052339924,0.000006952534,0.05779873,0.92506737],"study_design_scores_gemma":[0.0023621533,0.000259292,0.00007041751,0.001257752,0.007147222,0.0000809389,0.000029534222,0.000023255994,0.00001059896,0.00052496657,0.98779196,0.00044192487],"about_ca_topic_score_codex":0.000042333468,"about_ca_topic_score_gemma":0.0000017619421,"teacher_disagreement_score":0.9299932,"about_ca_system_score_codex":0.00018643233,"about_ca_system_score_gemma":0.000811816,"threshold_uncertainty_score":0.99991},"labels":[],"label_agreement":null},{"id":"W2027211690","doi":"10.1592/phco.23.5.659.32203","title":"Compliance with Clinical Practice Guidelines for Type 2 Diabetes in Rural Patients: Treatment Gaps and Opportunities for Improvement","year":2003,"lang":"en","type":"article","venue":"Pharmacotherapy The Journal of Human Pharmacology and Drug Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Grey Nuns Community Hospital; Institute of Health Economics; University of Alberta","funders":"","keywords":"Medicine; Dyslipidemia; Diabetes mellitus; Cohort; Blood pressure; Type 2 diabetes; Internal medicine; Aspirin; Cohort study; Physical therapy; Endocrinology","score_opus":0.44997976379661947,"score_gpt":0.5706499787258206,"score_spread":0.1206702149292011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027211690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96294785,0.008419707,0.00014296666,0.02613813,0.0005164601,0.0017891282,0.000014288739,0.0000085249885,0.000022954406],"genre_scores_gemma":[0.7898525,0.12242534,0.0064909905,0.079827294,0.00092995644,0.00016035924,0.000021514126,0.000065764485,0.00022628496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997562,0.00049161474,0.0013598845,0.0001624101,0.00016793194,0.00025615975],"domain_scores_gemma":[0.99393374,0.00323831,0.00093706866,0.00009761819,0.0016529926,0.00014028678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039651417,0.00022164168,0.0005029164,0.000096760625,0.00018824927,0.000021526606,0.000090701185,0.000048554168,0.00007830341],"category_scores_gemma":[0.00040932788,0.000128327,0.00009515548,0.0000634885,0.00020344064,0.00029617836,0.00000857487,0.00022225712,2.0492465e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.072482444,0.0061673075,0.05360088,0.00020686722,0.00401151,0.000024171328,0.0022217727,0.000044015684,0.11469095,0.00027419612,0.079624936,0.66665095],"study_design_scores_gemma":[0.1481068,0.038836144,0.003982648,0.0001845559,0.002236708,0.0001294247,0.005844436,0.00079489924,0.034794874,0.0011808187,0.7634067,0.0005019709],"about_ca_topic_score_codex":0.000010726888,"about_ca_topic_score_gemma":0.000008470414,"teacher_disagreement_score":0.6837818,"about_ca_system_score_codex":0.000060141534,"about_ca_system_score_gemma":0.00018272335,"threshold_uncertainty_score":0.5233023},"labels":[],"label_agreement":null},{"id":"W2028097055","doi":"10.1155/2012/596393","title":"Advanced Nursing Directives: Integrating Validated Clinical Scoring Systems into Nursing Care in the Pediatric Emergency Department","year":2012,"lang":"en","type":"article","venue":"Nursing Research and Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Children's Hospital","funders":"","keywords":"Medicine; Emergency department; Nursing; Emergency nursing; Clinical Practice; Nursing care; Medical emergency","score_opus":0.38349177136950147,"score_gpt":0.6371747029591082,"score_spread":0.2536829315896067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028097055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399925,0.025254317,0.0015303023,0.010768446,0.0025892276,0.002268384,0.00000542842,0.00007956339,0.017511863],"genre_scores_gemma":[0.98730695,0.0026256852,0.0077896607,0.00011986173,0.001941448,0.00008289239,0.00005815922,0.000042296568,0.000033056393],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9913102,0.0045217993,0.0014299765,0.00055615784,0.0012464559,0.00093545817],"domain_scores_gemma":[0.98342556,0.014241356,0.00043325796,0.0004890615,0.0010187995,0.00039196096],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016931327,0.00023221548,0.00039928342,0.00035437685,0.0006289159,0.00016648683,0.00015952665,0.00017106594,0.000015338812],"category_scores_gemma":[0.04485156,0.00018082935,0.00008247174,0.0012553013,0.00027881717,0.001643189,0.000036091726,0.0019204959,0.000022918728],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048680184,0.003911057,0.15367891,0.0003209926,0.00006860027,0.000068654124,0.05594893,0.000018574769,0.0008050538,0.0012243118,0.0039707236,0.7751162],"study_design_scores_gemma":[0.004671217,0.003997009,0.13790892,0.004420761,0.0009078089,0.0011489723,0.83599085,0.0008857828,0.00016511262,0.0014110896,0.007916215,0.0005762728],"about_ca_topic_score_codex":0.00026117795,"about_ca_topic_score_gemma":0.000018026733,"teacher_disagreement_score":0.7800419,"about_ca_system_score_codex":0.00097608415,"about_ca_system_score_gemma":0.00035910145,"threshold_uncertainty_score":0.9631941},"labels":[],"label_agreement":null},{"id":"W2028352551","doi":"10.1097/aci.0b013e328339731d","title":"Asthma care pathways in the emergency department","year":2010,"lang":"en","type":"article","venue":"Current Opinion in Allergy and Clinical Immunology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Medicine; Emergency department; Asthma; Referral; Knowledge translation; Asthma management; MEDLINE; Best practice; Clinical Practice; Evidence-based practice; Intensive care medicine; Family medicine; Alternative medicine; Nursing; Pathology","score_opus":0.21812481914431578,"score_gpt":0.5015806348574091,"score_spread":0.2834558157130933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028352551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97606593,0.0051639876,0.000053908643,0.0056245597,0.012187206,0.0005365035,0.000008638612,0.000021879172,0.00033739806],"genre_scores_gemma":[0.9731981,0.02526246,0.0002021517,0.00030830628,0.00066574133,0.00008357235,0.0002594736,0.000011985797,0.000008205679],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997265,0.00040478676,0.0015308793,0.00037399167,0.00016035956,0.00026498447],"domain_scores_gemma":[0.998257,0.00097374397,0.0002188192,0.0003872919,0.000096042386,0.000067125926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012880822,0.00014641581,0.00031201262,0.00008622038,0.000057154495,0.000009323341,0.00017119196,0.00023315215,0.00037419927],"category_scores_gemma":[0.0022843028,0.00010659638,0.00011432763,0.00017769563,0.00017383933,0.000083857034,0.00011729757,0.0013961763,0.00004749847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089589035,0.0022113891,0.36856344,0.00008328042,0.00014122049,0.00001226531,0.0011699733,0.0000017894446,0.00016456774,0.011339504,0.003681994,0.6117347],"study_design_scores_gemma":[0.002856527,0.0005682264,0.7174547,0.000049057937,0.00001191014,0.000025450972,0.0013795078,0.000064506334,0.0000031455097,0.00085382926,0.2766317,0.00010144318],"about_ca_topic_score_codex":0.00006191483,"about_ca_topic_score_gemma":0.0009578659,"teacher_disagreement_score":0.61163324,"about_ca_system_score_codex":0.000022109443,"about_ca_system_score_gemma":0.00011419654,"threshold_uncertainty_score":0.60657686},"labels":[],"label_agreement":null},{"id":"W2029404452","doi":"10.1007/bf03019880","title":"Clinical video review","year":2000,"lang":"fr","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Computer science","score_opus":0.0905649584925962,"score_gpt":0.3926302290357757,"score_spread":0.3020652705431795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029404452","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31838068,0.38628426,0.00003151795,0.28363493,0.00654499,0.0008224622,0.00003459226,0.000016369066,0.0042501846],"genre_scores_gemma":[0.36196887,0.4918284,0.006197856,0.035380047,0.05040862,0.000012446929,0.0000893589,0.0005724789,0.053541902],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.98592424,0.0019669551,0.007914366,0.0005570725,0.0013594212,0.0022779426],"domain_scores_gemma":[0.9798192,0.0016343471,0.0032234967,0.00079145026,0.0026833198,0.011848231],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01857413,0.00077067973,0.002413864,0.0007859927,0.00066539255,0.0003671084,0.0012000399,0.0007401694,0.044126127],"category_scores_gemma":[0.0088138245,0.00074139744,0.0016593486,0.0011502804,0.000975375,0.0015482018,0.000012911077,0.0045523015,0.0014292405],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001941745,0.00010776801,0.005942631,0.0004421923,0.0003092439,0.46889892,0.00017493634,0.000045969067,8.0378527e-7,0.00010837024,0.23354056,0.29023442],"study_design_scores_gemma":[0.0016701258,0.0019720662,0.0057909023,0.008078408,0.0016836486,0.51849616,0.0002647987,0.000027659318,0.0000013160218,0.00021588767,0.46143994,0.00035911953],"about_ca_topic_score_codex":0.025139963,"about_ca_topic_score_gemma":0.025804697,"teacher_disagreement_score":0.2898753,"about_ca_system_score_codex":0.002483378,"about_ca_system_score_gemma":0.03232033,"threshold_uncertainty_score":0.9995354},"labels":[],"label_agreement":null},{"id":"W2029429476","doi":"10.1007/s10597-009-9198-3","title":"Effect of Introducing a Care Pathway to Standardize Treatment and Nursing of Schizophrenia","year":2009,"lang":"en","type":"article","venue":"Community Mental Health Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority","funders":"","keywords":"Care pathway; Medicine; Schizophrenia (object-oriented programming); Clinical pathway; MEDLINE; Nursing; Health care; Psychiatry","score_opus":0.10831820226915197,"score_gpt":0.5142637605198853,"score_spread":0.40594555825073336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029429476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905281,0.0014125886,0.00027428058,0.006848765,0.0001519742,0.00062824663,0.000041343774,0.000008651544,0.00010604239],"genre_scores_gemma":[0.9939808,0.00033282078,0.0050561414,0.00046566047,0.00011652075,0.0000014713515,0.0000340013,0.000008688274,0.00000386129],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9974327,0.0011770304,0.0008794493,0.00008204081,0.00024337137,0.00018537193],"domain_scores_gemma":[0.99828357,0.00056644756,0.00042490204,0.0002652836,0.00015406622,0.00030572654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026437626,0.00011909412,0.00049767055,0.00013312955,0.00036589793,0.000011667727,0.00006800103,0.000032530177,0.00001843682],"category_scores_gemma":[0.0006674362,0.0000934979,0.00008010881,0.00012827807,0.000052016283,0.00009030435,0.000027827975,0.00047739662,6.27484e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005227034,0.00035736704,0.0022378576,0.0002103261,0.00003385497,0.0000022229594,0.012855901,0.000006889751,0.0068416335,0.000010457504,0.00025471207,0.97196174],"study_design_scores_gemma":[0.08684119,0.42226836,0.16512951,0.016741056,0.00088858267,0.003940959,0.105385594,0.0002393051,0.19170745,0.00049391744,0.0056783436,0.0006857221],"about_ca_topic_score_codex":0.0003138796,"about_ca_topic_score_gemma":0.00006290631,"teacher_disagreement_score":0.97127604,"about_ca_system_score_codex":0.0008070708,"about_ca_system_score_gemma":0.0003731404,"threshold_uncertainty_score":0.3812734},"labels":[],"label_agreement":null},{"id":"W2029525984","doi":"10.1016/j.ijgo.2004.11.009","title":"A FIGO/SOGC Collaboration—<i>SOGC Clinical Practice Guidelines</i> in the IJGO","year":2005,"lang":"en","type":"article","venue":"International Journal of Gynecology & Obstetrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Clinical Practice; Executive committee; Obstetrics and gynaecology; Family medicine; Pregnancy; Management","score_opus":0.1958339718640505,"score_gpt":0.55726457300431,"score_spread":0.3614306011402595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029525984","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31646082,0.0019813508,0.0027468572,0.662242,0.010599733,0.00068342994,0.000028979652,0.00002498357,0.005231866],"genre_scores_gemma":[0.7708521,0.0029956484,0.08123631,0.13954604,0.004840258,0.000014857621,0.00004458021,0.00003243014,0.0004377558],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992937,0.0006859302,0.004411896,0.0002535049,0.0014584862,0.0002531733],"domain_scores_gemma":[0.94427556,0.041325856,0.002675207,0.00034946823,0.011205891,0.00016802642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008321937,0.0001798188,0.00048111365,0.00053325,0.000058771886,0.0000959284,0.0006963404,0.00025201336,0.00037975315],"category_scores_gemma":[0.40682054,0.00013277565,0.00026241472,0.00084068225,0.000113928756,0.0009540059,0.00010090961,0.001164137,0.00013158041],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018147429,0.0033323304,0.072331004,0.000013240083,0.00084627577,0.002677542,0.000810065,0.0013530074,0.00020415793,0.0017042647,0.3756247,0.5392887],"study_design_scores_gemma":[0.0064276513,0.000862345,0.033806816,0.000043217125,0.0003110381,0.0020169667,0.0025551456,0.001074621,0.000030392082,0.00024185897,0.9525058,0.00012411577],"about_ca_topic_score_codex":0.000027229931,"about_ca_topic_score_gemma":0.00020082404,"teacher_disagreement_score":0.5768811,"about_ca_system_score_codex":0.0005301756,"about_ca_system_score_gemma":0.0013716446,"threshold_uncertainty_score":0.59817606},"labels":[],"label_agreement":null},{"id":"W2029539621","doi":"10.1159/000268990","title":"Die Brustuntersuchung führt nicht zur Erhöhung des Serumprolaktins","year":2009,"lang":"de","type":"article","venue":"Gynäkologische Rundschau","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"Philosophy","score_opus":0.2043283650918131,"score_gpt":0.45154330160865624,"score_spread":0.24721493651684315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029539621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79577315,0.08010125,0.006717158,0.082348846,0.009193455,0.0040990533,0.00023667677,0.0012304035,0.02029999],"genre_scores_gemma":[0.95819503,0.009941185,0.009025082,0.014560867,0.0049746376,0.00004227765,0.0004894825,0.0001226802,0.002648763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.990877,0.000760538,0.0034934257,0.0016284875,0.0012002365,0.0020403666],"domain_scores_gemma":[0.9932836,0.0018655959,0.0014313005,0.0017259618,0.0007269324,0.0009665897],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048830956,0.0010350277,0.0015018001,0.00040060616,0.000689283,0.0002691738,0.0007815901,0.0009437332,0.0017386818],"category_scores_gemma":[0.015927494,0.00097577303,0.00068952615,0.00078986783,0.0006604413,0.0011182763,0.000387901,0.002249181,0.003971226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003686875,0.0042941836,0.20068598,0.0006771046,0.0031022294,0.0025134422,0.0034190193,0.00020734848,0.015732793,0.0019610403,0.0886658,0.6750542],"study_design_scores_gemma":[0.01695542,0.009516272,0.63672984,0.0011874834,0.008715005,0.0002132235,0.0059280093,0.0044355276,0.004566633,0.004358825,0.30470136,0.0026923993],"about_ca_topic_score_codex":0.000651247,"about_ca_topic_score_gemma":0.0003504545,"teacher_disagreement_score":0.6723618,"about_ca_system_score_codex":0.0005861023,"about_ca_system_score_gemma":0.0008952311,"threshold_uncertainty_score":0.99926925},"labels":[],"label_agreement":null},{"id":"W2029745896","doi":"10.1016/j.zefq.2012.05.018","title":"GRADE-Leitlinien: 2. Formulierung der Fragestellung und Entscheidung über wichtige Endpunkte","year":2012,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Outcome (game theory); Guideline; Population; Medicine; Psychology; Computer science; Mathematics","score_opus":0.20984557038839316,"score_gpt":0.5154921394860718,"score_spread":0.3056465690976786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029745896","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26429486,0.64412266,0.0072827125,0.027906833,0.028689412,0.011746137,0.00088170165,0.0016541573,0.01342154],"genre_scores_gemma":[0.93756735,0.015905559,0.0070749833,0.011461651,0.019602356,0.00036229182,0.002435055,0.0010309201,0.0045598536],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721956,0.00352931,0.009976394,0.0031824356,0.0048338897,0.006282352],"domain_scores_gemma":[0.97087806,0.01463552,0.0043528685,0.0043837866,0.0015586755,0.0041910564],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.018274263,0.0030573716,0.0038738255,0.001212717,0.0016402762,0.0009891912,0.0018965593,0.0024368996,0.0031055016],"category_scores_gemma":[0.018374532,0.002968717,0.002172062,0.002599132,0.0009991456,0.008371852,0.0016921469,0.0049325614,0.010355215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004247331,0.009417919,0.66265714,0.006113881,0.039799783,0.00085911766,0.02432317,0.0002375697,0.004915766,0.075094745,0.08230676,0.09002682],"study_design_scores_gemma":[0.010042766,0.0012469061,0.044214793,0.0021946372,0.026980452,0.00016310412,0.0038720649,0.0008160693,0.0042168433,0.00034775815,0.90226775,0.00363686],"about_ca_topic_score_codex":0.0026898687,"about_ca_topic_score_gemma":0.0005289767,"teacher_disagreement_score":0.819961,"about_ca_system_score_codex":0.000469726,"about_ca_system_score_gemma":0.0018767177,"threshold_uncertainty_score":0.9996595},"labels":[],"label_agreement":null},{"id":"W2029989740","doi":"10.1038/ncpgasthep0998","title":"Can global guidelines change health policy?","year":2007,"lang":"en","type":"review","venue":"Nature Clinical Practice Gastroenterology &#38 Hepatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Medicine; Global health; Health care; Developing country; Resource (disambiguation); Health policy; Economic growth; Nursing; Public health; Economics","score_opus":0.5343902368809472,"score_gpt":0.6659912678902812,"score_spread":0.13160103100933396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029989740","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003243131,0.6975831,0.00040902596,0.29186442,0.005756208,0.0031725133,0.00046820284,0.00026100368,0.00045311477],"genre_scores_gemma":[0.00009192355,0.6955911,0.016821634,0.27593538,0.009380287,0.00017911661,0.0017706597,0.00015941466,0.00007048265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97385573,0.006194634,0.013235351,0.0028730629,0.0012032049,0.0026380364],"domain_scores_gemma":[0.9679401,0.016207794,0.009293972,0.0023595765,0.0024221127,0.0017764227],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.015874753,0.0016343674,0.009321063,0.00085577776,0.00026684502,0.00005736573,0.0010813753,0.006906741,0.00024225262],"category_scores_gemma":[0.15840659,0.0013950181,0.0026441617,0.0014011315,0.0010050032,0.000485176,0.0009373816,0.0125439735,0.0004904364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022256928,0.0013323744,0.010273281,0.0032042225,0.0018003085,0.0013895701,0.000015418316,5.7339285e-8,1.2533994e-8,0.0007952026,0.10012539,0.8788385],"study_design_scores_gemma":[0.0036836443,0.0051847594,0.0009196758,0.0021806266,0.004796181,0.020103727,0.000086888955,0.000012913258,1.3481468e-8,0.00020889741,0.9623391,0.00048356192],"about_ca_topic_score_codex":0.0020650283,"about_ca_topic_score_gemma":0.004082576,"teacher_disagreement_score":0.8783549,"about_ca_system_score_codex":0.0018966275,"about_ca_system_score_gemma":0.0067815036,"threshold_uncertainty_score":0.99964035},"labels":[],"label_agreement":null},{"id":"W2030111859","doi":"10.1097/acm.0000000000000542","title":"When Guidelines Don’t Guide","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Royal College of Physicians and Surgeons of Canada; McMaster University Medical Centre; Western University","funders":"","keywords":"Context (archaeology); Medicine; Odds ratio; Confidence interval; Odds; Family medicine; Clinical Practice; Internal medicine; Logistic regression","score_opus":0.3299151414063709,"score_gpt":0.5388270543179718,"score_spread":0.20891191291160094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030111859","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108289175,0.0019153191,0.08184714,0.7493694,0.0023323444,0.0012471871,0.000005836469,0.0005493084,0.054444294],"genre_scores_gemma":[0.61107725,0.0028649024,0.028581908,0.28512976,0.021025032,0.00008196795,0.00039320998,0.00015707593,0.05068888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957471,0.00015580362,0.002367645,0.00048074216,0.0008413357,0.00040740735],"domain_scores_gemma":[0.9961989,0.0016792801,0.0004674046,0.0006293545,0.0006096159,0.00041543815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048171584,0.00025278603,0.00061597745,0.00017931499,0.00007459324,0.000004809184,0.00025337798,0.0002788299,0.002983963],"category_scores_gemma":[0.050341792,0.00018413122,0.00007877015,0.00023196511,0.00021091611,0.00018952286,0.00010284054,0.00087317376,0.00039103592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011330346,0.000009486252,0.012065377,0.00005299247,0.000047602975,0.000008803539,0.00041001305,0.0000037581929,0.006678698,0.0017543361,0.9034994,0.0753562],"study_design_scores_gemma":[0.0043091294,0.00053565885,0.003214705,0.0003820166,0.0003896195,0.00019596415,0.0009685049,0.0020522436,0.00044413513,0.0066369604,0.9806843,0.00018677753],"about_ca_topic_score_codex":0.00061588775,"about_ca_topic_score_gemma":0.000022255741,"teacher_disagreement_score":0.50278807,"about_ca_system_score_codex":0.00009221314,"about_ca_system_score_gemma":0.00014274576,"threshold_uncertainty_score":0.9979274},"labels":[],"label_agreement":null},{"id":"W2030521221","doi":"10.1111/apt.12290","title":"Systematic review: the quality of the scientific evidence and conflicts of interest in international inflammatory bowel disease practice guidelines","year":2013,"lang":"en","type":"review","venue":"Alimentary Pharmacology & Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pfizer","keywords":"Medicine; Guideline; Inflammatory bowel disease; Family medicine; Evidence-based medicine; Grading (engineering); Internal medicine; Conflict of interest; Gastroenterology; MEDLINE; Systematic review; Alternative medicine; Disease; Pathology; Political science","score_opus":0.6516456457648078,"score_gpt":0.6082420890079715,"score_spread":0.04340355675683627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030521221","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016745685,0.9536122,0.0000031720392,0.03699082,0.0014332143,0.0062013394,0.00006821663,0.000009339224,0.000007106875],"genre_scores_gemma":[0.00042184832,0.96264,0.00013646434,0.036115564,0.00012635304,0.00035852744,0.00007767086,0.00002925897,0.00009434871],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910215,0.0030839273,0.0047312686,0.00041991504,0.00053978927,0.00020356153],"domain_scores_gemma":[0.98406285,0.009162437,0.004462114,0.0008516343,0.0013555733,0.000105396524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079811765,0.00034129497,0.0015175648,0.00014163897,0.000075932934,0.000027474778,0.00075717556,0.00011902506,0.00015782252],"category_scores_gemma":[0.0013367105,0.00018685679,0.0003801302,0.0003121673,0.00072821823,0.0003446354,0.0004648076,0.0006365883,0.000013329941],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036611303,0.000877231,0.0007607722,0.95278686,0.016418189,0.000020287001,0.0005035411,0.0000026492194,0.00052759034,0.00010502004,0.0072499514,0.020381784],"study_design_scores_gemma":[0.0012993232,0.00011959877,0.00027329166,0.39771456,0.12163303,0.00009657549,0.0005063333,0.00015579218,0.0000700124,0.00004735483,0.4777784,0.0003057231],"about_ca_topic_score_codex":0.00014499085,"about_ca_topic_score_gemma":0.000033445445,"teacher_disagreement_score":0.5550723,"about_ca_system_score_codex":0.00017141954,"about_ca_system_score_gemma":0.0005777067,"threshold_uncertainty_score":0.7619799},"labels":[],"label_agreement":null},{"id":"W2030796004","doi":"10.1016/s0840-4704(10)60734-x","title":"Developing a Clinical Value Compass to Monitor Urology Outcomes at the Toronto East General Hospital","year":2000,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital; Toronto Rehabilitation Institute","funders":"","keywords":"Compass; Medicine; Value (mathematics); General surgery; Urology; Geography; Cartography; Computer science","score_opus":0.16024868977201878,"score_gpt":0.4987177088805263,"score_spread":0.3384690191085075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030796004","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43725216,0.00021235984,0.0010758485,0.5558819,0.0013740537,0.002143236,0.000018187606,0.00011191683,0.0019303156],"genre_scores_gemma":[0.8416386,0.00044387652,0.011228114,0.13918173,0.0006899195,0.00023379864,0.0001272708,0.00005339655,0.0064032692],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962212,0.000351301,0.0015662084,0.00059706374,0.00053932035,0.0007249034],"domain_scores_gemma":[0.99816835,0.00041309273,0.00021741979,0.0007247236,0.00013223985,0.00034415477],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013508153,0.00025404507,0.00049804273,0.000047410005,0.00033699805,0.00003594085,0.0002605742,0.00012190075,0.0010186401],"category_scores_gemma":[0.00028977994,0.00018763669,0.00021398495,0.00015981807,0.00007233224,0.00014256315,0.00037521197,0.00027911423,0.0007350162],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008176693,0.00029626122,0.321253,0.00012510076,0.00036207068,0.00009247796,0.00029593278,0.00006278147,0.0000012601963,0.009308954,0.10215138,0.5652331],"study_design_scores_gemma":[0.0019861243,0.00093604805,0.5165594,0.00003205068,0.00015996769,0.000016483138,0.0018061711,0.00042286466,0.0000020223385,0.00027116406,0.47759652,0.00021114961],"about_ca_topic_score_codex":0.0029541843,"about_ca_topic_score_gemma":0.0061593233,"teacher_disagreement_score":0.565022,"about_ca_system_score_codex":0.00069261214,"about_ca_system_score_gemma":0.00008068783,"threshold_uncertainty_score":0.99989456},"labels":[],"label_agreement":null},{"id":"W2031025110","doi":"10.1080/17453670902807458","title":"From evidence to action","year":2009,"lang":"en","type":"article","venue":"Acta Orthopaedica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Evidence-based medicine; Evidence-based practice; Quality of evidence; Critical appraisal; Orthopedic surgery; Action (physics); Quality (philosophy); Best evidence; MEDLINE; Clinical Practice; Medical education; Alternative medicine; Family medicine; Surgery; Randomized controlled trial; Pathology","score_opus":0.3241251077396933,"score_gpt":0.5197280984440604,"score_spread":0.19560299070436715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031025110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8350901,0.00007298973,0.0024531079,0.16063194,0.0003687327,0.00039314164,0.0000062028735,0.00013351027,0.0008502597],"genre_scores_gemma":[0.9623943,0.00012866511,0.008207633,0.027607268,0.0012880772,0.000008488708,0.000052582865,0.000011663286,0.00030129778],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99842167,0.000059611477,0.00054410886,0.000316504,0.0004576297,0.00020049885],"domain_scores_gemma":[0.9982239,0.00080072635,0.00013169616,0.00039823298,0.00013367546,0.00031175074],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005187238,0.000110299065,0.00019205004,0.000079783276,0.00005404599,0.000024453522,0.00009121592,0.00007741345,0.0012665471],"category_scores_gemma":[0.009119902,0.00009989489,0.00008769245,0.00026127105,0.000016590002,0.00035501213,0.000032416254,0.00024055396,0.00048841885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082913204,0.00019699743,0.012736211,0.000009053839,0.00003513385,0.000054462147,0.00022449005,0.0000021359006,0.0619292,0.000022412163,0.12898338,0.79497737],"study_design_scores_gemma":[0.0014165145,0.0013740029,0.6658874,0.00028646752,0.000293218,0.000044115437,0.0003862554,0.00021013082,0.0023939305,0.0005324708,0.32695022,0.00022522465],"about_ca_topic_score_codex":0.0003170087,"about_ca_topic_score_gemma":0.00006777708,"teacher_disagreement_score":0.7947522,"about_ca_system_score_codex":0.000076543874,"about_ca_system_score_gemma":0.00014628586,"threshold_uncertainty_score":0.9996464},"labels":[],"label_agreement":null},{"id":"W2031072323","doi":"10.3747/co.v18i2.831","title":"Improving Cancer Control in Canada One Case at a Time: The “knowledge Translation in Cancer” Casebook","year":2011,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Government of Ontario; Ontario Institute for Cancer Research","keywords":"Casebook; Scope (computer science); Medicine; Knowledge translation; Knowledge management; Control (management); Cancer; Medical education; Computer science; Process management; Business; Political science; Artificial intelligence","score_opus":0.5925853147597735,"score_gpt":0.544520717400656,"score_spread":0.0480645973591175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031072323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98894733,0.004022592,0.0001116752,0.003947472,0.001018113,0.0013151655,0.00006445288,0.000012543589,0.0005606507],"genre_scores_gemma":[0.9982184,0.00021780886,0.000066737884,0.00078847475,0.00023709789,0.000378267,0.00002158737,0.000015554926,0.00005603258],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818635,0.00030719442,0.0008143546,0.0002581618,0.00013117708,0.00030276875],"domain_scores_gemma":[0.9979211,0.0014267749,0.00025337233,0.0001753522,0.00012146263,0.00010194554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073551614,0.00012672055,0.00035139523,0.00008358977,0.00005220919,0.0000028416584,0.00007022635,0.00007347347,0.0015585873],"category_scores_gemma":[0.00055999076,0.00010284869,0.0000384682,0.00017832986,0.000054528125,0.00007551505,0.000031071002,0.00042574425,0.000016997528],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081676204,0.0004287164,0.12074051,0.00009265885,0.000036549234,0.00072020787,0.0028402181,0.000020588486,0.0009154001,0.000007814464,0.0018689866,0.8715116],"study_design_scores_gemma":[0.08597075,0.0022998613,0.29835653,0.0009930028,0.0026614168,0.0031618665,0.008738652,0.31221783,0.0011374621,0.0001812673,0.28284606,0.0014352917],"about_ca_topic_score_codex":0.92860186,"about_ca_topic_score_gemma":0.9983893,"teacher_disagreement_score":0.8700763,"about_ca_system_score_codex":0.004043911,"about_ca_system_score_gemma":0.0044025467,"threshold_uncertainty_score":0.9997794},"labels":[],"label_agreement":null},{"id":"W2031468734","doi":"10.1016/j.cjca.2012.07.583","title":"647 Evaluating Awareness and Knowledge of the Canadian Cardiovascular Society's Guidelines for the Diagnosis and Management of Heart Failure Among Residents in General Internal and Family Medicine: A Pilot Study","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Heart failure; Family medicine; Intensive care medicine; Gerontology; Internal medicine","score_opus":0.37276110984071376,"score_gpt":0.4927179323619652,"score_spread":0.11995682252125145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031468734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789118,0.013287391,0.00018982541,0.0062334817,0.00043119615,0.0009003358,0.000014424563,8.104079e-7,0.00003069684],"genre_scores_gemma":[0.99741215,0.0006853998,0.0008068378,0.00039577752,0.00064040517,0.000033542903,0.0000017583156,0.000013699038,0.0000104544015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979845,0.00039857905,0.0009855732,0.0001449106,0.0002123219,0.00027409292],"domain_scores_gemma":[0.9977251,0.00067417097,0.00030079842,0.00022241092,0.00072428025,0.00035323596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006061272,0.00012576568,0.00063232146,0.00016583187,0.0001468327,0.000011024713,0.00013207053,0.000059312355,0.0000030095657],"category_scores_gemma":[0.0022165445,0.00007881224,0.00015159392,0.00015002284,0.0003566159,0.00009892852,0.000054595446,0.00022401386,5.3445305e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049558093,0.0000069446437,0.9819812,0.00009352499,0.0010390382,0.0000058199116,0.00094779517,0.00021380221,0.0000396167,0.000014048432,0.009641649,0.0059669716],"study_design_scores_gemma":[0.0028429998,0.0007928009,0.9796104,0.00031003315,0.0013917376,0.00013664483,0.008268217,0.00018180211,0.000008104275,0.00003316346,0.0063605267,0.00006360734],"about_ca_topic_score_codex":0.3795957,"about_ca_topic_score_gemma":0.5901354,"teacher_disagreement_score":0.2105397,"about_ca_system_score_codex":0.00015432526,"about_ca_system_score_gemma":0.00079617015,"threshold_uncertainty_score":0.6245356},"labels":[],"label_agreement":null},{"id":"W2031785195","doi":"10.1503/cmaj.1041766","title":"Summary Basis of Decision in context","year":2005,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Context (archaeology); Data science; Computer science; Basis (linear algebra); Management science; Operations research; Engineering; Geography; Computer security; Mathematics","score_opus":0.0732717815932393,"score_gpt":0.4026753395445806,"score_spread":0.32940355795134135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031785195","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069963154,0.00040825031,0.00007043427,0.98897433,0.0012839376,0.00026128785,0.00008700908,0.000007907048,0.0019105334],"genre_scores_gemma":[0.008688484,0.0008026555,0.00067958597,0.9746988,0.013704813,0.0000059516283,0.00024374122,0.000043047796,0.0011329679],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99339944,0.00039081453,0.0024478745,0.00024735517,0.0029564283,0.00055810314],"domain_scores_gemma":[0.9931736,0.0035189954,0.001185531,0.00020492512,0.00095098594,0.00096595247],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0050575626,0.00020638987,0.0007496732,0.0007517408,0.00006416552,0.000037318227,0.0002449885,0.002050191,0.012602453],"category_scores_gemma":[0.0364589,0.00019580733,0.00027795744,0.0003507585,0.000045615543,0.00016323566,0.000023915158,0.0063262065,0.00017086274],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026049807,0.000023282106,0.016346212,0.000020596728,0.00008507801,0.0022950375,0.000044584158,6.507027e-7,6.8484076e-7,0.000002234143,0.7526105,0.2285451],"study_design_scores_gemma":[0.0025256418,0.00009568675,0.009430351,0.0007425141,0.00013087003,0.00063920725,0.00020321191,0.0000934285,0.0000029736004,0.000083393636,0.9859038,0.00014891048],"about_ca_topic_score_codex":0.010567077,"about_ca_topic_score_gemma":0.16282038,"teacher_disagreement_score":0.23329332,"about_ca_system_score_codex":0.0032366698,"about_ca_system_score_gemma":0.009930614,"threshold_uncertainty_score":0.99924535},"labels":[],"label_agreement":null},{"id":"W2031831083","doi":"10.1002/chp.1340240506","title":"Implementing clinical guidelines: Current evidence and future implications","year":2004,"lang":"en","type":"review","venue":"Journal of Continuing Education in the Health Professions","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":495,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Population and Public Health","funders":"","keywords":"Generalizability theory; Psychological intervention; Underpinning; Guideline; Systematic review; Medicine; Evidence-based medicine; Psychology; Strengths and weaknesses; MEDLINE; Medical education; Management science; Alternative medicine; Nursing; Social psychology; Political science","score_opus":0.5981226543740849,"score_gpt":0.7057557369307867,"score_spread":0.1076330825567019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031831083","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002896847,0.9011876,0.00033484973,0.09226022,0.0035715275,0.002319526,0.000009487613,0.000010907631,0.000016218642],"genre_scores_gemma":[0.00012175403,0.98451173,0.007003914,0.0024673513,0.005650319,0.000097622964,0.00005251807,0.00003672524,0.000058034526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98809415,0.0022891932,0.008318306,0.0003374919,0.0005169538,0.00044392465],"domain_scores_gemma":[0.9837623,0.005585564,0.008204771,0.00060356944,0.0015236425,0.00032011353],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021399723,0.00029860312,0.0017072594,0.00046495246,0.00027808853,0.000060337203,0.00039071904,0.00022838057,0.000032870772],"category_scores_gemma":[0.013309549,0.00017983343,0.00047956553,0.00065316923,0.000070654045,0.00033071684,0.00012619676,0.0026904366,0.000007101678],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016903747,0.00040172134,0.0013429115,0.007740495,0.000031612875,0.0000011249012,0.0011072642,5.2464134e-8,4.7452925e-8,0.0003652139,0.018217186,0.9707755],"study_design_scores_gemma":[0.00053884013,0.0002257728,0.003893814,0.127583,0.00071956695,0.00048780334,0.008110158,8.017083e-7,7.989068e-9,0.00041638038,0.85790807,0.000115759],"about_ca_topic_score_codex":0.000041164596,"about_ca_topic_score_gemma":0.000041608168,"teacher_disagreement_score":0.97065973,"about_ca_system_score_codex":0.00046621874,"about_ca_system_score_gemma":0.01780536,"threshold_uncertainty_score":0.9996104},"labels":[],"label_agreement":null},{"id":"W2031850734","doi":"10.3132/pcrj.2008.00044","title":"Development of a South African integrated syndromic respiratory disease guideline for primary care","year":2008,"lang":"en","type":"article","venue":"Primary Care Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Guideline; Medicine; Multidisciplinary approach; Health care; MEDLINE; Family medicine; Disease management; Intensive care medicine; Disease; Nursing; Pathology","score_opus":0.15365321212785255,"score_gpt":0.3999070742208114,"score_spread":0.24625386209295885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031850734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97662914,0.009532207,0.009691774,0.00034996794,0.00060472684,0.001673276,0.00029658552,0.00011603318,0.0011063081],"genre_scores_gemma":[0.84212387,0.000118819844,0.13825853,0.016273161,0.0014544503,0.0001709562,0.0013031467,0.00022173842,0.00007532911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938304,0.0002816954,0.0036394172,0.00056590984,0.0011240254,0.0005585692],"domain_scores_gemma":[0.99352795,0.00036355903,0.0014859985,0.0006186541,0.0031740551,0.00082981365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016472475,0.00043750624,0.00091448246,0.0005069564,0.00051168364,0.000034916444,0.00034375113,0.0001803093,0.00012046786],"category_scores_gemma":[0.0019245971,0.00038849606,0.00048686733,0.00040088114,0.00021507108,0.00036657343,0.00016124424,0.000780888,0.0000189064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021989373,0.0013092937,0.19987307,0.0073165293,0.0014282201,0.0023484812,0.024177738,0.0002119167,0.055381652,0.000029651597,0.042855095,0.643079],"study_design_scores_gemma":[0.014404767,0.0016377482,0.15134658,0.0010242964,0.0010254128,0.0004491112,0.015532282,0.000023257835,0.0027215125,0.00002278602,0.8109148,0.000897399],"about_ca_topic_score_codex":0.000006037043,"about_ca_topic_score_gemma":0.000011652463,"teacher_disagreement_score":0.76805973,"about_ca_system_score_codex":0.002389492,"about_ca_system_score_gemma":0.01433043,"threshold_uncertainty_score":0.9998567},"labels":[],"label_agreement":null},{"id":"W2033011229","doi":"10.1097/nur.0b013e318221f506","title":"A Journey to Patient-Centered Care in Ontario, Canada","year":2011,"lang":"en","type":"article","venue":"Clinical Nurse Specialist","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Nursing; Curriculum; Variety (cybernetics); Experiential learning; Best practice; Narrative; Medical education; Guideline; Patient safety; Medicine; Psychology; Health care; Pedagogy; Political science","score_opus":0.31347399248623253,"score_gpt":0.46807152327461815,"score_spread":0.15459753078838562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033011229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958304,0.000025791473,0.000018465611,0.004480591,0.0035179225,0.00085268856,0.00003657488,0.000026714039,0.032737277],"genre_scores_gemma":[0.9806883,0.000007725302,0.0027339538,0.014901793,0.00078200345,0.000019901998,0.00011686572,0.000031473617,0.0007180329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963333,0.00017794722,0.0021963832,0.00048070287,0.00043688956,0.0003747698],"domain_scores_gemma":[0.99784625,0.00043006483,0.00029218942,0.0005114586,0.00030422668,0.0006158063],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050321745,0.00018668355,0.0005376077,0.000085188,0.00004984125,0.000018222327,0.0001672728,0.0001312251,0.0056023137],"category_scores_gemma":[0.004869831,0.00017684777,0.00016355328,0.00021249433,0.00007721037,0.00010459473,0.000066547975,0.00070716493,0.00013980323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002694438,0.0007634407,0.8017788,0.000014581375,0.000043904976,0.00054865953,0.0030569432,8.7842994e-7,0.000009258293,0.00011769348,0.13244809,0.058523305],"study_design_scores_gemma":[0.0029286272,0.00093576434,0.69368637,0.00009814485,0.000078157864,0.000014951278,0.004443366,0.0000029355817,0.00003102922,0.000052402724,0.29756254,0.00016573028],"about_ca_topic_score_codex":0.9671241,"about_ca_topic_score_gemma":0.9993847,"teacher_disagreement_score":0.16511443,"about_ca_system_score_codex":0.0011276206,"about_ca_system_score_gemma":0.0026987863,"threshold_uncertainty_score":0.99530673},"labels":[],"label_agreement":null},{"id":"W2033319904","doi":"10.1046/j.1369-6513.2000.00099.x","title":"Enhancing prevention in primary care: are interventions targeted towards consumers’ and providers’ perceived needs?","year":2000,"lang":"en","type":"article","venue":"Health Expectations","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; Université de Montréal; Université de Sherbrooke","funders":"Health Canada; Medical Research Council; Cancer Care Ontario","keywords":"Remuneration; Psychological intervention; Focus group; Nursing; Realm; Information needs; Medicine; Evidence-based medicine; Purchasing; Psychology; Medical education; Alternative medicine; Marketing; Business","score_opus":0.15198826148511407,"score_gpt":0.4658817712922158,"score_spread":0.31389350980710173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033319904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97183067,0.004990743,0.0010771117,0.018841583,0.0001497535,0.0020870909,0.00003422422,0.0001203865,0.0008684257],"genre_scores_gemma":[0.98653495,0.00055185275,0.0096074,0.0019057523,0.000060234335,0.00021635578,0.0006114404,0.00002425112,0.00048774702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977718,0.00024322858,0.001195405,0.0002853003,0.00022601933,0.00027822918],"domain_scores_gemma":[0.9988886,0.0002612065,0.00029532934,0.00019704177,0.00016118634,0.00019660663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002590778,0.00013772855,0.0003334034,0.00029974597,0.00018988707,0.00003128461,0.00004119481,0.00007073105,0.0006161265],"category_scores_gemma":[0.0006599832,0.00014814959,0.00011168958,0.0004304992,0.000057457964,0.00033964732,0.000018747636,0.00027633132,0.000044989505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009798433,0.0021381804,0.086733796,0.0064366967,0.00023155914,0.0000491866,0.21212745,0.00005525132,0.0032642446,0.00016155289,0.0037052329,0.684117],"study_design_scores_gemma":[0.004440569,0.00061844714,0.83088213,0.0013761753,0.0001252322,0.00004621089,0.16034265,0.00016479394,0.00007065017,0.0001256129,0.001609366,0.0001981585],"about_ca_topic_score_codex":0.00092736294,"about_ca_topic_score_gemma":0.0038056348,"teacher_disagreement_score":0.7441483,"about_ca_system_score_codex":0.0004603616,"about_ca_system_score_gemma":0.0007260176,"threshold_uncertainty_score":0.6746153},"labels":[],"label_agreement":null},{"id":"W2034103895","doi":"10.1186/1748-5908-6-133","title":"Understanding implementation processes of clinical pathways and clinical practice guidelines in pediatric contexts: a study protocol","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Ottawa; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Fondation pour la Recherche Médicale","keywords":"Medicine; Health services research; Health informatics; Protocol (science); Health administration; Clinical Practice; Public health; Family medicine; Alternative medicine; Nursing; Pathology","score_opus":0.8302626094396585,"score_gpt":0.7044116635241665,"score_spread":0.12585094591549195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034103895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90207076,0.000018792187,0.005700486,0.0015527977,0.00039377387,0.089174,0.000025411246,0.00006959271,0.0009943912],"genre_scores_gemma":[0.961551,0.00010227295,0.030069033,0.001313333,0.00022286033,0.0067016226,0.000012953117,0.000021838405,0.0000050764506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904935,0.00053508364,0.006356525,0.0008681989,0.0013251995,0.00042150728],"domain_scores_gemma":[0.99146307,0.0025831216,0.0024047545,0.00039840047,0.0028725083,0.00027812814],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02284393,0.00022301248,0.0005879734,0.00051065336,0.0001704749,0.000069566544,0.00025170814,0.00007523096,0.00028795292],"category_scores_gemma":[0.03326546,0.00019643633,0.000083630504,0.0018300137,0.0004036826,0.0021009815,0.00022265901,0.00030809513,0.000007649174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009075186,0.0011628275,0.93797994,0.000114810544,0.000034827797,0.000020481726,0.0021945303,4.1654354e-7,0.00006257357,0.00039588817,0.00043730836,0.056688882],"study_design_scores_gemma":[0.016598659,0.004098064,0.88239884,0.00003648431,0.00033976743,0.00003250432,0.09465096,0.000088209345,0.00028572365,0.000563504,0.00069873757,0.00020856757],"about_ca_topic_score_codex":0.001247366,"about_ca_topic_score_gemma":0.0026742716,"teacher_disagreement_score":0.09245643,"about_ca_system_score_codex":0.00016646838,"about_ca_system_score_gemma":0.002725435,"threshold_uncertainty_score":0.9748778},"labels":[],"label_agreement":null},{"id":"W2034285884","doi":"10.3109/02699052.2011.580317","title":"Quality of clinical practice guidelines for persons who have sustained mild traumatic brain injury","year":2011,"lang":"en","type":"review","venue":"Brain Injury","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; Hamilton Health Sciences; University of Ottawa; Ottawa Hospital","funders":"Ontario Neurotrauma Foundation","keywords":"Rigour; Traumatic brain injury; Medicine; Acquired brain injury; CLARITY; Physical therapy; Rehabilitation; Psychiatry","score_opus":0.7415704874612824,"score_gpt":0.672911410490647,"score_spread":0.06865907697063545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034285884","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000095183554,0.9166535,0.004690132,0.057190496,0.0017751827,0.012822799,0.0028902672,0.0002420297,0.0036403656],"genre_scores_gemma":[0.000010162235,0.8832675,0.07407051,0.030006234,0.00337336,0.00070063997,0.0016453633,0.00032710025,0.0065991036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9777102,0.003426996,0.015523563,0.0014468331,0.0010692577,0.00082314503],"domain_scores_gemma":[0.9161597,0.06408104,0.010698349,0.002452785,0.0059209666,0.00068718835],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033169933,0.0010195327,0.0068287225,0.00053456967,0.0001617386,0.000054993037,0.000700966,0.0014055768,0.0004912],"category_scores_gemma":[0.539267,0.00085931533,0.0032922796,0.0006048689,0.0004157411,0.00054930104,0.00030741966,0.0017107459,0.000078113866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011939151,0.00052024884,0.000020189726,0.016118875,0.00074411754,0.0000059181116,0.00016772021,2.8160617e-8,9.56486e-7,0.0006538858,0.4326948,0.54787934],"study_design_scores_gemma":[0.002793448,0.0019250782,0.00008038842,0.007962109,0.0046668104,0.000057054312,0.003236922,0.00004894296,0.000001731789,0.0003536932,0.97812736,0.00074643805],"about_ca_topic_score_codex":0.0005596185,"about_ca_topic_score_gemma":0.00009515437,"teacher_disagreement_score":0.5471329,"about_ca_system_score_codex":0.0002646485,"about_ca_system_score_gemma":0.0038951165,"threshold_uncertainty_score":0.9998908},"labels":[],"label_agreement":null},{"id":"W2034328462","doi":"10.1034/j.1601-5037.2003.00035.x","title":"Quality assurance in health care: past, present and future","year":2003,"lang":"en","type":"article","venue":"International Journal of Dental Hygiene","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Quality assurance; Quality (philosophy); Health care; Family medicine; Environmental health; Nursing","score_opus":0.08734258509675964,"score_gpt":0.4900282350104978,"score_spread":0.4026856499137382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034328462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94901305,0.0020444884,0.00057695084,0.045923013,0.0015860769,0.00015830078,0.000011932595,0.0000046853584,0.00068150344],"genre_scores_gemma":[0.9920344,0.00049785676,0.0043356903,0.0014929988,0.0015837635,0.0000013984355,0.000010188509,0.0000073956344,0.00003632014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788237,0.00016704723,0.0011092186,0.00011008311,0.0006233381,0.00010792924],"domain_scores_gemma":[0.998536,0.00027241756,0.00058849226,0.000073687595,0.00041165034,0.000117736374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001035783,0.00007454414,0.00021305465,0.00013479685,0.000017836379,0.000022944434,0.000090445654,0.00003374145,0.00008016665],"category_scores_gemma":[0.00046981263,0.00006417453,0.00007104896,0.00008339691,0.000027792728,0.00024156192,0.000025346279,0.00023077033,0.0000035187795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011374947,0.0005914352,0.77082366,0.00008855823,0.0001799267,0.00034119372,0.000912915,0.000054278175,0.0008739387,0.0011804799,0.005581816,0.21823432],"study_design_scores_gemma":[0.0058615017,0.00041810027,0.82729846,0.00013443141,0.00001685133,0.0017974409,0.0049409876,0.000016985477,0.00058346835,0.0002877871,0.15855668,0.000087280896],"about_ca_topic_score_codex":0.00010867416,"about_ca_topic_score_gemma":0.00011388254,"teacher_disagreement_score":0.21814704,"about_ca_system_score_codex":0.0002832261,"about_ca_system_score_gemma":0.00022876743,"threshold_uncertainty_score":0.26169613},"labels":[],"label_agreement":null},{"id":"W2034661404","doi":"10.1007/s00134-012-2641-x","title":"Consensus statement of the ESICM task force on colloid volume therapy in critically ill patients: authors’ reply to comments by Zacharowski et al.","year":2012,"lang":"en","type":"article","venue":"Intensive Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Critically ill; Medicine; Anesthesiology; Task force; Statement (logic); Pain medicine; Intensive care medicine; Critical illness; Task (project management); Volume (thermodynamics); Epistemology; Anesthesia; Management; Philosophy","score_opus":0.1012574477936561,"score_gpt":0.45410981615308027,"score_spread":0.3528523683594242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034661404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5297305,0.00031775268,0.00016424981,0.46614236,0.001219089,0.0018651113,0.00016448824,0.000020294983,0.00037614163],"genre_scores_gemma":[0.5387594,0.000057045105,0.00015337644,0.46049947,0.00006335106,0.00004250186,0.00017638308,0.000023958239,0.00022450004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962703,0.00038575387,0.0015889815,0.00036660713,0.0009363537,0.00045201305],"domain_scores_gemma":[0.9846681,0.0015595206,0.00041503302,0.00063453306,0.012385983,0.0003368254],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014190825,0.00026648215,0.0006099055,0.00014123376,0.000053603362,0.0000060173943,0.00017463916,0.0000722622,0.00022945723],"category_scores_gemma":[0.06690447,0.00017461895,0.00009819915,0.0003331892,0.00024706774,0.000075298776,0.000118429096,0.00047417294,0.000024358227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013071338,0.00032588968,0.10984851,0.000032349268,0.000079662044,0.000007124583,0.0055492576,0.0000024805222,0.007096545,0.000042082625,0.86837935,0.007329601],"study_design_scores_gemma":[0.015661951,0.0091074575,0.12721011,0.001437996,0.0002173107,0.000017362674,0.07233963,0.0000528994,0.005649887,0.000057203295,0.7679168,0.0003313934],"about_ca_topic_score_codex":0.0011313034,"about_ca_topic_score_gemma":0.000057747617,"teacher_disagreement_score":0.10046257,"about_ca_system_score_codex":0.0003946869,"about_ca_system_score_gemma":0.00011725202,"threshold_uncertainty_score":0.9409554},"labels":[],"label_agreement":null},{"id":"W2035488247","doi":"10.7326/0003-4819-148-7-200804010-00022","title":"Guideline Adaptation: An Appealing Alternative to De Novo Guideline Development","year":2008,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Guideline; Medicine; Library science; Gerontology; Pathology; Computer science","score_opus":0.4567728557461528,"score_gpt":0.54082765006111,"score_spread":0.08405479431495722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035488247","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009363742,0.0004934735,0.108354755,0.8779754,0.0011567272,0.0009931483,0.00006408946,0.000094209216,0.0015044536],"genre_scores_gemma":[0.0059030876,0.00043194834,0.087962925,0.8835378,0.01802133,0.000053530577,0.00234971,0.00014391777,0.0015956969],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898708,0.000290904,0.006146961,0.00090776326,0.0020112318,0.0007723685],"domain_scores_gemma":[0.9911338,0.00096064433,0.0020249544,0.00086804194,0.0044118376,0.0006007221],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035207693,0.0006928253,0.0016038184,0.00086878566,0.00009322068,0.000017185735,0.0006646007,0.0005259441,0.0013726045],"category_scores_gemma":[0.010287995,0.0005810685,0.00025649555,0.00042009194,0.00022062082,0.00024730922,0.00020939385,0.0018810198,0.00011411457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000866881,0.00015944782,0.00024609428,0.0001726327,0.00055132114,0.0018937133,0.0021985408,0.00028389273,0.00048366273,0.000007768663,0.94894665,0.044189416],"study_design_scores_gemma":[0.0026007614,0.0027982588,0.00021104081,0.0025787817,0.00027958085,0.0012002088,0.00081202335,0.0022928368,0.0025197195,0.00016921386,0.98406374,0.0004738287],"about_ca_topic_score_codex":0.003678686,"about_ca_topic_score_gemma":0.00020788494,"teacher_disagreement_score":0.043715585,"about_ca_system_score_codex":0.00025223775,"about_ca_system_score_gemma":0.0011352025,"threshold_uncertainty_score":0.99966407},"labels":[],"label_agreement":null},{"id":"W2035494101","doi":"10.1118/1.3244107","title":"Poster — Wed Eve—03: Delivering Brachytherapy for Cervical Cancer: Organizational and Technical Advice to Facilitate Care","year":2009,"lang":"en","type":"article","venue":"Medical Physics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Cancer Care Ontario; McMaster University; University of Toronto","funders":"","keywords":"Brachytherapy; Documentation; Medical physics; Cervical cancer; Medicine; Radiation treatment planning; Quality (philosophy); Health care; Radiation therapy; Radiology; Computer science; Cancer","score_opus":0.10164216325144809,"score_gpt":0.4284641687269277,"score_spread":0.3268220054754796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035494101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74065596,0.00062227907,0.09266043,0.16181788,0.00040112625,0.0023654809,0.000178078,0.00039562053,0.0009031329],"genre_scores_gemma":[0.9601785,0.000087956796,0.0031153546,0.035308965,0.0009484658,0.000044502962,0.00022770872,0.000026644919,0.00006189999],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981242,0.00003568302,0.00056616886,0.00036884897,0.00063866086,0.00026645677],"domain_scores_gemma":[0.99822927,0.0005867382,0.00007969876,0.00019345502,0.00046978856,0.0004410354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029111656,0.00016250687,0.0003095868,0.000031970845,0.00009026692,0.000019349147,0.00010587691,0.00013492514,0.0002955297],"category_scores_gemma":[0.0018550986,0.00014362959,0.00006980352,0.00024363126,0.000057056433,0.00012328629,0.000058978163,0.00028205154,0.000029982784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027575712,0.00087746966,0.061675273,0.00046684672,0.00017885353,0.000052810785,0.0026045705,0.000050638526,0.010700474,0.00090596016,0.025607748,0.89412177],"study_design_scores_gemma":[0.032220535,0.0070950068,0.8163624,0.0011327778,0.0011495588,0.0003092912,0.0010494671,0.004850593,0.0068870424,0.011628212,0.11539267,0.0019224731],"about_ca_topic_score_codex":0.00009149786,"about_ca_topic_score_gemma":0.00008710865,"teacher_disagreement_score":0.89219934,"about_ca_system_score_codex":0.00012628749,"about_ca_system_score_gemma":0.0002821347,"threshold_uncertainty_score":0.58570445},"labels":[],"label_agreement":null},{"id":"W2035564646","doi":"10.1503/cmaj.070880","title":"A guide to the Canadian Medical Association Handbook on Clinical Practice Guidelines","year":2007,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Guideline; Clinical Practice; Association (psychology); Medicine; Library science; Medical education; Data science; Computer science; Family medicine; Pathology; Psychology","score_opus":0.14572833129856452,"score_gpt":0.5220697442913602,"score_spread":0.37634141299279567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035564646","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058059394,0.00020691413,0.0015074849,0.9493443,0.005450612,0.00074607297,0.000043738542,0.000051332478,0.036843628],"genre_scores_gemma":[0.020919299,0.00056218606,0.0067910245,0.9366436,0.026271645,0.000020893838,0.000056315104,0.0000754866,0.008659548],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98251116,0.0010675548,0.0046115927,0.0005078668,0.009766845,0.0015349912],"domain_scores_gemma":[0.96311736,0.011298468,0.0015666527,0.0004932575,0.010385209,0.013139046],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.09265838,0.00031206812,0.00061308447,0.0005443108,0.0010354463,0.00030140165,0.00062032894,0.001841531,0.012136737],"category_scores_gemma":[0.6344197,0.00024127135,0.00037362706,0.0008082886,0.00006592631,0.0003270098,0.000055082135,0.0050541414,0.0038950904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009848131,0.00007243976,0.025598003,0.0000027109725,0.00027952285,0.0013435023,0.0001091281,0.000005105838,0.0000010341893,0.0001586425,0.7766831,0.19564833],"study_design_scores_gemma":[0.00251104,0.00044136154,0.03426729,0.000202403,0.00022511833,0.0012594023,0.0009967568,0.00027703078,0.000004978686,0.00003163601,0.9595442,0.00023879796],"about_ca_topic_score_codex":0.2954712,"about_ca_topic_score_gemma":0.9703699,"teacher_disagreement_score":0.6748987,"about_ca_system_score_codex":0.00988999,"about_ca_system_score_gemma":0.043178175,"threshold_uncertainty_score":0.99945426},"labels":[],"label_agreement":null},{"id":"W2036058793","doi":"10.1002/msc.1040","title":"Implementing the NICE Osteoarthritis Guidelines in Primary Care: A Role for Practice Nurses","year":2013,"lang":"en","type":"editorial","venue":"Musculoskeletal Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European League Against Rheumatism; National Institute for Health and Care Research","keywords":"Medicine; Podiatrist; Nice; Nursing; Multidisciplinary approach; Primary care; Family medicine","score_opus":0.04260709972597898,"score_gpt":0.4428416291883241,"score_spread":0.4002345294623451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036058793","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008434785,0.038003866,0.00017104643,0.014741272,0.9052804,0.015473216,0.0026437454,0.0003315239,0.014920164],"genre_scores_gemma":[0.0038548792,0.001284859,0.0118436,0.0033082836,0.9473414,0.0033700082,0.027300019,0.00037926837,0.0013177181],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928975,0.00042619702,0.0027739494,0.0010966954,0.0017486104,0.0010570582],"domain_scores_gemma":[0.981272,0.009357271,0.0013452464,0.0011134046,0.0067225285,0.00018955694],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022041602,0.0006831357,0.0010701796,0.00021901442,0.00038570314,0.00021872997,0.000512927,0.00084785547,0.000147981],"category_scores_gemma":[0.050447095,0.00054662686,0.00073045626,0.00038380278,0.00013184585,0.0006997454,0.00045816856,0.0016908837,0.00008504374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000374596,0.00005554514,0.00011996899,0.0020386886,0.00011146396,0.00001907037,0.0011042802,0.0000035589553,0.00008599752,0.000011517941,0.6689141,0.32716122],"study_design_scores_gemma":[0.0057745297,0.0012193706,0.00021679814,0.0007410618,0.0014247022,0.000017262002,0.037556294,0.000016581693,0.00001942132,0.000027137614,0.9524699,0.0005169425],"about_ca_topic_score_codex":0.004243759,"about_ca_topic_score_gemma":0.004671413,"teacher_disagreement_score":0.32664427,"about_ca_system_score_codex":0.001024043,"about_ca_system_score_gemma":0.0020081352,"threshold_uncertainty_score":0.9996985},"labels":[],"label_agreement":null},{"id":"W2036627007","doi":"10.1016/j.annrmp.2007.05.002","title":"Il n'y a pas suffisamment de preuves pour appuyer les recommandations de la Société française de médecine manuelle orthopédique et ostéopathique (SOFMMOO) quant aux radiographies systématiques avant manipulation vertébrale","year":2007,"lang":"fr","type":"letter","venue":"Annales de Réadaptation et de Médecine Physique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Toronto Western Hospital","funders":"","keywords":"Psychology","score_opus":0.14668743653003813,"score_gpt":0.44604049777156707,"score_spread":0.29935306124152894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036627007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27339095,0.0023352003,0.3813723,0.33855575,0.00040898734,0.0023324178,0.00029894128,0.00032988406,0.00097556517],"genre_scores_gemma":[0.69928443,0.022746691,0.06756814,0.19504695,0.004683578,0.0010420056,0.005988554,0.00049371884,0.0031459446],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9837057,0.00820112,0.0036625133,0.0013712442,0.0011141017,0.0019453091],"domain_scores_gemma":[0.974589,0.019951582,0.0023503413,0.0011150204,0.0012596538,0.00073438726],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.012614054,0.00142948,0.001706975,0.0013266923,0.0006308161,0.00040721786,0.0006376737,0.001979249,0.0007123863],"category_scores_gemma":[0.009646857,0.0015477452,0.0010076534,0.00085842505,0.00051996205,0.0012995289,0.00022471108,0.0042825663,0.000106786014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003883559,0.00673735,0.2526536,0.007017104,0.0033555417,0.0015618679,0.042134736,0.026652953,0.039334256,0.060171798,0.5172216,0.039275613],"study_design_scores_gemma":[0.014250147,0.0019492309,0.5429189,0.007022559,0.003915126,0.0018686577,0.011280179,0.057164025,0.0050652637,0.051970683,0.2993976,0.0031976146],"about_ca_topic_score_codex":0.012928718,"about_ca_topic_score_gemma":0.021856042,"teacher_disagreement_score":0.4258935,"about_ca_system_score_codex":0.0029641434,"about_ca_system_score_gemma":0.005455053,"threshold_uncertainty_score":0.9998455},"labels":[],"label_agreement":null},{"id":"W2036817939","doi":"10.1016/j.otohns.2010.04.202","title":"S80– Inventory of cancer guidelines","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Psychology; Library science; Medicine; Gerontology; Computer science","score_opus":0.19300382684341072,"score_gpt":0.507511088211014,"score_spread":0.31450726136760326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036817939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98316085,0.00019766491,0.00013609917,0.013445592,0.0009539076,0.00025595303,0.000008658155,0.00003559333,0.001805667],"genre_scores_gemma":[0.98305374,0.00011589576,0.009148244,0.006281809,0.0006673185,0.000038574704,0.000036258192,0.00002133047,0.0006368344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866474,0.000042541073,0.000793808,0.00018627917,0.00015419637,0.00015843284],"domain_scores_gemma":[0.9986373,0.00022657409,0.00026171101,0.00031835196,0.00046158757,0.00009448284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054886745,0.00008745114,0.00027187227,0.000086191554,0.000022389262,0.0000024615904,0.00008836568,0.00014145972,0.0024491146],"category_scores_gemma":[0.0039652437,0.00007633931,0.000082184226,0.000116438656,0.00012805831,0.00007468675,0.000054001463,0.00032163004,0.000056380228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017751352,0.00013242738,0.73031783,0.000059458893,0.000078266225,0.000019653206,0.00005045082,0.0000019254192,0.22543775,0.0013400968,0.024323335,0.018061284],"study_design_scores_gemma":[0.0035214827,0.0004399321,0.581586,0.000052419073,0.00037399368,0.00019470931,0.00010759669,0.001211326,0.02030589,0.0010256508,0.39097956,0.00020143112],"about_ca_topic_score_codex":0.0013011495,"about_ca_topic_score_gemma":0.0018327404,"teacher_disagreement_score":0.3666562,"about_ca_system_score_codex":0.000014036198,"about_ca_system_score_gemma":0.00023300278,"threshold_uncertainty_score":0.9984628},"labels":[],"label_agreement":null},{"id":"W2037207804","doi":"10.2165/00115677-200109070-00002","title":"Implementation of Guidelines for Diagnosing and Treating Hypertension","year":2001,"lang":"en","type":"article","venue":"Disease Management & Health Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital","funders":"","keywords":"Medicine; Guideline; Audit; Intensive care medicine; Pharmacy; MEDLINE; Academic detailing; Disease management; Family medicine; Disease; Evidence-based medicine; Clinical trial; Alternative medicine; Primary care; Pathology","score_opus":0.36282591930422825,"score_gpt":0.5682260930038975,"score_spread":0.20540017369966923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037207804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.840078,0.00083868095,0.008948315,0.14635043,0.00021628548,0.003325541,0.00005053888,0.000082984654,0.00010922757],"genre_scores_gemma":[0.93265283,0.0023622888,0.03185759,0.032233734,0.00013761375,0.00019649033,0.00033341028,0.000034668174,0.00019138114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978721,0.000051741605,0.0012307668,0.00029493976,0.00029092203,0.00025952564],"domain_scores_gemma":[0.99826247,0.0005368368,0.00043183035,0.00023741194,0.00029015375,0.0002413162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082802534,0.00014643068,0.0003714037,0.00015463075,0.00013252423,0.000017023813,0.00004166813,0.000019106761,0.000056943325],"category_scores_gemma":[0.0010346913,0.00012467553,0.00010986623,0.00014032036,0.000024566596,0.00015355616,0.00006096959,0.000041138537,0.0000022621186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022011303,0.00013113093,0.6082574,0.0007820941,0.00008653611,0.000021442696,0.00005025888,0.000008163913,0.0000094303,0.00060062716,0.0065221447,0.38331065],"study_design_scores_gemma":[0.004855582,0.0002387968,0.9758804,0.00017200176,0.00045581712,0.0000049422256,0.0027016294,0.0011717367,0.000008836752,0.00040527113,0.013992286,0.00011268773],"about_ca_topic_score_codex":0.0005012879,"about_ca_topic_score_gemma":0.00010691815,"teacher_disagreement_score":0.38319796,"about_ca_system_score_codex":0.00007605889,"about_ca_system_score_gemma":0.000086459746,"threshold_uncertainty_score":0.50841206},"labels":[],"label_agreement":null},{"id":"W2037951349","doi":"10.1016/j.jclinepi.2013.09.016","title":"Letter reply to GRADE guidelines articles 14 and 15","year":2014,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Family medicine; Psychology","score_opus":0.7167629669068285,"score_gpt":0.6299412962806656,"score_spread":0.08682167062616286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037951349","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011818523,0.00048305534,0.009897395,0.97403914,0.0032535207,0.00038407065,0.000008459509,0.00002502551,0.00009083452],"genre_scores_gemma":[0.0009903564,0.00072274747,0.07481006,0.86855876,0.05428501,0.000006036974,0.000029349081,0.00006551799,0.00053214456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9712208,0.006731137,0.01994063,0.0007654216,0.0006542644,0.00068773364],"domain_scores_gemma":[0.8505955,0.13447571,0.010903793,0.0009829854,0.002187027,0.00085500145],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.05954129,0.0004413188,0.0055784136,0.0003410276,0.000053932214,0.000020357735,0.0003602554,0.0015199382,0.00025264142],"category_scores_gemma":[0.61535096,0.0003094422,0.0012511777,0.00016503061,0.00037557742,0.00014395821,0.00019209116,0.006249102,0.0001608885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057409855,0.00007374372,0.030621773,0.00011366981,0.0003467155,0.00053370395,0.000011391292,0.0000126579935,0.000013247682,0.00002956167,0.9434677,0.02420178],"study_design_scores_gemma":[0.0025788157,0.0026841399,0.017186526,0.0004181987,0.0009272807,0.0019143044,0.000011469491,0.00021545734,0.000004597815,0.0059211436,0.9678846,0.00025347568],"about_ca_topic_score_codex":0.00009964648,"about_ca_topic_score_gemma":0.000012756175,"teacher_disagreement_score":0.5558097,"about_ca_system_score_codex":0.000057490837,"about_ca_system_score_gemma":0.0003846138,"threshold_uncertainty_score":0.99993575},"labels":[],"label_agreement":null},{"id":"W2038323323","doi":"10.1016/j.zefq.2012.04.001","title":"Diagnostik und linked evidence – Wie robust muss die Kette sein?","year":2012,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Health Sciences Centre; McMaster University","funders":"","keywords":"Grading (engineering); Quality of evidence; Presentation (obstetrics); German; Psychology; Medicine; Engineering; Meta-analysis; Pathology; Surgery","score_opus":0.35282996498931934,"score_gpt":0.5268701392365133,"score_spread":0.17404017424719392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038323323","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14808886,0.72898227,0.0078168735,0.0753036,0.023638643,0.010352365,0.0007117882,0.0014163736,0.0036892162],"genre_scores_gemma":[0.8691222,0.0714967,0.0061515877,0.018219622,0.027966082,0.00059117115,0.0016222037,0.000929637,0.0039007906],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721446,0.0047611436,0.009439894,0.0033308396,0.004737643,0.005585854],"domain_scores_gemma":[0.93913895,0.045409895,0.0044258325,0.0049410933,0.0020925086,0.003991747],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.022612454,0.0028124207,0.0037876135,0.0010493197,0.001522151,0.0010268629,0.0021619862,0.0021233654,0.002505785],"category_scores_gemma":[0.0901942,0.002725914,0.0018179765,0.0022954782,0.0012632146,0.009750811,0.0019087256,0.004591306,0.012087678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072127874,0.008569285,0.5805962,0.008546443,0.022589555,0.0015741248,0.018959885,0.0011989403,0.0024468552,0.027623696,0.16053908,0.16014317],"study_design_scores_gemma":[0.007933134,0.0022393423,0.1148286,0.008139431,0.023490505,0.00011041428,0.0039094505,0.0012862361,0.0008784143,0.00032662356,0.83301914,0.003838728],"about_ca_topic_score_codex":0.0058308677,"about_ca_topic_score_gemma":0.0011687651,"teacher_disagreement_score":0.72103333,"about_ca_system_score_codex":0.0005362425,"about_ca_system_score_gemma":0.0023902834,"threshold_uncertainty_score":0.99977773},"labels":[],"label_agreement":null},{"id":"W2038359615","doi":"10.1197/j.jht.2004.02.001","title":"An introduction to evidence-based practice for hand therapists","year":2004,"lang":"en","type":"review","venue":"Journal of Hand Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ministry of Health and Long Term Care","funders":"","keywords":"Evidence-based practice; Critical appraisal; Evidence-based medicine; Matching (statistics); Quality of evidence; Intervention (counseling); Clinical decision making; Quality (philosophy); Clinical Practice; Test (biology); Psychology; Best evidence; MEDLINE; Medical physics; Medicine; Computer science; Medical education; Alternative medicine; Physical therapy; Intensive care medicine; Meta-analysis; Pathology; Psychiatry; Epistemology","score_opus":0.4003303264545759,"score_gpt":0.5869749680891951,"score_spread":0.18664464163461925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038359615","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000104737264,0.94231564,0.025180988,0.029179508,0.0012798213,0.0019152021,0.000011211358,0.00000978585,0.00000312264],"genre_scores_gemma":[0.00011183649,0.9687088,0.019792855,0.0028789889,0.008288994,0.000049830105,0.000046411667,0.00007370048,0.00004858175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628145,0.00045401714,0.0021310267,0.0003230644,0.00059010374,0.00022031787],"domain_scores_gemma":[0.99184626,0.0030515909,0.0026519988,0.0004484013,0.001722534,0.00027918423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043742345,0.00031753973,0.0014739216,0.00037798382,0.00013362951,0.00020502433,0.00021166491,0.0002165984,0.00015075275],"category_scores_gemma":[0.007604206,0.00020982968,0.00067149766,0.00032001853,0.000059469945,0.0008330419,0.00000755479,0.00059001765,0.000012093987],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042588124,0.0006770925,0.0000015241026,0.0022971886,0.00053633336,0.000030072428,0.00012342521,0.000029058405,0.00029251233,0.000022998185,0.0032360204,0.98849493],"study_design_scores_gemma":[0.003841694,0.009930595,0.0000043367995,0.011252733,0.0016956443,0.00078844826,0.0000692836,0.0000049741307,0.00018348816,0.00010865615,0.9719293,0.00019084649],"about_ca_topic_score_codex":0.00001640054,"about_ca_topic_score_gemma":0.0000046732985,"teacher_disagreement_score":0.98830414,"about_ca_system_score_codex":0.0004078681,"about_ca_system_score_gemma":0.002542611,"threshold_uncertainty_score":0.9103494},"labels":[],"label_agreement":null},{"id":"W2038774068","doi":"10.1308/003588413x13511609956976","title":"A year of progress","year":2012,"lang":"en","type":"article","venue":"Annals of The Royal College of Surgeons of England","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Annals; Audit; Publication; Impact factor; Quality (philosophy); Quarter (Canadian coin); Confusion; Publishing; Public relations; Library science; Computer science; History; Psychology; Political science; Law; Business; Accounting","score_opus":0.18732927290602255,"score_gpt":0.43449730799162206,"score_spread":0.2471680350855995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038774068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946198,0.00044955895,0.000005070738,0.002812129,0.00017299029,0.0003234439,0.0002725758,0.0000044396515,0.0013400051],"genre_scores_gemma":[0.9988791,0.000038924787,0.0005999181,0.00006856718,0.000065041386,0.0000038721755,0.0000073057377,0.000010559674,0.00032676492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984001,0.00011079174,0.00088166236,0.000077601566,0.00036539245,0.00016445729],"domain_scores_gemma":[0.9974436,0.0008588624,0.00069740845,0.0003630026,0.0005624237,0.000074692565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016472323,0.00008068179,0.0004172108,0.00007382484,0.000016931439,6.645e-7,0.00012850728,0.00006038818,0.00015452805],"category_scores_gemma":[0.0029130015,0.000055613655,0.00020824064,0.00020669296,0.00018706801,0.00006296946,0.00008926796,0.00009490532,0.0000015071431],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001456583,0.001030575,0.9725136,0.00043156277,0.0002825224,0.0000013527956,0.00023202143,0.000015951804,0.0006423375,0.0008269467,0.019704318,0.002862202],"study_design_scores_gemma":[0.004530456,0.00091158267,0.87910134,0.00055601954,0.00043807863,0.000008798521,0.0009006567,0.0001462253,0.08456692,0.0003125438,0.028376548,0.00015083695],"about_ca_topic_score_codex":0.0002484911,"about_ca_topic_score_gemma":0.000033876673,"teacher_disagreement_score":0.093412295,"about_ca_system_score_codex":0.0000040833756,"about_ca_system_score_gemma":0.00010548876,"threshold_uncertainty_score":0.34873453},"labels":[],"label_agreement":null},{"id":"W2038935647","doi":"10.1182/asheducation-2008.1.26","title":"Evidence-Based Guidelines—An Introduction","year":2008,"lang":"en","type":"article","venue":"Hematology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"Canadian Institutes of Health Research; Heart and Stroke Foundation of Canada","keywords":"Government (linguistics); Health care; Medicine; Clinical Practice; Quality (philosophy); MEDLINE; Family medicine; Nursing; Political science","score_opus":0.608182001013263,"score_gpt":0.5384200793242485,"score_spread":0.06976192168901452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038935647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7385469,0.0004940442,0.020780778,0.23860861,0.0007851214,0.0004168111,0.0000014615013,0.00020435729,0.00016188859],"genre_scores_gemma":[0.9358374,0.0001583889,0.048587155,0.013493526,0.0015209984,0.000031692005,0.000088741814,0.00002409091,0.00025801067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981236,0.00014258703,0.00093199214,0.0003501426,0.00024483254,0.00020683472],"domain_scores_gemma":[0.9980074,0.00055068586,0.00020684082,0.00048694442,0.00060821127,0.00013988864],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071610743,0.00011449097,0.0003165917,0.00011235089,0.000087471744,0.000004431773,0.000070297974,0.00011525568,0.0013048655],"category_scores_gemma":[0.012344824,0.00010210169,0.00007341021,0.00019027565,0.00011146963,0.00030025092,0.000022082684,0.00019031708,0.00029519806],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002820756,0.0012294813,0.2158427,0.0002555941,0.0001233453,0.0009098964,0.00024529413,0.00026323088,0.023699123,0.0113924425,0.697346,0.04587219],"study_design_scores_gemma":[0.015581895,0.005777455,0.12758926,0.00048479132,0.0010176408,0.042603567,0.0011282695,0.03662023,0.052311793,0.002316973,0.7133078,0.00126035],"about_ca_topic_score_codex":0.00007876852,"about_ca_topic_score_gemma":0.000025416764,"teacher_disagreement_score":0.22511509,"about_ca_system_score_codex":0.000052106952,"about_ca_system_score_gemma":0.00033008814,"threshold_uncertainty_score":0.9996081},"labels":[],"label_agreement":null},{"id":"W2039785427","doi":"10.1016/j.otohns.2010.04.131","title":"S8– Adopting a realist review approach to conceptualizing the relationship between the perceived characteristics of clinical practice guidelines and their uptake","year":2010,"lang":"en","type":"review","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Sunnybrook Hospital; Ottawa Public Health; St. Michael's Hospital","funders":"","keywords":"Guideline; Operationalization; Set (abstract data type); Psychology; Systematic review; Nonprobability sampling; Knowledge management; Management science; Computer science; MEDLINE; Medicine; Engineering; Epistemology; Political science; Pathology","score_opus":0.5999320412823144,"score_gpt":0.5654634557720396,"score_spread":0.03446858551027476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039785427","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036697634,0.9721598,0.00096455216,0.019851007,0.00046151495,0.0049272594,0.00017491459,0.000046837544,0.0010471076],"genre_scores_gemma":[0.00023118901,0.9544034,0.026306095,0.015418399,0.0020562964,0.00026744505,0.0011455648,0.00008986581,0.0000817356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98776406,0.0032815062,0.0073781945,0.0007819505,0.00040842104,0.00038586056],"domain_scores_gemma":[0.929884,0.060548417,0.0056525357,0.0018226603,0.0018017278,0.00029064438],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017342644,0.0005319146,0.0036919187,0.000102056445,0.00027636858,0.00004142384,0.0005855492,0.0007671685,0.000026287336],"category_scores_gemma":[0.33109406,0.00027067206,0.00066514243,0.0005121678,0.0005768152,0.00015193025,0.00040892107,0.00312753,0.00003690877],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004573497,0.00009560162,0.0040424294,0.011767191,0.00033691438,0.0000068437353,0.00027197402,3.1391323e-8,4.5439643e-7,0.0011318694,0.0069435253,0.9753574],"study_design_scores_gemma":[0.0003581954,0.00018411328,0.03022398,0.011947497,0.0056184083,0.0007545389,0.00044604606,0.000010287746,1.653314e-8,0.000026651496,0.95020425,0.00022599955],"about_ca_topic_score_codex":0.0001139321,"about_ca_topic_score_gemma":0.000015314217,"teacher_disagreement_score":0.97513145,"about_ca_system_score_codex":0.000041288225,"about_ca_system_score_gemma":0.0008334657,"threshold_uncertainty_score":0.99997455},"labels":[],"label_agreement":null},{"id":"W2040036667","doi":"10.1136/bmjqs-2013-002293.108","title":"077 Development of an Evidence to Recommendation Table for Guideline Users","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Table (database); Data science; Data mining; Computer science; Pathology","score_opus":0.5139202286813483,"score_gpt":0.6056051337289968,"score_spread":0.09168490504764848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040036667","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.376372,0.00003323948,0.48799223,0.12812874,0.0003953228,0.0065231207,0.000086227315,0.000100022175,0.00036909347],"genre_scores_gemma":[0.25985783,0.000036394205,0.7243373,0.013187227,0.0003562664,0.0004318722,0.0013354812,0.000035370915,0.00042228372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99484634,0.00021066023,0.0040257806,0.00035387542,0.00032159284,0.00024174099],"domain_scores_gemma":[0.9955434,0.0019517363,0.00066872063,0.00042456127,0.0011757438,0.00023579094],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010197891,0.00013716011,0.00038590992,0.00006847757,0.00009450501,0.00001919272,0.000121183686,0.00007393242,0.0014538331],"category_scores_gemma":[0.021542195,0.00012609972,0.00007061075,0.00022427776,0.00002298407,0.00065914966,0.000076308126,0.00009737899,0.00013016499],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025396033,0.0005379934,0.0053610466,0.00040786638,0.00012002957,4.983245e-7,0.0015317426,0.0000709733,0.02455766,0.00042163726,0.14864545,0.8158055],"study_design_scores_gemma":[0.007589479,0.0016067018,0.158155,0.0006517509,0.00024820174,0.00001204017,0.010364455,0.0053566624,0.01826488,0.0017417104,0.7952106,0.0007984932],"about_ca_topic_score_codex":0.0016319944,"about_ca_topic_score_gemma":0.00043217343,"teacher_disagreement_score":0.81500703,"about_ca_system_score_codex":0.00021207846,"about_ca_system_score_gemma":0.0006468685,"threshold_uncertainty_score":0.99945897},"labels":[],"label_agreement":null},{"id":"W2040044678","doi":"10.1016/s0002-9343(02)01144-0","title":"Hypertension guidelines in elderly patients: is anybody listening?","year":2002,"lang":"en","type":"article","venue":"The American Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Western Hospital; University of Toronto; Sunnybrook Health Science Centre; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Medicine; Active listening; Psychotherapist","score_opus":0.18770055496879995,"score_gpt":0.45024280412972323,"score_spread":0.2625422491609233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040044678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7626516,0.00058970635,0.00018368007,0.23583858,0.00028310585,0.00015880616,0.0000012294647,0.000008341631,0.00028490112],"genre_scores_gemma":[0.94789636,0.0012347839,0.0020984607,0.04738502,0.0011316377,0.0000015091971,0.0000029670111,0.000022506112,0.00022675983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99662745,0.0002019451,0.0019975593,0.00014753187,0.00080660346,0.00021891037],"domain_scores_gemma":[0.9958141,0.0008598381,0.0015652247,0.00031718865,0.0012699275,0.0001737574],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019856086,0.00015426702,0.0007100152,0.0002411079,0.000046299352,0.000006858925,0.00019727665,0.000027783322,0.00050194754],"category_scores_gemma":[0.009834378,0.00008220784,0.00011183468,0.00058964925,0.00035065913,0.0001505019,0.00003471477,0.0004978054,0.000026050697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009743933,0.00028652375,0.043889314,0.0000135319715,0.00009295439,0.0001581959,0.0011285797,0.00001171039,0.001306507,0.0000055788796,0.20464562,0.74748707],"study_design_scores_gemma":[0.055811707,0.06268229,0.54333997,0.0038464675,0.0025189945,0.006123009,0.027674284,0.009669278,0.00030147267,0.00082438916,0.2864644,0.0007437323],"about_ca_topic_score_codex":0.0004485089,"about_ca_topic_score_gemma":0.000014321299,"teacher_disagreement_score":0.7467434,"about_ca_system_score_codex":0.000075454256,"about_ca_system_score_gemma":0.000048431022,"threshold_uncertainty_score":0.9985062},"labels":[],"label_agreement":null},{"id":"W2040293219","doi":"10.1016/j.jclinepi.2014.12.013","title":"Guideline uptake is influenced by six implementability domains for creating and communicating guidelines: a realist review","year":2015,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":227,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto; McMaster University; Western University; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Stakeholder; Computer science; Narrative; Checklist; Clinical Practice; MEDLINE; Medicine; Psychology; Management science; Knowledge management; Nursing; Engineering; Pathology; Public relations; Political science; Cognitive psychology","score_opus":0.8048802352348821,"score_gpt":0.7148164279900794,"score_spread":0.09006380724480267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040293219","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023419765,0.9461802,0.0058083325,0.043641448,0.000609923,0.0030989957,0.0004804404,0.00002839349,0.00012883812],"genre_scores_gemma":[0.0000012424141,0.7487441,0.19562443,0.05273572,0.0018291143,0.00008491987,0.00083863194,0.00008453411,0.000057363235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9247399,0.01088345,0.06182926,0.0010318873,0.0006982211,0.0008172853],"domain_scores_gemma":[0.65446395,0.26270244,0.06745051,0.0031003158,0.010079398,0.0022033784],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22347029,0.0008580163,0.019658532,0.00015710582,0.00018204865,0.000024560868,0.00090176717,0.0011760669,0.00022330083],"category_scores_gemma":[0.7322186,0.0005922628,0.0036847282,0.00039364732,0.00058486,0.00026714976,0.000566395,0.003172924,0.000011175038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017972491,0.00015318436,0.0007443025,0.012966595,0.0005756352,0.0000060296497,0.0000113848255,5.636601e-7,2.0819122e-7,0.00004749565,0.390967,0.59434783],"study_design_scores_gemma":[0.0037073144,0.001988857,0.00005304008,0.0396839,0.008679855,0.00084548787,0.00010933389,0.00027559596,4.7974467e-8,0.0016192395,0.9426521,0.0003852477],"about_ca_topic_score_codex":0.00027890233,"about_ca_topic_score_gemma":0.000049721446,"teacher_disagreement_score":0.5939626,"about_ca_system_score_codex":0.00035476216,"about_ca_system_score_gemma":0.003428774,"threshold_uncertainty_score":0.99965286},"labels":[],"label_agreement":null},{"id":"W2040459351","doi":"10.1016/j.jpain.2004.02.523","title":"Education: professional and lay","year":2004,"lang":"en","type":"article","venue":"Journal of Pain","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Accreditation; Medicine; Health care; Pain management; Agency (philosophy); Nursing; Pain assessment; Best practice; Family medicine; Medical education; Physical therapy; Management; Political science","score_opus":0.13144959726240643,"score_gpt":0.5184897155895801,"score_spread":0.38704011832717367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040459351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89273995,0.00035478492,0.0033951513,0.10245285,0.0005885452,0.00011184976,4.9557235e-7,0.000004036927,0.00035234645],"genre_scores_gemma":[0.9710146,0.000048417358,0.019728433,0.0079767695,0.0008483267,9.665647e-7,0.0000023264809,0.0000049640207,0.00037520018],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99923766,0.00007312482,0.0004309384,0.000037898302,0.00017427353,0.000046085017],"domain_scores_gemma":[0.99908686,0.00032019505,0.00025414635,0.000044386827,0.00020639799,0.00008803059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020016383,0.0000321731,0.00009438677,0.000048078524,0.000021507216,0.000006270406,0.000020226897,0.00002468027,0.00011612387],"category_scores_gemma":[0.0034302068,0.000022948276,0.00003257009,0.00004966705,0.000016283711,0.000112508285,0.000008109461,0.00016024274,0.0000052172413],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008466925,0.0019132685,0.14914517,0.00016970593,0.00014254228,0.00012448581,0.0009818434,0.00002898749,0.010467438,0.0028276711,0.12542303,0.70792913],"study_design_scores_gemma":[0.011461148,0.0028673345,0.5614214,0.0013086548,0.00037856304,0.0034771443,0.0073053357,0.000053484036,0.0011210407,0.023992434,0.38640636,0.00020707116],"about_ca_topic_score_codex":0.000008012422,"about_ca_topic_score_gemma":0.00000449678,"teacher_disagreement_score":0.70772207,"about_ca_system_score_codex":0.000045114954,"about_ca_system_score_gemma":0.0007181189,"threshold_uncertainty_score":0.41065258},"labels":[],"label_agreement":null},{"id":"W2040508989","doi":"10.3821/1913-701x(2008)140[s40:pgtfpa]2.0.co;2","title":"Practice guidelines tailored for pharmacists: A flattering fit*","year":2007,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.3399291525338876,"score_gpt":0.502566264316123,"score_spread":0.16263711178223533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040508989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873249,0.004046854,0.04907629,0.025408449,0.020189214,0.006226133,0.0017735726,0.00032628627,0.005628255],"genre_scores_gemma":[0.90408033,0.003037172,0.0220608,0.063277304,0.006127564,0.00004828255,0.00017393894,0.00016415158,0.0010304775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938301,0.00015240844,0.0027551563,0.0006662951,0.00089029083,0.0017057908],"domain_scores_gemma":[0.9875114,0.0016387684,0.0010006067,0.0004084993,0.0055518486,0.0038888934],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00563668,0.00055544457,0.0006725846,0.00061252655,0.0009967335,0.00024903787,0.0005191997,0.000120832774,0.0011284065],"category_scores_gemma":[0.015461774,0.00059114525,0.00035281855,0.00081330945,0.0001707179,0.0011084855,0.000063399166,0.0010781678,0.000029382574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0032122144,0.00018343319,0.0009909235,0.00049749995,0.00088284997,0.09665395,0.00072083075,0.00074130716,0.018536545,0.000040763403,0.41845015,0.45908955],"study_design_scores_gemma":[0.0065918798,0.00013987432,0.000018072058,0.00003987167,0.0008016332,0.4702202,0.000091172515,0.005405644,0.00378594,0.000050187547,0.5123179,0.0005375953],"about_ca_topic_score_codex":0.015808873,"about_ca_topic_score_gemma":0.047240652,"teacher_disagreement_score":0.45855194,"about_ca_system_score_codex":0.00415625,"about_ca_system_score_gemma":0.007155048,"threshold_uncertainty_score":0.9997847},"labels":[],"label_agreement":null},{"id":"W2040522133","doi":"10.1067/men.2001.119988","title":"Implementing a critical pathway for oral rehydration of mild to moderate dehydration of children","year":2001,"lang":"en","type":"article","venue":"Journal of Emergency Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Vomiting; Diarrhea; Emergency department; Quality (philosophy); Process (computing); Medicine; Patient care; Medical emergency; Nursing; Computer science; Anesthesia; Internal medicine","score_opus":0.2438127007153075,"score_gpt":0.5331476602343894,"score_spread":0.28933495951908195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040522133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80512637,0.000114218696,0.1878982,0.0057222466,0.00060861104,0.00039504695,0.000011022088,0.000004644453,0.000119644275],"genre_scores_gemma":[0.95527387,0.000056989986,0.04397654,0.00012637275,0.00050579367,0.000003313146,0.000022533382,0.000017736955,0.000016877504],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968774,0.000084498555,0.0022725123,0.00012723332,0.00040234535,0.00023602028],"domain_scores_gemma":[0.9972257,0.00024244156,0.0009350371,0.00012728157,0.0013461935,0.0001233661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017993146,0.00010291275,0.00037361955,0.0002155665,0.00007840429,0.0000076036094,0.00006669601,0.000055888493,0.00016926268],"category_scores_gemma":[0.004333521,0.00009545022,0.00020794856,0.00026718172,0.000021752598,0.00040539363,0.000013042478,0.00013640877,7.7315724e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008206777,0.002179253,0.06884823,0.00028460225,0.00040599017,0.0000098004875,0.0036052908,0.0019709568,0.6728365,0.0019362865,0.011118398,0.22859795],"study_design_scores_gemma":[0.026960222,0.02681435,0.26346862,0.0061123054,0.006148429,0.0010002347,0.01115813,0.08557402,0.5315055,0.033991084,0.0058532236,0.0014138643],"about_ca_topic_score_codex":0.000034673965,"about_ca_topic_score_gemma":0.00003643973,"teacher_disagreement_score":0.22718409,"about_ca_system_score_codex":0.00007747457,"about_ca_system_score_gemma":0.00015271566,"threshold_uncertainty_score":0.51879424},"labels":[],"label_agreement":null},{"id":"W2041158359","doi":"10.1038/sj.bjc.6600057","title":"A controlled ‘before-after’ study: impact of a clinical guidelines programme and regional cancer network organization on medical practice","year":2002,"lang":"en","type":"article","venue":"British Journal of Cancer","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Breast cancer; Medical prescription; Conformity; Colorectal cancer; Family medicine; Cancer; Medical record; Clinical Practice; Internal medicine; Nursing; Psychology","score_opus":0.23981626029705966,"score_gpt":0.5537257032086796,"score_spread":0.31390944291162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041158359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585333,0.011607716,0.00025678443,0.027940148,0.00060422666,0.0009811769,0.000015260675,0.000015459469,0.00004594146],"genre_scores_gemma":[0.967853,0.019369239,0.0018741648,0.006372981,0.0043270225,0.000043082317,0.000005432465,0.000042392367,0.000112704336],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99392694,0.00051250396,0.0036351425,0.00025377845,0.0013906206,0.00028103008],"domain_scores_gemma":[0.99097353,0.0017341984,0.002501081,0.0001511556,0.0041862554,0.00045379894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050295205,0.00017366782,0.0011022864,0.00008305519,0.000063654385,0.000058469785,0.000122507,0.00016964495,0.0021530641],"category_scores_gemma":[0.047230836,0.00014203924,0.00030783124,0.00040779976,0.0001351616,0.00036372253,0.00004551045,0.00071508787,0.0000024663357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006680924,0.001609356,0.38335013,0.000026654769,0.0012783906,0.00069643673,0.00014845164,0.00015520224,0.0000031438578,0.0000045037223,0.03429317,0.5717536],"study_design_scores_gemma":[0.06752292,0.009838341,0.8759288,0.0029060715,0.0031025663,0.0059930915,0.0007012908,0.003578209,0.0000019266129,0.00007182768,0.03007509,0.00027983455],"about_ca_topic_score_codex":0.0027546939,"about_ca_topic_score_gemma":0.0028294222,"teacher_disagreement_score":0.57147384,"about_ca_system_score_codex":0.0001553922,"about_ca_system_score_gemma":0.0010290126,"threshold_uncertainty_score":0.9987591},"labels":[],"label_agreement":null},{"id":"W2041258241","doi":"10.1378/chest.13-0746","title":"Creating Clinical Practice Guidelines We Can Trust, Use, and Share","year":2013,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Helsedirektoratet; Sykehuset Innlandet HF; Norske Legeforening","keywords":"Guideline; Computer science; Process (computing); Presentation (obstetrics); Trustworthiness; Medicine; World Wide Web; Knowledge management; Internet privacy; Process management; Business","score_opus":0.4960939360738241,"score_gpt":0.5571056620538904,"score_spread":0.06101172598006632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041258241","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6347259,0.0010555867,0.0015762314,0.3594233,0.0008135126,0.00063339213,0.000013023358,0.000072253555,0.0016867835],"genre_scores_gemma":[0.39339575,0.008106509,0.5294818,0.057209756,0.009273766,0.000029917845,0.00006187738,0.00010736182,0.0023332455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964614,0.00022460888,0.002286285,0.00028132592,0.00044799145,0.00029842564],"domain_scores_gemma":[0.9907505,0.0042684055,0.0010127813,0.00028459894,0.0030652804,0.000618443],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029668799,0.00017780956,0.00038662492,0.00008222779,0.00021379301,0.00036800935,0.00009795127,0.00014668018,0.0011425223],"category_scores_gemma":[0.14268611,0.00013909522,0.00013179939,0.00013915171,0.00008720753,0.0013861286,0.00008931546,0.0010076452,0.00009440743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002761406,0.00032927224,0.25665632,0.00011266159,0.00028290553,0.00026167562,0.00044483386,0.000006926105,0.0006957424,0.000063314474,0.38217732,0.35869288],"study_design_scores_gemma":[0.004105522,0.0006454062,0.34159315,0.00039792294,0.0006397195,0.006612365,0.0059343805,0.0022098874,0.00006638594,0.00044913162,0.6370826,0.000263549],"about_ca_topic_score_codex":0.0003516563,"about_ca_topic_score_gemma":0.00003390386,"teacher_disagreement_score":0.5279056,"about_ca_system_score_codex":0.00007573402,"about_ca_system_score_gemma":0.00038154074,"threshold_uncertainty_score":0.9997706},"labels":[],"label_agreement":null},{"id":"W2041292906","doi":"10.1001/jama.2009.15","title":"Why Guideline-Making Requires Reform","year":2009,"lang":"en","type":"article","venue":"JAMA","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Guideline; Otorhinolaryngology; Family medicine; Sign (mathematics); Psychiatry; Pathology","score_opus":0.17464542592579196,"score_gpt":0.495471287324192,"score_spread":0.3208258613984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041292906","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14453612,0.0002616749,0.00923191,0.73817027,0.00059602445,0.0006526652,0.000008955624,0.0003616616,0.10618072],"genre_scores_gemma":[0.7848045,0.000033423286,0.025759056,0.1874396,0.0014463076,0.000004003221,0.00006951891,0.000015254191,0.0004282927],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826133,0.000032848973,0.0009518966,0.00021494167,0.00032717592,0.0002118114],"domain_scores_gemma":[0.9988731,0.00016697883,0.00021671162,0.00035727664,0.00029455507,0.00009135198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008667374,0.0001043786,0.00019484744,0.000073406554,0.000055688444,0.00003830227,0.000082665814,0.00009143395,0.00054943963],"category_scores_gemma":[0.0047557373,0.00008499355,0.00008803083,0.00017127913,0.000020268068,0.00036219694,0.000029499979,0.00022519172,0.00012456412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035798908,0.00010648614,0.00060728384,0.0000117290765,0.000021599644,0.000066654306,0.00008240321,0.0000045260954,0.0038741848,0.0012793146,0.4385303,0.5550575],"study_design_scores_gemma":[0.0029440136,0.00061017903,0.01981896,0.000112655165,0.00011508296,0.0001318427,0.0005235293,0.0013057162,0.00093616935,0.0031791765,0.97016937,0.00015330504],"about_ca_topic_score_codex":0.00019719733,"about_ca_topic_score_gemma":0.00005809033,"teacher_disagreement_score":0.64026845,"about_ca_system_score_codex":0.00016721753,"about_ca_system_score_gemma":0.0000802986,"threshold_uncertainty_score":0.60159785},"labels":[],"label_agreement":null},{"id":"W2041549870","doi":"10.1017/s0317167100119006","title":"Guideline Development Summary","year":2013,"lang":"fr","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Computer science; Medicine; Medical physics; Pathology","score_opus":0.16798517463715887,"score_gpt":0.4031593478391238,"score_spread":0.23517417320196496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041549870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89603496,0.0147422245,0.00023062214,0.07594063,0.007430636,0.00048426387,0.00001537045,0.000021212838,0.005100103],"genre_scores_gemma":[0.92781657,0.0024110347,0.035069037,0.03089168,0.0030063447,0.000007713539,0.0000027266447,0.000036177164,0.00075871026],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877358,0.0022205254,0.004522155,0.0008442767,0.0017223142,0.002954924],"domain_scores_gemma":[0.98598003,0.0029178124,0.0025482844,0.00027143006,0.0024071534,0.005875292],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.016819876,0.00063218165,0.0010308444,0.0014297258,0.0036003452,0.001470628,0.0025420766,0.00048018605,0.005536955],"category_scores_gemma":[0.021311786,0.0004588534,0.00044875103,0.0020468947,0.011427613,0.003296035,0.00017763634,0.0029235783,0.00017516472],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119581986,0.00016249556,0.71757936,0.000040674153,0.000089099376,0.011319817,0.00060637604,0.0027201627,0.00006707892,0.00091758836,0.09943941,0.16693833],"study_design_scores_gemma":[0.0017457969,0.13353145,0.2584899,0.0005532081,0.0003977055,0.10066745,0.002293695,0.006456027,0.00018067802,0.024616994,0.46991837,0.0011487112],"about_ca_topic_score_codex":0.011714397,"about_ca_topic_score_gemma":0.10563753,"teacher_disagreement_score":0.4590895,"about_ca_system_score_codex":0.001026361,"about_ca_system_score_gemma":0.022374874,"threshold_uncertainty_score":0.9997863},"labels":[],"label_agreement":null},{"id":"W2041727135","doi":"10.1136/bmjqs-2013-002293.26","title":"313WS Electronic multilayered guideline format: a novel structure and presentation of trustworthy guidelines at the point of care","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Trustworthiness; Presentation (obstetrics); Point of care; Point (geometry); Nursing; Internet privacy; Computer science; Surgery; Pathology","score_opus":0.15505097516463043,"score_gpt":0.5078933208081007,"score_spread":0.3528423456434703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041727135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9526426,0.000788116,0.008554512,0.034257803,0.00015138793,0.0030880475,0.00036378822,0.000035172165,0.000118538344],"genre_scores_gemma":[0.9865018,0.00024036197,0.01027453,0.0019275991,0.00021564502,0.000041982345,0.00065104134,0.000026086624,0.00012091681],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99381423,0.0003051418,0.00461048,0.00032339542,0.000640542,0.00030621095],"domain_scores_gemma":[0.9944007,0.001252023,0.0014773505,0.0006563465,0.002105673,0.000107913715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030012133,0.00022065817,0.00060075324,0.00006510249,0.00009144479,0.000012925257,0.00014367371,0.0001351294,0.0006206559],"category_scores_gemma":[0.007286698,0.0001484263,0.00019087514,0.00021773533,0.00016018935,0.00031937548,0.00019429698,0.00024808294,0.0000068960194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011509299,0.00075176754,0.10864585,0.0036718664,0.001367842,0.0000043658865,0.014444555,0.0032124496,0.31118053,0.0026317434,0.116282694,0.42629704],"study_design_scores_gemma":[0.043454282,0.0028976158,0.68529934,0.00074026233,0.002330262,0.00039870074,0.083220445,0.049272943,0.056828476,0.0036128154,0.0704527,0.00149215],"about_ca_topic_score_codex":0.0047193835,"about_ca_topic_score_gemma":0.0025280274,"teacher_disagreement_score":0.5766535,"about_ca_system_score_codex":0.00015206306,"about_ca_system_score_gemma":0.0003730693,"threshold_uncertainty_score":0.8723385},"labels":[],"label_agreement":null},{"id":"W2041845640","doi":"10.1007/s00134-014-3609-9","title":"Ten things you should consider before you believe a clinical practice guideline","year":2014,"lang":"en","type":"editorial","venue":"Intensive Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Pain medicine; Anesthesiology; Guideline; Clinical Practice; MEDLINE; Intensive care medicine; Medical emergency; Family medicine; Pathology","score_opus":0.16119724424574086,"score_gpt":0.5267780687886324,"score_spread":0.36558082454289154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041845640","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011073572,0.0042155245,0.0022879338,0.26336187,0.7219948,0.0023906848,0.00034019118,0.0003937271,0.0049044895],"genre_scores_gemma":[0.00041331697,0.0013590361,0.009252073,0.24860942,0.72363913,0.000088064124,0.013310781,0.00035415508,0.00297403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98104495,0.0011051474,0.009259918,0.0024699187,0.0049525755,0.0011674867],"domain_scores_gemma":[0.85585904,0.033263225,0.005278948,0.002893228,0.10133723,0.0013683165],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.010146825,0.0015074558,0.0044879527,0.0005910599,0.00024048037,0.00007752025,0.00074911414,0.0034723799,0.0012205092],"category_scores_gemma":[0.7818641,0.0011385239,0.00096579106,0.0005948856,0.0015486651,0.0006099459,0.00069284806,0.008418894,0.00059261144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023717317,0.00012969499,0.00041791418,0.00052067055,0.0012156201,0.0014123758,0.002797675,0.0000011259441,0.000025190344,0.000038030714,0.95494574,0.03612422],"study_design_scores_gemma":[0.011809944,0.0071157143,0.00009465891,0.0031267074,0.0092829475,0.000558754,0.044806246,0.00011264873,0.000009588853,0.00023350217,0.922033,0.00081629836],"about_ca_topic_score_codex":0.0035684695,"about_ca_topic_score_gemma":0.00037980927,"teacher_disagreement_score":0.77171725,"about_ca_system_score_codex":0.0009013126,"about_ca_system_score_gemma":0.0032346149,"threshold_uncertainty_score":0.9997674},"labels":[],"label_agreement":null},{"id":"W2041940241","doi":"10.1007/s10549-011-1786-6","title":"Is knowledge translation adequate? A quality assurance study of staging investigations in early stage breast cancer patients","year":2011,"lang":"en","type":"review","venue":"Breast Cancer Research and Treatment","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Stage (stratigraphy); Breast cancer; Radiological weapon; Cancer; Cohort; Disease; Retrospective cohort study; Surgery; Internal medicine","score_opus":0.712849734848584,"score_gpt":0.6218271399634635,"score_spread":0.09102259488512054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041940241","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27008823,0.71680915,0.0000043104483,0.00055255997,0.00012402063,0.0068773804,0.005398046,0.000024514806,0.00012181458],"genre_scores_gemma":[0.16752124,0.82925004,0.000045300614,0.000014250687,0.000119389566,0.0024709885,0.00021757964,0.00005574703,0.00030547738],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952088,0.0010414176,0.0017558024,0.0007811815,0.00070359453,0.0005091852],"domain_scores_gemma":[0.996609,0.001129834,0.0005932485,0.0004857468,0.0008389317,0.00034323696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012149571,0.0004087831,0.0014404705,0.0005411661,0.00012936172,0.000040326908,0.00013414826,0.00016467612,0.00040043582],"category_scores_gemma":[0.00012730705,0.00031272118,0.00017359761,0.00095764495,0.00017452118,0.00026757686,0.00007178476,0.00053032616,0.00001477545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045902462,0.004133169,0.24653372,0.0030649595,0.0005858701,0.000007711882,0.0040956405,3.255246e-7,3.1471313e-7,0.000014915179,0.000044681154,0.74105966],"study_design_scores_gemma":[0.011233562,0.0022385034,0.9297263,0.010743008,0.0014303488,0.000010941148,0.0014994234,0.000013491355,0.0000023037298,0.00003137057,0.042656206,0.0004145328],"about_ca_topic_score_codex":0.123316474,"about_ca_topic_score_gemma":0.029067736,"teacher_disagreement_score":0.7406451,"about_ca_system_score_codex":0.001213089,"about_ca_system_score_gemma":0.0020993243,"threshold_uncertainty_score":0.99993247},"labels":[],"label_agreement":null},{"id":"W2042005989","doi":"10.1007/s11096-005-7910-0","title":"Usefulness of the USP Medication Counselling Behavior Guidelines","year":2005,"lang":"en","type":"article","venue":"Pharmacy World & Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Suomen Kulttuurirahasto","keywords":"Quarter (Canadian coin); Medicine; Continuing education; Family medicine; Pharmacy; Community pharmacy; Continuing medical education; Community pharmacist; Medical education; Pharmacy education; Nursing; Pharmacy practice","score_opus":0.4142652292834859,"score_gpt":0.5481326368969575,"score_spread":0.13386740761347155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042005989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95314765,0.00018995839,0.0023019663,0.042258523,0.0007858449,0.0006334279,0.0000066179773,0.000048994458,0.00062699633],"genre_scores_gemma":[0.9878879,0.00013943005,0.0057502924,0.005182613,0.00048697717,0.0000324564,0.000004376363,0.0000104344535,0.0005055203],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972511,0.000049189515,0.0010292355,0.00030065695,0.001128019,0.00024183159],"domain_scores_gemma":[0.9977262,0.00035083623,0.00044717448,0.0004303497,0.00090103794,0.00014439295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030286775,0.00010400413,0.00016301502,0.00014881999,0.00020715306,0.000026001579,0.0004500259,0.00000283908,0.00054303394],"category_scores_gemma":[0.0019598908,0.000071352595,0.00007459723,0.001269699,0.0005304366,0.0005708209,0.00006813119,0.00020892182,0.00004256693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013634117,0.00053029513,0.4837962,0.000048767477,0.000019802606,0.000003839251,0.00054515956,0.00043234165,0.195551,0.0006967605,0.01411404,0.30412546],"study_design_scores_gemma":[0.0034967128,0.000017115772,0.21741135,0.00020891931,0.00064370595,0.000083034756,0.00022647159,0.046455406,0.38657027,0.00018645354,0.34441403,0.00028649962],"about_ca_topic_score_codex":0.00047524637,"about_ca_topic_score_gemma":0.0005663583,"teacher_disagreement_score":0.3303,"about_ca_system_score_codex":0.00009424638,"about_ca_system_score_gemma":0.00053913344,"threshold_uncertainty_score":0.59458405},"labels":[],"label_agreement":null},{"id":"W2042140456","doi":"10.1016/j.jmir.2013.06.004","title":"Ten Years of Advanced Practice in Ontario: Reflections and Recollections","year":2013,"lang":"en","type":"editorial","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Juravinski Cancer Centre; BC Cancer Agency","funders":"","keywords":"History; Archaeology","score_opus":0.08393768072400352,"score_gpt":0.50864350427742,"score_spread":0.42470582355341646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042140456","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07511475,0.010402472,0.00089839776,0.12929381,0.7810796,0.0007424697,0.000013517775,0.000022805963,0.0024321629],"genre_scores_gemma":[0.0798806,0.1226564,0.1052733,0.005010056,0.68420935,0.000048455644,0.00007943382,0.0000922059,0.0027502072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667376,0.00017348751,0.001209084,0.00018375603,0.0016327335,0.00012720241],"domain_scores_gemma":[0.9894576,0.008365886,0.001293365,0.000072100964,0.00060487725,0.00020616247],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051784334,0.00008837344,0.00037346545,0.0005082166,0.000088497945,0.000065262495,0.000105414234,0.00018119132,0.00011267964],"category_scores_gemma":[0.08627823,0.00007136501,0.000050196522,0.0004134847,0.00031343638,0.0007412912,0.000028946708,0.0011743711,9.538294e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010279029,0.00014791844,0.004320218,0.000032154312,0.000048694837,0.000032368996,0.0011375098,0.000016741526,0.00005415955,0.0000068544946,0.78167415,0.21242642],"study_design_scores_gemma":[0.0022855445,0.00042610345,0.019965418,0.00050785654,0.00022040418,0.0003630312,0.0060343975,0.0004281794,0.0000041116523,0.00018548834,0.9694897,0.000089780544],"about_ca_topic_score_codex":0.013467439,"about_ca_topic_score_gemma":0.0067574033,"teacher_disagreement_score":0.21233664,"about_ca_system_score_codex":0.00012981026,"about_ca_system_score_gemma":0.003180168,"threshold_uncertainty_score":0.99310195},"labels":[],"label_agreement":null},{"id":"W2042591195","doi":"10.12927/hcpap.2012.22700","title":"PROMs: A Critical Step, But Only One of Many","year":2012,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Patient-reported outcome; Health care; Psychology; Engineering ethics; Medicine; Sociology; Nursing; Political science; Computer science; Engineering; Quality of life (healthcare); Artificial intelligence","score_opus":0.2822673618729746,"score_gpt":0.47607843569425884,"score_spread":0.19381107382128426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042591195","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06225764,0.00037561174,0.001002428,0.92890906,0.0015166014,0.0039521176,0.00068392046,0.00031278632,0.000989816],"genre_scores_gemma":[0.0036961834,0.00025560698,0.009471923,0.9789518,0.0014646976,0.0005746748,0.0019975228,0.00041731898,0.0031702674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98830426,0.0009406817,0.004251379,0.0017462003,0.002427927,0.0023295716],"domain_scores_gemma":[0.98663193,0.007555484,0.001401092,0.0021211007,0.0009724542,0.0013179566],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0030101608,0.0011443002,0.0027039843,0.0006854397,0.00031657278,0.00008030732,0.00063328946,0.001663974,0.0025977145],"category_scores_gemma":[0.010105977,0.0011119018,0.0007180331,0.0007708996,0.00019004467,0.00035906496,0.00058650476,0.0041781473,0.0017987554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030168963,0.0014493412,0.0016295103,0.002222408,0.00038152252,0.00029503653,0.0012634223,3.2509826e-7,0.00044285037,0.00029555286,0.98027104,0.008732121],"study_design_scores_gemma":[0.00418781,0.005036427,0.0052451505,0.000024524863,0.0013542796,0.0004394865,0.00036387172,0.00011191791,0.00009715894,0.000050114377,0.98210174,0.0009875214],"about_ca_topic_score_codex":0.0025858518,"about_ca_topic_score_gemma":0.0007507489,"teacher_disagreement_score":0.05856146,"about_ca_system_score_codex":0.0017512259,"about_ca_system_score_gemma":0.0019611756,"threshold_uncertainty_score":0.99963206},"labels":[],"label_agreement":null},{"id":"W2043758546","doi":"10.1054/bjoc.2000.1755","title":"‘Background to clinical guidelines in cancer’: SOR, a programmatic approach to guideline development and aftercare","year":2001,"lang":"en","type":"article","venue":"British Journal of Cancer","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Regional Laboratory Medicine Program","funders":"","keywords":"Guideline; Medicine; Cancer; Family medicine; Internal medicine; Pathology","score_opus":0.3369478932033216,"score_gpt":0.5519357513726665,"score_spread":0.2149878581693449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043758546","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96570766,0.0068578133,0.0063097025,0.019428536,0.0005377668,0.0009606073,0.000011026457,0.000017206865,0.0001697085],"genre_scores_gemma":[0.43302846,0.011280952,0.51393473,0.03619185,0.0041455817,0.00034918543,0.000026586393,0.000101127844,0.0009415108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99434686,0.00012738415,0.0041308464,0.00035208726,0.00066902756,0.0003738031],"domain_scores_gemma":[0.9967269,0.00020375934,0.0006073349,0.00015960289,0.0017072547,0.0005952002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003420048,0.00018926329,0.0007373012,0.00021631116,0.00005586715,0.000109883076,0.00016901302,0.00011085237,0.00016704464],"category_scores_gemma":[0.0033756571,0.00019007016,0.00012014446,0.00050561473,0.000042902033,0.00024722097,0.00010708555,0.0004555686,0.0000072977973],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007259391,0.00029707362,0.09343012,0.000074154035,0.00010520742,0.00033164726,0.00021478478,0.00023158012,0.000036935533,0.0000024551716,0.023375219,0.88117486],"study_design_scores_gemma":[0.00596254,0.00061808294,0.23939203,0.00243491,0.00023904431,0.0029437218,0.0016352053,0.00046604418,0.000038355367,0.00004785979,0.7458827,0.00033951722],"about_ca_topic_score_codex":0.0030346229,"about_ca_topic_score_gemma":0.014192922,"teacher_disagreement_score":0.88083535,"about_ca_system_score_codex":0.0003692114,"about_ca_system_score_gemma":0.00101988,"threshold_uncertainty_score":0.7919983},"labels":[],"label_agreement":null},{"id":"W2043993925","doi":"10.1016/s0840-4704(10)60214-1","title":"What are the Initial Perceptions of Multidisciplinary Personnel New to Integrated Care Pathway Development?","year":2003,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority; Saskatchewan Health Quality Council; University of Regina; Regina Qu'Appelle Health Region","funders":"","keywords":"Multidisciplinary approach; Perception; Multidisciplinary team; Continuity of care; Qualitative research; Psychology; Nursing; Medicine; Knowledge management; Health care; Medical education; Computer science; Sociology; Political science","score_opus":0.17090072536399034,"score_gpt":0.460266276774203,"score_spread":0.2893655514102127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043993925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81990004,0.0010627815,0.012108101,0.1562324,0.0022702336,0.0058403187,0.00005571053,0.00019106832,0.002339366],"genre_scores_gemma":[0.97273,0.0002080314,0.018224014,0.007082921,0.00009613948,0.00012343274,0.0002419859,0.000038729897,0.0012547906],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975294,0.00019561528,0.00095785654,0.000395704,0.00048501897,0.00043642713],"domain_scores_gemma":[0.99838614,0.00016959553,0.00026919274,0.000503654,0.00037759126,0.00029383044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056177226,0.00021435977,0.00030717734,0.00019923616,0.00035095972,0.00004968778,0.00015920313,0.00008503403,0.00027591325],"category_scores_gemma":[0.00041409407,0.00016231961,0.000116548195,0.0005116425,0.000045160337,0.00025887883,0.0001741074,0.00029053426,0.00012207127],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094297656,0.00058669655,0.15151349,0.0018634874,0.0003923452,0.00013407294,0.05298527,0.0000790377,0.00014100342,0.0057236403,0.025510583,0.7601274],"study_design_scores_gemma":[0.0018069207,0.0004076355,0.054273,0.00066283625,0.00010741529,0.00001753592,0.8482548,0.000035228037,0.00022354569,0.00014147663,0.09386805,0.00020153614],"about_ca_topic_score_codex":0.0004367604,"about_ca_topic_score_gemma":0.0034275367,"teacher_disagreement_score":0.79526955,"about_ca_system_score_codex":0.00033797056,"about_ca_system_score_gemma":0.00047680445,"threshold_uncertainty_score":0.6619202},"labels":[],"label_agreement":null},{"id":"W2044023728","doi":"10.1186/1748-5908-4-34","title":"Clinicians' evaluations of, endorsements of, and intentions to use practice guidelines change over time: a retrospective analysis from an organized guideline program","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Hospital; McMaster University; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Rigour; Guideline; Health administration; Family medicine; Health services research; Clinical Practice; Clinical psychology; Public health; Nursing; Pathology","score_opus":0.4305460105589102,"score_gpt":0.6626174057448273,"score_spread":0.23207139518591713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044023728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95991755,0.000024269362,0.01625179,0.020210925,0.0001236023,0.002916206,0.0004149261,0.00007351437,0.00006722347],"genre_scores_gemma":[0.73792636,0.000044976605,0.2534357,0.007903249,0.00009728994,0.00006649749,0.0004978951,0.000011339053,0.000016688682],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994213,0.000253599,0.0027999277,0.0006908207,0.0017419027,0.0003007741],"domain_scores_gemma":[0.988357,0.00083996577,0.001347167,0.0006146043,0.00854589,0.0002953724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063596033,0.00019125047,0.00052264374,0.0008566381,0.00017430796,0.00010875953,0.00022317767,0.0000512479,0.0008656186],"category_scores_gemma":[0.03771862,0.00018127142,0.00012320677,0.0042655473,0.00019687589,0.0025925431,0.00011651822,0.00012002221,0.000010359595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008975468,0.001898274,0.30735606,0.000010911627,0.0007380246,0.000005454032,0.0036260635,0.000047565904,0.20591624,0.00047477838,0.003698301,0.47533077],"study_design_scores_gemma":[0.0031740288,0.002079514,0.9716509,0.000035497113,0.002935477,0.0000051551647,0.0033517878,0.009437016,0.0044015762,0.0003199807,0.0024193923,0.0001896707],"about_ca_topic_score_codex":0.0032446287,"about_ca_topic_score_gemma":0.0008672823,"teacher_disagreement_score":0.66429484,"about_ca_system_score_codex":0.00017577464,"about_ca_system_score_gemma":0.0004942225,"threshold_uncertainty_score":0.9703871},"labels":[],"label_agreement":null},{"id":"W2044660672","doi":"10.1067/mcm.2003.44","title":"The Commission for Case Manager Certification's 10th anniversary","year":2003,"lang":"en","type":"article","venue":"The Case Manager","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Commission; Business; Political science; Law; Finance","score_opus":0.247950134036203,"score_gpt":0.46065660628262195,"score_spread":0.21270647224641895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044660672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47150898,0.0015544121,0.05587559,0.36373132,0.0024685292,0.010246576,0.000103055936,0.00045411324,0.094057396],"genre_scores_gemma":[0.9717994,0.000052968757,0.0017727115,0.0025080566,0.00017721791,0.0000732842,0.000027435748,0.000032749627,0.02355621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986674,0.00024259814,0.0004635651,0.00023600933,0.00015689542,0.00023349297],"domain_scores_gemma":[0.99618196,0.0025679125,0.00018641325,0.00079760194,0.00016372763,0.000102384765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019230064,0.00013062084,0.00014077399,0.000046603363,0.0007477018,0.0000645243,0.000105179046,0.00005269588,0.00023877158],"category_scores_gemma":[0.002434369,0.00007365962,0.00011790628,0.00019298273,0.00011411382,0.00013210693,0.000053791697,0.00019793771,0.00010263521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093415397,0.00028378287,0.00029712703,0.00015961425,0.00033704538,0.028751321,0.0007691269,0.00012016476,0.00030012729,0.031693086,0.7338006,0.20255388],"study_design_scores_gemma":[0.001563879,0.000105720756,0.00027915862,0.000017328439,0.00058251363,0.01711509,0.009303253,0.0040492564,0.00019105208,0.0021351858,0.96452206,0.00013552162],"about_ca_topic_score_codex":0.00019530197,"about_ca_topic_score_gemma":0.00012728458,"teacher_disagreement_score":0.5002904,"about_ca_system_score_codex":0.00006714717,"about_ca_system_score_gemma":0.0000383561,"threshold_uncertainty_score":0.5750793},"labels":[],"label_agreement":null},{"id":"W2044943221","doi":"10.1186/1748-5908-8-108","title":"Determinants of implementation of maternal health guidelines in Kosovo: mixed methods study","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Context (archaeology); Health care; Health informatics; Nursing; Health administration; Guideline; Health services research; Health policy; Public health; Public relations; Political science","score_opus":0.466589104017352,"score_gpt":0.6991426401038234,"score_spread":0.23255353608647145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044943221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99272794,0.00002474066,0.0028176617,0.0016006455,0.00028242587,0.002484065,0.000024668389,0.000016066413,0.000021774491],"genre_scores_gemma":[0.9213979,0.00002084103,0.07785418,0.0005359637,0.00003337897,0.00012046563,0.000014606186,0.000012855522,0.000009754628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941267,0.00038678886,0.0036157556,0.0004361671,0.0010344165,0.00040019376],"domain_scores_gemma":[0.9965464,0.00041635224,0.0011944363,0.00038413357,0.0012982051,0.00016048463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008605774,0.00015727301,0.000498053,0.00059380534,0.00008465801,0.000037224898,0.00025881155,0.000024770743,0.0010951199],"category_scores_gemma":[0.0012862433,0.00014156655,0.000063746134,0.0012217617,0.00017995053,0.0009895391,0.00015616878,0.000094250594,0.000011910099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002192202,0.00009220832,0.5748308,0.000034850564,0.000008282715,7.5542937e-7,0.00076316,0.0000035883315,0.02801904,0.000020063751,0.00021737018,0.395988],"study_design_scores_gemma":[0.00329587,0.0010073859,0.8676898,0.00003575576,0.000035915673,0.000011119704,0.034287386,0.00043505692,0.092885405,0.00016631496,0.000062876374,0.00008712663],"about_ca_topic_score_codex":0.032568507,"about_ca_topic_score_gemma":0.0062107127,"teacher_disagreement_score":0.39590088,"about_ca_system_score_codex":0.00019139802,"about_ca_system_score_gemma":0.0010092295,"threshold_uncertainty_score":0.999818},"labels":[],"label_agreement":null},{"id":"W2044993400","doi":"10.1111/j.1365-2753.2005.00557.x","title":"Evaluating national guidelines for prevention of cardiovascular disease in primary care","year":2005,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Aspirin; Psychological intervention; Disease; Population; Health care; Cost–benefit analysis; Intensive care medicine; Cost effectiveness; Environmental health; Risk analysis (engineering); Nursing; Internal medicine","score_opus":0.6431991968448535,"score_gpt":0.6758345432030165,"score_spread":0.03263534635816301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044993400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91985923,0.013604732,0.01631809,0.04299466,0.0013898765,0.0042589833,0.000026323074,0.0000133864,0.0015347463],"genre_scores_gemma":[0.72661567,0.0009011675,0.26781625,0.0025246502,0.0019394018,0.000061460945,0.00009329428,0.000024363362,0.000023740215],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9876892,0.0019185138,0.0067917057,0.00030482802,0.003127716,0.00016802896],"domain_scores_gemma":[0.9644925,0.013136842,0.003328016,0.00029968674,0.018590074,0.00015290499],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07184764,0.00013904567,0.00070624234,0.00035854508,0.000031994008,0.00001749505,0.00011491369,0.00014309064,0.00008553429],"category_scores_gemma":[0.45401976,0.0001290443,0.0007254661,0.00037756853,0.000051504474,0.0012902578,0.000041307783,0.00056855986,0.0000054996417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075377775,0.0018088594,0.01836589,0.0003335854,0.0005736725,0.000012336594,0.0002095919,0.22114891,0.00012530856,0.00006873264,0.0017944936,0.7480208],"study_design_scores_gemma":[0.06919634,0.0052679353,0.47706038,0.0027903416,0.011725744,0.0001754988,0.0032492916,0.33066705,0.00010943449,0.0061037196,0.09315366,0.00050060055],"about_ca_topic_score_codex":0.00002982858,"about_ca_topic_score_gemma":0.000024850156,"teacher_disagreement_score":0.74752027,"about_ca_system_score_codex":0.00080500264,"about_ca_system_score_gemma":0.0032057618,"threshold_uncertainty_score":0.9557282},"labels":[],"label_agreement":null},{"id":"W2045053681","doi":"10.1111/jch.12284","title":"JNC 8 or Too Much of a Good Thing","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Hypertension","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Payment; Reading (process); Family medicine; Blood pressure; Order (exchange); Hypertension treatment; Internal medicine; Finance; Law; Political science","score_opus":0.4869519803007347,"score_gpt":0.5601798013518935,"score_spread":0.07322782105115877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045053681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783309,0.000085153944,0.0032729271,0.016002474,0.0013401594,0.00016472302,0.0000012887081,0.000013276716,0.0007890792],"genre_scores_gemma":[0.96530247,0.0003004614,0.02388247,0.008684585,0.0015950073,4.2101132e-7,0.000003015284,0.000020980957,0.00021061159],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994006,0.00043062752,0.0044725095,0.00017928515,0.00073994184,0.00017166112],"domain_scores_gemma":[0.9861001,0.009297085,0.0024779532,0.0003419933,0.0014754871,0.00030742513],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008703006,0.00012526296,0.0011921035,0.00011274824,0.00003813583,0.000011153331,0.00014136749,0.00020421593,0.0002041719],"category_scores_gemma":[0.078159384,0.00007525727,0.0005015658,0.000175864,0.000088156536,0.0002588209,0.00006891667,0.0007942112,0.000026668913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018274233,0.0038471846,0.104916215,0.00027586168,0.0005887755,0.0006010799,0.00017223693,0.000048140555,0.019508978,0.00053129287,0.06722751,0.7840085],"study_design_scores_gemma":[0.05549149,0.036437187,0.5220399,0.0028452317,0.004701252,0.008008713,0.0017639567,0.022255797,0.0041049407,0.004767356,0.33691537,0.00066882203],"about_ca_topic_score_codex":0.000023104225,"about_ca_topic_score_gemma":0.0000071437053,"teacher_disagreement_score":0.7833397,"about_ca_system_score_codex":0.000020942947,"about_ca_system_score_gemma":0.0003454362,"threshold_uncertainty_score":0.92960566},"labels":[],"label_agreement":null},{"id":"W2045443239","doi":"10.1177/1091592305279125","title":"Clinical Practice Guidelines in Nursing: A Straightforward Route to Evidence-Based Practice?","year":2005,"lang":"en","type":"review","venue":"AWHONN Lifelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Clinical Practice; Nursing practice; Quality (philosophy); Nursing; Evidence-based practice; MEDLINE; Patient care; Advanced practice nursing; The Internet; Medicine; Psychology; Alternative medicine; Nurse practitioners; Computer science; Health care; Political science; World Wide Web","score_opus":0.6013935027381322,"score_gpt":0.6781396022254161,"score_spread":0.07674609948728395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045443239","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000066321927,0.8509542,0.002411238,0.13679788,0.0044181044,0.0047287126,0.00008968723,0.00024713503,0.0003464304],"genre_scores_gemma":[0.0000050515196,0.64402014,0.2365733,0.029397419,0.08866062,0.00031066863,0.00033317253,0.00020295246,0.00049666903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9785911,0.0024774661,0.013463966,0.0022397896,0.0020906504,0.0011370695],"domain_scores_gemma":[0.94614893,0.039706774,0.004584594,0.0022892707,0.006105738,0.001164697],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.015379221,0.0013697424,0.005107077,0.0011232058,0.0001361033,0.00023707894,0.0008488484,0.0013288175,0.00006953858],"category_scores_gemma":[0.47342363,0.0011366287,0.0017158944,0.0023141876,0.00021478288,0.0021858185,0.00023399797,0.0027326397,0.0017300593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009163514,0.0013453013,0.000066535315,0.0019523733,0.00030674788,0.00036347704,0.00004841335,0.000047035253,3.4948826e-7,0.000019057958,0.12357042,0.87136394],"study_design_scores_gemma":[0.0020748752,0.00106205,0.000053912187,0.07874957,0.008920911,0.000728585,0.00035954424,0.0003177609,3.9671193e-7,0.000026649763,0.90676236,0.000943397],"about_ca_topic_score_codex":0.000503908,"about_ca_topic_score_gemma":0.00022222275,"teacher_disagreement_score":0.8704205,"about_ca_system_score_codex":0.0011488018,"about_ca_system_score_gemma":0.007487366,"threshold_uncertainty_score":0.9999677},"labels":[],"label_agreement":null},{"id":"W2045636465","doi":"10.1017/s0714980811000523","title":"Cause, Care, Cure: Research Priorities for Alzheimer’s Disease and Related Dementias","year":2011,"lang":"fr","type":"article","venue":"Canadian Journal on Aging / La Revue canadienne du vieillissement","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; St Joseph's Health Care; Lawson Health Research Institute; University of Waterloo","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.21371949551601346,"score_gpt":0.4070254561094539,"score_spread":0.19330596059344043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045636465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61471057,0.21044293,0.0002651689,0.14178269,0.01984052,0.0053781546,0.0013346685,0.00006033581,0.0061849654],"genre_scores_gemma":[0.98281753,0.0071965693,0.0012321671,0.0023734262,0.002599356,0.00014038295,0.00017171024,0.00017443107,0.0032944356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99409103,0.00086410355,0.0017247625,0.00076680176,0.00034491884,0.0022083814],"domain_scores_gemma":[0.9886853,0.0014948351,0.0005063214,0.0006039099,0.0017345822,0.0069750254],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058873054,0.00048287938,0.00058861164,0.0010248203,0.0013642771,0.00032515268,0.00037926045,0.00025045333,0.0018877647],"category_scores_gemma":[0.0058606667,0.0005377387,0.0002490202,0.0005300672,0.00057859055,0.00047286047,0.000063772,0.0015922236,0.00005815877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012802702,0.00044830347,0.15641908,0.0032387336,0.00596962,0.03378819,0.09720638,0.00020431852,0.00006531627,0.14469779,0.22996469,0.32671732],"study_design_scores_gemma":[0.0042281207,0.0015972289,0.06860979,0.0042950055,0.003408462,0.0014337356,0.020342866,0.0005590649,0.000039375183,0.0037426571,0.8909836,0.00076013565],"about_ca_topic_score_codex":0.098065965,"about_ca_topic_score_gemma":0.51580733,"teacher_disagreement_score":0.66101885,"about_ca_system_score_codex":0.002847428,"about_ca_system_score_gemma":0.0059472485,"threshold_uncertainty_score":0.9999358},"labels":[],"label_agreement":null},{"id":"W2046839105","doi":"10.1007/s11605-014-2641-y","title":"A Multifaceted Knowledge Translation Strategy Can Increase Compliance with Guideline Recommendations for Mechanical Bowel Preparation","year":2014,"lang":"en","type":"article","venue":"Journal of Gastrointestinal Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Lunenfeld-Tanenbaum Research Institute; Mount Sinai Hospital; Public Health Ontario; University Health Network; Toronto East General Hospital; University of Toronto; McMaster University","funders":"University of Toronto","keywords":"Medicine; Guideline; Knowledge translation; Audit; Compliance (psychology); Clinical Practice; Family medicine; Knowledge management","score_opus":0.34687849881639954,"score_gpt":0.47622777045354286,"score_spread":0.12934927163714333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046839105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27452597,0.00003876462,0.70467544,0.019710938,0.0002019366,0.0006626983,0.00003657882,0.00004216848,0.000105512736],"genre_scores_gemma":[0.74580044,0.000009057124,0.2528973,0.0005003273,0.0005071757,0.000013826988,0.00020948467,0.000026038457,0.00003633971],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683124,0.0002527802,0.002138704,0.00021192411,0.00031297453,0.00025238958],"domain_scores_gemma":[0.991365,0.004770164,0.0013993243,0.00018349207,0.0019937116,0.0002882971],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034024843,0.00018487184,0.0005112062,0.00020133026,0.000100862475,0.000038418097,0.00007421689,0.00004498779,0.00008950554],"category_scores_gemma":[0.008829436,0.00014987169,0.00022762142,0.00021569626,0.00004544065,0.00031662363,0.0000108702925,0.00031716947,0.000004794585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058042385,0.004954495,0.05946312,0.00085613446,0.00059421273,0.0001218679,0.0004838661,0.004238635,0.08196359,0.00049205887,0.17622022,0.6125694],"study_design_scores_gemma":[0.037043776,0.031546194,0.058909096,0.009478789,0.003532131,0.03186132,0.0030351602,0.73012954,0.0048198793,0.002324935,0.085794374,0.0015247916],"about_ca_topic_score_codex":0.00007765969,"about_ca_topic_score_gemma":0.00023991149,"teacher_disagreement_score":0.72589093,"about_ca_system_score_codex":0.00013062278,"about_ca_system_score_gemma":0.0006365776,"threshold_uncertainty_score":0.9995196},"labels":[],"label_agreement":null},{"id":"W2047203686","doi":"10.1186/1471-2296-12-74","title":"Canadian guidelines for clinical practice: an analysis of their quality and relevance to the care of adults with comorbidity","year":2011,"lang":"en","type":"article","venue":"BMC Family Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Medicine; Comorbidity; Relevance (law); Guideline; MEDLINE; Clinical significance; Clinical Practice; Family medicine; Intensive care medicine; Psychiatry; Internal medicine; Pathology","score_opus":0.6230337216180493,"score_gpt":0.5853923674663933,"score_spread":0.037641354151655926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047203686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621897,0.0009645795,0.0132416,0.018947482,0.0002576611,0.0023791438,0.0005476894,0.000030421726,0.0014417534],"genre_scores_gemma":[0.7286841,0.0006752176,0.25659734,0.013656567,0.00015771021,0.000051197145,0.00013679014,0.000025435733,0.000015583344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99550444,0.0010311395,0.002186889,0.0005255151,0.00049135956,0.00026067358],"domain_scores_gemma":[0.9683217,0.02077891,0.001784777,0.0011067807,0.0075968388,0.00041099367],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008618983,0.0001995136,0.0007275143,0.00018159964,0.000112984264,0.000018273431,0.00022952179,0.00013345729,0.00001959103],"category_scores_gemma":[0.17183548,0.00013144384,0.00017866111,0.0007180803,0.00014361546,0.0007529534,0.000063292006,0.00029965007,0.0000027085662],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08173311,0.0029242958,0.63029116,0.0010351965,0.006487703,0.000038688708,0.027974224,0.0003741816,0.0004020524,0.00221661,0.017777387,0.22874542],"study_design_scores_gemma":[0.0030843646,0.0030499836,0.719651,0.00010615062,0.008595116,0.000027017217,0.15062645,0.0017760943,0.0001212726,0.000023950488,0.11269208,0.00024655304],"about_ca_topic_score_codex":0.26005605,"about_ca_topic_score_gemma":0.39995155,"teacher_disagreement_score":0.24335575,"about_ca_system_score_codex":0.00009372341,"about_ca_system_score_gemma":0.0012404943,"threshold_uncertainty_score":0.8351405},"labels":[],"label_agreement":null},{"id":"W2047264740","doi":"10.1016/j.hcmf.2013.12.003","title":"Performance Management Tools Motivate Change at the Frontlines","year":2014,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Rockyview General Hospital; Alberta Bone and Joint Health Institute","funders":"","keywords":"Balanced scorecard; Incentive; Quality management; Health care; Business; Quality (philosophy); Patient care; Operations management; Process management; Performance measurement; Medicine; Nursing; Marketing; Engineering; Political science","score_opus":0.24106864038374815,"score_gpt":0.436922102037241,"score_spread":0.19585346165349288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047264740","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3341129,0.00056952547,0.002730735,0.6089435,0.0024055836,0.008274921,0.000034249944,0.00046240565,0.04246613],"genre_scores_gemma":[0.9225091,0.0020842564,0.00256003,0.055248044,0.0005873942,0.0006368275,0.00023958895,0.000058988127,0.016075773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716175,0.00015368962,0.0008795717,0.0004984819,0.00064927473,0.00065722613],"domain_scores_gemma":[0.9982562,0.0002336061,0.0002928125,0.00092244195,0.000118091826,0.00017684551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014272492,0.0002503477,0.00030487962,0.00013358366,0.00041417067,0.000049328824,0.00023375865,0.0000684531,0.0003069934],"category_scores_gemma":[0.00012680584,0.00017892642,0.00012409154,0.0002639852,0.000053764157,0.00029552053,0.0005737483,0.00022739117,0.00062621495],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003336219,0.00010480762,0.08814655,0.0011832429,0.0001532204,0.000021705378,0.000112063055,0.000011708153,0.0000039184656,0.0067877234,0.0421361,0.86100537],"study_design_scores_gemma":[0.0019283902,0.0003801414,0.2876198,0.00020251302,0.00020533761,0.000014373841,0.0011667352,0.0020352807,0.000029414945,0.00021857108,0.70601636,0.0001831235],"about_ca_topic_score_codex":0.00021439903,"about_ca_topic_score_gemma":0.00037571604,"teacher_disagreement_score":0.8608222,"about_ca_system_score_codex":0.00026123674,"about_ca_system_score_gemma":0.000011418275,"threshold_uncertainty_score":0.80489355},"labels":[],"label_agreement":null},{"id":"W2047291535","doi":"10.1097/tme.0b013e3181946f76","title":"Emergency Department Adult Asthma Care Pathway","year":2009,"lang":"en","type":"review","venue":"Advanced Emergency Nursing Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Emergency department; Medicine; Knowledge translation; Health care; Guideline; Care pathway; Best practice; Clinical pathway; Focus group; Asthma; Nursing; Family medicine; Medical emergency; Knowledge management","score_opus":0.1400558271621796,"score_gpt":0.5079289506624853,"score_spread":0.36787312350030577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047291535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005417885,0.9838881,0.0020513725,0.00071159704,0.00944959,0.0014280219,0.000055280674,0.00011141027,0.0022504877],"genre_scores_gemma":[0.000047333884,0.9848288,0.010432651,0.00013061192,0.0029771547,0.000054179676,0.0007426203,0.00017126925,0.0006153406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991871,0.00042097794,0.004896738,0.0007981208,0.0010950698,0.00091806607],"domain_scores_gemma":[0.9943124,0.00012648258,0.0026645625,0.00076703023,0.0014054159,0.00072411203],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062608556,0.0008942332,0.0022562933,0.000424202,0.00046245774,0.00003168359,0.0003712301,0.00042285564,0.0025303569],"category_scores_gemma":[0.002035663,0.0007573836,0.0017565893,0.0007454084,0.000046709396,0.0004947889,0.000037846214,0.0020554299,0.000249186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089113295,0.00047772992,0.000016214231,0.0024809488,0.00022956463,0.00016023072,0.0002147108,0.000009717814,0.0000037271711,0.000049614875,0.016332906,0.9799355],"study_design_scores_gemma":[0.0011089231,0.0013163055,0.00006127734,0.02234424,0.002483391,0.0019786034,0.00061114936,0.0000065798454,0.0000035680537,0.0006351679,0.9687706,0.0006801971],"about_ca_topic_score_codex":0.0000055499777,"about_ca_topic_score_gemma":0.000020544609,"teacher_disagreement_score":0.9792553,"about_ca_system_score_codex":0.0013905498,"about_ca_system_score_gemma":0.0011187788,"threshold_uncertainty_score":0.9994877},"labels":[],"label_agreement":null},{"id":"W2047322112","doi":"10.1017/s0266462303000606","title":"KEEPING CANCER GUIDELINES CURRENT: RESULTS OF A COMPREHENSIVE PROSPECTIVE LITERATURE MONITORING STRATEGY FOR TWENTY CLINICAL PRACTICE GUIDELINES","year":2003,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Regional Laboratory Medicine Program; McMaster University","funders":"","keywords":"MEDLINE; Guideline; Cochrane Library; Medicine; Systematic review; Protocol (science); Evidence-based medicine; Scope (computer science); Family medicine; Alternative medicine; Computer science; Pathology; Political science","score_opus":0.3504817634894934,"score_gpt":0.6580754142793287,"score_spread":0.3075936507898353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047322112","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40087306,0.10728479,0.018391948,0.44374776,0.023393216,0.0049595567,0.0008201497,0.00013667105,0.00039284726],"genre_scores_gemma":[0.73460954,0.014174147,0.24757521,0.0021053278,0.0013522673,0.000060010807,0.00008290282,0.000030560437,0.000010038084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924649,0.00025600733,0.00584366,0.00035825223,0.0008035582,0.00027364225],"domain_scores_gemma":[0.9677773,0.0014281658,0.0043921554,0.00023842498,0.026049882,0.000114035065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033026321,0.00020611576,0.00074756116,0.0007091581,0.000059787122,0.000030831918,0.00032149753,0.00024326217,0.000009124168],"category_scores_gemma":[0.02813022,0.00018364144,0.00024534896,0.0004584333,0.00008919219,0.00043906985,0.000075269054,0.0012861899,4.2367807e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006664022,0.0016438768,0.24966606,0.00092169316,0.0013600208,0.00024143103,0.0009001185,0.0036657555,0.00041389163,0.007078668,0.014621204,0.7128233],"study_design_scores_gemma":[0.055382878,0.009474907,0.10048663,0.021527389,0.0007591275,0.0019986304,0.09306993,0.0018148401,0.0023763916,0.0065121315,0.70578504,0.00081209186],"about_ca_topic_score_codex":0.000101760044,"about_ca_topic_score_gemma":0.00003736314,"teacher_disagreement_score":0.71201116,"about_ca_system_score_codex":0.00087883236,"about_ca_system_score_gemma":0.0026515771,"threshold_uncertainty_score":0.9800562},"labels":[],"label_agreement":null},{"id":"W2047325962","doi":"10.1016/s0025-7753(05)72203-x","title":"Elaboración de directrices para la publicación de investigación biomédica: proceso y fundamento científico","year":2005,"lang":"es","type":"article","venue":"Medicina Clínica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Medical journal; Medicine; Consolidated Standards of Reporting Trials; Psychological intervention; Humanities; Family medicine; Philosophy; Nursing","score_opus":0.12172912957216361,"score_gpt":0.46103186701291876,"score_spread":0.3393027374407551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047325962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65691686,0.012395503,0.0028865195,0.3082191,0.00087220443,0.0021970074,0.0001488326,0.0006948585,0.01566914],"genre_scores_gemma":[0.95154434,0.005917325,0.010416551,0.02480965,0.004650485,0.00022434736,0.00023093488,0.00016969965,0.0020366684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99050486,0.0012830207,0.0030084273,0.001367717,0.0019268667,0.0019091328],"domain_scores_gemma":[0.9895536,0.0050131693,0.0014252051,0.0012948741,0.00069056195,0.0020225893],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008613795,0.00081033004,0.0012627151,0.0007384564,0.00039292072,0.0003717295,0.00087915873,0.00077271095,0.002763438],"category_scores_gemma":[0.03137223,0.0007396053,0.00032754778,0.002358581,0.0010173817,0.0009845468,0.00030297978,0.0017729279,0.0010374713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001519029,0.003987785,0.30435362,0.0016001661,0.0010449155,0.0004678172,0.0044629616,0.000041740986,0.017314434,0.0052883676,0.19579661,0.46412256],"study_design_scores_gemma":[0.006593155,0.0011415129,0.06623643,0.0009992588,0.0018401383,0.0003204251,0.0027030995,0.004317169,0.002100452,0.00037258508,0.9126679,0.00070791674],"about_ca_topic_score_codex":0.0008712822,"about_ca_topic_score_gemma":0.00020381674,"teacher_disagreement_score":0.71687126,"about_ca_system_score_codex":0.0011669565,"about_ca_system_score_gemma":0.0038234408,"threshold_uncertainty_score":0.99974036},"labels":[],"label_agreement":null},{"id":"W2047518019","doi":"10.1378/chest.13-2993","title":"Applying New Strategies for the National Adaptation, Updating, and Dissemination of Trustworthy Guidelines","year":2014,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Context (archaeology); Presentation (obstetrics); Knowledge translation; Dissemination; Antithrombotic; Psychological intervention; Protocol (science); Medical education; Adaptation (eye); Alternative medicine; Nursing; Knowledge management; Surgery; Computer science; Psychology","score_opus":0.29903679737460387,"score_gpt":0.5058369804985848,"score_spread":0.20680018312398096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047518019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03689046,0.00040002537,0.9289494,0.031763174,0.00032393064,0.00077646377,0.000007630459,0.000019913628,0.0008689978],"genre_scores_gemma":[0.9207955,0.00013151865,0.07626624,0.0010420854,0.0015634572,0.000026925485,0.000020789086,0.000012512731,0.00014094588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986595,0.000034187306,0.00078801485,0.000095036485,0.00033243213,0.00009083283],"domain_scores_gemma":[0.99534184,0.0027977938,0.00055033364,0.00006294341,0.0011723071,0.00007480228],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022092224,0.0000734178,0.00013655734,0.000056645014,0.00014702287,0.00006717249,0.00005696888,0.00003686882,0.00006387798],"category_scores_gemma":[0.01865914,0.000049994476,0.000056481756,0.000083952385,0.0000417737,0.0002862099,0.000013681723,0.00013848417,9.752151e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003477748,0.00007950725,0.006438758,0.00018837173,0.00016359997,5.9457483e-7,0.0012985452,0.0018047679,0.005669072,0.01733775,0.10022747,0.8664438],"study_design_scores_gemma":[0.0072061806,0.0012276219,0.115840524,0.000994323,0.0012180221,0.00082110777,0.049292866,0.3495693,0.0012727465,0.08329195,0.388797,0.00046837764],"about_ca_topic_score_codex":0.000019917163,"about_ca_topic_score_gemma":0.000024404819,"teacher_disagreement_score":0.88390505,"about_ca_system_score_codex":0.000025510544,"about_ca_system_score_gemma":0.00030641063,"threshold_uncertainty_score":0.9896071},"labels":[],"label_agreement":null},{"id":"W2047717021","doi":"10.1016/s1499-2671(08)24002-5","title":"Quality Improvement is a Professional Responsibility in Diabetes Care","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto; Diabetes Canada","funders":"","keywords":"Squire; Excellence; Scopus; Medicine; Quality management; Psychological intervention; Health care; Intervention (counseling); Quality (philosophy); Publishing; Medical education; MEDLINE; Public relations; Nursing; Management; Political science; Law","score_opus":0.14338745986018886,"score_gpt":0.44564349460485386,"score_spread":0.302256034744665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047717021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880607,0.0006232237,0.0000014702264,0.010275095,0.0004594821,0.0003122477,0.00007553189,0.0000046718947,0.00018755233],"genre_scores_gemma":[0.9925218,0.0000076268884,0.0006896936,0.0064506344,0.0002141469,0.0000074360332,0.000018714321,0.00001504597,0.00007489455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735326,0.00022681073,0.001439696,0.00019087085,0.0003786033,0.00041079213],"domain_scores_gemma":[0.9968884,0.0007673518,0.00048267987,0.0002601667,0.0007170771,0.00088433066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017835305,0.00013499708,0.0004373826,0.00033438962,0.00010894688,0.0000137989955,0.00012972206,0.0001003133,0.00047602755],"category_scores_gemma":[0.009365171,0.00011610362,0.0001649226,0.00026363565,0.00013923088,0.00024279936,0.000018589166,0.0004883986,0.000025935462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035323286,0.000061431434,0.977965,0.000079859055,0.000041502448,0.0000317282,0.0013044017,0.000001896081,0.0023479084,0.0000064481087,0.007217853,0.010906639],"study_design_scores_gemma":[0.0021663741,0.00059237075,0.98505044,0.0001821345,0.00003708727,0.000004596854,0.0021312654,0.000018989582,0.0034408981,0.00026591972,0.005984973,0.00012494574],"about_ca_topic_score_codex":0.000871317,"about_ca_topic_score_gemma":0.010408278,"teacher_disagreement_score":0.010781692,"about_ca_system_score_codex":0.00054605614,"about_ca_system_score_gemma":0.0056741354,"threshold_uncertainty_score":0.99996275},"labels":[],"label_agreement":null},{"id":"W2048682147","doi":"10.1111/j.1365-2834.2008.00858.x","title":"Nursing Best Practice Guidelines: reflecting on the obscene rise of the void","year":2008,"lang":"en","type":"article","venue":"Journal of Nursing Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; University of Ottawa","funders":"","keywords":"Nursing; Politics; Health care; Ideology; Professional association; Promotion (chess); Sociology; Public relations; Medicine; Political science; Law","score_opus":0.5615680868064747,"score_gpt":0.5889063759596724,"score_spread":0.027338289153197692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048682147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49626893,0.0010094527,0.007504517,0.45776415,0.003528069,0.0012160606,0.0000022683753,0.00002684387,0.03267971],"genre_scores_gemma":[0.9519609,0.0008683756,0.038094275,0.007334379,0.0011102065,0.0000031441316,0.0000010874897,0.000038506634,0.0005891312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962201,0.00033504583,0.001897398,0.00016672553,0.0011527307,0.00022800096],"domain_scores_gemma":[0.994587,0.0012403468,0.0022070429,0.0004946994,0.0013851094,0.00008582336],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031126235,0.00015878676,0.00031708134,0.00015677404,0.00030143338,0.000024817396,0.00028221868,0.000050568593,0.000041554064],"category_scores_gemma":[0.011304418,0.00009040077,0.00025281328,0.00046701272,0.0001860445,0.00026815172,0.00003927778,0.0005998636,0.000011501801],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003724064,0.006511189,0.0011096132,0.00013825588,0.00096561527,0.00042226218,0.0037928082,0.0024569978,0.0035195118,0.0030156625,0.27995828,0.6943857],"study_design_scores_gemma":[0.02555275,0.013934082,0.053696632,0.06442793,0.01983673,0.021025907,0.20482467,0.008451948,0.018096566,0.01045622,0.5582818,0.0014148095],"about_ca_topic_score_codex":0.000017078391,"about_ca_topic_score_gemma":0.0000010888944,"teacher_disagreement_score":0.69297093,"about_ca_system_score_codex":0.00048120742,"about_ca_system_score_gemma":0.00015059987,"threshold_uncertainty_score":0.99702376},"labels":[],"label_agreement":null},{"id":"W2048741756","doi":"10.1038/ncpgasthep0997","title":"Is an evidence-based approach to creating guidelines always the right one?","year":2007,"lang":"en","type":"review","venue":"Nature Clinical Practice Gastroenterology &#38 Hepatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Medicine; Guideline; Evidence-based medicine; Clinical trial; Management science; Engineering ethics; Intensive care medicine; Alternative medicine; Engineering; Pathology","score_opus":0.5854491483422982,"score_gpt":0.6103022943383066,"score_spread":0.024853145996008408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048741756","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000320212,0.8576783,0.0170391,0.11251496,0.00396719,0.0061412132,0.00012838977,0.00032089904,0.0018897471],"genre_scores_gemma":[0.0003795754,0.6539055,0.11358478,0.2262095,0.0045899902,0.00033760592,0.00067570707,0.00021298783,0.0001043091],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97197485,0.009332091,0.011601619,0.0034820465,0.0016397792,0.0019696224],"domain_scores_gemma":[0.9140977,0.0709733,0.0062712985,0.0036965457,0.0036524266,0.0013087133],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.029297007,0.0015410151,0.006694823,0.0007853147,0.0005040176,0.00013884745,0.0019795692,0.005733337,0.0005463064],"category_scores_gemma":[0.2604287,0.0010574677,0.0023157184,0.0011645344,0.0010133638,0.0009535854,0.000774189,0.014917179,0.00056570594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010306289,0.0058133085,0.007978032,0.0045662243,0.003400001,0.0007608129,0.00010083688,0.000009925231,0.0000015054152,0.00052308926,0.143628,0.822912],"study_design_scores_gemma":[0.0024334928,0.00531259,0.0003948326,0.0038090276,0.013370271,0.0037687889,0.00016735881,0.0005037024,9.263821e-7,0.00006359812,0.9696316,0.00054378156],"about_ca_topic_score_codex":0.00017319404,"about_ca_topic_score_gemma":0.00020060067,"teacher_disagreement_score":0.8260036,"about_ca_system_score_codex":0.0004772074,"about_ca_system_score_gemma":0.0024521681,"threshold_uncertainty_score":0.99973387},"labels":[],"label_agreement":null},{"id":"W2048948903","doi":"10.1002/chp.1340240107","title":"Integrating clinical practice guidelines into daily practice: Impact of an interactive workshop on drafting of a written action plan for asthma patients","year":2004,"lang":"en","type":"article","venue":"Journal of Continuing Education in the Health Professions","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; McGill University Health Centre; Hôpital Notre-Dame; Merck Canada Inc. (Canada); Université de Montréal","funders":"","keywords":"Facilitator; Attendance; Objective structured clinical examination; Action plan; Global Positioning System; Medicine; Medical education; Psychology; Computer science","score_opus":0.2611433401291766,"score_gpt":0.6498957129620614,"score_spread":0.3887523728328848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048948903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9197152,0.00012639625,0.0049723554,0.07174167,0.0017186521,0.0016061945,0.000008599546,0.000008868756,0.00010203279],"genre_scores_gemma":[0.84566766,0.00017326398,0.14833744,0.0048408606,0.0008555355,0.00002936174,0.000052623906,0.000025395719,0.000017859667],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99207926,0.0017911635,0.0049959216,0.00022415903,0.0006632113,0.00024626806],"domain_scores_gemma":[0.9640589,0.016681254,0.01076968,0.0003910332,0.007886007,0.00021315804],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015375018,0.0001820479,0.00066639215,0.0003946467,0.0001479491,0.000028905048,0.00022989261,0.00015331815,0.000008607886],"category_scores_gemma":[0.20425381,0.00011883396,0.00027569066,0.0004268315,0.00005913852,0.001426964,0.000035646695,0.001383676,0.0000010267338],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012766324,0.009726278,0.014410964,0.00031612776,0.00021187759,0.0000031916393,0.076574415,0.00041216426,0.0004410046,0.00024052287,0.006531555,0.8783656],"study_design_scores_gemma":[0.014380255,0.01883362,0.18620797,0.020309692,0.0005462702,0.00027354743,0.7474501,0.0007898468,0.00013807716,0.0016112295,0.0091708265,0.0002885814],"about_ca_topic_score_codex":0.00076231494,"about_ca_topic_score_gemma":0.00016427817,"teacher_disagreement_score":0.878077,"about_ca_system_score_codex":0.0005906883,"about_ca_system_score_gemma":0.0049207886,"threshold_uncertainty_score":0.8729268},"labels":[],"label_agreement":null},{"id":"W2049072720","doi":"10.1053/j.jrn.2009.08.011","title":"Variables Influencing Adoption of Practice-Based Guidelines in Canadian Renal Dietetic Practice","year":2009,"lang":"en","type":"article","venue":"Journal of Renal Nutrition","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"","keywords":"Medicine; Clinical Practice; Family medicine","score_opus":0.1132177653172703,"score_gpt":0.45801579507566575,"score_spread":0.34479802975839546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049072720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.603534,0.0038941996,0.016288802,0.3724917,0.00062711874,0.0015676657,0.000037365367,0.00003694479,0.0015222507],"genre_scores_gemma":[0.8456287,0.0010603765,0.14501652,0.0074960897,0.00072497816,0.0000038273315,0.00004279924,0.000014674303,0.000012067771],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99592227,0.0003395033,0.0025042542,0.00016370535,0.00078743685,0.00028283763],"domain_scores_gemma":[0.9919493,0.00166478,0.0021123153,0.00018454606,0.0037806425,0.00030838625],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048944764,0.0001510965,0.000444881,0.0007618438,0.000049727063,0.000033671993,0.00009959348,0.00015339626,0.00004286788],"category_scores_gemma":[0.043038785,0.0001396372,0.00015138557,0.00058212475,0.000034561428,0.0013759694,0.0000075999938,0.00057753496,0.000004583705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045215447,0.012143738,0.012399292,0.0013615733,0.00088474056,0.0045200307,0.0012610279,0.02099862,0.62313205,0.001632296,0.055880275,0.22057089],"study_design_scores_gemma":[0.07489968,0.03323455,0.1003847,0.030088749,0.007842902,0.012261979,0.009754767,0.03017653,0.029700499,0.006511065,0.6635652,0.0015793823],"about_ca_topic_score_codex":0.019508481,"about_ca_topic_score_gemma":0.006314024,"teacher_disagreement_score":0.6076849,"about_ca_system_score_codex":0.0006106224,"about_ca_system_score_gemma":0.0016481645,"threshold_uncertainty_score":0.9870207},"labels":[],"label_agreement":null},{"id":"W2049239337","doi":"10.1016/s0840-4704(10)60369-9","title":"The Cost of Developing and Implementing a Pathway for Congestive Heart Failure: Not an Inexpensive Journey","year":2005,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Regina Qu'Appelle Health Region; First Nations Health and Social Secretariat of Manitoba; Manitoba Health","funders":"Canadian Institutes of Health Research","keywords":"Salary; Heart failure; Business; Medicine; Operations management; Cardiology; Engineering; Economics","score_opus":0.20047411037622082,"score_gpt":0.48176065690119674,"score_spread":0.2812865465249759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049239337","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.146365,0.00036268137,0.016566046,0.82934415,0.00027029932,0.006747169,0.000082984785,0.00007676428,0.00018491257],"genre_scores_gemma":[0.9257064,0.00024208947,0.053225614,0.020121712,0.00020174793,0.0002503936,0.000110868845,0.00003160416,0.000109609224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976628,0.00011483885,0.0010632384,0.0003257876,0.0002953586,0.00053796894],"domain_scores_gemma":[0.9977709,0.0008340146,0.0004343739,0.00029457663,0.0005049685,0.00016117706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019074522,0.00015740935,0.00029607723,0.00009381687,0.0004334709,0.00004856063,0.0000901314,0.000052308846,0.000012943797],"category_scores_gemma":[0.0007501832,0.00012478733,0.000066503984,0.00014527269,0.000068243404,0.00023874031,0.00017719188,0.00016716261,0.0000037387617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010691214,0.0001150062,0.024731768,0.00083756336,0.00028290224,0.000008050599,0.0008001592,0.000014301339,0.00039902757,0.06826947,0.02613292,0.8773397],"study_design_scores_gemma":[0.0046905386,0.0009796206,0.025805404,0.00027014114,0.00015369785,0.000038165672,0.033451185,0.0020693308,0.0018113423,0.0008606631,0.92963547,0.0002344554],"about_ca_topic_score_codex":0.0001923791,"about_ca_topic_score_gemma":0.004124939,"teacher_disagreement_score":0.9035025,"about_ca_system_score_codex":0.00014686871,"about_ca_system_score_gemma":0.00014466386,"threshold_uncertainty_score":0.5088679},"labels":[],"label_agreement":null},{"id":"W2049679391","doi":"10.1503/cmaj.121759","title":"Integrating the map and the territory","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Primary care; Health care; Computer science; Nursing; Medicine; Political science; Family medicine","score_opus":0.04233998931297584,"score_gpt":0.36855994274041454,"score_spread":0.3262199534274387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049679391","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08949622,0.00023629439,0.00017594841,0.90620327,0.00085535843,0.00032599497,0.0000024107417,0.000009236229,0.002695246],"genre_scores_gemma":[0.85868925,0.000119693774,0.00034388155,0.13621643,0.003657913,0.00002209438,0.0000060233774,0.000011722302,0.00093299634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979576,0.0003504754,0.0005753014,0.000078092366,0.00080753077,0.00023101261],"domain_scores_gemma":[0.9963436,0.002247421,0.00026301548,0.00009392324,0.0003666959,0.0006853023],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049335416,0.000066107124,0.00013930074,0.000042275475,0.00036007984,0.00015074386,0.00011453153,0.00012956474,0.0040837373],"category_scores_gemma":[0.020382598,0.000031882948,0.000065075124,0.000071425726,0.00011348879,0.00014477666,0.000017443359,0.0011886802,0.00017542079],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016621187,0.000011042992,0.058719568,0.0000052136033,0.000121609155,0.00003209602,0.0006759591,2.737147e-7,0.000008577081,0.0010436286,0.74120015,0.19816527],"study_design_scores_gemma":[0.0039393567,0.000058664016,0.1264562,0.00007716921,0.00012158032,0.00085455395,0.0073235156,0.0030134409,0.000002417008,0.0025130427,0.8555504,0.000089630215],"about_ca_topic_score_codex":0.018229896,"about_ca_topic_score_gemma":0.024512172,"teacher_disagreement_score":0.76998687,"about_ca_system_score_codex":0.0003439796,"about_ca_system_score_gemma":0.0013478901,"threshold_uncertainty_score":0.99682665},"labels":[],"label_agreement":null},{"id":"W2050352745","doi":"10.1007/s13187-013-0490-0","title":"Applying the Knowledge to Action Framework to Plan a Strategy for Implementing Breast Cancer Screening Guidelines: an Interprofessional Perspective","year":2013,"lang":"en","type":"article","venue":"Journal of Cancer Education","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; Université Laval; McGill University; Douglas Mental Health University Institute; St. Michael's Hospital; Western University; Ottawa Hospital; Institute for Work & Health; University of Toronto; Toronto Rehabilitation Institute","funders":"","keywords":"Knowledge translation; Medicine; Psychological intervention; Teamwork; Guideline; Action plan; Knowledge management; Process (computing); Process management; Action (physics); Implementation research; Medical education; Nursing; Business; Computer science; Political science; Pathology; Management","score_opus":0.3360270305745469,"score_gpt":0.63373952502185,"score_spread":0.29771249444730313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050352745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76240474,0.00063741143,0.10154668,0.12844485,0.0029287802,0.0038712362,0.00004295283,0.000020143787,0.00010318765],"genre_scores_gemma":[0.9421268,0.00005362582,0.0393771,0.0083995955,0.0075778477,0.0022393153,0.00001477853,0.000033596538,0.00017730986],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979827,0.00009383655,0.0011159802,0.00021283876,0.00034308943,0.0002515785],"domain_scores_gemma":[0.994026,0.0005007129,0.00076667225,0.00017236831,0.0042606816,0.00027356137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012145282,0.000142838,0.00024295946,0.0002104943,0.00020858119,0.00010266925,0.00016141034,0.000066165136,0.00069154246],"category_scores_gemma":[0.0013701869,0.000100042285,0.000107114145,0.00032426562,0.0000143282,0.00063151546,0.00004283264,0.0003759737,0.000008625685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091055635,0.00020121426,0.0157232,0.000040904226,0.00014214542,1.6845807e-7,0.003111684,0.00050972117,0.0039132177,0.00023496375,0.028631793,0.9465804],"study_design_scores_gemma":[0.0026544847,0.0015307512,0.48234242,0.0043920735,0.0010261709,0.00020906515,0.4192807,0.0052523063,0.00084211107,0.005127814,0.07681863,0.0005234347],"about_ca_topic_score_codex":0.00477922,"about_ca_topic_score_gemma":0.0020854643,"teacher_disagreement_score":0.946057,"about_ca_system_score_codex":0.0007289135,"about_ca_system_score_gemma":0.0023591889,"threshold_uncertainty_score":0.75719047},"labels":[],"label_agreement":null},{"id":"W2050452150","doi":"10.4103/2153-3539.153906","title":"2014 American Telemedicine Association clinical guidelines for telepathology: Another important step in support of increased adoption of telepathology for patient care","year":2015,"lang":"en","type":"article","venue":"Journal of Pathology Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Telepathology; Telemedicine; Medical diagnosis; Virtual microscopy; Medicine; Second opinion; Digital pathology; Standardization; Medical physics; Modalities; Pathology; Computer science; Health care","score_opus":0.17866206472572924,"score_gpt":0.49420249765324653,"score_spread":0.3155404329275173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050452150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96951723,0.00012039303,0.02640958,0.0020717368,0.0007038997,0.0009296853,0.00017531343,0.000011190642,0.0000609706],"genre_scores_gemma":[0.56412846,0.00042124436,0.4266204,0.0076625124,0.0006152993,0.000052525855,0.00044022035,0.00004102384,0.000018335408],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928352,0.00019869748,0.00622046,0.00010247641,0.00040495585,0.00023819004],"domain_scores_gemma":[0.98590845,0.001423018,0.0074834246,0.00022736852,0.004845032,0.000112710695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0076161297,0.00015106921,0.0011372162,0.0003948984,0.000015322836,0.0000027978667,0.0001202577,0.00025336305,0.000010212155],"category_scores_gemma":[0.031329747,0.00011830598,0.00026290244,0.00017089801,0.00015561214,0.00017707574,0.000036325062,0.00031076936,0.0000015229984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036260525,0.0005573636,0.78004295,0.0003673501,0.00015796817,0.00008677012,0.0030170076,0.00006801601,0.0010191916,0.00004660696,0.13376293,0.077247776],"study_design_scores_gemma":[0.107543916,0.17169304,0.270169,0.0007228919,0.0054378593,0.006611777,0.115366645,0.007953947,0.0040978733,0.0020413138,0.30702442,0.0013373126],"about_ca_topic_score_codex":0.000022238357,"about_ca_topic_score_gemma":0.00006273366,"teacher_disagreement_score":0.509874,"about_ca_system_score_codex":0.00017981557,"about_ca_system_score_gemma":0.0007014565,"threshold_uncertainty_score":0.97682977},"labels":[],"label_agreement":null},{"id":"W2050462323","doi":"10.1111/j.1945-1474.2005.tb00553.x","title":"Canada: An External Quality Review Process—The Wellspring Model","year":2005,"lang":"en","type":"article","venue":"Journal for Healthcare Quality","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; Hospital for Sick Children; Cancer Care Ontario","funders":"","keywords":"Process (computing); Quality (philosophy); Business; Coping (psychology); Public relations; Process management; Center (category theory); Psychology; Political science; Computer science","score_opus":0.5830080984418429,"score_gpt":0.6533193612613051,"score_spread":0.0703112628194622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050462323","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3512153,0.00850828,0.018955551,0.61862826,0.0006109827,0.0018032328,0.00012490268,0.00004297425,0.00011052769],"genre_scores_gemma":[0.84627134,0.0032866115,0.010362846,0.13749288,0.002127819,0.000051363084,0.000038745737,0.00003525725,0.00033315585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994514,0.00074887014,0.0029065195,0.00030511996,0.0010772754,0.0004482529],"domain_scores_gemma":[0.9950876,0.0009857998,0.0013614852,0.00050721044,0.0014287451,0.00062912976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014423248,0.00018299745,0.0005701957,0.000030418762,0.00048955047,0.000039435956,0.00023256738,0.00008129287,0.000086210464],"category_scores_gemma":[0.007003773,0.00012791004,0.00020481354,0.00013567787,0.000035867375,0.00042686716,0.000027338754,0.0009588133,0.000004169054],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031560664,0.0008425867,0.019500164,0.016981447,0.0001947206,0.000025226358,0.0011961053,0.0012810413,0.0004074646,0.005246666,0.06344572,0.8877228],"study_design_scores_gemma":[0.016567146,0.0025500853,0.23629378,0.012051726,0.0017353108,0.002999424,0.010354999,0.06880401,0.0007937164,0.02713773,0.6184478,0.0022643176],"about_ca_topic_score_codex":0.24958766,"about_ca_topic_score_gemma":0.5460683,"teacher_disagreement_score":0.88545847,"about_ca_system_score_codex":0.0009841229,"about_ca_system_score_gemma":0.006299463,"threshold_uncertainty_score":0.9993339},"labels":[],"label_agreement":null},{"id":"W2050531956","doi":"10.3402/gha.v6i0.20796","title":"Implementation of national guidelines, incorporated within structured diabetes and hypertension records at primary level care in Cape Town, South Africa: a randomised controlled trial","year":2013,"lang":"en","type":"article","venue":"Global Health Action","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Cape; Medicine; Primary care; Diabetes mellitus; Primary health care; Optometry; Pediatrics; Family medicine; Geography; Environmental health; Population","score_opus":0.21244016989356604,"score_gpt":0.4605237177766402,"score_spread":0.24808354788307416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050531956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98841655,0.00036286487,0.00012554009,0.002999974,0.0007666689,0.007046961,0.00015750788,0.00003992993,0.00008400987],"genre_scores_gemma":[0.9912384,0.00006580678,0.004889909,0.002125803,0.00027665586,0.00032856723,0.0010354605,0.000014857048,0.000024501547],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99582034,0.0003649921,0.0024805148,0.00037920204,0.0006613718,0.00029356428],"domain_scores_gemma":[0.9961184,0.00038068535,0.0015560621,0.00015481588,0.0015904868,0.00019951699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015640907,0.00021120762,0.00080985384,0.00016027907,0.00010986915,0.000019864225,0.000047160396,0.00015147553,0.00015495771],"category_scores_gemma":[0.0023645167,0.0001768087,0.000094064584,0.0003846757,0.000044163287,0.00032597504,0.000048059177,0.00017769645,0.0000053960625],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.679222,0.00040309763,0.10699334,0.0007581135,0.0002908015,0.0000040829477,0.0024084293,0.00019403824,0.008243913,0.000043464155,0.023390025,0.17804869],"study_design_scores_gemma":[0.7738407,0.0017156218,0.2160337,0.00009878074,0.00013649809,0.000016818054,0.004484458,0.0024826706,0.00020701168,0.0006749246,0.00012205706,0.00018671532],"about_ca_topic_score_codex":0.0032043091,"about_ca_topic_score_gemma":0.0032579154,"teacher_disagreement_score":0.17786197,"about_ca_system_score_codex":0.0015563783,"about_ca_system_score_gemma":0.0015403538,"threshold_uncertainty_score":0.7210049},"labels":[],"label_agreement":null},{"id":"W2051369369","doi":"10.3899/jrheum.100045","title":"Educational Interventions for Implementation of Arthritis Clinical Practice Guidelines in Primary Care: Effects on Health Professional Behavior","year":2010,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo; Arthritis Society","funders":"","keywords":"Medicine; Psychological intervention; Primary care; Arthritis; Clinical Practice; Physical therapy; Family medicine; Intensive care medicine; Nursing; Internal medicine","score_opus":0.3134940961956972,"score_gpt":0.6515858948741233,"score_spread":0.33809179867842615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051369369","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042605344,0.96131456,0.00031982912,0.025869936,0.0043053133,0.0037931942,0.00011661205,0.000005682001,0.0000143449615],"genre_scores_gemma":[0.00019530253,0.97671115,0.020633874,0.0014735917,0.00025411602,0.000183412,0.0004804186,0.000043782584,0.000024376164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885962,0.0019215276,0.008508539,0.00022431227,0.00049946544,0.000249934],"domain_scores_gemma":[0.9670766,0.021005068,0.009285516,0.00034175036,0.0021565221,0.00013455024],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0091277165,0.00026535185,0.0025540406,0.00042354554,0.00008532908,0.000008223973,0.00028628748,0.00033403985,0.00007083124],"category_scores_gemma":[0.020844862,0.00017566394,0.0010329337,0.00021803401,0.00012004618,0.00017869822,0.00007819159,0.0015814081,0.0000074702925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003846955,0.0005953608,0.0018405042,0.013553484,0.0002024142,0.0000038508397,0.00011946497,1.5774512e-7,7.476766e-7,0.00021399112,0.014993969,0.96809137],"study_design_scores_gemma":[0.007650084,0.005437829,0.0057330783,0.08315105,0.004061829,0.009087108,0.0016458342,0.0000010883737,0.0000018833574,0.00018893935,0.88280153,0.00023972303],"about_ca_topic_score_codex":0.00032078926,"about_ca_topic_score_gemma":0.0006193761,"teacher_disagreement_score":0.96785164,"about_ca_system_score_codex":0.0002947073,"about_ca_system_score_gemma":0.006862378,"threshold_uncertainty_score":0.9987678},"labels":[],"label_agreement":null},{"id":"W2051566296","doi":"10.3132/pcrj.2007.00074","title":"Do practices comply with key recommendations of the British Asthma Guideline? If not, why not?","year":2007,"lang":"en","type":"article","venue":"Primary Care Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Selkirk College","funders":"","keywords":"Audit; Teamwork; Medicine; Guideline; Action plan; Context (archaeology); Nursing; Compliance (psychology); Intervention (counseling); Best practice; Relevance (law); Family medicine; Medical education; Psychology; Business","score_opus":0.14851292214869014,"score_gpt":0.4434288930696274,"score_spread":0.29491597092093724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051566296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8806384,0.003123849,0.022433337,0.066570096,0.0022608927,0.0018878323,0.00017740035,0.00012116352,0.022787027],"genre_scores_gemma":[0.8047688,0.00046088852,0.066527955,0.12482467,0.0029263252,0.00001573849,0.00012214741,0.00013336798,0.00022012442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955934,0.00040456455,0.0022014386,0.00031256588,0.0011294958,0.00035850215],"domain_scores_gemma":[0.9925251,0.0013088878,0.0029857145,0.0005268782,0.0023738742,0.00027954197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045763887,0.00020257954,0.00041938823,0.0001389026,0.00061326113,0.00025926088,0.00032376696,0.000118166405,0.00027501184],"category_scores_gemma":[0.004398707,0.00015836049,0.00022527638,0.0004157338,0.00016593063,0.0007286544,0.0001422081,0.0011136996,0.00001273771],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034445587,0.0005504723,0.08981021,0.00031164323,0.0004572434,0.00047207635,0.0011540786,0.00009121729,0.011691563,0.000072591225,0.24840388,0.64354044],"study_design_scores_gemma":[0.0038906622,0.00076536514,0.13315943,0.00050154875,0.00033325033,0.0025022503,0.0055154674,0.0000113393735,0.0014481513,0.000019602869,0.85163534,0.00021759431],"about_ca_topic_score_codex":0.00026307444,"about_ca_topic_score_gemma":0.0008033331,"teacher_disagreement_score":0.6433229,"about_ca_system_score_codex":0.00045558717,"about_ca_system_score_gemma":0.0014141626,"threshold_uncertainty_score":0.6457753},"labels":[],"label_agreement":null},{"id":"W2051705303","doi":"10.14219/jada.2014.113","title":"A practical approach to evidence-based dentistry","year":2014,"lang":"en","type":"article","venue":"The Journal of the American Dental Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; McMaster University","funders":"","keywords":"Evidence-based dentistry; Dentistry; Computer science; Orthodontics; Medicine; MEDLINE; Political science","score_opus":0.20286218948182919,"score_gpt":0.481978251786068,"score_spread":0.2791160623042388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051705303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90683705,0.000014001367,0.024603812,0.06767733,0.00036642194,0.00025898882,0.0000016065452,0.000009094764,0.00023170417],"genre_scores_gemma":[0.9785629,0.000017450006,0.007943466,0.012699069,0.0005663377,0.0000028212953,0.0000013491639,0.000012720247,0.00019388819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997026,0.0009829305,0.0007148471,0.00008645929,0.0010239932,0.00016575573],"domain_scores_gemma":[0.9931131,0.0038103499,0.002351402,0.00024966264,0.0003616646,0.0001138427],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005333122,0.00008941135,0.00026851005,0.000052948664,0.000111293804,0.000038683673,0.00023069707,0.000029352253,0.000015227236],"category_scores_gemma":[0.027795034,0.000049258237,0.00019187797,0.00041493206,0.000064474836,0.00022666946,0.00007343533,0.000439388,0.00004192899],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004189645,0.0012456155,0.80220896,0.000043117125,0.0005484638,0.000009397711,0.000491285,0.0011504338,0.025524527,0.00016115428,0.13598485,0.02844253],"study_design_scores_gemma":[0.0016206017,0.0012761866,0.98316795,0.00018771224,0.0014032319,0.00075363263,0.001894114,0.003903134,0.0020226236,0.00019029334,0.003444913,0.00013561029],"about_ca_topic_score_codex":0.00016095072,"about_ca_topic_score_gemma":0.000021728669,"teacher_disagreement_score":0.18095897,"about_ca_system_score_codex":0.00066812057,"about_ca_system_score_gemma":0.0002005873,"threshold_uncertainty_score":0.98039424},"labels":[],"label_agreement":null},{"id":"W2051751075","doi":"10.12927/hcq..16516","title":"Nursing Best Practice Guidelines: A Gift for Advancing Professional Practice in Every Environment","year":2002,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Best practice; Excellence; Nursing; Consistency (knowledge bases); Medicine; Nursing practice; Health care; Professional development; Medical education; Management; Computer science; Political science","score_opus":0.19549424320486847,"score_gpt":0.5292567276078649,"score_spread":0.33376248440299644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051751075","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018467488,0.0064642993,0.015165747,0.95186424,0.0017566945,0.004796119,0.000057541918,0.00013533226,0.0012925357],"genre_scores_gemma":[0.44789478,0.0017195975,0.44790563,0.0969099,0.0027262801,0.0008868298,0.00028409265,0.00018383871,0.0014890244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949997,0.0005056401,0.002313024,0.0006782874,0.0007960593,0.0007072989],"domain_scores_gemma":[0.9916421,0.005548751,0.00086738734,0.0005278255,0.0010452948,0.0003686532],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002807927,0.00028382265,0.00048152806,0.00019930808,0.00019407517,0.00003536871,0.00011138712,0.00021665447,0.00022113802],"category_scores_gemma":[0.019945787,0.0002807037,0.0001317385,0.00025510965,0.00005881508,0.0013583953,0.000016084863,0.00068420736,0.00023766249],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019092758,0.0032658728,0.00045239434,0.00039449884,0.000056625293,0.00016097439,0.0068266974,0.000029968987,0.00033386727,0.0004028302,0.038108043,0.94805896],"study_design_scores_gemma":[0.009557385,0.010867275,0.0011950817,0.0025010875,0.0005361268,0.0012805449,0.12254371,0.01243905,0.000036283196,0.0008912,0.8374883,0.0006639465],"about_ca_topic_score_codex":0.00070333417,"about_ca_topic_score_gemma":0.00018099429,"teacher_disagreement_score":0.947395,"about_ca_system_score_codex":0.00079563045,"about_ca_system_score_gemma":0.0004861122,"threshold_uncertainty_score":0.99996454},"labels":[],"label_agreement":null},{"id":"W2052117442","doi":"10.1016/j.jada.2003.09.034","title":"An evidence-based approach to the development of national dietary guidelines","year":2003,"lang":"en","type":"article","venue":"Journal of the American Dietetic Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Scientific evidence; Cynicism; Evidence-based medicine; Process (computing); Test (biology); Medicine; Quality (philosophy); Medical literature; Public health; Evidence-based practice; Psychology; Population; Medical education; Public relations; Alternative medicine; Family medicine; Political science; Environmental health; Nursing; Computer science; Pathology","score_opus":0.35181446996674676,"score_gpt":0.4980859591449272,"score_spread":0.14627148917818045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052117442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91377264,0.00013438502,0.025690895,0.0591121,0.00040648432,0.0005111883,0.0000053079148,0.0000093761055,0.00035762438],"genre_scores_gemma":[0.8916709,0.00001990858,0.10240932,0.0055781566,0.00023949759,0.0000067723104,0.0000029157538,0.000010596676,0.000061923856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962399,0.0005292471,0.0015011113,0.00011267061,0.0014754784,0.00014156794],"domain_scores_gemma":[0.99295866,0.001483611,0.0030755172,0.00020967242,0.0021820548,0.000090503476],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070207217,0.00009836832,0.00031599592,0.00008829993,0.00010817077,0.000018501869,0.00023341097,0.000028880155,0.000013907866],"category_scores_gemma":[0.03651312,0.0000554814,0.00017262995,0.00050025404,0.00004472814,0.00017051013,0.000022308308,0.00022427172,0.000004079702],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019509736,0.0031487113,0.6826553,0.00012649862,0.0015290905,0.0000019878532,0.004096766,0.044540808,0.03214536,0.0001433264,0.11064267,0.119018555],"study_design_scores_gemma":[0.0016904516,0.0013675365,0.96550584,0.00041687136,0.0006605518,0.000024610263,0.0042804056,0.0050875875,0.0053484654,0.0002844744,0.015116776,0.00021645096],"about_ca_topic_score_codex":0.000023453304,"about_ca_topic_score_gemma":0.000015586043,"teacher_disagreement_score":0.28285056,"about_ca_system_score_codex":0.0006043299,"about_ca_system_score_gemma":0.0012155201,"threshold_uncertainty_score":0.97160274},"labels":[],"label_agreement":null},{"id":"W2052162409","doi":"10.5737/1181912x143188191","title":"Cartographier le cheminement, dans le système de soins, des patients atteints de cancer. Partie 1: Élaboration de la question de recherche","year":2004,"lang":"fr","type":"article","venue":"Canadian Oncology Nursing Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.23313485684076377,"score_gpt":0.5233659037211466,"score_spread":0.2902310468803828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052162409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8190781,0.005675364,0.09232799,0.07781625,0.001972658,0.00045557393,0.00007806944,0.000034509307,0.0025615173],"genre_scores_gemma":[0.9521661,0.0035158896,0.037171464,0.0041685486,0.002260929,0.00004437095,0.00010202581,0.00007267842,0.00049798476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931176,0.0040283394,0.0010062328,0.00029613083,0.00022751911,0.001324211],"domain_scores_gemma":[0.9959907,0.00086974393,0.00061051495,0.00019186462,0.00057602575,0.001761135],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010970582,0.00025363476,0.00037137495,0.00031264717,0.0007902913,0.00011795256,0.00018001921,0.00094451546,0.00015615212],"category_scores_gemma":[0.008469508,0.00031406232,0.00012872752,0.000521679,0.0008226357,0.00044753432,0.000011224687,0.0018415104,0.000011583599],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00039300253,0.0014049128,0.31802866,0.00015254867,0.0003365643,0.0006196073,0.013844216,0.003983481,0.016430717,0.0030077188,0.035920493,0.60587806],"study_design_scores_gemma":[0.02759355,0.003503514,0.65452516,0.015064997,0.003975499,0.006453176,0.030362435,0.005310025,0.01727464,0.11578982,0.11879115,0.00135603],"about_ca_topic_score_codex":0.3396889,"about_ca_topic_score_gemma":0.42730993,"teacher_disagreement_score":0.60452205,"about_ca_system_score_codex":0.11219916,"about_ca_system_score_gemma":0.094061345,"threshold_uncertainty_score":0.99993116},"labels":[],"label_agreement":null},{"id":"W2053200870","doi":"10.1016/j.jmpt.2008.10.008","title":"Literature Syntheses for the Council on Chiropractic Guidelines and Practice Parameters: Methodology","year":2008,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Medicine; Systematic review; Stakeholder; Manual therapy; Neck pain; Best practice; Medical education; Commission; Process (computing); Scientific literature; Grey literature; Adjudication; Alternative medicine; MEDLINE; Public relations; Management; Pathology; Computer science; Political science","score_opus":0.9588426296092053,"score_gpt":0.5935383466272366,"score_spread":0.3653042829819687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053200870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85785973,0.017408885,0.025498006,0.09704638,0.000601574,0.0012162891,0.000023903129,0.000024204248,0.000321034],"genre_scores_gemma":[0.86833066,0.018079232,0.0869884,0.025907587,0.0006105666,0.000007686761,0.0000027631015,0.0000146230095,0.00005848362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979738,0.0005949035,0.0007785901,0.00017132048,0.0003391023,0.00014229717],"domain_scores_gemma":[0.95580554,0.04152049,0.0007939615,0.00014047515,0.001666532,0.00007302722],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031797162,0.00016083168,0.00043761448,0.000032917622,0.00017842978,0.000027617412,0.000073218434,0.00012271562,0.0000119242095],"category_scores_gemma":[0.05272812,0.000077101045,0.00013370352,0.00009532035,0.00022571495,0.00022155432,0.000031541393,0.00047878284,9.3870295e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1361471,0.004152317,0.004575863,0.0005184761,0.01064158,0.0007618596,0.017842362,0.0017347322,0.111511596,0.015040215,0.018147225,0.6789267],"study_design_scores_gemma":[0.010718491,0.044389136,0.18396479,0.0013561391,0.007340526,0.022388563,0.011862384,0.012801529,0.0016898818,0.05715717,0.64531654,0.0010148777],"about_ca_topic_score_codex":0.0000064545,"about_ca_topic_score_gemma":7.9277794e-7,"teacher_disagreement_score":0.6779118,"about_ca_system_score_codex":0.000055922163,"about_ca_system_score_gemma":0.0001552207,"threshold_uncertainty_score":0.95525116},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2053786830","doi":"10.1136/ebm.13.5.130-a","title":"Evidence-based medicine targets the individual patient, part 2: guides and tools for individual decision-making","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Clinical decision making; Randomized controlled trial; Evidence-based medicine; Medicine; Adverse effect; Patient care; MEDLINE; Alternative medicine; Intensive care medicine; Psychology; Nursing; Surgery; Internal medicine","score_opus":0.5598851550812675,"score_gpt":0.48763081294438737,"score_spread":0.07225434213688009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053786830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49213865,0.051594347,0.046685193,0.3987299,0.0028097576,0.007374822,0.00013590325,0.0003535013,0.00017793622],"genre_scores_gemma":[0.90619534,0.0032384663,0.01616747,0.06978601,0.0037344263,0.0004641486,0.00027257373,0.00009046573,0.00005111522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913389,0.00062933,0.003225893,0.0011589628,0.0027514987,0.00089542475],"domain_scores_gemma":[0.9102421,0.08528894,0.0013471772,0.0011852803,0.0013503946,0.00058610225],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0097329635,0.000689872,0.0013111235,0.00053369295,0.0008421309,0.000096829084,0.00063787116,0.0002876748,0.0015772792],"category_scores_gemma":[0.24574788,0.00042218118,0.00025450555,0.0009993456,0.0018026963,0.0017961643,0.00019909926,0.0008002693,0.00002885294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005747087,0.00030494624,0.036972843,0.00047666955,0.00034147542,0.0002748594,0.0022970904,0.00021860066,0.00083646417,0.00014772757,0.35270977,0.5996725],"study_design_scores_gemma":[0.047042876,0.040514722,0.36483225,0.12721337,0.010389795,0.0012869725,0.012710863,0.009400087,0.0034976236,0.004319297,0.37619862,0.002593521],"about_ca_topic_score_codex":0.00028303047,"about_ca_topic_score_gemma":0.00008078758,"teacher_disagreement_score":0.597079,"about_ca_system_score_codex":0.00022043193,"about_ca_system_score_gemma":0.0014573017,"threshold_uncertainty_score":0.999823},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2054091384","doi":"10.1111/j.1532-5415.2000.tb02590.x","title":"Dementia Diagnostic Guidelines: Methodologies, Results, and Implementation Costs","year":2000,"lang":"en","type":"review","venue":"Journal of the American Geriatrics Society","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; Canadian Medical Association; U.S. Department of Veterans Affairs","keywords":"Medicine; Dementia; Referral; MEDLINE; Consistency (knowledge bases); Medical literature; Family medicine; Pathology; Disease","score_opus":0.36335331407353433,"score_gpt":0.5715116511156991,"score_spread":0.2081583370421648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054091384","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003257244,0.99243,0.00080356275,0.004460064,0.00070254976,0.0010551627,0.00016929347,0.000019548026,0.000034104545],"genre_scores_gemma":[0.000016328113,0.9221245,0.07420637,0.0021666095,0.0013051261,0.00001438941,0.0000746048,0.00005706298,0.000035014713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99274707,0.0010866959,0.004663746,0.0003586774,0.0008049031,0.0003388972],"domain_scores_gemma":[0.978724,0.010180006,0.009574817,0.0005581114,0.0007597801,0.00020330219],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006277412,0.00041578998,0.0022722567,0.00013485677,0.0001585921,0.0000766035,0.00041782326,0.00016055818,0.00005757481],"category_scores_gemma":[0.019413406,0.0002558619,0.0017248834,0.0011031989,0.00024306668,0.00020822168,0.000242859,0.0010454861,0.0000063365055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008304099,0.00003966337,0.00016408738,0.00074810185,0.0010049881,0.000010005153,0.00006963516,0.0000026511948,0.0000012134789,0.0000030360884,0.108170055,0.8897035],"study_design_scores_gemma":[0.0014813364,0.00050035643,0.0005665234,0.0013832393,0.013697534,0.00068570825,0.0010810967,0.0000065028316,9.966251e-7,0.000048935144,0.98031765,0.00023011041],"about_ca_topic_score_codex":0.0002857353,"about_ca_topic_score_gemma":0.000013243011,"teacher_disagreement_score":0.88947344,"about_ca_system_score_codex":0.0005929549,"about_ca_system_score_gemma":0.0015584633,"threshold_uncertainty_score":0.9999894},"labels":[],"label_agreement":null},{"id":"W2054185009","doi":"10.1016/j.fertnstert.2003.04.004","title":"The art of taking a history","year":2004,"lang":"en","type":"letter","venue":"Fertility and Sterility","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Questionnaire; Medical history; Psychology; Medicine; Surgery; Sociology; Social science","score_opus":0.2853795749010841,"score_gpt":0.4288888436132038,"score_spread":0.14350926871211966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054185009","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10349826,0.0015406938,0.0003203653,0.8896701,0.0009773235,0.00090866664,0.000070363654,0.0000486996,0.0029655376],"genre_scores_gemma":[0.35610923,0.000119310935,0.00047850757,0.63873893,0.0008960404,0.000037979928,0.00039992246,0.00003339348,0.0031866836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978267,0.00022101768,0.0010333391,0.000346627,0.00036909315,0.00020321769],"domain_scores_gemma":[0.9974412,0.0010717955,0.0005675508,0.0006730566,0.00019520753,0.000051221832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014390727,0.00016811132,0.00043986164,0.000027589735,0.0000715682,0.000012153054,0.000097713535,0.0003323253,0.00034135242],"category_scores_gemma":[0.0032826087,0.0001187319,0.00015305844,0.000039450915,0.00040131397,0.00007283064,0.00009089164,0.001083099,0.000012831143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013469497,0.00014049844,0.0036801544,0.0018682644,0.0001698552,0.00006160234,0.00032172367,1.7453625e-7,0.00011611575,0.0000038886924,0.9493597,0.030808533],"study_design_scores_gemma":[0.00039923502,0.0001057312,0.35777545,0.00007303899,0.0001275487,0.0000075820208,0.000024311614,0.000014072387,0.000011548941,0.000395016,0.6410048,0.00006169764],"about_ca_topic_score_codex":0.00046605783,"about_ca_topic_score_gemma":0.00020497688,"teacher_disagreement_score":0.35409528,"about_ca_system_score_codex":0.0003604321,"about_ca_system_score_gemma":0.0004235104,"threshold_uncertainty_score":0.48417464},"labels":[],"label_agreement":null},{"id":"W2054527186","doi":"10.1373/clinchem.2008.105494","title":"National Academy of Clinical Biochemistry Laboratory Medicine Practice Guidelines for the Use of Tumor Markers","year":2008,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Abbott Diagnostics","keywords":"Clinical biochemistry; Medical laboratory; Clinical Practice; Medicine; Medical physics; Medical education; Family medicine; Pathology","score_opus":0.6727196783209847,"score_gpt":0.6196566937421892,"score_spread":0.053062984578795436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054527186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7867437,0.0014355781,0.0011681502,0.20630069,0.0007921366,0.0016129519,0.00055154716,0.00010736969,0.0012878473],"genre_scores_gemma":[0.78797644,0.004405982,0.11299729,0.08108792,0.010590224,0.0001390569,0.00034508624,0.00013090609,0.0023270675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906596,0.0002172786,0.0071460833,0.00061936484,0.0010904563,0.000267224],"domain_scores_gemma":[0.93216246,0.05674435,0.0033408217,0.0005025973,0.0069209286,0.00032882122],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010413019,0.00025892528,0.0010836652,0.000028614973,0.0000958708,0.0000055676337,0.00034556037,0.00046462123,0.00032299885],"category_scores_gemma":[0.5516331,0.00018334521,0.0005693613,0.00034950997,0.0017431398,0.00022796814,0.0001376896,0.0009976942,0.0000065363747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064498633,0.0013278265,0.038240056,0.0006886082,0.0009263821,0.000024477447,0.000020107762,0.000036277594,0.011548554,0.000038815306,0.9338697,0.0068293],"study_design_scores_gemma":[0.013365153,0.0007096556,0.026410831,0.0005118565,0.0018629582,0.00037785035,0.0007254596,0.004093205,0.02928611,0.00012411163,0.92213166,0.00040113844],"about_ca_topic_score_codex":0.000021000922,"about_ca_topic_score_gemma":3.0742288e-7,"teacher_disagreement_score":0.5412201,"about_ca_system_score_codex":0.00004920478,"about_ca_system_score_gemma":0.0014880905,"threshold_uncertainty_score":0.7476601},"labels":[],"label_agreement":null},{"id":"W2054941643","doi":"10.1002/jso.21419","title":"Evidence‐based clinical practice guideline development: Principles, challenges, and accountability to evidence","year":2009,"lang":"en","type":"editorial","venue":"Journal of Surgical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Cancer Agency","funders":"","keywords":"Agency (philosophy); Guideline; George (robot); Population; Library science; Columbia university; Medicine; Accountability; History; Media studies; Political science; Sociology; Law; Art history; Social science; Environmental health","score_opus":0.5246848457434033,"score_gpt":0.5890522732714438,"score_spread":0.06436742752804048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054941643","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023181785,0.07701553,0.0012099391,0.3192289,0.5953833,0.0023119026,0.000023543938,0.000080861915,0.002427866],"genre_scores_gemma":[0.00056742824,0.20048423,0.17081672,0.010128724,0.6177031,0.000021430054,0.00005630638,0.000070276765,0.0001518223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9818189,0.0026758194,0.010728384,0.0010299219,0.0031184193,0.000628521],"domain_scores_gemma":[0.84458154,0.13575028,0.007261968,0.00084344123,0.010030115,0.001532682],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.051424842,0.00058799237,0.0030203774,0.00041767317,0.00010736716,0.000069580135,0.0005920627,0.0021743302,0.00027256657],"category_scores_gemma":[0.2992022,0.0004659086,0.0005323924,0.00032351847,0.00026065414,0.0012300614,0.0003620156,0.004771995,0.000064922395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012963098,0.0011489599,0.0000848256,0.00017626442,0.00020934516,0.0018225922,0.000080770704,0.000009958945,0.000006231988,0.000009912548,0.5361155,0.44737253],"study_design_scores_gemma":[0.005171203,0.010848182,0.0016090801,0.0036359273,0.0014700883,0.0011949703,0.00020273711,0.000035535344,0.000006357805,0.00003546249,0.97540224,0.00038820386],"about_ca_topic_score_codex":0.00004931116,"about_ca_topic_score_gemma":0.00011723385,"teacher_disagreement_score":0.44698432,"about_ca_system_score_codex":0.0017616159,"about_ca_system_score_gemma":0.016262718,"threshold_uncertainty_score":0.9997793},"labels":[],"label_agreement":null},{"id":"W2055668115","doi":"10.3747/co.22.2617","title":"The Best Available Evidence ... All in One Place","year":2015,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Breast cancer; Alternative medicine; Family medicine; Cancer; Internal medicine; Pathology","score_opus":0.851258748853952,"score_gpt":0.6276435499836349,"score_spread":0.2236151988703171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055668115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81253684,0.021004865,0.0004232377,0.14613003,0.0055803,0.0018138578,0.0000055555774,0.000084657506,0.012420692],"genre_scores_gemma":[0.97447145,0.010848864,0.0031734533,0.0047127614,0.0018472209,0.00024617044,0.000075767464,0.00004446193,0.0045798565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830663,0.00027875282,0.0006632776,0.0002216115,0.00026589807,0.00026384174],"domain_scores_gemma":[0.9957254,0.0033565988,0.00019693548,0.00029102506,0.00025805586,0.00017197055],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029166364,0.00008482011,0.00022347888,0.00004780544,0.000035737226,0.000014413814,0.00013188785,0.000073536175,0.0001757753],"category_scores_gemma":[0.016662387,0.000062906336,0.000034219556,0.00016115709,0.000098634766,0.00015552517,0.00010526682,0.00042458918,0.0016635074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015940632,0.0018628599,0.16483243,0.00006526189,0.000045943932,0.000048427093,0.0006744783,0.000021722202,0.00037740066,0.00038046853,0.50689155,0.32320538],"study_design_scores_gemma":[0.0025635448,0.0010947026,0.0031717974,0.00012458376,0.00009789441,0.000032989778,0.00094310765,0.00093566097,0.00003503933,0.00025589883,0.9906735,0.00007129905],"about_ca_topic_score_codex":0.00022477745,"about_ca_topic_score_gemma":0.0011195174,"teacher_disagreement_score":0.48378193,"about_ca_system_score_codex":0.0004985269,"about_ca_system_score_gemma":0.0008802707,"threshold_uncertainty_score":0.9991138},"labels":[],"label_agreement":null},{"id":"W2055863337","doi":"10.1136/bmjqs-2013-002293.68","title":"037 Updating an Adapted CPG: When Is Enough Enough?","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary; Institute of Health Economics","funders":"","keywords":"Medicine; CpG site; Medical physics; DNA methylation","score_opus":0.3671920074184311,"score_gpt":0.5445310553043549,"score_spread":0.17733904788592375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055863337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7059903,0.00010653693,0.013835076,0.25894246,0.0006963527,0.004549671,0.00018392873,0.00053474214,0.015160929],"genre_scores_gemma":[0.94058776,0.00004265196,0.033263344,0.022807451,0.0011903346,0.00014591971,0.000742345,0.000060100203,0.0011601083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940864,0.0007318771,0.0033200316,0.0005941841,0.0007952173,0.00047228285],"domain_scores_gemma":[0.9951803,0.0019987272,0.0007679281,0.0010162068,0.0006560124,0.00038080674],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0052723875,0.00026528293,0.0005853359,0.000063959735,0.0001999833,0.00006784669,0.00021012423,0.00018812026,0.0129694035],"category_scores_gemma":[0.008770115,0.00024186807,0.00018060993,0.00021143936,0.000085750886,0.0009383746,0.00014501184,0.00047332825,0.0014181796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021622241,0.0018135178,0.027366856,0.0004754149,0.000522555,0.00004058722,0.013280854,0.000017965172,0.01607128,0.01130386,0.23938604,0.6875588],"study_design_scores_gemma":[0.013232207,0.0015094604,0.32202184,0.0003098542,0.0006906786,0.00012059371,0.04044277,0.00520444,0.002459947,0.018050008,0.59445727,0.0015009126],"about_ca_topic_score_codex":0.0080881165,"about_ca_topic_score_gemma":0.0003053543,"teacher_disagreement_score":0.6860579,"about_ca_system_score_codex":0.00017736999,"about_ca_system_score_gemma":0.00039966853,"threshold_uncertainty_score":0.9995794},"labels":[],"label_agreement":null},{"id":"W2055953374","doi":"10.1371/journal.pmed.1001516","title":"Translating Cochrane Reviews to Ensure that Healthcare Decision-Making is Informed by High-Quality Research Evidence","year":2013,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"World Health Organization","keywords":"Health care; Systematic review; Medicine; MEDLINE; Alternative medicine; Cochrane collaboration; Cochrane Library; Quality (philosophy); Medical education; Family medicine; Political science; Pathology; Law","score_opus":0.6963868790622543,"score_gpt":0.6548832289338604,"score_spread":0.041503650128393854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055953374","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42622355,0.014948018,0.0024114256,0.5495252,0.0003887843,0.005713987,0.000026048445,0.000120832636,0.0006421592],"genre_scores_gemma":[0.9417912,0.005100055,0.013632717,0.038049895,0.00077618356,0.00027583586,0.000069311194,0.000046305882,0.0002585353],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99232304,0.0007923023,0.0027386532,0.00066420704,0.0027537823,0.0007280237],"domain_scores_gemma":[0.97103167,0.024361582,0.0006442305,0.0011969312,0.0019252686,0.00084034615],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010219188,0.00029085847,0.001157601,0.00028905293,0.0002455622,0.0000401816,0.00031425207,0.00018449801,0.004813291],"category_scores_gemma":[0.13426724,0.00020813469,0.00012929417,0.0010302238,0.0001801405,0.0005803136,0.000115389186,0.0010796901,0.00085605803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000622594,0.00015096564,0.0147888,0.0021282092,0.00007912411,0.000015436775,0.005435307,5.288353e-7,0.01610092,0.00004264906,0.33933374,0.6213017],"study_design_scores_gemma":[0.02528336,0.016341874,0.32061878,0.27840552,0.0020662772,0.0002721543,0.037867066,0.0013923837,0.007203728,0.0102721555,0.29751253,0.0027641854],"about_ca_topic_score_codex":0.004101549,"about_ca_topic_score_gemma":0.0005361845,"teacher_disagreement_score":0.61853755,"about_ca_system_score_codex":0.00034994222,"about_ca_system_score_gemma":0.00037716606,"threshold_uncertainty_score":0.9999219},"labels":[],"label_agreement":null},{"id":"W2056267533","doi":"10.1136/emermed-2011-200617.6","title":"006 Tuning fork testing on ankle injuries: does it improve the accuracy of the Ottawa ankle rules?","year":2011,"lang":"en","type":"article","venue":"Emergency Medicine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ankle; Medicine; Ankle replacement; Test (biology); Tuning fork; Ankle injury; Physical therapy; Physical medicine and rehabilitation; Surgery","score_opus":0.23996186378230738,"score_gpt":0.4590891520888285,"score_spread":0.21912728830652112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056267533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8853125,0.00045833297,0.0011904117,0.050776258,0.008803916,0.0011411222,0.000017772893,0.00004803454,0.05225163],"genre_scores_gemma":[0.98817414,0.00035130928,0.001534779,0.0016050726,0.004285646,0.000018398547,0.000007525693,0.000051118568,0.0039720167],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99559784,0.00030523757,0.0024898183,0.00025062577,0.00096560695,0.00039087498],"domain_scores_gemma":[0.99406487,0.0020781371,0.002141254,0.0006694296,0.00083718804,0.0002091386],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044022035,0.00024807098,0.00042965045,0.00012372278,0.00045023134,0.000007996921,0.00047502786,0.00008817388,0.014038097],"category_scores_gemma":[0.05355355,0.000105526255,0.00021035751,0.00051482057,0.00023471724,0.00029346606,0.0001341202,0.0011775161,0.000024066765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008023138,0.0006310016,0.27576154,0.00022361909,0.00048955384,0.000011109734,0.012291497,0.000012926794,0.031795725,0.000561356,0.6328448,0.044574562],"study_design_scores_gemma":[0.009123063,0.007608194,0.6572693,0.00293861,0.0023755042,0.00057029835,0.04021415,0.0015993285,0.008060416,0.01682842,0.25268602,0.00072667975],"about_ca_topic_score_codex":0.00063186133,"about_ca_topic_score_gemma":0.0001684062,"teacher_disagreement_score":0.38150778,"about_ca_system_score_codex":0.000075023934,"about_ca_system_score_gemma":0.000266438,"threshold_uncertainty_score":0.9868632},"labels":[],"label_agreement":null},{"id":"W2056609273","doi":"10.1016/j.healthpol.2006.02.009","title":"Seeking a second opinion: Do patients need a second opinion when practice guidelines exist?","year":2006,"lang":"en","type":"review","venue":"Health Policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Wonder; Second opinion; Context (archaeology); Expert opinion; Opinion leadership; Medicine; Clinical Practice; Psychology; Public relations; Social psychology; Family medicine; Political science; Intensive care medicine","score_opus":0.4591495269937402,"score_gpt":0.6212606892046955,"score_spread":0.16211116221095528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056609273","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003349733,0.9359666,0.00015301723,0.047623772,0.002800308,0.0051775523,0.0007573757,0.00020131674,0.00731669],"genre_scores_gemma":[0.0000016760234,0.90909666,0.010760768,0.0594432,0.012130364,0.0002926392,0.006032746,0.00024964055,0.0019922885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98758256,0.0013773703,0.007471913,0.0012345413,0.0011250408,0.0012085579],"domain_scores_gemma":[0.9864548,0.0032897277,0.005986536,0.0013740389,0.0020423597,0.0008525661],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041509327,0.00097274483,0.0033859317,0.0009599732,0.0003415912,0.00016020978,0.00038223213,0.00073236367,0.0010068464],"category_scores_gemma":[0.025914054,0.000877563,0.0007477836,0.0010065939,0.00008654766,0.00068653707,0.00032038914,0.0016261322,0.0005022137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056321696,0.00024169592,0.00001713532,0.025485676,0.00013007851,0.000005810789,0.00017726766,2.0906519e-7,3.0616825e-8,0.00023211777,0.4036929,0.5699608],"study_design_scores_gemma":[0.002867146,0.00075637054,0.000055937486,0.015410479,0.00039436395,0.00034397724,0.00017293153,0.000013474541,4.1775134e-8,0.00021856443,0.9791848,0.00058190484],"about_ca_topic_score_codex":0.0064466605,"about_ca_topic_score_gemma":0.00036614935,"teacher_disagreement_score":0.5754919,"about_ca_system_score_codex":0.0018532908,"about_ca_system_score_gemma":0.009503685,"threshold_uncertainty_score":0.99990636},"labels":[],"label_agreement":null},{"id":"W2056925696","doi":"10.1258/jhsrp.2008.008027","title":"Evidence-informed evidence-making","year":2008,"lang":"en","type":"article","venue":"Journal of Health Services Research & Policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Nice; Excellence; Project commissioning; Public relations; Evidence-based practice; Relevance (law); Quality (philosophy); Public health; Commission; Evidence-based medicine; Medicine; Political science; MEDLINE; Nursing; Publishing; Alternative medicine","score_opus":0.7290028448191769,"score_gpt":0.6930395926721775,"score_spread":0.03596325214699936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056925696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7929168,0.011410337,0.00011935464,0.19337834,0.00032591895,0.0010226947,0.0000027996791,0.000023755894,0.0007999944],"genre_scores_gemma":[0.9435551,0.034264684,0.0027807348,0.016977554,0.0020827912,0.0000064761066,0.0000025744303,0.00002549591,0.00030459225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9922405,0.0009206707,0.0028597126,0.00021827783,0.0028748044,0.00088606495],"domain_scores_gemma":[0.9843862,0.009170592,0.0017197758,0.0005116506,0.003554348,0.0006574498],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013452546,0.0001535678,0.00065943995,0.001229198,0.00040201293,0.000060027516,0.00046151291,0.000102366736,0.0003359817],"category_scores_gemma":[0.016950967,0.00011942636,0.00020814929,0.0014772182,0.00012761392,0.0018127967,0.00018820041,0.0014125257,0.00019478232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0113873165,0.0011781134,0.35109803,0.014887369,0.00055641285,0.0012333122,0.045246076,0.00022630935,0.0024388707,0.0004902871,0.071750894,0.49950704],"study_design_scores_gemma":[0.007128904,0.016875528,0.71527296,0.05339808,0.00012324234,0.009170659,0.030461937,0.0024520822,0.000411978,0.0012908982,0.16294323,0.00047051464],"about_ca_topic_score_codex":0.0044390615,"about_ca_topic_score_gemma":0.00030678103,"teacher_disagreement_score":0.49903652,"about_ca_system_score_codex":0.0015084505,"about_ca_system_score_gemma":0.017606199,"threshold_uncertainty_score":0.99132967},"labels":[],"label_agreement":null},{"id":"W2057253635","doi":"10.14419/ijm.v3i1.3926","title":"Utilization of clinical practice guidelines: a survey of Canadian pediatric physicians","year":2014,"lang":"en","type":"article","venue":"International Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Stollery Children's Hospital; University of Alberta","funders":"Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Family medicine; Guideline; Clinical Practice; Population; Pediatrics; Environmental health","score_opus":0.5296094219432594,"score_gpt":0.6067433039784235,"score_spread":0.07713388203516403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057253635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74060005,0.001173031,0.034931295,0.20682384,0.009549376,0.0005192239,0.00009840963,0.000016339396,0.006288443],"genre_scores_gemma":[0.97247785,0.0022697076,0.012355044,0.008663325,0.0040785396,7.021008e-7,0.000092015485,0.000018630166,0.00004417531],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99297476,0.0004794513,0.0048042187,0.00014674985,0.001463126,0.00013170484],"domain_scores_gemma":[0.9713008,0.0048664315,0.0041773277,0.0002111073,0.01920561,0.0002387653],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013010572,0.00011832403,0.0007077262,0.0009994487,0.000015427222,0.000004876638,0.00030528015,0.00010316926,0.00022853768],"category_scores_gemma":[0.25456762,0.00009282643,0.00015656106,0.0006524169,0.0001412232,0.00028380484,0.00003041633,0.000350222,0.0000054814436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030600228,0.0008199407,0.36668855,0.00009279057,0.0008449191,0.00009372583,0.0004675131,0.00020078606,0.0005301893,0.00067808176,0.1537773,0.4727462],"study_design_scores_gemma":[0.01258632,0.0032982905,0.8423655,0.00070214353,0.0012683125,0.0005071771,0.0015985613,0.0030119326,0.0002486468,0.0002915728,0.13397157,0.00014997655],"about_ca_topic_score_codex":0.054921843,"about_ca_topic_score_gemma":0.0130415205,"teacher_disagreement_score":0.47567695,"about_ca_system_score_codex":0.00007126971,"about_ca_system_score_gemma":0.001126767,"threshold_uncertainty_score":0.9513715},"labels":[],"label_agreement":null},{"id":"W2057398800","doi":"10.1038/jid.2010.164","title":"Critical Appraisal of Quality of Clinical Practice Guidelines for Treatment of Psoriasis Vulgaris, 2006–2009","year":2010,"lang":"en","type":"article","venue":"Journal of Investigative Dermatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor; Western University","funders":"Nepal Academy of Science and Technology","keywords":"CLARITY; Scope (computer science); Critical appraisal; Quality (philosophy); Medicine; Inclusion (mineral); Stakeholder; Rigour; Medical education; Alternative medicine; Psychology; Computer science; Pathology; Political science; Public relations","score_opus":0.49052987893649513,"score_gpt":0.6355704112980979,"score_spread":0.14504053236160275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057398800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88661176,0.0005030181,0.0059081595,0.104314774,0.0018353771,0.00045746568,0.00017417248,0.0000072387143,0.0001880513],"genre_scores_gemma":[0.63265896,0.00028124076,0.36410382,0.0021966351,0.0007014046,0.0000089666155,0.000020731957,0.000020299862,0.000007914094],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98948956,0.0009628502,0.008512083,0.00022728853,0.0005797442,0.00022849791],"domain_scores_gemma":[0.9064911,0.060783155,0.009817605,0.00054513366,0.021884305,0.00047867448],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049133664,0.00020810083,0.0020514918,0.00020508056,0.000033025248,0.0000039741312,0.00016997237,0.00033759253,0.00008385854],"category_scores_gemma":[0.5272911,0.00015724696,0.0006305847,0.00020139369,0.0013985739,0.0003685001,0.00003624783,0.00042264274,0.0000019719785],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027183866,0.016505798,0.15535733,0.002202947,0.005632972,0.00025852994,0.0029971732,0.00004273746,0.4862043,0.053324975,0.18402909,0.06626029],"study_design_scores_gemma":[0.03415572,0.016498702,0.10021826,0.00039316513,0.005836138,0.004827307,0.009025065,0.0010165229,0.69910496,0.01656251,0.111878134,0.00048350613],"about_ca_topic_score_codex":0.00019423176,"about_ca_topic_score_gemma":0.00006557346,"teacher_disagreement_score":0.5223777,"about_ca_system_score_codex":0.000025703685,"about_ca_system_score_gemma":0.0013754081,"threshold_uncertainty_score":0.6412345},"labels":[],"label_agreement":null},{"id":"W2057476616","doi":"10.1503/cmaj.111-2008","title":"Canada's e-health software mess: simple solution","year":2011,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Simple (philosophy); Unintended consequences; Computer science; Software; Data science; Health records; Internet privacy; Computer security; World Wide Web; Health care; Political science; Law; Operating system","score_opus":0.08662338329188773,"score_gpt":0.38045906773891885,"score_spread":0.2938356844470311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057476616","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013287467,0.00033287067,0.000645236,0.9941983,0.0029489673,0.00040582663,0.0004321742,0.000039051454,0.0008646512],"genre_scores_gemma":[0.00081087364,0.0003251128,0.0007761362,0.97287536,0.02121435,0.00001334527,0.0017314313,0.000083049585,0.002170361],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99124056,0.00066854246,0.0022292351,0.00040596334,0.0041392124,0.0013165042],"domain_scores_gemma":[0.99208254,0.0011439513,0.0019130671,0.0003184303,0.0014870567,0.003054978],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004439251,0.0003521432,0.0008442028,0.00033829265,0.00049019675,0.000090713926,0.00035267105,0.0019019631,0.017078683],"category_scores_gemma":[0.02677961,0.00034495624,0.00026006295,0.00028721505,0.00004461702,0.00017255875,0.000036594556,0.008782042,0.00020705287],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000009339688,0.0000145799695,0.005288526,0.00006495875,0.0002514762,0.0023688446,0.00004042588,2.1329664e-7,1.01114665e-7,0.0000032629362,0.9454257,0.046532586],"study_design_scores_gemma":[0.001180576,0.00013226575,0.005639618,0.00021143131,0.00018423412,0.0013201139,0.00009216628,0.000039171442,5.279433e-7,0.00014301167,0.99077845,0.00027846696],"about_ca_topic_score_codex":0.9650899,"about_ca_topic_score_gemma":0.9929848,"teacher_disagreement_score":0.13223937,"about_ca_system_score_codex":0.013749668,"about_ca_system_score_gemma":0.14598905,"threshold_uncertainty_score":0.9999002},"labels":[],"label_agreement":null},{"id":"W2058139588","doi":"10.1016/j.otohns.2010.04.149","title":"S27– A model for an international collaboration across organizations for developing clinical practice guidelines","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Process management; Clinical Practice; Knowledge management; Business; Computer science; Medicine; Nursing","score_opus":0.31308349304851174,"score_gpt":0.6057176399217358,"score_spread":0.29263414687322403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058139588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2742427,0.000007182477,0.647476,0.074161544,0.0020215786,0.0016595674,0.00018470419,0.000095294534,0.00015140891],"genre_scores_gemma":[0.14185889,0.000045160024,0.8273931,0.026317038,0.0018564074,0.00031689432,0.0018359968,0.00005456519,0.0003219442],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972941,0.00007750071,0.0016692292,0.00048062747,0.00020079869,0.00027774545],"domain_scores_gemma":[0.9863983,0.0024825728,0.00058387377,0.0003827251,0.010017022,0.00013551213],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029191854,0.00015172522,0.000319337,0.00007210548,0.00021950589,0.00007111201,0.00019833354,0.0003224193,0.00004032784],"category_scores_gemma":[0.14973392,0.00015094398,0.000084305364,0.00025789638,0.00009053903,0.0009746054,0.000073130795,0.00026102882,0.000014567046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014337024,0.0048195003,0.15162104,0.00041319808,0.0018441449,0.000038045855,0.00509406,0.002279133,0.12915188,0.20206574,0.34208044,0.14625579],"study_design_scores_gemma":[0.006412888,0.0007450087,0.0065737846,0.00001636765,0.00032142206,0.00022937875,0.0011043367,0.5582665,0.0004825698,0.0024832399,0.42309082,0.00027369565],"about_ca_topic_score_codex":0.000031923737,"about_ca_topic_score_gemma":0.0012549123,"teacher_disagreement_score":0.55598736,"about_ca_system_score_codex":0.000057868172,"about_ca_system_score_gemma":0.0012320539,"threshold_uncertainty_score":0.85742825},"labels":[],"label_agreement":null},{"id":"W2058147554","doi":"10.1016/j.jbi.2013.01.002","title":"Mitigation of adverse interactions in pairs of clinical practice guidelines using constraint logic programming","year":2013,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Wilfrid Laurier University; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Constraint (computer-aided design); Logic programming; Programming language; Constraint logic programming; Constraint programming; Constraint satisfaction; Artificial intelligence; Mathematics; Mathematical optimization","score_opus":0.37168328194005285,"score_gpt":0.5709180577282817,"score_spread":0.1992347757882289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058147554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9294691,0.00005095275,0.05703801,0.011663831,0.00083086174,0.0006176924,0.000007920309,0.00000969113,0.00031190974],"genre_scores_gemma":[0.5029791,0.00009153447,0.49525934,0.0014183426,0.00022571663,0.0000019001449,0.000013651822,0.000006586203,0.0000038198473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98920697,0.00016698446,0.009522543,0.00006451728,0.0008624444,0.00017651897],"domain_scores_gemma":[0.986651,0.0028524164,0.0060607167,0.00017442339,0.004002647,0.00025876713],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059161577,0.00012027806,0.00069741224,0.00040027517,0.000020554678,0.00000933301,0.00012199283,0.00013424024,0.00022335924],"category_scores_gemma":[0.070669286,0.00009001369,0.00026892422,0.00045999998,0.0003858468,0.0012762884,0.000058467784,0.0006608788,0.000007735749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012188132,0.004626322,0.04392509,0.0015101169,0.000918914,0.0001048455,0.0034895611,0.000652927,0.0053147497,0.00038754634,0.012609271,0.9252418],"study_design_scores_gemma":[0.034398127,0.010767626,0.069988504,0.010219722,0.0037310463,0.008560126,0.3016234,0.4282825,0.0020268005,0.002278957,0.1272177,0.00090550416],"about_ca_topic_score_codex":0.0001392983,"about_ca_topic_score_gemma":0.000007568081,"teacher_disagreement_score":0.9243363,"about_ca_system_score_codex":0.00009022408,"about_ca_system_score_gemma":0.000833197,"threshold_uncertainty_score":0.9371589},"labels":[],"label_agreement":null},{"id":"W2058362734","doi":"10.1186/1472-6882-12-s1-p151","title":"P02.95. Treating type 2 diabetes: a cross-sectional audit of naturopathic standards of care using the Naturopathic Patient Database","year":2012,"lang":"en","type":"article","venue":"BMC Complementary and Alternative Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian College of Naturopathic Medicine","funders":"","keywords":"Medicine; Audit; Naturopathy; Diabetes mellitus; Family medicine; Type 2 Diabetes Mellitus; Alternative medicine; Management; Endocrinology","score_opus":0.22323474749425876,"score_gpt":0.49129135352371034,"score_spread":0.2680566060294516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058362734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903682,0.0062519778,0.0010503599,0.00014526068,0.0008461581,0.0005915739,0.0006271017,0.00001244199,0.00010691923],"genre_scores_gemma":[0.99545336,0.00018333213,0.0023366024,0.0006105481,0.0008326097,0.000007168058,0.00054896204,0.000021389635,0.000006059127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687785,0.00036331895,0.0012139359,0.0002719571,0.0009906249,0.00028228483],"domain_scores_gemma":[0.99631083,0.0015009049,0.00078721094,0.00030862837,0.00095465756,0.00013779236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002073572,0.00020698513,0.0004506976,0.0001133635,0.00016916748,0.000007303445,0.0001194658,0.00003742284,0.00070504105],"category_scores_gemma":[0.0029210963,0.00013642915,0.000076076874,0.0002577597,0.0004450497,0.00024743477,0.00020046324,0.00037548112,7.290291e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007678565,0.00014772477,0.97856206,0.0005228521,0.00016477141,0.0000046187715,0.0022093926,0.000043125743,0.013978877,0.00019367004,0.00012713236,0.0032779307],"study_design_scores_gemma":[0.009930996,0.00535652,0.9373865,0.0017569358,0.0010276586,0.00010013476,0.016690142,0.0063976045,0.015321267,0.00013578449,0.005535274,0.00036115482],"about_ca_topic_score_codex":0.00045604128,"about_ca_topic_score_gemma":0.0000702616,"teacher_disagreement_score":0.041175522,"about_ca_system_score_codex":0.00015412632,"about_ca_system_score_gemma":0.00023800749,"threshold_uncertainty_score":0.7719705},"labels":[],"label_agreement":null},{"id":"W2058421236","doi":"10.1136/bmj.327.7406.106","title":"Scope of EPOC is clarified","year":2003,"lang":"en","type":"letter","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Ottawa; Ottawa Hospital; Institute of Population and Public Health","funders":"","keywords":"Scope (computer science); Computer science; Programming language","score_opus":0.3351415141805919,"score_gpt":0.5229546118282598,"score_spread":0.18781309764766785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058421236","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035765307,0.00020671547,0.00020874145,0.9712583,0.00073507807,0.00092596444,0.000049415747,0.000022699522,0.02623547],"genre_scores_gemma":[0.00015708667,0.00010747274,0.0062222905,0.9761507,0.0036658484,0.000025266796,0.0005219799,0.000048893453,0.013100464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741465,0.0001425889,0.0014015725,0.00029400078,0.0005442039,0.00020301483],"domain_scores_gemma":[0.9975723,0.0006738157,0.0007652138,0.0006555161,0.00028453468,0.00004858939],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008498016,0.00017348435,0.00052318745,0.00010259939,0.000017674885,0.000009322091,0.00009452629,0.0006780602,0.003578262],"category_scores_gemma":[0.0037232295,0.00015578349,0.00019257971,0.0001346324,0.000053577536,0.0000538445,0.000033400906,0.0013718898,0.00039278824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055184846,0.000034003,0.00024167738,0.00026738874,0.00011866669,0.00017959299,0.000017844735,1.14134764e-7,0.00012529765,0.0000056042945,0.9941666,0.0047880253],"study_design_scores_gemma":[0.0011521839,0.00016612135,0.00033631164,0.00016484823,0.0004397495,0.000088091634,0.000025806385,0.000004964865,0.00064150256,0.00015530261,0.99668753,0.00013757552],"about_ca_topic_score_codex":0.00018287082,"about_ca_topic_score_gemma":0.0000069650814,"teacher_disagreement_score":0.013135007,"about_ca_system_score_codex":0.00005139134,"about_ca_system_score_gemma":0.0004008029,"threshold_uncertainty_score":0.9973326},"labels":[],"label_agreement":null},{"id":"W2058955785","doi":"10.1136/bmjqs-2013-002293.112","title":"081 The Endocrine Society Guidelines: Implications of Strong Recommendations with Low Quality Evidence","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Endocrine system; Quality (philosophy); Evidence-based medicine; Quality of evidence; Quality management; Alternative medicine; Operations management; Internal medicine; Pathology; Hormone; Randomized controlled trial; Epistemology; Engineering","score_opus":0.5393852677508872,"score_gpt":0.6091649103676251,"score_spread":0.06977964261673786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058955785","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17508483,0.0001836085,0.10247651,0.71670645,0.00017536475,0.0040553305,0.0002425036,0.00014119044,0.00093423977],"genre_scores_gemma":[0.9405769,0.00072086154,0.045347292,0.011517848,0.0004453114,0.00043725467,0.00046710751,0.00003612377,0.00045130512],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9931935,0.00079465646,0.004524464,0.00046613067,0.00067108223,0.00035016195],"domain_scores_gemma":[0.985535,0.008666919,0.0015077104,0.0014762385,0.002624953,0.00018914732],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007839742,0.00023296718,0.0005425639,0.000033580065,0.0002856875,0.0000398675,0.00031234993,0.00007939087,0.0014447808],"category_scores_gemma":[0.016495636,0.00015200741,0.00031162627,0.0004858046,0.00028621,0.0006308618,0.00016470747,0.00041726461,0.000089559784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015781797,0.0016322316,0.20844091,0.0011248039,0.0011778346,0.0000016410147,0.0031552766,0.00035928554,0.014176133,0.02407169,0.486497,0.257785],"study_design_scores_gemma":[0.0038756165,0.00040149537,0.9388055,0.0006830187,0.0005340081,0.00005053377,0.02719981,0.001080312,0.0005586011,0.0020904855,0.024226809,0.0004937736],"about_ca_topic_score_codex":0.007834849,"about_ca_topic_score_gemma":0.00073285506,"teacher_disagreement_score":0.7654921,"about_ca_system_score_codex":0.00019192405,"about_ca_system_score_gemma":0.0008191023,"threshold_uncertainty_score":0.999468},"labels":[],"label_agreement":null},{"id":"W2058969413","doi":"10.5489/cuaj.12215","title":"Amazing flow rate for an amazing meeting! Niagara 2013","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art; Computer science","score_opus":0.14995730954420794,"score_gpt":0.40348328845459747,"score_spread":0.2535259789103895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058969413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8858303,0.0003081823,0.0040015494,0.10570705,0.0018250567,0.000728334,0.00006639281,0.000076298464,0.0014568337],"genre_scores_gemma":[0.9666261,0.000063991785,0.0083332565,0.020799737,0.0037694685,0.000019718405,0.00011124812,0.000027071115,0.00024937373],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974104,0.00040343616,0.00085892715,0.00019127264,0.00031242747,0.0008235076],"domain_scores_gemma":[0.9958551,0.0013867874,0.00061852334,0.00012700187,0.0005800478,0.0014325421],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064071715,0.00015057117,0.00029756597,0.00015429084,0.00042963703,0.00012594216,0.00010764196,0.00026058644,0.000506982],"category_scores_gemma":[0.015748162,0.00013177586,0.00016716267,0.00015709214,0.000019799294,0.0006059748,0.000014222051,0.0006362319,0.00010841117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017706084,0.00017935394,0.832556,0.000010697123,0.00017203986,0.000013997307,0.0003338522,0.000278203,0.000883462,0.00015837637,0.14258954,0.022647439],"study_design_scores_gemma":[0.0030634766,0.0009801221,0.41230386,0.000026115407,0.00038377184,0.00021887342,0.0004277645,0.0069011278,0.000055369383,0.0010856984,0.57423955,0.00031427614],"about_ca_topic_score_codex":0.0009788547,"about_ca_topic_score_gemma":0.0021969927,"teacher_disagreement_score":0.43165,"about_ca_system_score_codex":0.0010138651,"about_ca_system_score_gemma":0.0004259031,"threshold_uncertainty_score":0.9925426},"labels":[],"label_agreement":null},{"id":"W2059180663","doi":"10.1136/bjophthalmol-2014-305567","title":"An evaluation of cataract surgery clinical practice guidelines","year":2014,"lang":"en","type":"article","venue":"British Journal of Ophthalmology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rigour; Medicine; Guideline; Stakeholder; Intraclass correlation; CLARITY; Ophthalmology; Management; Pathology; Psychometrics","score_opus":0.5022156121610479,"score_gpt":0.6039252968291756,"score_spread":0.10170968466812769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059180663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99021995,0.0009964906,0.0010132845,0.0050593484,0.0013704975,0.0002166121,0.000007161216,0.00000699102,0.0011096856],"genre_scores_gemma":[0.96516275,0.00034812608,0.031235004,0.0014623764,0.0017005901,0.0000027073954,0.000046460984,0.000023190785,0.000018802944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9914995,0.0025572882,0.0044616526,0.000229782,0.0010525824,0.00019919132],"domain_scores_gemma":[0.9772313,0.007060605,0.0032230015,0.00031362954,0.011930192,0.00024125013],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044586934,0.00011492627,0.00081705523,0.000161835,0.000045283603,0.00002408982,0.00015948233,0.00019343545,0.00070052664],"category_scores_gemma":[0.2597264,0.00012208338,0.00032236316,0.00017776283,0.00013614599,0.0007273116,0.00002998097,0.00052274315,0.000013005884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016261868,0.0021048142,0.10908813,0.00005863801,0.00035532415,0.0028280893,0.000034409397,0.00018950443,0.00066530716,0.000031177096,0.030085905,0.8529325],"study_design_scores_gemma":[0.004224866,0.0029881187,0.4967397,0.00033259328,0.0018191502,0.47903898,0.0004742233,0.0026853113,0.00016361572,0.0008561598,0.010506481,0.00017079899],"about_ca_topic_score_codex":0.00038504074,"about_ca_topic_score_gemma":0.000007167215,"teacher_disagreement_score":0.85276175,"about_ca_system_score_codex":0.00005547644,"about_ca_system_score_gemma":0.0010432588,"threshold_uncertainty_score":0.9837988},"labels":[],"label_agreement":null},{"id":"W2059213354","doi":"10.1016/s1556-0864(15)31507-0","title":"Practitioner Feedback on Lung Cancer Practice Guidelines in Ontario","year":2006,"lang":"en","type":"article","venue":"Journal of Thoracic Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Ottawa Hospital; McMaster University Medical Centre; Juravinski Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Guideline; Specialty; Lung cancer; Family medicine; Clinical Practice; Radiation therapy; Oncology; Surgery; Pathology","score_opus":0.17482442973993437,"score_gpt":0.5920633798591426,"score_spread":0.4172389501192082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059213354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6392548,0.00065747387,0.0011475058,0.33380142,0.0024388991,0.0005376212,0.000004944424,0.00001866656,0.02213863],"genre_scores_gemma":[0.8021255,0.00062783755,0.12823062,0.054878134,0.005016103,0.00003654386,0.000035513578,0.00006920397,0.008980525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962181,0.0003684572,0.0024088514,0.00020087493,0.0005523353,0.00025137205],"domain_scores_gemma":[0.99300754,0.0021858444,0.0022384508,0.0001941041,0.0022530968,0.000120966695],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003543909,0.00015893398,0.00056821224,0.00032215458,0.00004477674,0.000022747978,0.00010900336,0.00020201593,0.0010781995],"category_scores_gemma":[0.01084746,0.00012865233,0.00015262679,0.00025167377,0.00004606914,0.00067255733,0.00003397607,0.0012054455,0.00003424278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024800733,0.0041469247,0.08589018,0.00010535064,0.00042146552,0.0034283518,0.00043648048,0.007248493,0.004081431,0.00032142323,0.62490225,0.24421692],"study_design_scores_gemma":[0.003106969,0.0019591372,0.11860609,0.00035097304,0.00090832054,0.002531401,0.0006808749,0.00039259318,0.0003689321,0.00038319713,0.87055033,0.0001611815],"about_ca_topic_score_codex":0.046330135,"about_ca_topic_score_gemma":0.13030152,"teacher_disagreement_score":0.2789233,"about_ca_system_score_codex":0.0023161753,"about_ca_system_score_gemma":0.0029118392,"threshold_uncertainty_score":0.99983495},"labels":[],"label_agreement":null},{"id":"W2060033401","doi":"10.1016/s0828-282x(06)70281-1","title":"Implementation of recommendations on hypertension: The Canadian Hypertension Education Program","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Calgary; Libin Cardiovascular Institute of Alberta; Université Laval","funders":"Canadian Society of Nephrology; Canadian Cardiovascular Society","keywords":"Medicine; Executive summary; Process (computing); Medical education; Health professionals; Health care; Best practice; Task force; Task (project management); Public relations; Management; Computer science; Political science","score_opus":0.14055919810265755,"score_gpt":0.4376492028886977,"score_spread":0.29709000478604014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060033401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79127944,0.00039548936,0.00029363832,0.19369182,0.0032311396,0.0016340992,0.000064082444,0.000012559524,0.009397767],"genre_scores_gemma":[0.9938921,0.000033824443,0.001256739,0.0033152222,0.0012776335,0.000017868704,0.00014352902,0.000014420991,0.000048665792],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983512,0.0002051907,0.0009076912,0.0001193884,0.00016760064,0.000248903],"domain_scores_gemma":[0.99751085,0.00030690638,0.00045216325,0.00022531881,0.0011314313,0.00037333893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087594055,0.000101827885,0.00032312926,0.0004111212,0.00019891206,0.000019655732,0.0001037693,0.00010247074,0.00010522373],"category_scores_gemma":[0.0006795409,0.00007461343,0.00015819681,0.00022962395,0.000111882284,0.00009645809,0.0000049865366,0.00029365596,0.000011124954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006982512,0.000028345128,0.075917676,0.000013280713,0.00014829499,0.00006865543,0.00006840461,0.000289368,0.0004759371,0.0015852053,0.41938096,0.501954],"study_design_scores_gemma":[0.0009076147,0.0007143729,0.36433575,0.00004515126,0.00027535888,0.0013092414,0.0013178223,0.000021771955,0.00014053988,0.00048151956,0.6303771,0.000073739335],"about_ca_topic_score_codex":0.432541,"about_ca_topic_score_gemma":0.7838694,"teacher_disagreement_score":0.5018803,"about_ca_system_score_codex":0.0004244215,"about_ca_system_score_gemma":0.008102407,"threshold_uncertainty_score":0.99752074},"labels":[],"label_agreement":null},{"id":"W2060602270","doi":"10.1093/eurpub/ckr166","title":"Quality evaluation of guidelines on genetic screening, surveillance and management of hereditary colorectal cancer","year":2011,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Society for Medical Oncology; Agenzia Sanitaria Regionale Abruzzo; Canadian Association of Gastroenterology","keywords":"Rigour; Medicine; Guideline; Scope (computer science); Stakeholder; CLARITY; Quality (philosophy); Family medicine; Checklist; Medical physics; Psychology; Pathology; Computer science; Public relations; Political science","score_opus":0.7111245399193666,"score_gpt":0.562229429188807,"score_spread":0.1488951107305596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060602270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98231804,0.0013136299,0.006721151,0.0077865925,0.00028385816,0.00035536656,0.000018140601,0.0000060251227,0.0011971755],"genre_scores_gemma":[0.96748894,0.0016838155,0.029690253,0.000839383,0.00025733668,0.0000014176667,0.0000075078287,0.000017558157,0.000013785193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99219257,0.0036764294,0.002738136,0.0001624624,0.0010418395,0.00018859441],"domain_scores_gemma":[0.9951996,0.00018472948,0.00220807,0.00016858306,0.0020068192,0.00023219736],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04147441,0.000095493895,0.00037291387,0.00014003091,0.000030436257,0.0000056145936,0.000106259795,0.000015925118,0.0001864607],"category_scores_gemma":[0.002574172,0.000077807264,0.00007315031,0.00016930175,0.00006647974,0.00011887571,0.000045659162,0.00016217006,0.0000014411388],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026380783,0.0002587088,0.1117402,0.00028558445,0.00020905673,0.00002479627,0.00049620675,0.000042507472,0.000087645574,0.000053666452,0.0040315366,0.8825063],"study_design_scores_gemma":[0.0030578286,0.001627987,0.99195564,0.0002709754,0.000068092864,0.000052975138,0.00083001633,0.00035766588,0.000041964326,0.000025302399,0.0016568033,0.000054747474],"about_ca_topic_score_codex":0.0003072827,"about_ca_topic_score_gemma":0.00006446898,"teacher_disagreement_score":0.88245153,"about_ca_system_score_codex":0.00008574715,"about_ca_system_score_gemma":0.00048732912,"threshold_uncertainty_score":0.9870038},"labels":[],"label_agreement":null},{"id":"W2060912383","doi":"10.1891/1521-0987.12.4.150","title":"A Case Management Experience: Implementing Best Practice Guidelines in the Community","year":2011,"lang":"en","type":"article","venue":"Care management journals","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Best practice; Case management; Guideline; Process (computing); Process management; Psychology; Medicine; Management science; Knowledge management; Computer science; Medical education; Nursing; Business; Engineering; Political science","score_opus":0.5281264002872584,"score_gpt":0.573144984258876,"score_spread":0.04501858397161751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060912383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6710422,0.0016232637,0.0043909554,0.012764219,0.0006782562,0.0041979607,0.000016459035,0.000112278525,0.30517438],"genre_scores_gemma":[0.9310893,0.0013788333,0.049112074,0.017487919,0.00023107196,0.00023380374,0.000029616622,0.000037083733,0.0004003338],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954466,0.000864848,0.0020149206,0.00031378394,0.0008151805,0.0005446728],"domain_scores_gemma":[0.9966579,0.0005811295,0.0006873383,0.0010097086,0.00092992734,0.00013398922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007392687,0.0002624076,0.00031712887,0.00034926366,0.00057663536,0.00015390245,0.00048842875,0.000059762955,0.0006943325],"category_scores_gemma":[0.0022521769,0.00019771694,0.00016278442,0.0006784625,0.00006831654,0.00066211325,0.00053920713,0.0007878857,0.000071642644],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000682299,0.0022128785,0.016265348,0.0009979467,0.0009558783,0.06763331,0.089777194,0.000020349085,0.000045796773,0.002956304,0.030216902,0.7882358],"study_design_scores_gemma":[0.0026903758,0.00033969205,0.0046408353,0.00034133904,0.0010236811,0.005954461,0.8300675,0.00004197297,0.000040167342,0.00030451553,0.15432182,0.0002336029],"about_ca_topic_score_codex":0.0014374754,"about_ca_topic_score_gemma":0.00041465648,"teacher_disagreement_score":0.7880022,"about_ca_system_score_codex":0.0001857096,"about_ca_system_score_gemma":0.000028319158,"threshold_uncertainty_score":0.8062663},"labels":[],"label_agreement":null},{"id":"W2060996790","doi":"10.1111/jocn.12027","title":"Leading on the frontlines with passion and persistence: a necessary condition for <scp>B</scp> reastfeeding <scp>B</scp> est <scp>P</scp> ractice <scp>G</scp> uideline uptake","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Mohawk College","funders":"Ministry of Long-Term Care; Canadian Institutes of Health Research; Registered Nurses' Association of Ontario","keywords":"Rigour; Nursing; Grounded theory; Nonprobability sampling; Health care; Guideline; Medicine; Qualitative research; Psychology; Sociology","score_opus":0.1887297792160944,"score_gpt":0.4697932787915262,"score_spread":0.2810634995754318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060996790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95849335,0.0022477915,0.013341119,0.015880538,0.004331072,0.0016724479,0.000078772086,0.0001321893,0.0038227022],"genre_scores_gemma":[0.9540218,0.0017905117,0.02121881,0.007127921,0.013537488,0.00004268908,0.00018887655,0.0002636421,0.001808273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872691,0.0012286096,0.006525564,0.0010324992,0.0022912668,0.0016529274],"domain_scores_gemma":[0.86861503,0.11811571,0.0077091795,0.0008563928,0.002898234,0.0018054779],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017889982,0.00094236375,0.002310704,0.00058181584,0.0009927652,0.00042802925,0.0005960701,0.00085405476,0.000021821674],"category_scores_gemma":[0.27123168,0.0006588744,0.0010556293,0.0007802192,0.00069753814,0.003026016,0.00014688578,0.0036095367,0.000053711636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021415886,0.009273559,0.10759627,0.0010615247,0.003231195,0.00037606005,0.018890314,0.000980897,0.009799682,0.0015593868,0.7092801,0.13580944],"study_design_scores_gemma":[0.03184077,0.015709864,0.12209569,0.01442234,0.012500644,0.0043094717,0.35496503,0.015227235,0.0036769686,0.0028162687,0.42208064,0.00035506574],"about_ca_topic_score_codex":0.00003221639,"about_ca_topic_score_gemma":0.000016714537,"teacher_disagreement_score":0.33607474,"about_ca_system_score_codex":0.00039336536,"about_ca_system_score_gemma":0.00073586573,"threshold_uncertainty_score":0.9995862},"labels":[],"label_agreement":null},{"id":"W2061128749","doi":"10.1007/s11606-009-0987-8","title":"How Well Do Guidelines Incorporate Evidence on Patient Preferences?","year":2009,"lang":"en","type":"review","venue":"Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; University Health Network; Toronto Rehabilitation Institute; University of Toronto; Lakeridge Health","funders":"University of Toronto","keywords":"Medicine; MEDLINE","score_opus":0.5943298922211723,"score_gpt":0.5672547320641248,"score_spread":0.027075160157047473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061128749","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032754955,0.9723367,0.00056741305,0.02134293,0.0033608396,0.0008022737,0.000010344989,0.000019877134,0.0012320721],"genre_scores_gemma":[0.0001883162,0.97293186,0.0065685073,0.005339083,0.011367913,0.000010551249,0.0000369856,0.00006881212,0.0034879865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904151,0.00059274107,0.0060711033,0.00051457767,0.0020214566,0.00038501518],"domain_scores_gemma":[0.9853087,0.0017606465,0.008939528,0.0006237637,0.0027499383,0.0006174206],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029627266,0.000750829,0.0038049351,0.0008572214,0.000051299125,0.00009849399,0.00063590676,0.00036180715,0.00047885405],"category_scores_gemma":[0.019806996,0.00041945282,0.0009440567,0.0004693463,0.00015367313,0.000494827,0.0001167844,0.0021144992,0.000065199114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053516234,0.00013568578,0.000029806737,0.0015063552,0.00036744995,0.00069490704,0.000022713892,0.0000028033862,0.00002303895,0.000018206181,0.1935205,0.8031434],"study_design_scores_gemma":[0.0012753044,0.011738538,0.000030084615,0.13591401,0.0032991925,0.0034019512,0.000075608434,0.000020269563,0.000024202274,0.00027486266,0.84367365,0.00027234072],"about_ca_topic_score_codex":0.00011184664,"about_ca_topic_score_gemma":0.000012433657,"teacher_disagreement_score":0.80287105,"about_ca_system_score_codex":0.00052314496,"about_ca_system_score_gemma":0.0009384086,"threshold_uncertainty_score":0.9998257},"labels":[],"label_agreement":null},{"id":"W2061553693","doi":"10.1109/ieem.2010.5674416","title":"Improving healthcare reliability by integrating Six-sigma in a business process modeling and analysis strategy","year":2010,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Six Sigma; Business process; Computer science; Process (computing); Reliability (semiconductor); Health care; Process management; Operational excellence; Design for Six Sigma; Business process management; Business process modeling; Process modeling; Excellence; Risk analysis (engineering); Knowledge management; Work in process; Business; Engineering; Manufacturing engineering; Operations management","score_opus":0.10224159611004058,"score_gpt":0.4662232873037361,"score_spread":0.3639816911936955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061553693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9482054,0.000040282335,0.04318909,0.00785925,0.000053477277,0.00043938446,0.000009265196,0.00005799438,0.00014585744],"genre_scores_gemma":[0.990306,0.00001733637,0.008722705,0.0006909111,0.000068248555,0.00002701931,0.00012374208,0.000015899652,0.00002810264],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978087,0.00007118982,0.0011137818,0.0004938544,0.00026103904,0.00025145552],"domain_scores_gemma":[0.998192,0.0004304345,0.00021232224,0.00030390552,0.0007032332,0.00015808684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017800806,0.00015448016,0.00040020872,0.00018547254,0.00006873558,0.000057032852,0.000066739754,0.00013942063,0.00009634605],"category_scores_gemma":[0.0070698573,0.0001255531,0.000052531243,0.0010959075,0.000041305015,0.00040561106,0.000043572785,0.0006508863,0.0000010732793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039466508,0.00039001787,0.79666156,0.0007596338,0.000111379515,0.0000116730425,0.00063575566,0.0037413,0.024622314,0.00022459263,0.000054375898,0.17239273],"study_design_scores_gemma":[0.0011397902,0.00009979006,0.025177607,0.000034684428,0.0003036801,0.0000095963305,0.00392382,0.96851885,0.00023307206,0.0003842536,0.000015042118,0.00015981995],"about_ca_topic_score_codex":0.021367718,"about_ca_topic_score_gemma":0.028094523,"teacher_disagreement_score":0.9647775,"about_ca_system_score_codex":0.00005635466,"about_ca_system_score_gemma":0.00029444392,"threshold_uncertainty_score":0.98964024},"labels":[],"label_agreement":null},{"id":"W2061568914","doi":"10.7326/l15-5075","title":"Models in the Development of Clinical Practice Guidelines","year":2015,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Clinical Practice; Observational study; Clinical trial; Medical school; Family medicine; Internal medicine; Medical education; Pathology","score_opus":0.7700497122847181,"score_gpt":0.6510059343846514,"score_spread":0.1190437779000667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061568914","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037556253,0.0015766077,0.0018138756,0.979504,0.0010338902,0.0007067481,0.000017319031,0.000013248884,0.011578687],"genre_scores_gemma":[0.0059558516,0.0007197202,0.025892375,0.9589932,0.007594463,0.000026070318,0.00024240707,0.000048046146,0.0005278738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98637486,0.0007441863,0.009569731,0.0004643337,0.0025031692,0.00034374997],"domain_scores_gemma":[0.9780313,0.008656531,0.0041445605,0.0008644915,0.008168138,0.00013501717],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023408199,0.00035688077,0.0017515366,0.0003601135,0.000017524284,0.0000063827288,0.000662639,0.0005674009,0.00016358602],"category_scores_gemma":[0.12662537,0.00020975937,0.000276108,0.00032502844,0.0003312171,0.00025802443,0.0001558263,0.0026314906,0.00002013969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010208505,0.00025312902,0.0003324695,0.00030859085,0.0003695965,0.00033668542,0.0012622904,0.00000751338,0.000011766908,0.000027360093,0.944531,0.051538706],"study_design_scores_gemma":[0.0026905737,0.0015055188,0.0005435997,0.0032375038,0.0004296999,0.00021057844,0.002560786,0.00038170128,0.000068318695,0.0011060745,0.98709893,0.00016672956],"about_ca_topic_score_codex":0.0011404736,"about_ca_topic_score_gemma":0.00009049927,"teacher_disagreement_score":0.10321718,"about_ca_system_score_codex":0.000036001886,"about_ca_system_score_gemma":0.0013475984,"threshold_uncertainty_score":0.9996695},"labels":[],"label_agreement":null},{"id":"W2062056676","doi":"10.1016/j.otohns.2010.04.232","title":"S110– How can we improve guideline implementation? Development and evaluation of self‐audit tools","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; McMaster University; University of Toronto; Princess Margaret Cancer Centre; Toronto General Hospital","funders":"","keywords":"Guideline; Audit; Computer science; Process management; Risk analysis (engineering); Business; Medicine; Accounting","score_opus":0.12549996908135316,"score_gpt":0.45370456863769,"score_spread":0.32820459955633685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062056676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974571,0.00005077765,0.00036452746,0.02293101,0.0004606863,0.0012994658,0.000031643824,0.000043819367,0.0002471086],"genre_scores_gemma":[0.9521598,0.000028408502,0.04540072,0.0013683259,0.00025822257,0.00012859845,0.00056199817,0.000024193878,0.0000697261],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99762625,0.00016507105,0.0010880615,0.00036337256,0.00050512323,0.00025209997],"domain_scores_gemma":[0.9975265,0.00043564377,0.00054266397,0.00033808473,0.0010174523,0.00013961436],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00284608,0.00016649981,0.00034528782,0.00014392019,0.00007481868,0.000022250211,0.00008541125,0.00015380232,0.0010086587],"category_scores_gemma":[0.0021259952,0.00015540766,0.000049267033,0.00014293741,0.00007429718,0.0002120606,0.00009485909,0.0002998536,0.00001264658],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019905102,0.00040488405,0.082605615,0.00017004945,0.00039097085,0.000015758436,0.0017174679,0.0000030331184,0.27581114,0.0010446074,0.011661541,0.6259759],"study_design_scores_gemma":[0.020842554,0.0013775796,0.5421993,0.000053417636,0.0019784698,0.0004432365,0.0043196,0.005082387,0.17519687,0.0014269981,0.24639767,0.0006818923],"about_ca_topic_score_codex":0.00015312148,"about_ca_topic_score_gemma":0.0021206106,"teacher_disagreement_score":0.62529397,"about_ca_system_score_codex":0.00008886427,"about_ca_system_score_gemma":0.001015179,"threshold_uncertainty_score":0.9999046},"labels":[],"label_agreement":null},{"id":"W2062337491","doi":"10.1016/s0840-4704(10)60731-4","title":"Clinical Practice Guidelines: <i>The Need for Improved Implementation Strategies</i>","year":2000,"lang":"en","type":"review","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Occupational Therapists; McMaster University; Ontario Society of Occupational Therapists","funders":"","keywords":"Clinical Practice; Key (lock); Quality (philosophy); Process management; Medicine; Computer science; Nursing; Business","score_opus":0.387891255239517,"score_gpt":0.6216117440784771,"score_spread":0.23372048883896007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062337491","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1389604e-7,0.8088077,0.005419361,0.16185085,0.0018469401,0.019667456,0.00035579648,0.00022111017,0.0018304852],"genre_scores_gemma":[0.0000013864512,0.8862266,0.03675372,0.066577375,0.001928815,0.002442293,0.004849311,0.00020299498,0.0010174987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.987155,0.0009383603,0.008614801,0.0013467997,0.00078696857,0.0011580574],"domain_scores_gemma":[0.9893479,0.0038922164,0.003124785,0.0017027643,0.0015313561,0.0004010067],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007847673,0.0008497167,0.0024802813,0.00031497804,0.00047749543,0.00025437097,0.00058529084,0.00056269177,0.00029668215],"category_scores_gemma":[0.0027492952,0.000612477,0.0015700472,0.000776233,0.00010907048,0.0005821807,0.0002909268,0.0012036529,0.00019325996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026687726,0.00014586962,0.0000034668435,0.01214008,0.00071826193,0.000017005683,0.000013943391,4.1790426e-7,1.1248613e-8,0.0021404917,0.24515285,0.73940074],"study_design_scores_gemma":[0.003096137,0.0011047118,0.000006152922,0.0031445443,0.008325721,0.00011470233,0.009009407,0.00008652566,3.1708193e-8,0.0005513786,0.9740734,0.00048728875],"about_ca_topic_score_codex":0.0006876203,"about_ca_topic_score_gemma":0.000516475,"teacher_disagreement_score":0.7389134,"about_ca_system_score_codex":0.0004829584,"about_ca_system_score_gemma":0.0020099904,"threshold_uncertainty_score":0.99963266},"labels":[],"label_agreement":null},{"id":"W2062814885","doi":"10.1186/1471-2296-11-96","title":"Diabetes and hypertension guidelines and the primary health care practitioner in Barbados: knowledge, attitudes, practices and barriers-a focus group study","year":2010,"lang":"en","type":"article","venue":"BMC Family Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Dieticians; Family medicine; Focus group; Nursing; Audit","score_opus":0.15654283008809466,"score_gpt":0.4583124403868601,"score_spread":0.3017696102987654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062814885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9321942,0.01891878,0.00007647788,0.044173677,0.00049380347,0.002971755,0.000012076842,0.00007614178,0.0010831391],"genre_scores_gemma":[0.9499628,0.003822293,0.025774721,0.019616412,0.0004925134,0.00017828312,0.00004762319,0.00005764102,0.00004771853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99527824,0.0015366559,0.0014423161,0.00081670284,0.00053617905,0.0003898775],"domain_scores_gemma":[0.98094887,0.015665608,0.001519821,0.0006063556,0.00089863985,0.0003607247],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008598446,0.00033952907,0.00070059055,0.00018435287,0.0004225493,0.00023304264,0.00011768868,0.00016637212,0.000017477458],"category_scores_gemma":[0.08667654,0.00024144044,0.00005141924,0.0003304389,0.00035333078,0.0020987198,0.00033552383,0.0012004116,0.00000857723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009525138,0.003335054,0.8063193,0.0015203552,0.0005911674,0.00014203652,0.012396571,0.0000035099533,0.008506407,0.0012514074,0.02384166,0.13256738],"study_design_scores_gemma":[0.022082526,0.0017016928,0.7627232,0.00019075243,0.0012808951,0.00049172423,0.07752468,0.0006714512,0.000017588452,0.000115280476,0.13272694,0.00047328693],"about_ca_topic_score_codex":0.0029346878,"about_ca_topic_score_gemma":0.007491166,"teacher_disagreement_score":0.1320941,"about_ca_system_score_codex":0.000088715766,"about_ca_system_score_gemma":0.0007055676,"threshold_uncertainty_score":0.98456556},"labels":[],"label_agreement":null},{"id":"W2063275271","doi":"10.1016/j.tracli.2013.02.028","title":"Les TRALI au CHU de Nancy : une incidence reconsidérée après l’application stricte des critères de Toronto","year":2013,"lang":"fr","type":"article","venue":"Transfusion Clinique et Biologique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.24236727189562185,"score_gpt":0.4836759884019701,"score_spread":0.24130871650634828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063275271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.731514,0.003445699,0.19642623,0.062320262,0.0008104281,0.0028991378,0.00011214085,0.00027335738,0.002198774],"genre_scores_gemma":[0.8580912,0.090139024,0.043109346,0.005473779,0.001149777,0.0006819938,0.00021583444,0.00007707768,0.0010620048],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99180335,0.0032061355,0.0026300512,0.00093214685,0.0002946299,0.0011336999],"domain_scores_gemma":[0.9878986,0.0094196815,0.0006363384,0.0006976566,0.0007374578,0.000610266],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008252863,0.00053989026,0.0007888195,0.000095882206,0.000361256,0.000081746904,0.00038989057,0.0013724667,0.0034442425],"category_scores_gemma":[0.011602154,0.0005045502,0.0003512674,0.0003770126,0.0006521607,0.0009906117,0.00007533141,0.0013354959,0.00020417348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058462215,0.00079081877,0.15930247,0.00045468466,0.000109702356,0.000028704444,0.0038091843,0.000069714704,0.05620507,0.0036878176,0.0028662113,0.772091],"study_design_scores_gemma":[0.0043158634,0.0038914557,0.87174296,0.0020575405,0.0006827685,0.0003529848,0.0076427045,0.0037201573,0.021114914,0.037432667,0.045874115,0.0011718901],"about_ca_topic_score_codex":0.43466592,"about_ca_topic_score_gemma":0.29097754,"teacher_disagreement_score":0.7709191,"about_ca_system_score_codex":0.0020562839,"about_ca_system_score_gemma":0.0022854488,"threshold_uncertainty_score":0.99992394},"labels":[],"label_agreement":null},{"id":"W2063511848","doi":"10.1016/j.jcjd.2014.07.213","title":"Disseminating the Canadian Diabetes Association 2013 Clinical Practice Guidelines: Guidelines.diabetes.ca in Action","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"British Columbia Centre on Substance Use","funders":"","keywords":"Medicine; Dissemination; Diabetes mellitus; Clinical Practice; Family medicine; Endocrinology","score_opus":0.2003722014261223,"score_gpt":0.4884236435063176,"score_spread":0.2880514420801953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063511848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71893305,0.000787299,0.000030807187,0.27624804,0.0022775466,0.00048156836,0.000033590386,0.00001577007,0.0011923368],"genre_scores_gemma":[0.93029237,0.00012069792,0.008161408,0.057179213,0.0037128464,0.000022397546,0.0000862405,0.00007903234,0.0003458264],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917964,0.0010082194,0.004707758,0.00039912548,0.00090822997,0.0011803223],"domain_scores_gemma":[0.97722197,0.008902613,0.0030741324,0.0005967422,0.0078958,0.0023087552],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023892911,0.00035231488,0.00088387943,0.0007767126,0.000424243,0.00028261056,0.00046528675,0.00045402203,0.00034546346],"category_scores_gemma":[0.3769831,0.000283458,0.00037962117,0.0008138632,0.00014384616,0.0010686576,0.000032324027,0.001630703,0.00010861052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066875623,0.000040002888,0.6704359,0.000033031814,0.00018967273,0.000009644891,0.00009317407,0.0001591796,0.00012531667,0.000046323636,0.27222845,0.056632612],"study_design_scores_gemma":[0.002452636,0.0006524114,0.3204097,0.00075178785,0.0008217766,0.000012400718,0.0013251589,0.01331409,0.00015014132,0.0005702962,0.659109,0.0004306321],"about_ca_topic_score_codex":0.08166689,"about_ca_topic_score_gemma":0.7683794,"teacher_disagreement_score":0.6867125,"about_ca_system_score_codex":0.0020596446,"about_ca_system_score_gemma":0.006781118,"threshold_uncertainty_score":0.99996173},"labels":[],"label_agreement":null},{"id":"W2063928171","doi":"10.1016/j.jamda.2005.11.005","title":"A Clinical Pathway for Treating Pneumonia in the Nursing Home: Part II: The Administrators’ Perspective and How It Differs From Nurses’ Views","year":2006,"lang":"en","type":"article","venue":"Journal of the American Medical Directors Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Nursing; Perspective (graphical); Pneumonia; Qualitative research; Team nursing; Nurse education; Family medicine","score_opus":0.08436237431806456,"score_gpt":0.4620842637419117,"score_spread":0.3777218894238471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063928171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78420466,0.00016345592,0.00011205854,0.21427234,0.0006996521,0.0004135094,0.00001624421,0.0000069476496,0.000111135734],"genre_scores_gemma":[0.992267,0.0002052324,0.00032881228,0.004619164,0.0024266213,0.000017226937,0.000009741,0.000018519999,0.000107665226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99538875,0.0015678983,0.0012991026,0.00021609143,0.0012613976,0.00026679126],"domain_scores_gemma":[0.98280156,0.013273304,0.0032172229,0.00022334945,0.00034503863,0.00013950786],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006538377,0.00016644911,0.0006462989,0.000056546476,0.00025678848,0.00007010094,0.0002634624,0.00011010178,0.000019081695],"category_scores_gemma":[0.039754998,0.00008009032,0.0003912843,0.00039545386,0.00032733395,0.00013001963,0.00003085839,0.0009051591,6.2717055e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053120713,0.0009131499,0.8493304,0.00000706293,0.0002525751,0.000016651344,0.0027511867,0.000002492296,0.00042374182,0.00008089934,0.041836325,0.10385427],"study_design_scores_gemma":[0.0022453815,0.00091083883,0.97167337,0.00031451648,0.0005743968,0.00003422162,0.012281437,0.00051501254,0.000040199124,0.0009554298,0.0103463065,0.00010891023],"about_ca_topic_score_codex":0.00076463044,"about_ca_topic_score_gemma":0.0005175155,"teacher_disagreement_score":0.20965317,"about_ca_system_score_codex":0.0007372323,"about_ca_system_score_gemma":0.00048215906,"threshold_uncertainty_score":0.96833354},"labels":[],"label_agreement":null},{"id":"W2063984766","doi":"10.1097/brs.0b013e318275cbd7","title":"Improving the Best Available Evidence Component of Evidence-Based Medicine","year":2012,"lang":"en","type":"review","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Reprint; Acknowledgement; Payment; Library science; Family medicine; Medical education; Management; Finance","score_opus":0.7920470089952741,"score_gpt":0.5699507778791514,"score_spread":0.22209623111612276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063984766","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011160661,0.98923624,0.0008427686,0.0066830786,0.0007633254,0.0022749596,0.000011812954,0.000037978705,0.00013866292],"genre_scores_gemma":[0.0001807745,0.99346334,0.0020788484,0.0010104317,0.0019004496,0.00012199124,0.00013622436,0.000067753506,0.0010401623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947208,0.0004952391,0.002901695,0.00048799106,0.000986056,0.00040820372],"domain_scores_gemma":[0.9897167,0.005829607,0.0023439315,0.0013419681,0.0005458735,0.00022191716],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005969247,0.00045043562,0.0021861214,0.00020017737,0.000089437046,0.000014800711,0.0004409322,0.00022681925,0.002613679],"category_scores_gemma":[0.021517329,0.00022035549,0.0004547688,0.0005984649,0.00034019107,0.00032518024,0.00019145686,0.0008179723,0.00065158657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000530226,0.00013865411,0.00007083131,0.03047438,0.0001272486,0.00000922447,0.000015262967,5.859786e-7,0.00015740411,0.000019313906,0.004017235,0.9649168],"study_design_scores_gemma":[0.0005913361,0.00086333184,0.000041712567,0.12009129,0.008938862,0.000062569554,0.000046596342,0.0001079667,0.000020974256,0.0000025869426,0.869031,0.00020174273],"about_ca_topic_score_codex":0.0015818187,"about_ca_topic_score_gemma":0.000030657462,"teacher_disagreement_score":0.9647151,"about_ca_system_score_codex":0.00026018277,"about_ca_system_score_gemma":0.0011640516,"threshold_uncertainty_score":0.99829805},"labels":[],"label_agreement":null},{"id":"W2064380287","doi":"10.1038/sj.ki.5002177","title":"The Kidney Disease: Improving Global Outcomes website: Comparison of guidelines as a tool for harmonization","year":2007,"lang":"en","type":"article","venue":"Kidney International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Guideline; Medicine; Kidney disease; Harmonization; Intensive care medicine; Grading (engineering); Psychological intervention; Peritoneal dialysis; MEDLINE; Comorbidity; Family medicine; Pathology; Internal medicine; Nursing","score_opus":0.14916805315982373,"score_gpt":0.5173604261045458,"score_spread":0.36819237294472207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064380287","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1729477,0.0002266054,0.41951448,0.39434484,0.0061439504,0.0025072105,0.0014932152,0.00018533834,0.0026366645],"genre_scores_gemma":[0.94363225,0.00002945542,0.03220184,0.019600974,0.0010177308,0.000050578914,0.0017189602,0.000028279117,0.0017199108],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972173,0.000028628887,0.0015761805,0.0002510416,0.0007058344,0.00022098985],"domain_scores_gemma":[0.99591726,0.0010258108,0.0006501074,0.0002769338,0.00175605,0.00037382194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014385494,0.00014687465,0.00023206508,0.00006321561,0.00013025936,0.000057768037,0.00023108166,0.00006346104,0.00022010358],"category_scores_gemma":[0.07652969,0.00010936185,0.00019124367,0.00014776137,0.00007032857,0.00021695605,0.00008693062,0.00010730462,0.000028926657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015218712,0.00026044552,0.72280246,0.00006112029,0.00026931285,0.0000036779838,0.000046669957,0.000020315267,0.0015034756,0.0074967067,0.21624665,0.04976732],"study_design_scores_gemma":[0.006739071,0.00028266682,0.36025554,0.00016819558,0.0005463923,0.000019351346,0.0004883206,0.03151038,0.0021109104,0.0027547674,0.5948498,0.00027461402],"about_ca_topic_score_codex":0.00013175185,"about_ca_topic_score_gemma":0.000040127445,"teacher_disagreement_score":0.77068454,"about_ca_system_score_codex":0.00021024745,"about_ca_system_score_gemma":0.000733872,"threshold_uncertainty_score":0.9312491},"labels":[],"label_agreement":null},{"id":"W2064723853","doi":"10.1017/s026646230010306x","title":"USING PRACTICE GUIDELINES TO ALLOCATE MEDICAL TECHNOLOGIES","year":2000,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; McMaster University","funders":"","keywords":"Allocative efficiency; Scope (computer science); Rationing; Guideline; Resource allocation; Management science; Process (computing); Health care rationing; Engineering ethics; Resource (disambiguation); Health technology; Knowledge management; Health care; Process management; Business; Medicine; Computer science; Political science; Economics; Management; Engineering","score_opus":0.4279921849988825,"score_gpt":0.686444988598485,"score_spread":0.25845280359960254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064723853","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003084316,0.78804094,0.0012335054,0.20815942,0.0014051949,0.000885389,0.000029902454,0.00010478532,0.00011000374],"genre_scores_gemma":[0.000116535375,0.8557861,0.13766694,0.005815396,0.00044531838,0.00003432787,0.00007270756,0.00005244507,0.0000102769445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903381,0.0002930709,0.006546969,0.00045562047,0.0019529852,0.00041326997],"domain_scores_gemma":[0.9902754,0.00105949,0.0038271453,0.000464481,0.004163427,0.00021005489],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035976195,0.00040059033,0.0021266285,0.0033900097,0.000058081296,0.000041936913,0.0013052387,0.0009912448,0.00018194933],"category_scores_gemma":[0.029834531,0.0003309777,0.00041077635,0.0010233143,0.000116893054,0.0003006644,0.00042794133,0.0031476147,0.000023009332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106616986,0.00020806829,0.00007461149,0.0016280784,0.00041681,0.0012978861,0.000033401793,0.000033171164,2.5733823e-7,0.0003210386,0.0028091045,0.99307096],"study_design_scores_gemma":[0.0010028784,0.0006502649,0.0000050717454,0.030719075,0.00038658988,0.008919552,0.004047793,0.000045446268,9.207226e-7,0.0001281588,0.95389634,0.00019789535],"about_ca_topic_score_codex":0.00014598631,"about_ca_topic_score_gemma":0.000052051902,"teacher_disagreement_score":0.9928731,"about_ca_system_score_codex":0.003241411,"about_ca_system_score_gemma":0.010426096,"threshold_uncertainty_score":0.9999142},"labels":[],"label_agreement":null},{"id":"W2064908560","doi":"10.1097/01.qmh.0000267451.78370.d3","title":"Perception and Use of Guidelines and Interprofessional Dynamics","year":2007,"lang":"en","type":"article","venue":"Quality Management in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Nursing; Guideline; Perception; Hierarchy; Medicine; MEDLINE; Psychology; Medical education","score_opus":0.39553555102047067,"score_gpt":0.6047861041972402,"score_spread":0.20925055317676955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064908560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769385,0.00022590329,0.0064529823,0.0153213525,0.00014879956,0.0007425345,0.000020077532,0.000018167864,0.000131704],"genre_scores_gemma":[0.94876194,0.0007779788,0.043236468,0.0068320604,0.00005012101,0.000006715054,0.00020049118,0.000009484668,0.00012471357],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997716,0.00014821338,0.0014973796,0.000217942,0.0002621929,0.00015824888],"domain_scores_gemma":[0.9987133,0.0005350674,0.00029562032,0.00016951511,0.00019222953,0.000094280564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030693032,0.00008279276,0.00023304495,0.00015449896,0.00003754188,0.000008292898,0.000026229003,0.000048612925,0.000024316123],"category_scores_gemma":[0.0009085927,0.000077448385,0.000023825922,0.00012211144,0.000048322898,0.00013676588,0.00010497767,0.00013199227,9.968142e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007505622,0.00008775273,0.39539078,0.0031060912,0.000023674032,0.000007843885,0.0015794807,0.0000060345797,0.000018664621,0.0037542374,0.00085714145,0.59441775],"study_design_scores_gemma":[0.0014040812,0.00021562006,0.9380954,0.00044978724,0.000028302165,0.0000047827093,0.0550115,0.0013161973,0.0000013540872,0.00019472576,0.0031984127,0.00007982071],"about_ca_topic_score_codex":0.0029593366,"about_ca_topic_score_gemma":0.0029531925,"teacher_disagreement_score":0.59433794,"about_ca_system_score_codex":0.00022422425,"about_ca_system_score_gemma":0.000048010792,"threshold_uncertainty_score":0.44736516},"labels":[],"label_agreement":null},{"id":"W2065630498","doi":"10.1503/cmaj.110-2105","title":"Quality evidence important for quality guidelines","year":2010,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; Bill and Melinda Gates Foundation","keywords":"Rigour; Guideline; Quality (philosophy); Computer science; Data science; Management science; Medicine; Risk analysis (engineering); Pathology; Engineering; Mathematics","score_opus":0.38916813335924694,"score_gpt":0.5537368477222381,"score_spread":0.16456871436299114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065630498","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00263727,0.00045490562,0.0008966962,0.98942226,0.0050567747,0.00080790237,0.00041916678,0.00004494651,0.0002600767],"genre_scores_gemma":[0.0004335247,0.0006469743,0.0049282014,0.93441194,0.0562772,0.00005090072,0.0006735318,0.00007804028,0.0024996598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866024,0.000891751,0.0060682213,0.00058445695,0.0047730794,0.001080066],"domain_scores_gemma":[0.97479457,0.010579744,0.004187017,0.0005656023,0.0074581043,0.0024149632],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.034258958,0.0004102337,0.0011906304,0.00033390342,0.00039619225,0.00021778246,0.0005090255,0.005585668,0.007649599],"category_scores_gemma":[0.39324692,0.00036684357,0.0007669766,0.00025792394,0.00009084457,0.0003260974,0.00003997877,0.014620607,0.00015065222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051268005,0.000020106785,0.020094773,0.00014443269,0.00026131122,0.0005274082,0.000029600335,1.1474904e-7,0.000022432803,0.000023817314,0.9527555,0.026069222],"study_design_scores_gemma":[0.0017131512,0.00012873141,0.0102411965,0.0004079029,0.00035474906,0.0006156482,0.000112227855,0.00007486793,0.0000051435227,0.0006321981,0.98533106,0.00038314782],"about_ca_topic_score_codex":0.019782897,"about_ca_topic_score_gemma":0.10182714,"teacher_disagreement_score":0.35898796,"about_ca_system_score_codex":0.0024984847,"about_ca_system_score_gemma":0.024346214,"threshold_uncertainty_score":0.99987835},"labels":[],"label_agreement":null},{"id":"W2065762790","doi":"10.2147/jmdh.s3553","title":"Competing interests in development of clinical practice guidelines for diabetes management: Report from a multidisciplinary workshop","year":2008,"lang":"en","type":"article","venue":"Journal of Multidisciplinary Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Multidisciplinary approach; Bioethics; Scarcity; Medical education; Medicine; Public relations; Psychology; Engineering ethics; Political science; Engineering; Law","score_opus":0.4812643716364366,"score_gpt":0.5930336791686682,"score_spread":0.11176930753223163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065762790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93682945,0.0013876471,0.002442647,0.05673724,0.0012061764,0.0012658436,0.000024783447,0.000023715485,0.00008252331],"genre_scores_gemma":[0.5019275,0.00049550005,0.49598873,0.0006393355,0.00073369965,0.000027042395,0.00010516809,0.00004066002,0.000042369928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9863924,0.00046005074,0.011098497,0.00055914116,0.0010076286,0.00048229937],"domain_scores_gemma":[0.98059183,0.007213512,0.0060444674,0.00057404337,0.005122798,0.00045337054],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0099057425,0.0003288087,0.0014948032,0.00044782928,0.00022860977,0.000011710815,0.0003152252,0.00026620837,0.000021771546],"category_scores_gemma":[0.034105197,0.00028220445,0.00048118128,0.00042706117,0.00014460429,0.0006075596,0.00043501167,0.0009745211,0.000004957052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009011924,0.0031336541,0.85291725,0.001297191,0.0007481675,0.004721366,0.0072137774,0.00024622094,0.00044655113,0.000013312822,0.0037454963,0.11650511],"study_design_scores_gemma":[0.014334762,0.0014786738,0.9205666,0.0054588164,0.0004736984,0.0015337279,0.041978396,0.0047914768,0.00035040325,0.00028882144,0.00830128,0.00044331007],"about_ca_topic_score_codex":0.00006789557,"about_ca_topic_score_gemma":0.00032820116,"teacher_disagreement_score":0.49354607,"about_ca_system_score_codex":0.00027284666,"about_ca_system_score_gemma":0.0017310655,"threshold_uncertainty_score":0.999963},"labels":[],"label_agreement":null},{"id":"W2066098117","doi":"10.1016/j.otohns.2010.04.251","title":"W3– A new clinical appropriateness tool for practice guidelines","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Appropriateness criteria; Clinical Practice; Medical physics; Medicine; Family medicine; Radiology","score_opus":0.2719296935578663,"score_gpt":0.5474919079964905,"score_spread":0.2755622144386242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066098117","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74227774,0.00010423945,0.05754131,0.19064508,0.0050172447,0.0027711242,0.000021595883,0.00023805592,0.0013835842],"genre_scores_gemma":[0.1085313,0.00013477445,0.7961546,0.083593115,0.008274268,0.00022144223,0.00023476184,0.00010410969,0.002751593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963972,0.00018061283,0.0021639813,0.00059517944,0.00026093764,0.00040206878],"domain_scores_gemma":[0.9912528,0.005218338,0.00063848007,0.0007438156,0.0018455237,0.00030108966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044765547,0.0002107237,0.00059105817,0.00008815423,0.0000915591,0.00003149441,0.00020218144,0.00046836803,0.00046732867],"category_scores_gemma":[0.15050784,0.00018136119,0.00027503847,0.0001707495,0.00012587344,0.00036358513,0.00011002646,0.00081152195,0.0002618444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075248135,0.0015046808,0.102017075,0.00016710327,0.0005919765,0.00016899711,0.00012212418,0.000006815847,0.02292139,0.013101161,0.43578818,0.4160857],"study_design_scores_gemma":[0.007013053,0.0009747812,0.03300818,0.000016750415,0.0006268373,0.00094643823,0.00010467691,0.0015957439,0.00028534574,0.0014261078,0.95376754,0.00023456514],"about_ca_topic_score_codex":0.0002855538,"about_ca_topic_score_gemma":0.00018283744,"teacher_disagreement_score":0.7386133,"about_ca_system_score_codex":0.000021671285,"about_ca_system_score_gemma":0.00095950335,"threshold_uncertainty_score":0.8566478},"labels":[],"label_agreement":null},{"id":"W2066244415","doi":"10.1017/s0714980813000263","title":"Les pratiques de coordination en gestion de cas dans le secteur du soutien à domicile pour les personnes en perte d’autonomie liée au vieillissement, une analyse conventionnaliste","year":2013,"lang":"en","type":"article","venue":"Canadian Journal on Aging / La Revue canadienne du vieillissement","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Compromise; Convention; Context (archaeology); Psychology; Sociology; Political science; Biology; Law","score_opus":0.036686535100867855,"score_gpt":0.31759496771702783,"score_spread":0.28090843261616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066244415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89689344,0.0001418376,0.004698403,0.096212536,0.00034498316,0.0007275765,0.000057677687,0.000047246154,0.0008763189],"genre_scores_gemma":[0.99274445,0.00016756284,0.0020211507,0.002024766,0.0013776032,0.00010241646,0.00023384838,0.00008557733,0.0012426222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589056,0.0011123691,0.0012847639,0.00050665915,0.00020688919,0.0009987323],"domain_scores_gemma":[0.9955074,0.00086644175,0.00073713326,0.00036451747,0.00076386135,0.0017605985],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037674126,0.0004197454,0.00054182153,0.0006665577,0.00095127744,0.00034471313,0.00030670196,0.00025231732,0.0010028963],"category_scores_gemma":[0.004016961,0.00042762718,0.00028746878,0.00035881356,0.00012873641,0.00052140275,0.00003143612,0.00088763126,0.00003590623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018939568,0.00047376557,0.75174546,0.00054283603,0.0012867242,0.0018896221,0.11670422,0.0057045138,0.01849101,0.0080663385,0.03739135,0.057514746],"study_design_scores_gemma":[0.0038458037,0.00068640994,0.8407033,0.0012789948,0.00091542903,0.0030199303,0.072923176,0.020591632,0.00096592185,0.00057153427,0.053713612,0.00078426674],"about_ca_topic_score_codex":0.6250354,"about_ca_topic_score_gemma":0.83387864,"teacher_disagreement_score":0.20884323,"about_ca_system_score_codex":0.008647303,"about_ca_system_score_gemma":0.0034897842,"threshold_uncertainty_score":0.9999103},"labels":[],"label_agreement":null},{"id":"W2066564708","doi":"10.1186/1471-2288-13-112","title":"Making sense of complex data: a mapping process for analyzing findings of a realist review on guideline implementability","year":2013,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Hospital; Juravinski Cancer Centre; St. Michael's Hospital","funders":"","keywords":"Operationalization; CLARITY; Computer science; Guideline; Set (abstract data type); Management science; Process (computing); Data science; Data extraction; Knowledge management; Data mining; MEDLINE; Medicine; Engineering; Epistemology","score_opus":0.9802235642890511,"score_gpt":0.7953916879685791,"score_spread":0.18483187632047204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066564708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003103509,0.8601012,0.12582152,0.0033386548,0.00017693941,0.00949208,0.00089667825,0.000030471074,0.00011138145],"genre_scores_gemma":[0.0000072727757,0.75716865,0.23647116,0.00089173205,0.00047703588,0.0004512571,0.004430291,0.00007287568,0.00002969714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9599254,0.023365233,0.010567235,0.0016591195,0.003359085,0.0011239384],"domain_scores_gemma":[0.6290514,0.35581222,0.004547685,0.0043016784,0.0053571695,0.00092987315],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20555155,0.00052949076,0.006913619,0.0009227953,0.000120548466,0.000014758809,0.001362841,0.0007508225,0.0030909514],"category_scores_gemma":[0.7172881,0.00038764818,0.0008318045,0.0016596336,0.00094341487,0.00013917085,0.0014213818,0.0022475019,0.0000206048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024895504,0.00022179927,0.00005834423,0.29129183,0.00033942237,0.000014201468,0.000029437722,1.4782198e-7,0.000011477512,0.000213847,0.027199732,0.6803708],"study_design_scores_gemma":[0.001535948,0.00088986615,0.000023136248,0.11756393,0.0019210455,0.00019237916,0.00037318227,0.00059227843,0.000006490346,0.00068636466,0.8759506,0.00026478415],"about_ca_topic_score_codex":0.0007657293,"about_ca_topic_score_gemma":0.00036547697,"teacher_disagreement_score":0.8487508,"about_ca_system_score_codex":0.00033652538,"about_ca_system_score_gemma":0.008092103,"threshold_uncertainty_score":0.99985754},"labels":[],"label_agreement":null},{"id":"W2066869848","doi":"10.1016/j.hcmf.2014.03.007","title":"La puissance de la mobilisation: Créer une culture d'investissement personnel et d'harmonie","year":2014,"lang":"fr","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.09939323948790445,"score_gpt":0.4667015251844296,"score_spread":0.3673082856965251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066869848","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014356339,0.011985125,0.04828045,0.8580491,0.0037694678,0.003499153,0.00009111193,0.0003332867,0.059635986],"genre_scores_gemma":[0.8947179,0.009050922,0.021845657,0.061735388,0.0012650893,0.00033836268,0.00034983704,0.00011331673,0.010583539],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99274,0.0029137512,0.0014549793,0.00085576385,0.00084448454,0.0011910546],"domain_scores_gemma":[0.9959894,0.0017603699,0.00057472877,0.0008274155,0.00020345872,0.0006446176],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067393747,0.00048181173,0.0005379955,0.00016619703,0.00037513336,0.00017155588,0.00029761388,0.00042956276,0.0005637243],"category_scores_gemma":[0.0018795213,0.0004999184,0.00021510416,0.0005716397,0.00039528616,0.00041769524,0.0002940139,0.0011054229,0.00032240583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002914981,0.0008957669,0.021333419,0.0050411164,0.00040288718,0.00027145367,0.008851904,0.0004482093,0.00010548197,0.32088703,0.24070472,0.40076652],"study_design_scores_gemma":[0.0037201175,0.00080260786,0.029160814,0.0014083931,0.0005807652,0.00010411996,0.0427906,0.0056829453,0.000058729238,0.0069419337,0.9082865,0.0004624881],"about_ca_topic_score_codex":0.003024213,"about_ca_topic_score_gemma":0.0008439069,"teacher_disagreement_score":0.88036156,"about_ca_system_score_codex":0.00067155564,"about_ca_system_score_gemma":0.00024434496,"threshold_uncertainty_score":0.99974525},"labels":[],"label_agreement":null},{"id":"W2066993489","doi":"10.3821/1913-701x(2008)140[s5:cpgttn]2.0.co;2","title":"Clinical practice guidelines: Tools to narrow the care gap?*","year":2007,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Medicine; Psychology; Nursing","score_opus":0.390566395439417,"score_gpt":0.5371789977282366,"score_spread":0.14661260228881962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066993489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8977681,0.005319428,0.0038315898,0.053679004,0.018609516,0.003829819,0.0007561909,0.00013677741,0.016069619],"genre_scores_gemma":[0.8352131,0.0016175032,0.010092259,0.14579171,0.00654898,0.000015982892,0.00007741251,0.000089045156,0.00055400835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930965,0.0004217621,0.0033023455,0.00061197625,0.0011802751,0.0013871422],"domain_scores_gemma":[0.98345435,0.0029323695,0.00082527293,0.00062389707,0.007096295,0.0050677904],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008851276,0.00044150255,0.0005914024,0.00034894215,0.0010734876,0.00030340804,0.00075836544,0.00012520934,0.00097114575],"category_scores_gemma":[0.041936316,0.00036929193,0.00034245223,0.0010752681,0.00020752868,0.00075121,0.00008930125,0.0017939213,0.00009616076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000672005,0.000053440832,0.0018694858,0.00006863598,0.0002155822,0.05519202,0.0009750075,0.00032332086,0.00038138108,0.000027829406,0.34294173,0.59727955],"study_design_scores_gemma":[0.0023574093,0.00019209813,0.00018223043,0.0000278341,0.0005225434,0.30090675,0.00057244435,0.00025483602,0.00025256534,0.000012215297,0.6943756,0.00034350567],"about_ca_topic_score_codex":0.03994953,"about_ca_topic_score_gemma":0.23227477,"teacher_disagreement_score":0.59693605,"about_ca_system_score_codex":0.0036609652,"about_ca_system_score_gemma":0.011883457,"threshold_uncertainty_score":0.9999421},"labels":[],"label_agreement":null},{"id":"W2067324638","doi":"10.1016/j.jcjo.2011.12.025","title":"Canadian Ophthalmological Society evidence-based clinical practice guidelines for the management of diabetic retinopathy","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dawson College","funders":"","keywords":"Diabetic retinopathy; Medicine; Diabetes mellitus; Health professionals; Ethnic group; Retinopathy; Optometry; Type 2 diabetes; Family medicine; Diabetes management; Clinical Practice; Health care; Intensive care medicine; Ophthalmology; Endocrinology","score_opus":0.5277749016781516,"score_gpt":0.5480101430338621,"score_spread":0.02023524135571053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067324638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80333775,0.010921114,0.0017256602,0.1733834,0.0052904035,0.0018625668,0.00007828242,0.000007444623,0.0033933965],"genre_scores_gemma":[0.9110546,0.00013607072,0.081246085,0.0061561577,0.001112991,0.000025969419,0.000012974415,0.000031189382,0.00022394942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99537706,0.00043774498,0.0027663575,0.00024076732,0.00038916495,0.0007889159],"domain_scores_gemma":[0.9848082,0.007687154,0.0014158658,0.0005039685,0.003920656,0.0016641576],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012256265,0.00022072415,0.0006605149,0.00018455854,0.00020471918,0.000025116717,0.0004449909,0.00029953397,0.0012221166],"category_scores_gemma":[0.03534386,0.00015612655,0.00063732936,0.00032476315,0.0003686311,0.0003750012,0.000030821942,0.0006160351,0.000016884307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002292541,0.00069711305,0.786302,0.00068970147,0.0032102035,0.014479606,0.000430514,0.0003399906,0.000090205984,0.0016635556,0.1589972,0.030807419],"study_design_scores_gemma":[0.0074671856,0.007657113,0.62819135,0.0014102106,0.0068437755,0.19680816,0.0077736834,0.0012361363,0.0001815041,0.00073222304,0.1410021,0.0006965816],"about_ca_topic_score_codex":0.03505524,"about_ca_topic_score_gemma":0.0009899393,"teacher_disagreement_score":0.18232855,"about_ca_system_score_codex":0.00046943955,"about_ca_system_score_gemma":0.004770761,"threshold_uncertainty_score":0.9996909},"labels":[],"label_agreement":null},{"id":"W2067549297","doi":"10.1016/j.zefq.2013.04.007","title":"GRADE-Leitlinien: 9. Heraufstufen der Qualität der Evidenz","year":2013,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Observational study; Spurious relationship; Confounding; Guideline; Medicine; Econometrics; Statistics; Mathematics; Internal medicine","score_opus":0.2380278318343368,"score_gpt":0.5212476928445823,"score_spread":0.2832198610102455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067549297","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2765782,0.41131192,0.008580058,0.22747454,0.030179674,0.0277059,0.00094716664,0.0032074952,0.014015071],"genre_scores_gemma":[0.8991682,0.0150245745,0.009229495,0.03562362,0.01978635,0.0014918331,0.0024913463,0.001456526,0.015728068],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9656712,0.005932381,0.012901105,0.0047042454,0.0055893576,0.005201754],"domain_scores_gemma":[0.9608615,0.020686142,0.0049647284,0.0058967844,0.0038588846,0.0037319595],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.01565216,0.0033847976,0.0047799526,0.0013614896,0.001636774,0.0021782327,0.0026669898,0.0025907122,0.012385013],"category_scores_gemma":[0.03137624,0.00320635,0.0025146788,0.0029786858,0.0013796611,0.008037592,0.00176186,0.0048579816,0.039874572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031462149,0.007922957,0.14939092,0.0069130925,0.03310902,0.0011053941,0.01950454,0.0003653452,0.004096443,0.053067613,0.5759784,0.14540006],"study_design_scores_gemma":[0.013316648,0.0026058536,0.046331488,0.0034685978,0.015982492,0.00022166007,0.010150438,0.0020530426,0.0010257505,0.0030711328,0.8969896,0.004783318],"about_ca_topic_score_codex":0.020099295,"about_ca_topic_score_gemma":0.001662725,"teacher_disagreement_score":0.62259,"about_ca_system_score_codex":0.0004753569,"about_ca_system_score_gemma":0.0030362513,"threshold_uncertainty_score":0.99966294},"labels":[],"label_agreement":null},{"id":"W2067592661","doi":"10.1097/01.blo.0000080541.81794.26","title":"Evidence-Based Orthopaedics: A Primer","year":2003,"lang":"es","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Evidence-based medicine; Intuition; MEDLINE; Clinical Practice; Critical appraisal; Clinical decision making; Evidence-based practice; Alternative medicine; Guideline; Intensive care medicine; Family medicine; Pathology; Psychology","score_opus":0.5452457763637101,"score_gpt":0.5842937967796299,"score_spread":0.039048020415919815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067592661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.812121,0.08962558,0.00067358854,0.069709025,0.0077982447,0.0048494837,0.000057685163,0.0002542121,0.014911188],"genre_scores_gemma":[0.87489295,0.11473728,0.0017832618,0.0028477702,0.0013626305,0.00006318991,0.000080650534,0.00016146826,0.004070804],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9774603,0.009472984,0.006015678,0.0020134598,0.003251218,0.001786328],"domain_scores_gemma":[0.94267523,0.04958542,0.0009945855,0.0016029077,0.0028913307,0.0022505254],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.06910115,0.00061911374,0.0014477557,0.0007829165,0.0008474012,0.00034106194,0.00044407352,0.001951986,0.0037367325],"category_scores_gemma":[0.2264857,0.0005065222,0.0011534339,0.0024917275,0.0034074518,0.0005059242,0.00041279919,0.008639408,0.0016028475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017233805,0.0023734195,0.76161885,0.0007913613,0.0010819132,0.0015483537,0.00011072141,0.000020332654,0.00015270457,0.011190852,0.017905649,0.20148246],"study_design_scores_gemma":[0.023693008,0.012630399,0.26024672,0.011763798,0.0032932486,0.000485145,0.0016692908,0.010534142,0.00013655075,0.0044226656,0.66958904,0.0015359805],"about_ca_topic_score_codex":0.00015474032,"about_ca_topic_score_gemma":0.000014599154,"teacher_disagreement_score":0.6516834,"about_ca_system_score_codex":0.00019962201,"about_ca_system_score_gemma":0.005464376,"threshold_uncertainty_score":0.99973863},"labels":[],"label_agreement":null},{"id":"W2067779432","doi":"10.12927/hcq.2012.23157","title":"The Crucial Role of Clinician Engagement in System-Wide Quality Improvement: The Cancer Care Ontario Experience","year":2012,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Quality management; Mentorship; Accountability; Medicine; Quality (philosophy); Health informatics; Process management; Variety (cybernetics); Nursing; Informatics; Business; Service (business); Medical education; Engineering; Computer science; Political science; Public health; Marketing","score_opus":0.1836582737191944,"score_gpt":0.5084321906235455,"score_spread":0.3247739169043511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067779432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834456,0.0022217396,0.000041053718,0.011046062,0.0011986531,0.0016322721,0.000024087927,0.000027699354,0.00036285233],"genre_scores_gemma":[0.9965883,0.000058262875,0.00012160553,0.002201337,0.0005408415,0.00040919258,0.000020018198,0.000017983622,0.000042469175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958481,0.00076638925,0.0019930562,0.00028499478,0.0005841864,0.0005232514],"domain_scores_gemma":[0.99653447,0.0015443522,0.00069644675,0.0007022347,0.0003428593,0.0001796642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037656936,0.00016318432,0.0003647445,0.000042973923,0.0002943556,0.000025882176,0.00023210332,0.000094214156,0.000055006883],"category_scores_gemma":[0.0005524568,0.00010178043,0.00012140421,0.00017270433,0.00009699276,0.0001905858,0.000040336174,0.00058086327,0.000011907769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040828233,0.00010322903,0.54393846,0.0002791024,0.000029687666,0.0000014427568,0.12532185,7.707227e-7,0.00022881805,0.00087893073,0.000104938044,0.32870448],"study_design_scores_gemma":[0.0011129887,0.0008811599,0.5958332,0.00018508598,0.00004993162,0.0000023646562,0.37610507,0.00001594535,0.00017465277,0.00004333679,0.025490128,0.00010618495],"about_ca_topic_score_codex":0.43063232,"about_ca_topic_score_gemma":0.63339937,"teacher_disagreement_score":0.3285983,"about_ca_system_score_codex":0.0010572006,"about_ca_system_score_gemma":0.0008565153,"threshold_uncertainty_score":0.57315916},"labels":[],"label_agreement":null},{"id":"W2067973320","doi":"10.3917/riges.273.0081","title":"Les cartes à puce dans le domaine de la santé : leçons et défis","year":2002,"lang":"fr","type":"article","venue":"Gestion","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.13329888519042973,"score_gpt":0.4679354183903932,"score_spread":0.33463653319996345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067973320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52273077,0.010526681,0.10392062,0.34454444,0.0016162131,0.00061161263,0.00009613325,0.00019924593,0.015754296],"genre_scores_gemma":[0.9753651,0.0031611728,0.008775602,0.0017139423,0.0012665959,0.00002470759,0.00011518779,0.000041416744,0.009536262],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967405,0.0015564739,0.0007068141,0.00030452988,0.00028935238,0.000402314],"domain_scores_gemma":[0.9939596,0.0051849224,0.00022918753,0.00030449318,0.00012550467,0.00019627034],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031821467,0.00018861982,0.00024278514,0.00007729363,0.0001941613,0.00005702788,0.000088260516,0.00029021967,0.0018305167],"category_scores_gemma":[0.012371823,0.00020561337,0.000105464285,0.0002231169,0.00025451058,0.00034317572,0.00004933688,0.00059490144,0.0004097279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109502296,0.0011137967,0.037745148,0.00019070179,0.00013020636,0.00019053946,0.004511784,0.0006668841,0.03256246,0.026898677,0.08253095,0.81334937],"study_design_scores_gemma":[0.0052287886,0.0008034978,0.54348683,0.00078351214,0.0011402213,0.00081731164,0.0054470543,0.023723558,0.002822037,0.0047584595,0.41050425,0.0004844727],"about_ca_topic_score_codex":0.0056784186,"about_ca_topic_score_gemma":0.00085370545,"teacher_disagreement_score":0.8128649,"about_ca_system_score_codex":0.00042261207,"about_ca_system_score_gemma":0.0001399243,"threshold_uncertainty_score":0.99908197},"labels":[],"label_agreement":null},{"id":"W2068156207","doi":"10.4103/0971-4065.73450","title":"Development of practice guidelines for hemodialysis in Egypt","year":2010,"lang":"en","type":"article","venue":"Indian Journal of Nephrology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"International Society of Nephrology","keywords":"Medicine; Delphi method; Documentation; Hemodialysis; Health care; Family medicine; Clinical Practice; Surgery; Political science","score_opus":0.20468856476904576,"score_gpt":0.5079789693078396,"score_spread":0.30329040453879386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068156207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402614,0.00005245531,0.0034376387,0.05549742,0.0004273566,0.0002520181,0.00000320534,0.0000033338479,0.00006516734],"genre_scores_gemma":[0.49884316,0.000024250568,0.48926038,0.011296602,0.0005380034,0.0000060429115,0.000007759318,0.000012271357,0.000011512852],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99686366,0.000079871934,0.0024985455,0.00011883579,0.00025136114,0.00018772998],"domain_scores_gemma":[0.9937264,0.0017747842,0.0015490366,0.00016177597,0.002664889,0.00012314675],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041020825,0.00009703743,0.00046094408,0.0003838588,0.000027029282,0.0000059419685,0.00012883243,0.00015065307,0.00013599772],"category_scores_gemma":[0.034119204,0.00008245728,0.00012820485,0.00019816574,0.000062392166,0.00023558478,0.00002619785,0.00045975493,0.0000060353736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007312964,0.001280673,0.014052419,0.00014048001,0.00087858806,0.00062610843,0.006224739,0.00007914813,0.35314798,0.00035364684,0.029439433,0.5864638],"study_design_scores_gemma":[0.010188557,0.0012922608,0.02957503,0.00007178319,0.00053455617,0.0036774592,0.003283609,0.00016778038,0.008838092,0.00077315926,0.94142604,0.00017169894],"about_ca_topic_score_codex":0.00002118448,"about_ca_topic_score_gemma":0.000444695,"teacher_disagreement_score":0.9119866,"about_ca_system_score_codex":0.0000411427,"about_ca_system_score_gemma":0.001022084,"threshold_uncertainty_score":0.97401685},"labels":[],"label_agreement":null},{"id":"W2068196277","doi":"10.2337/dc08-2093","title":"Medical Management of Hyperglycemia in Type 2 Diabetes: A Consensus Algorithm for the Initiation and Adjustment of Therapy: A Consensus Statement of the American Diabetes Association and the European Association for the Study of Diabetes","year":2009,"lang":"en","type":"letter","venue":"Diabetes Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Health Sciences Centre","funders":"","keywords":"Medicine; Statement (logic); Position statement; Diabetes mellitus; Association (psychology); Evidence-based medicine; Consensus conference; MEDLINE; Family medicine; Clinical Practice; Type 2 diabetes; Evidence-based practice; Alternative medicine; Internal medicine; Law; Pathology; Endocrinology; Psychotherapist; Psychology; Political science","score_opus":0.05572030067291651,"score_gpt":0.36867561354981654,"score_spread":0.31295531287690004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068196277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89725274,0.004045382,0.0000072184603,0.09018827,0.00034807742,0.0074445507,0.0006750988,0.000012018084,0.000026614249],"genre_scores_gemma":[0.96953034,0.0016763011,0.00034327264,0.027079375,0.0004032462,0.0005327759,0.00034336947,0.00006441855,0.000026884483],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99427336,0.0016016958,0.0020326679,0.0003937918,0.0012667237,0.00043174482],"domain_scores_gemma":[0.9726097,0.021550145,0.004062281,0.0005523688,0.0011856444,0.000039874227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00590722,0.00033981857,0.0011282491,0.00012418155,0.00011943273,0.000021722391,0.00031361092,0.00018750301,0.0000055692117],"category_scores_gemma":[0.004752915,0.00017998864,0.00024740465,0.00042278063,0.00039846494,0.000034002536,0.0001623899,0.0005733794,2.4575834e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034773097,0.00053526904,0.53059316,0.0015381799,0.005151565,0.0000014044854,0.00363838,0.00004190554,0.00022038555,0.000014089351,0.03264537,0.42527258],"study_design_scores_gemma":[0.027799381,0.00504165,0.91525453,0.0013652131,0.0076822233,2.3539553e-7,0.024000192,0.0068743564,0.0011761659,0.0002867918,0.010076012,0.0004432549],"about_ca_topic_score_codex":0.00007853968,"about_ca_topic_score_gemma":0.000072006995,"teacher_disagreement_score":0.42482933,"about_ca_system_score_codex":0.00028873468,"about_ca_system_score_gemma":0.0001516196,"threshold_uncertainty_score":0.7339724},"labels":[],"label_agreement":null},{"id":"W2068529230","doi":"10.1016/j.joca.2014.02.411","title":"What could the future hold? Simulating the demand for osteoarthritis (OA) care in Alberta to plan a sustainable OA care system","year":2014,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Waterloo; Alberta Health Services; University of Calgary; Alberta Innovates; University of Saskatchewan","funders":"","keywords":"Government (linguistics); Operations management; Psychological intervention; Process (computing); Population; Health care; Business; Process management; Medicine; Plan (archaeology); Nursing; Computer science; Engineering; Economics; Environmental health","score_opus":0.02512603642860526,"score_gpt":0.33371613537325673,"score_spread":0.30859009894465145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068529230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97113156,0.010709001,0.0000899812,0.012627777,0.0006925608,0.0036642943,0.000060454197,0.00004486661,0.0009794853],"genre_scores_gemma":[0.994731,0.00013256259,0.00010616721,0.0030143328,0.0010211972,0.0004305115,0.00016848864,0.000052757612,0.0003429866],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99746335,0.00027155995,0.0007965793,0.00050786155,0.000373934,0.0005867131],"domain_scores_gemma":[0.9970192,0.0015685139,0.00019776942,0.00057410146,0.00043991278,0.00020055885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010243554,0.00027171263,0.00046832333,0.00007290694,0.00054487353,0.00039879946,0.00016597877,0.00017145296,0.000019122457],"category_scores_gemma":[0.0010087744,0.00018837779,0.00013703447,0.00024250578,0.00008061048,0.00041046797,0.00015111787,0.00032577905,0.000010545608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00218691,0.000073009425,0.020009719,0.0029447272,0.000029486782,0.00025356762,0.06388824,0.0007757725,0.0028897873,0.004850815,0.0033274286,0.8987706],"study_design_scores_gemma":[0.010481411,0.0035195723,0.0018763171,0.0012114049,0.0002501409,0.00018811712,0.6989544,0.000550034,0.00090178946,0.00007739274,0.28156173,0.0004277066],"about_ca_topic_score_codex":0.00037707874,"about_ca_topic_score_gemma":0.02718441,"teacher_disagreement_score":0.89834285,"about_ca_system_score_codex":0.00013299896,"about_ca_system_score_gemma":0.000090321235,"threshold_uncertainty_score":0.99056697},"labels":[],"label_agreement":null},{"id":"W2069043652","doi":"10.1016/j.jmpt.2005.08.004","title":"When Evidence and Practice Collide","year":2005,"lang":"en","type":"editorial","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Medicine; Evidence-based medicine; Evidence-based practice; Alternative medicine; Medical education; Clinical Practice; MEDLINE; Family medicine; Pathology; Law","score_opus":0.7719652436626888,"score_gpt":0.5708274946479638,"score_spread":0.20113774901472503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069043652","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10658752,0.08425791,0.0043444913,0.08177181,0.71833,0.00326948,0.00015410915,0.0001007586,0.0011838612],"genre_scores_gemma":[0.064535916,0.07389046,0.0181762,0.006253704,0.8367265,0.0000045495285,0.000038647613,0.000047231835,0.0003267766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692535,0.0006262087,0.0012744225,0.00026790064,0.00072170555,0.00018441488],"domain_scores_gemma":[0.9749196,0.0215971,0.0017853915,0.00016434804,0.0013687176,0.00016480719],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022027846,0.0002708516,0.00084452843,0.000073696996,0.00007526051,0.000058442572,0.00011502046,0.0005233385,0.00006011022],"category_scores_gemma":[0.01872509,0.00017714758,0.00015108293,0.00007684422,0.00019302045,0.00044754066,0.00010579103,0.001539002,0.0000043450614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011168895,0.0007665544,0.00037238607,0.0002739812,0.001712556,0.00018969079,0.00078780006,0.000020034835,0.0058762957,0.00012640971,0.9244491,0.054256313],"study_design_scores_gemma":[0.0016762962,0.004280199,0.0050366777,0.0005779812,0.0019673232,0.00021053018,0.00043617393,0.00012538856,0.00002376371,0.003075622,0.98237467,0.00021537754],"about_ca_topic_score_codex":0.000013898998,"about_ca_topic_score_gemma":0.0000026592468,"teacher_disagreement_score":0.11839646,"about_ca_system_score_codex":0.000093039525,"about_ca_system_score_gemma":0.00025712853,"threshold_uncertainty_score":0.9895406},"labels":[],"label_agreement":null},{"id":"W2069257955","doi":"10.2106/jbjs.f.01596","title":"Symposium","year":2007,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Political science","score_opus":0.5010803209834601,"score_gpt":0.5202548302449339,"score_spread":0.019174509261473793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069257955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011588355,0.9971572,0.00012431924,0.0013006629,0.0008550192,0.00017466107,0.00000403804,0.0000064216624,0.000261759],"genre_scores_gemma":[0.00001801708,0.99676424,0.00061063457,0.00068203395,0.0016502943,0.0000011605939,0.000020332845,0.000031969972,0.000221341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942541,0.00013252416,0.004888949,0.00013297443,0.00041325422,0.00017821389],"domain_scores_gemma":[0.9920427,0.0034793532,0.0037735444,0.00016064648,0.0003000613,0.00024367565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072925906,0.0002013307,0.003508231,0.00081083435,0.00002828831,0.000023497134,0.000012434667,0.00020682166,0.00012258175],"category_scores_gemma":[0.003997739,0.00013749009,0.001409139,0.00019497947,0.000038216807,0.00015017498,0.00003388181,0.0007493955,0.000020813588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005292016,0.00008270355,0.0000784204,0.008355046,0.00022044586,0.0009127903,0.0000074704003,1.9768073e-8,0.0000029473335,0.0000037256414,0.03752198,0.95276153],"study_design_scores_gemma":[0.00025063357,0.00011943689,0.00012774697,0.018517591,0.0023766991,0.010407015,0.00002534685,4.090174e-7,0.0000010701739,0.000016064263,0.9680441,0.00011389295],"about_ca_topic_score_codex":0.00000792287,"about_ca_topic_score_gemma":0.0000010935586,"teacher_disagreement_score":0.9526476,"about_ca_system_score_codex":0.000077627956,"about_ca_system_score_gemma":0.00080113957,"threshold_uncertainty_score":0.5606683},"labels":[],"label_agreement":null},{"id":"W2069569946","doi":"10.1136/bmjqs-2013-002293.54","title":"023 Feasibility and Efficiency of Strategies For Updating Clinical Practice Guidelines","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Clinical Practice; Medical physics; Process management; Intensive care medicine; Nursing; Engineering","score_opus":0.5895015846623207,"score_gpt":0.6522494776017153,"score_spread":0.06274789293939453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069569946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8374458,0.00029350107,0.07253732,0.08175352,0.00046044053,0.005067483,0.00009455183,0.00010492776,0.0022424439],"genre_scores_gemma":[0.7946208,0.00022575591,0.19728585,0.006974337,0.000591843,0.00007900713,0.00012563856,0.00002415379,0.000072605006],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99140877,0.00072060793,0.006574239,0.00051360944,0.00050877995,0.0002739845],"domain_scores_gemma":[0.9700059,0.022012262,0.002083262,0.00079039496,0.0048584803,0.00024969576],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024288526,0.00018057467,0.00067811634,0.000039790066,0.00011340088,0.000046356363,0.00011437608,0.00015749082,0.00017475415],"category_scores_gemma":[0.21547283,0.00014964992,0.0002121819,0.00017085855,0.00023950386,0.0007958803,0.00011873679,0.000271644,0.000021394542],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010649884,0.0040543913,0.23596878,0.0031134535,0.00067318,0.000009174325,0.0017190785,0.00008442432,0.0066204155,0.036071125,0.097193964,0.60384214],"study_design_scores_gemma":[0.020424113,0.0033974042,0.75602657,0.00046345097,0.0013360605,0.00011076994,0.12789412,0.010833066,0.0003469508,0.023238702,0.054975484,0.0009533204],"about_ca_topic_score_codex":0.001539041,"about_ca_topic_score_gemma":0.00009623237,"teacher_disagreement_score":0.6028888,"about_ca_system_score_codex":0.000056721372,"about_ca_system_score_gemma":0.00086579256,"threshold_uncertainty_score":0.8417967},"labels":[],"label_agreement":null},{"id":"W2069856105","doi":"10.1097/brs.0b013e31822ef5b4","title":"Clinical Guidelines and Payer Policies on Fusion for the Treatment of Chronic Low Back Pain","year":2011,"lang":"en","type":"review","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"Washington State University","keywords":"Medicine; Low back pain; Physical therapy; Chronic pain; Alternative medicine; Intensive care medicine; Physical medicine and rehabilitation; Pathology","score_opus":0.6116449949828902,"score_gpt":0.6021671435594322,"score_spread":0.009477851423457917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069856105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004275378,0.9918893,0.0008057318,0.0028915594,0.00050608744,0.0036796455,0.00008055755,0.000018665616,0.00008569199],"genre_scores_gemma":[0.000006621708,0.9920183,0.0024780913,0.0010379582,0.0026658857,0.00019158052,0.0003126006,0.000058118447,0.0012308676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961408,0.0002831192,0.002757004,0.00040653624,0.00018271733,0.00022986374],"domain_scores_gemma":[0.994341,0.0035120756,0.0010611147,0.0006736003,0.0003017305,0.00011045249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002598273,0.00035989186,0.0017409155,0.000089685534,0.00005693436,0.000010077823,0.00011851401,0.00026441034,0.00030735385],"category_scores_gemma":[0.0049662394,0.00017866964,0.00072698196,0.00012975189,0.00014504322,0.0000306041,0.000047318586,0.00018655913,0.00004987954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009129643,0.00046129606,0.000036772173,0.005285658,0.00030088655,0.0000013715343,0.000017108698,2.4527534e-7,7.778697e-7,0.00006685792,0.01223045,0.9815073],"study_design_scores_gemma":[0.0021003813,0.008247954,0.00012962914,0.0062320307,0.0022938396,0.000012735796,0.000025625503,0.0001526118,0.0000020173416,0.000027394652,0.980629,0.00014678246],"about_ca_topic_score_codex":0.00020510514,"about_ca_topic_score_gemma":0.00011774664,"teacher_disagreement_score":0.9813605,"about_ca_system_score_codex":0.00013617631,"about_ca_system_score_gemma":0.00042566503,"threshold_uncertainty_score":0.72859365},"labels":[],"label_agreement":null},{"id":"W2070126454","doi":"10.3747/co.20.1166","title":"Alignment of Practice Guidelines with Targeted-therapy Drug Funding Policies in Ontario","year":2013,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; Queen's University","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Guideline; Christian ministry; Family medicine; Odds ratio; Internal medicine; MEDLINE; Pathology","score_opus":0.46530741551833316,"score_gpt":0.5645094242577371,"score_spread":0.09920200873940394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070126454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9553981,0.00085901987,0.00032930076,0.040067673,0.00064604555,0.001117465,0.0000026127695,0.000028223401,0.0015515696],"genre_scores_gemma":[0.9695402,0.00093542796,0.023147678,0.0053388914,0.0003315404,0.00019199285,0.00008906411,0.000031450112,0.00039378408],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974472,0.00019377503,0.0014118112,0.00027826734,0.0003543987,0.00031457885],"domain_scores_gemma":[0.99667376,0.0011548188,0.00067904784,0.0002758817,0.0010861884,0.00013028104],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012070633,0.00016980701,0.0004782132,0.00018626664,0.000031275347,0.000012357742,0.0001030154,0.00007451994,0.00092052086],"category_scores_gemma":[0.0030728763,0.00012975342,0.00006318309,0.00022302187,0.000097343516,0.00035179444,0.000060080994,0.00040286902,0.000053853622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014853193,0.00323321,0.65799356,0.00007718625,0.0002265052,0.000030930943,0.0069967685,0.000104979124,0.00390101,0.00042446624,0.088910185,0.23661587],"study_design_scores_gemma":[0.006845357,0.0017405105,0.20745897,0.0001615866,0.0001522707,0.00009135722,0.006978863,0.00018622467,0.00080684444,0.00022627528,0.77515554,0.00019617175],"about_ca_topic_score_codex":0.08913328,"about_ca_topic_score_gemma":0.058151256,"teacher_disagreement_score":0.6862454,"about_ca_system_score_codex":0.0007123887,"about_ca_system_score_gemma":0.0009946489,"threshold_uncertainty_score":0.9999928},"labels":[],"label_agreement":null},{"id":"W2070830263","doi":"10.1016/j.apmr.2008.08.100","title":"Poster 73: Developing Interprofessional Best Practice Guidelines for Persons With Hypertonicity","year":2008,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Rehabilitation; Medicine; Intervention (counseling); Psychological intervention; Modalities; Nursing; Medical education; Physical therapy","score_opus":0.1908671357475324,"score_gpt":0.5009492689458723,"score_spread":0.31008213319833994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070830263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79540646,0.00011778894,0.011333274,0.19159274,0.00006820144,0.00078031485,0.00000966033,0.000019312523,0.00067224365],"genre_scores_gemma":[0.7612279,0.000052500887,0.23445165,0.0036313164,0.00041785924,0.000048294827,0.000053446114,0.000016623888,0.00010042489],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855965,0.00009379988,0.000636738,0.00027129296,0.00029817535,0.00014032646],"domain_scores_gemma":[0.98074996,0.01799891,0.0002599894,0.00015294961,0.0007403947,0.00009780688],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00032588237,0.00013536296,0.00037061275,0.000120237266,0.00011270232,0.0000021615092,0.000045587163,0.000031333875,0.000006693535],"category_scores_gemma":[0.029814169,0.00008310922,0.000090273985,0.00011799018,0.00064244505,0.00023181732,0.0000357492,0.00015038977,0.0000010920435],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03981349,0.005928134,0.05831358,0.004935076,0.0012666561,0.00004813805,0.14188956,0.00006413515,0.19820961,0.021179805,0.023252012,0.50509983],"study_design_scores_gemma":[0.061697714,0.17517686,0.3404217,0.025977936,0.0053303465,0.001824011,0.22522059,0.036509447,0.0066328356,0.03474445,0.08441983,0.0020442929],"about_ca_topic_score_codex":0.00015385704,"about_ca_topic_score_gemma":0.000013915511,"teacher_disagreement_score":0.5030555,"about_ca_system_score_codex":0.000016637629,"about_ca_system_score_gemma":0.00022621517,"threshold_uncertainty_score":0.9783581},"labels":[],"label_agreement":null},{"id":"W2071485523","doi":"10.1503/cmaj.109-4413","title":"New approach to approving natural health products inadequate, says British Columbia Medical Association","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"License; Product (mathematics); Association (psychology); Environmental health; Computer science; Medicine; Operations research; Data science; Engineering; Mathematics; Psychology","score_opus":0.04921885584411385,"score_gpt":0.35405845534704083,"score_spread":0.304839599502927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071485523","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14672948,0.00037394997,0.0033983453,0.8354911,0.0044386634,0.002438248,0.000040670137,0.00015169477,0.0069377953],"genre_scores_gemma":[0.5739705,0.00035732772,0.029588435,0.32832637,0.02107802,0.0001267471,0.00043381276,0.00016173419,0.04595705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.990301,0.0006396675,0.001999187,0.00050513475,0.005383285,0.0011717374],"domain_scores_gemma":[0.9893112,0.0008699168,0.0010150172,0.00022391432,0.0019721494,0.0066078138],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010918695,0.00018841228,0.0006237798,0.0001894885,0.0005235593,0.00090791757,0.00035714134,0.0006255342,0.015209457],"category_scores_gemma":[0.10485421,0.00024804357,0.00015316145,0.00082871184,0.000024834055,0.0005809584,0.00006195514,0.003004169,0.00100273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000049100145,0.00006549399,0.049805727,0.000024293722,0.00010024377,0.000053127405,0.0001478786,0.000001109179,0.000003622585,0.000009034351,0.67840546,0.27137908],"study_design_scores_gemma":[0.0045635817,0.00023273523,0.4008916,0.00037860835,0.00010246448,0.0021969257,0.0012055547,0.0020363103,0.0000022822987,0.00018981619,0.58774835,0.00045174398],"about_ca_topic_score_codex":0.49962398,"about_ca_topic_score_gemma":0.65387005,"teacher_disagreement_score":0.5071648,"about_ca_system_score_codex":0.007012631,"about_ca_system_score_gemma":0.024683135,"threshold_uncertainty_score":0.9999972},"labels":[],"label_agreement":null},{"id":"W2071717076","doi":"10.3747/co.19.930","title":"Comparison of International Breast Cancer Guidelines: Are We Globally Consistent? Cancer Guideline AGREEment","year":2012,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre; Health Sciences Centre; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Guideline; Nice; Excellence; CLARITY; Breast cancer; Consistency (knowledge bases); Family medicine; Health care; Stakeholder; Nursing; Medical education; Cancer; Public relations; Pathology; Internal medicine; Political science","score_opus":0.6400680194827048,"score_gpt":0.6578357672109485,"score_spread":0.017767747728243743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071717076","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2781114,0.059527885,0.008011863,0.6082172,0.038199674,0.0024665503,0.002123748,0.00017442722,0.0031672828],"genre_scores_gemma":[0.9660907,0.013061454,0.007445593,0.006296569,0.005996421,0.00021445053,0.0005573495,0.00004272831,0.00029472643],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956634,0.00014374299,0.0027429792,0.00032562527,0.00070717535,0.0004170651],"domain_scores_gemma":[0.99504566,0.000318005,0.001554144,0.00031475635,0.0024764538,0.00029097754],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011919163,0.00023653038,0.0007578242,0.00013372133,0.000047620135,0.000010154944,0.0002401199,0.00014422371,0.005156794],"category_scores_gemma":[0.0012472945,0.00020512458,0.00019020875,0.00020717538,0.00014345688,0.00020293528,0.0002168408,0.00033376744,0.00005922599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032871106,0.0011971605,0.5041665,0.000068575064,0.00018103125,0.0000016744809,0.00013358536,0.00006474157,0.0003486854,0.0000750081,0.2895386,0.20389573],"study_design_scores_gemma":[0.0035292986,0.0001758759,0.10954182,0.00036932208,0.00061011466,0.000056733683,0.0016791713,0.0026306678,0.00016208121,0.00002201973,0.88104475,0.00017812518],"about_ca_topic_score_codex":0.0005630167,"about_ca_topic_score_gemma":0.0008063359,"teacher_disagreement_score":0.6879793,"about_ca_system_score_codex":0.0009161809,"about_ca_system_score_gemma":0.00070938637,"threshold_uncertainty_score":0.99575263},"labels":[],"label_agreement":null},{"id":"W2071790339","doi":"10.1016/s0840-4704(10)60582-0","title":"Mesurer et gérer les délais d'attente: Que peut-on faire?","year":2002,"lang":"fr","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.3101965456506056,"score_gpt":0.49388463098406904,"score_spread":0.18368808533346342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071790339","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030030324,0.0151713155,0.0026344033,0.91079104,0.006755784,0.00301623,0.00016161821,0.00025864562,0.058207944],"genre_scores_gemma":[0.70724267,0.026573785,0.0028047375,0.14451994,0.0016789299,0.00025337806,0.00039689487,0.00020064159,0.116329014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928511,0.0009703019,0.0021597145,0.0010978603,0.0012720546,0.001648976],"domain_scores_gemma":[0.99621046,0.0009740565,0.0006342049,0.0012210889,0.00032714457,0.0006330779],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025464157,0.0006119124,0.00071356003,0.0003909704,0.0004653969,0.00012216187,0.0003364846,0.00038135998,0.00989385],"category_scores_gemma":[0.0008762132,0.00062672305,0.00036223044,0.0006055725,0.00016834932,0.00047833848,0.0003798273,0.0012148257,0.005567634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017604555,0.000598524,0.014742065,0.001765358,0.00033086177,0.00034499896,0.0003918016,0.000043269836,0.0000035431456,0.07302116,0.5011311,0.40745127],"study_design_scores_gemma":[0.0036709467,0.0013089367,0.01790559,0.0016695606,0.0005955749,0.000045885514,0.01174197,0.0031960343,0.000012620374,0.0012735986,0.9580423,0.0005369548],"about_ca_topic_score_codex":0.0036572192,"about_ca_topic_score_gemma":0.003765061,"teacher_disagreement_score":0.76627105,"about_ca_system_score_codex":0.0009629176,"about_ca_system_score_gemma":0.00011166214,"threshold_uncertainty_score":0.9996184},"labels":[],"label_agreement":null},{"id":"W2071817677","doi":"10.1016/j.clinbiochem.2007.12.020","title":"Mass colorectal cancer screening: Methodological quality of practice guidelines is not related to their content validity","year":2008,"lang":"en","type":"article","venue":"Clinical Biochemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Critical appraisal; Fecal occult blood; Inclusion (mineral); Population; Colorectal cancer; Quality (philosophy); Family medicine; Test (biology); MEDLINE; Systematic review; Alternative medicine; Cancer; Psychology; Colonoscopy; Environmental health; Pathology; Internal medicine; Social psychology","score_opus":0.9015034921138255,"score_gpt":0.6556656672089571,"score_spread":0.24583782490486839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071817677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9151293,0.00018527616,0.0039962525,0.07879544,0.00044309226,0.0005848008,0.00020716041,0.00009819823,0.0005604721],"genre_scores_gemma":[0.83103245,0.0007604739,0.13844289,0.028329182,0.0005615168,0.000045978606,0.000114312745,0.00003196469,0.0006812228],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9916219,0.0010961617,0.0051838974,0.00093279383,0.0007860582,0.000379173],"domain_scores_gemma":[0.9749647,0.018550806,0.0016467012,0.0007579805,0.0035034523,0.0005763557],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012327532,0.00031493278,0.0012677286,0.000039135804,0.000104778315,0.000011016281,0.00029842302,0.0006230183,0.0006997983],"category_scores_gemma":[0.30607584,0.00024731422,0.00065376074,0.0003720887,0.0004939103,0.00012537844,0.00023611572,0.00094166613,0.000040127547],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012531827,0.001592384,0.19554478,0.00017163098,0.00091867906,0.00009174509,0.00023580751,0.00001661465,0.6872656,0.000033570668,0.07224811,0.029349282],"study_design_scores_gemma":[0.007212469,0.0015733655,0.18375002,0.00023651816,0.0006739241,0.00020779471,0.0018780476,0.0003160804,0.7796166,0.00019532534,0.023721203,0.0006186726],"about_ca_topic_score_codex":0.0003601872,"about_ca_topic_score_gemma":0.0000042761826,"teacher_disagreement_score":0.2937483,"about_ca_system_score_codex":0.00009808511,"about_ca_system_score_gemma":0.0005708377,"threshold_uncertainty_score":0.9999979},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2071923062","doi":"10.1007/s11739-014-1128-x","title":"Guidelines helping clinicians make the GRADE","year":2014,"lang":"en","type":"article","venue":"Internal and Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Medicine; Grading (engineering); Resource (disambiguation); Process (computing); Context (archaeology); Guideline; Meaning (existential); Medical education; Psychology; Computer science; Psychotherapist","score_opus":0.38630388061503385,"score_gpt":0.538097462958889,"score_spread":0.1517935823438552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071923062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58440465,0.002012411,0.01713775,0.3781971,0.0060224705,0.00046639694,0.000004441722,0.00010242882,0.0116523495],"genre_scores_gemma":[0.9697541,0.0032453514,0.0005902453,0.01323304,0.0062318826,0.00001555362,0.000021364702,0.000027405918,0.006881037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974463,0.00010463639,0.0015723235,0.00027036705,0.00038394087,0.00022244673],"domain_scores_gemma":[0.9984153,0.00051371026,0.00029136406,0.00029742217,0.00031875676,0.00016345896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021042298,0.00016240851,0.00031902624,0.00006600271,0.0001058782,0.000004777472,0.00013706766,0.000056623165,0.0016317731],"category_scores_gemma":[0.008206555,0.00008864323,0.00009336056,0.00014308527,0.0001411661,0.000060843744,0.00007526689,0.00030888803,0.000052038646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050034764,0.00015707599,0.18512586,0.00017406042,0.0002833083,0.000023116983,0.0010484119,0.000009300738,0.005856322,0.002048287,0.40263712,0.40213677],"study_design_scores_gemma":[0.0027218517,0.0012615867,0.08048359,0.00049915485,0.00047789855,0.00023722256,0.0016276595,0.0075094197,0.00013549802,0.0038549697,0.9009949,0.00019625064],"about_ca_topic_score_codex":0.0014581617,"about_ca_topic_score_gemma":0.0004159434,"teacher_disagreement_score":0.49835777,"about_ca_system_score_codex":0.000015456397,"about_ca_system_score_gemma":0.00002259716,"threshold_uncertainty_score":0.99928087},"labels":[],"label_agreement":null},{"id":"W2072728347","doi":"10.1038/ki.2013.274","title":"Retraction: Summary of KDIGO guideline: behind the scenes, need for guidance, and a framework for moving forward","year":2013,"lang":"en","type":"retraction","venue":"Kidney International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":true,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Guideline; Medicine; Intensive care medicine; Computer science; Pathology","score_opus":0.10427241808466794,"score_gpt":0.4552286600369747,"score_spread":0.3509562419523068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072728347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076097803,0.0034127538,0.5077115,0.41191533,0.042911433,0.011859455,0.009767984,0.00019461449,0.011465913],"genre_scores_gemma":[0.004466505,0.009778618,0.7822988,0.04468897,0.048575792,0.0027682185,0.03940052,0.00046517485,0.067557424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961678,0.0000619126,0.0021445828,0.0005227848,0.0008270106,0.0002759343],"domain_scores_gemma":[0.99060947,0.0044438373,0.0018286376,0.00044773743,0.0024446703,0.0002256665],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019074761,0.00032970402,0.0005990992,0.00027087692,0.00015224336,0.00010140072,0.00029076124,0.0008399455,0.000678774],"category_scores_gemma":[0.037201557,0.00026424509,0.00040651788,0.000113552065,0.00011438484,0.0004201549,0.00010149068,0.00091991044,0.000011421008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069654733,0.0001152349,0.0005623199,0.00051515474,0.00065344723,0.0000010374995,0.000056115277,0.0000052051764,0.00022086347,0.0015900133,0.9609864,0.034597695],"study_design_scores_gemma":[0.0022003595,0.00030151894,0.0005807613,0.00096099626,0.00085397635,0.0000626699,0.00019686903,0.0058824923,0.00016976404,0.0057743047,0.9827878,0.0002285075],"about_ca_topic_score_codex":0.00032629503,"about_ca_topic_score_gemma":0.000028673381,"teacher_disagreement_score":0.36722636,"about_ca_system_score_codex":0.00028629266,"about_ca_system_score_gemma":0.0008873006,"threshold_uncertainty_score":0.999981},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2072987568","doi":"10.1503/cmaj.114-0075","title":"Canadian Clinical Trials Coordinating Centre","year":2014,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"CARE Canada","funders":"","keywords":"Headline; Clinical trial; Computer science; World Wide Web; Medicine; Data science; Pathology; Business; Advertising","score_opus":0.2443735156826505,"score_gpt":0.5014512186206131,"score_spread":0.2570777029379626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072987568","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004967296,0.00011365771,0.00011473006,0.9855633,0.006367103,0.00061536534,0.00018781684,0.00003757194,0.0065037445],"genre_scores_gemma":[0.0019959633,0.00020287419,0.000438428,0.90843576,0.08239001,0.000007894612,0.00097209855,0.00010201724,0.005454927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98114675,0.006453459,0.006436231,0.00059039664,0.00374668,0.0016264623],"domain_scores_gemma":[0.9685402,0.016366696,0.0038735475,0.0004494812,0.0026349458,0.008135147],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.066328906,0.00045364918,0.0021116699,0.0008325249,0.0004947487,0.0003266367,0.0004941276,0.0053843744,0.030072091],"category_scores_gemma":[0.35337183,0.00041491137,0.00109332,0.00037452136,0.000074133226,0.0001753763,0.000029547651,0.016174646,0.0017763798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010281134,0.0000141758255,0.03150831,0.000032148713,0.00053167524,0.0046316306,0.000027662201,2.9653927e-7,1.2557807e-7,0.000009400428,0.8880385,0.07519578],"study_design_scores_gemma":[0.0028730333,0.0001226632,0.0021577147,0.0003919588,0.0007701179,0.0014932262,0.00016296243,0.0003159972,2.7521745e-7,0.00011920619,0.991227,0.00036586044],"about_ca_topic_score_codex":0.37515512,"about_ca_topic_score_gemma":0.8307178,"teacher_disagreement_score":0.45556265,"about_ca_system_score_codex":0.0078454595,"about_ca_system_score_gemma":0.049808335,"threshold_uncertainty_score":0.99983025},"labels":[],"label_agreement":null},{"id":"W2073304860","doi":"10.1186/1748-5908-6-69","title":"Understanding the relationship between the perceived characteristics of clinical practice guidelines and their uptake: protocol for a realist review","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Sunnybrook Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Usability; Health informatics; Protocol (science); Scope (computer science); Guideline; Quality (philosophy); Evidence-based medicine; Medicine; Health administration; Clinical Practice; Management science; Knowledge management; Psychology; Public health; Computer science; Alternative medicine; Nursing; Engineering; Pathology","score_opus":0.9387306319719142,"score_gpt":0.7227017014696142,"score_spread":0.2160289305023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073304860","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017499255,0.34694374,0.03689648,0.03440395,0.00062912516,0.57945764,0.0010343195,0.000085513384,0.0005317554],"genre_scores_gemma":[0.000093952476,0.9100627,0.013044844,0.0046564103,0.0007282037,0.07097721,0.00034938508,0.00005204533,0.000035256657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908046,0.0008729796,0.006598912,0.0006506086,0.00073025015,0.00034264196],"domain_scores_gemma":[0.9578992,0.031725563,0.0066540716,0.0010082047,0.0025233382,0.00018963288],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031763118,0.0003492478,0.0014802483,0.00014304991,0.0006430972,0.0001137221,0.00057238963,0.00012911759,0.0000818646],"category_scores_gemma":[0.1313824,0.0001712675,0.00041307788,0.0009425059,0.00093752076,0.0005831568,0.00020683726,0.00055599737,0.000005975858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006173631,0.000043147826,0.0021599806,0.011269005,0.000105424304,5.111048e-7,0.0002697436,9.083124e-9,3.508469e-7,0.002882155,0.009984519,0.9732234],"study_design_scores_gemma":[0.0010375103,0.00029973141,0.018005623,0.010312835,0.0024091995,0.000068135865,0.0019919686,0.00000883225,2.3044427e-7,0.0006938974,0.9649968,0.00017524385],"about_ca_topic_score_codex":0.00008112863,"about_ca_topic_score_gemma":0.000023371294,"teacher_disagreement_score":0.97304815,"about_ca_system_score_codex":0.0001914827,"about_ca_system_score_gemma":0.0026005637,"threshold_uncertainty_score":0.9970036},"labels":[],"label_agreement":null},{"id":"W2074264754","doi":"10.1007/s11882-011-0185-8","title":"Guidelines 2.0: Do No Net Harm—The Future of Practice Guideline Development in Asthma and Other Diseases","year":2011,"lang":"en","type":"review","venue":"Current Allergy and Asthma Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Guideline; Harm; Hippocratic Oath; Overdiagnosis; Health care; Grading (engineering); Medicine; Psychology; Political science; Law; Social psychology; Pathology; Psychiatry; Engineering","score_opus":0.17463170575999412,"score_gpt":0.47937488911845555,"score_spread":0.3047431833584614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074264754","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077187055,0.9956174,0.00011213878,0.0010879862,0.0014894854,0.0012683129,0.000031727803,0.00003005651,0.0002857383],"genre_scores_gemma":[0.000015605112,0.99098253,0.0058705667,0.0007079893,0.0015587158,0.00012818196,0.0004855215,0.00007237616,0.00017851817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99290365,0.00033209668,0.0050602444,0.0008368889,0.0005241095,0.00034302816],"domain_scores_gemma":[0.9941664,0.0006728715,0.003251567,0.00069180306,0.000954423,0.00026293594],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024628972,0.000597816,0.0016585035,0.00022630824,0.00009589621,0.00004641243,0.00013813072,0.00026364005,0.00042615045],"category_scores_gemma":[0.004764962,0.00038811384,0.0002541886,0.00029704382,0.00014997588,0.00024286666,0.00030183195,0.0006523011,0.0000144210235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009028012,0.00031271798,0.00024076071,0.0025027068,0.00031211553,0.00012200206,0.00013179259,5.492884e-7,1.6211739e-7,0.00010448739,0.03580654,0.9603759],"study_design_scores_gemma":[0.0005845198,0.00010790174,0.00034202094,0.006880906,0.00046123227,0.0011489931,0.00019282867,0.000011171587,3.33227e-7,0.000045379544,0.9898656,0.0003591308],"about_ca_topic_score_codex":0.00009922914,"about_ca_topic_score_gemma":0.00009299807,"teacher_disagreement_score":0.9600167,"about_ca_system_score_codex":0.00006608286,"about_ca_system_score_gemma":0.0010085728,"threshold_uncertainty_score":0.99985707},"labels":[],"label_agreement":null},{"id":"W2074392928","doi":"10.1186/1472-6963-12-218","title":"Analysis of the Status of Chinese clinical practice guidelines development","year":2012,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Public Health Association; University of Toronto","funders":"","keywords":"Medicine; Guideline; Nursing research; Clinical Practice; Health administration; Population; Family medicine; China; Public health; Nursing; Environmental health; Pathology","score_opus":0.5446207835287746,"score_gpt":0.6916196354562829,"score_spread":0.14699885192750828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074392928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904039,0.0022913925,0.00037730965,0.004973564,0.00030693389,0.0010782111,0.000026295022,0.000016278747,0.00052612636],"genre_scores_gemma":[0.92302203,0.0015280776,0.06871087,0.0060635745,0.00040495154,0.000030632276,0.00010129582,0.000023005352,0.00011554713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9902196,0.002072883,0.004160288,0.00031286842,0.002208175,0.0010261685],"domain_scores_gemma":[0.98195446,0.009250204,0.0014627896,0.0010164945,0.0055187033,0.00079736754],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027124112,0.00014074674,0.00077874033,0.0004494101,0.0001713583,0.000011713491,0.00033849667,0.00011984117,0.00022177653],"category_scores_gemma":[0.02877561,0.000087877226,0.00026039494,0.003482351,0.00014422393,0.00033713886,0.00042930062,0.0006014864,0.000030614865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005758813,0.0008184645,0.9628026,0.0009637961,0.00052078266,3.6285957e-7,0.0023315945,0.000030224428,0.000041931246,0.000031767944,0.000298801,0.031583793],"study_design_scores_gemma":[0.00092340866,0.00019696163,0.9101757,0.00012502013,0.00028976865,0.0000033064648,0.0057434924,0.0019511363,0.000044834163,0.00000898175,0.08047841,0.00005900396],"about_ca_topic_score_codex":0.004400034,"about_ca_topic_score_gemma":0.002292934,"teacher_disagreement_score":0.08017961,"about_ca_system_score_codex":0.00024471493,"about_ca_system_score_gemma":0.004164855,"threshold_uncertainty_score":0.9794054},"labels":[],"label_agreement":null},{"id":"W2074551801","doi":"10.12927/hcq.2014.23745","title":"Toronto Heart Attack Collaborative: An Administrative Model That Facilitated a Successful City-Wide Integration Initiative","year":2014,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre; University Health Network","funders":"","keywords":"Best practice; Health administration; Public administration; Public relations; Business; Nursing; Medicine; Political science; Public health","score_opus":0.2995461890452356,"score_gpt":0.5152793533497523,"score_spread":0.21573316430451667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074551801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87945145,0.00016936242,0.054218106,0.06073218,0.00038062976,0.0024926735,0.00039334822,0.00032269832,0.001839525],"genre_scores_gemma":[0.9759052,0.000027767861,0.010754992,0.011767848,0.00023199395,0.00012656912,0.0010032369,0.000041454237,0.0001409439],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9957461,0.0011513473,0.0012626067,0.00071262475,0.00064768153,0.00047967985],"domain_scores_gemma":[0.99540603,0.0013890538,0.0004747316,0.0005936762,0.0015501191,0.0005863921],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013984421,0.0003589123,0.00065101485,0.00008654805,0.0002418945,0.000097527496,0.00013153319,0.00023814257,0.00025602753],"category_scores_gemma":[0.0015100674,0.0003301407,0.00011254404,0.00028560328,0.00012827608,0.0016830364,0.000014593065,0.0004890213,0.00006512953],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013690749,0.0037826858,0.12291319,0.0012921833,0.0005608082,0.00008814401,0.23586778,0.00015961892,0.0035030218,0.009079933,0.05868878,0.5503731],"study_design_scores_gemma":[0.01699281,0.08189924,0.16245656,0.0009948218,0.00057516654,0.00015500517,0.49297628,0.18776934,0.0024543658,0.006626579,0.044752836,0.002346999],"about_ca_topic_score_codex":0.0036502187,"about_ca_topic_score_gemma":0.053825866,"teacher_disagreement_score":0.5480261,"about_ca_system_score_codex":0.00054308254,"about_ca_system_score_gemma":0.0013821867,"threshold_uncertainty_score":0.99991506},"labels":[],"label_agreement":null},{"id":"W2074948570","doi":"10.12927/hcq..16514","title":"Registered Nurses Association of Ontario's Best Practice Guideline as a Tool for Creating Partnerships","year":2002,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Humber River Regional Hospital","funders":"","keywords":"Best practice; General partnership; Guideline; Nursing; Acute care; Medicine; Health care; Business; Political science","score_opus":0.32412453564411703,"score_gpt":0.5087410618628412,"score_spread":0.18461652621872415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074948570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50553155,0.0006183925,0.003132814,0.47225106,0.0015793904,0.0056146644,0.00013950348,0.00022681698,0.010905819],"genre_scores_gemma":[0.91212744,0.000048592825,0.057136413,0.013910055,0.0010445395,0.00021196873,0.00035939956,0.00006572317,0.0150958495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589235,0.0002926933,0.0023337265,0.00041433386,0.0006509036,0.00041602398],"domain_scores_gemma":[0.9921176,0.0033203785,0.0018735089,0.0005041727,0.0019925237,0.0001918081],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002349809,0.00019544171,0.00051521976,0.00009883527,0.00013875353,0.000039291866,0.000088791865,0.00021427959,0.00043586516],"category_scores_gemma":[0.017118825,0.00019838745,0.00018538709,0.00018979383,0.00002690479,0.00048294073,0.000008555784,0.00036114245,0.00007649535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040604463,0.003007354,0.05356268,0.0014520035,0.00056797866,0.00006851762,0.038946055,0.00000457806,0.0010462294,0.0033374925,0.19482517,0.6991215],"study_design_scores_gemma":[0.00748105,0.016432872,0.00258387,0.0005463422,0.0009587784,0.0001827465,0.026648372,0.0010246602,0.00015133488,0.000630292,0.942978,0.00038167502],"about_ca_topic_score_codex":0.040321946,"about_ca_topic_score_gemma":0.044230603,"teacher_disagreement_score":0.74815285,"about_ca_system_score_codex":0.0012098392,"about_ca_system_score_gemma":0.000799325,"threshold_uncertainty_score":0.9911604},"labels":[],"label_agreement":null},{"id":"W2076426569","doi":"10.1016/s0828-282x(08)70621-4","title":"Canadian Hypertension Education Program: The evolution of hypertension management guidelines in Canada","year":2008,"lang":"en","type":"review","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Public Health; University of Calgary; Western University","funders":"","keywords":"Medicine; Task force; Executive summary; Multidisciplinary approach; Grading (engineering); Consolidation (business); Public relations; Medical education; Public administration; Political science","score_opus":0.24411218572785076,"score_gpt":0.4337240041739156,"score_spread":0.18961181844606484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076426569","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045234317,0.98889947,0.00003279543,0.0048536514,0.0024790473,0.0019034042,0.000042151743,0.0000030893302,0.0013340267],"genre_scores_gemma":[0.009761915,0.9870485,0.0007975972,0.0009335088,0.0011478119,0.00005372215,0.00012113916,0.00004371553,0.00009208251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99558026,0.0004835464,0.0028278516,0.00026863455,0.00035028413,0.0004894095],"domain_scores_gemma":[0.99545693,0.00039802698,0.0012479441,0.00049074483,0.001618394,0.0007879785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009981612,0.00030884755,0.0020064416,0.0011363876,0.00010197403,0.000009546686,0.0003341178,0.00028140307,0.000018098995],"category_scores_gemma":[0.002281767,0.00021395342,0.0004773234,0.00064791634,0.000108892265,0.00007873571,0.000022713994,0.0007492012,0.00000553503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001374653,0.0000047878157,0.0011476506,0.00059104234,0.00024756932,0.00069699547,0.0000065969257,0.00008130233,1.7605129e-7,0.000030717565,0.10704287,0.89013654],"study_design_scores_gemma":[0.0004475445,0.00014397109,0.0038032876,0.003689833,0.0012545343,0.010119979,0.00052797905,0.000019516894,6.5073515e-8,0.00002663952,0.9798063,0.00016036801],"about_ca_topic_score_codex":0.9971804,"about_ca_topic_score_gemma":0.9989699,"teacher_disagreement_score":0.88997614,"about_ca_system_score_codex":0.009630115,"about_ca_system_score_gemma":0.14315878,"threshold_uncertainty_score":0.99417174},"labels":[],"label_agreement":null},{"id":"W2076469305","doi":"10.1016/s0140-6736(05)66875-4","title":"The Good Clinical Practice guideline: a bronze standard for clinical research","year":2005,"lang":"en","type":"article","venue":"The Lancet","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":163,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"Medical Research Council","keywords":"Guideline; Harmonization; Clinical Practice; Medicine; Good clinical practice; Family medicine; Alternative medicine; Political science; Pathology","score_opus":0.650939518978345,"score_gpt":0.6887246825638098,"score_spread":0.0377851635854648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076469305","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013499865,0.0013916356,0.0061911084,0.9626358,0.0011766423,0.0024721285,0.000081117265,0.00012258872,0.012429128],"genre_scores_gemma":[0.18852808,0.024497677,0.4046586,0.25094667,0.12186728,0.0005757685,0.00025622913,0.00023062015,0.008439104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99183667,0.0023264934,0.0033739682,0.00050953595,0.0011939862,0.00075933454],"domain_scores_gemma":[0.92069536,0.07419754,0.000678964,0.0018477663,0.0023337447,0.00024659513],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08768497,0.00016284843,0.0006844183,0.000033745975,0.0006044942,0.00014755937,0.00067236624,0.00019171298,0.00013206757],"category_scores_gemma":[0.20396015,0.00008627153,0.00032217888,0.000281726,0.00055262976,0.00025724506,0.00025550317,0.0018025379,0.00036344395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006457785,0.00019269223,0.002869968,0.000010278584,0.00014142516,0.000004297386,0.00004814757,0.0000033447259,0.000007775388,0.0026930193,0.7263206,0.26125064],"study_design_scores_gemma":[0.007607001,0.0014034021,0.0042227725,0.00003202267,0.0002863391,0.00005353754,0.0009661214,0.0013075821,0.000019507614,0.0015310623,0.9824662,0.00010445723],"about_ca_topic_score_codex":0.00005315829,"about_ca_topic_score_gemma":0.00022551104,"teacher_disagreement_score":0.7116891,"about_ca_system_score_codex":0.00012344251,"about_ca_system_score_gemma":0.00078289735,"threshold_uncertainty_score":0.93942034},"labels":[],"label_agreement":null},{"id":"W2076546729","doi":"10.4212/cjhp.v62i5.820","title":"Overcoming Barriers to Adoption of Guidelines and Use of Proven Interventions: It &lt;em&gt;Is&lt;/em&gt; My Table!","year":2009,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Table (database); Psychological intervention; Political science; Medicine; Medical education; Computer science; Nursing; Data mining","score_opus":0.1621002414218913,"score_gpt":0.43476320825547327,"score_spread":0.27266296683358193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076546729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490188,0.00094727887,0.00039261905,0.048436735,0.00045393265,0.00060047983,0.00008638399,0.000005217448,0.000058583577],"genre_scores_gemma":[0.98963803,0.00025254907,0.0034832892,0.0060841693,0.00034109462,0.0000029975104,0.000012033038,0.000021006383,0.00016481559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970498,0.0001101216,0.0019636124,0.00016160021,0.00043957215,0.000275299],"domain_scores_gemma":[0.99602586,0.00027274466,0.0011022673,0.00024220931,0.0014831714,0.00087377534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018245878,0.00017280522,0.00043406544,0.00032044543,0.00012369885,0.00007305125,0.00021544131,0.00004684225,0.00039388656],"category_scores_gemma":[0.008895551,0.00013774664,0.00024329976,0.00029253427,0.00009177328,0.0007641723,0.00003142163,0.00031855813,0.000004664689],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031870361,0.00067272305,0.054948974,0.00069112715,0.0017524721,0.0003972286,0.01608683,0.0013974729,0.05047475,0.00097342127,0.5999982,0.2694198],"study_design_scores_gemma":[0.036513682,0.021607779,0.16485208,0.011650365,0.008594566,0.0015907332,0.020827016,0.0074935746,0.027772166,0.0055657206,0.69146496,0.0020673806],"about_ca_topic_score_codex":0.0027256317,"about_ca_topic_score_gemma":0.006564357,"teacher_disagreement_score":0.2673524,"about_ca_system_score_codex":0.00019286275,"about_ca_system_score_gemma":0.0012527969,"threshold_uncertainty_score":0.99945295},"labels":[],"label_agreement":null},{"id":"W2077022855","doi":"10.1038/ki.2012.270","title":"Summary of the KDIGO guideline on anemia and comment: reading between the (guide)line(s)","year":2012,"lang":"en","type":"review","venue":"Kidney International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":224,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. John’s Health Sciences Centre","funders":"","keywords":"Guideline; Medicine; Kidney disease; Intensive care medicine; Health care; Anemia; Family medicine; Nursing; Pathology; Internal medicine","score_opus":0.2694541798107109,"score_gpt":0.5105352020972863,"score_spread":0.2410810222865754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077022855","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030420979,0.7236693,0.00044780277,0.24417019,0.0043289177,0.0030851287,0.0026777554,0.0000688654,0.02152163],"genre_scores_gemma":[0.00017980424,0.96451545,0.0012270348,0.024227632,0.0039761458,0.000055870245,0.003408363,0.00007213578,0.0023375773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603283,0.0002780036,0.002385894,0.00030993146,0.0007808301,0.00021252186],"domain_scores_gemma":[0.994741,0.0027083221,0.0013960813,0.00062363426,0.00032267428,0.00020824432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002216846,0.0003125562,0.0008463702,0.00013417492,0.000098369084,0.000032883218,0.00052781886,0.00020829435,0.00047694647],"category_scores_gemma":[0.0074729314,0.00016685661,0.00038634113,0.00018154335,0.00014635496,0.0001155674,0.0003748064,0.0007800645,0.00004755371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020726648,0.000068407666,0.00095012464,0.00093375955,0.0004210218,0.0000017761928,0.000028119694,2.880912e-7,0.0000013768426,0.0006744786,0.44916514,0.5477348],"study_design_scores_gemma":[0.0006197549,0.00006455825,0.00017924859,0.0042289,0.002322011,0.00006103596,0.00002284475,0.000021436523,0.000006914466,0.0000838068,0.9922515,0.00013798411],"about_ca_topic_score_codex":0.00013675487,"about_ca_topic_score_gemma":0.000004569462,"teacher_disagreement_score":0.5475968,"about_ca_system_score_codex":0.00023391009,"about_ca_system_score_gemma":0.00049350003,"threshold_uncertainty_score":0.89463365},"labels":[],"label_agreement":null},{"id":"W2077113245","doi":"10.1093/ageing/afu143","title":"Systematic review of recent dementia practice guidelines","year":2014,"lang":"en","type":"review","venue":"Age and Ageing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dementia; Medicine; Grading (engineering); Psychological intervention; MEDLINE; Critical appraisal; Systematic review; Quality of evidence; Clinical Practice; Quality of life (healthcare); Family medicine; Nursing; Alternative medicine; Meta-analysis; Disease; Pathology","score_opus":0.36605472415122503,"score_gpt":0.5623028759089636,"score_spread":0.19624815175773852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077113245","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9624905e-7,0.99389154,0.00045130053,0.0020621999,0.00015959104,0.002459863,0.0000058373025,0.000025308684,0.00094416254],"genre_scores_gemma":[4.363274e-7,0.9837011,0.006296621,0.009281595,0.00027158757,0.00008902617,0.00020241893,0.00004128481,0.0001159037],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405617,0.0006190928,0.0043981536,0.00033746936,0.0004171007,0.00017204783],"domain_scores_gemma":[0.9924151,0.0029696443,0.0030208402,0.00056336593,0.00092408294,0.00010698764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048059523,0.0002931087,0.003314849,0.00009458136,0.000043255048,0.000024404924,0.00011504438,0.00013270476,0.00015541204],"category_scores_gemma":[0.086780444,0.00020125601,0.00036334444,0.00025558914,0.000029150144,0.0001492332,0.00011536102,0.0003143191,0.000041873547],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019349316,0.000020151525,4.9007312e-8,0.6121668,0.00041721054,0.00040740974,0.0000047838953,6.471996e-9,1.9223565e-7,0.000016876495,0.003343865,0.38362068],"study_design_scores_gemma":[0.000114842136,0.000045322726,2.2775869e-7,0.47188094,0.021365536,0.0001608152,0.000022439757,0.0000019362785,6.381885e-8,0.000004783585,0.5063187,0.00008439538],"about_ca_topic_score_codex":0.00004501927,"about_ca_topic_score_gemma":0.0000044213266,"teacher_disagreement_score":0.50297487,"about_ca_system_score_codex":0.00003707193,"about_ca_system_score_gemma":0.00018782822,"threshold_uncertainty_score":0.92091197},"labels":[],"label_agreement":null},{"id":"W2077132114","doi":"10.1503/cmaj.109-4163","title":"Status quo wait times","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Status quo; Health information; Computer science; Waiting list; Medicine; Data science; Operations research; Health care; Political science; Surgery","score_opus":0.08531641448507042,"score_gpt":0.42318923818354504,"score_spread":0.3378728236984746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077132114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63388366,0.0010429563,0.0005466715,0.31513634,0.005604305,0.00045609366,0.00006165205,0.00008267262,0.043185655],"genre_scores_gemma":[0.93826604,0.000244777,0.00086753175,0.052021064,0.006685324,0.000004322371,0.000049560902,0.0000234791,0.0018378837],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966384,0.0001878455,0.0007873428,0.00009814891,0.0015070604,0.0007812146],"domain_scores_gemma":[0.99421436,0.0006650987,0.00031547248,0.000102555576,0.00048026207,0.004222258],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004025413,0.00009907898,0.0002147086,0.00015349958,0.00017484842,0.00004908112,0.00008007621,0.00028851675,0.030254088],"category_scores_gemma":[0.022827996,0.00008810143,0.00010889997,0.00019514527,0.000024385625,0.0003430872,0.000013277317,0.00104395,0.0012241224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014809164,0.000053992546,0.47180417,0.00000456404,0.000102755526,0.00007309137,0.00018356828,2.749572e-7,0.000010959252,0.00036221446,0.46168134,0.06570825],"study_design_scores_gemma":[0.0011911191,0.000055157434,0.20387247,0.000024883157,0.00008103434,0.000501445,0.00058371294,0.000102742306,0.000009134347,0.00007690961,0.7934177,0.00008370276],"about_ca_topic_score_codex":0.004102599,"about_ca_topic_score_gemma":0.008683266,"teacher_disagreement_score":0.33173636,"about_ca_system_score_codex":0.0015838402,"about_ca_system_score_gemma":0.004085365,"threshold_uncertainty_score":0.99955356},"labels":[],"label_agreement":null},{"id":"W2077195119","doi":"10.1136/bmj.g6556","title":"Canadian panel recommends against PSA screening","year":2014,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.3294952844342082,"score_gpt":0.48542829752886035,"score_spread":0.15593301309465213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077195119","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24331307,0.000030834144,0.009978201,0.58915514,0.0009945788,0.000954994,0.000025976331,0.0001606084,0.15538657],"genre_scores_gemma":[0.93532634,0.0000094058405,0.017772516,0.044187117,0.0010756887,0.000015348449,0.0001833081,0.000020994734,0.0014093079],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988893,0.000079663376,0.00049309793,0.00015760043,0.00015719136,0.0002231358],"domain_scores_gemma":[0.9987835,0.0004252499,0.00011595039,0.00027203036,0.00009301828,0.00031024354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001370644,0.000075069314,0.00014480362,0.0000868575,0.00006892491,0.000017002427,0.000056775854,0.000058902035,0.00046802458],"category_scores_gemma":[0.004662476,0.000071442126,0.000050609753,0.00010654158,0.000013019242,0.000082091356,0.000020969375,0.00017293876,0.00023855094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049332666,0.00002298885,0.03989732,0.0000132679925,0.000034361816,0.00002153081,0.00005948137,0.000015997326,0.00025181696,0.00012931279,0.3348306,0.62467396],"study_design_scores_gemma":[0.0014357042,0.00013241605,0.06615269,0.000053512944,0.00006388333,0.000034923436,0.0002975712,0.00549277,0.000069244496,0.00009599671,0.92604625,0.00012504935],"about_ca_topic_score_codex":0.054733947,"about_ca_topic_score_gemma":0.08632137,"teacher_disagreement_score":0.69201326,"about_ca_system_score_codex":0.00009644292,"about_ca_system_score_gemma":0.0001860001,"threshold_uncertainty_score":0.9515607},"labels":[],"label_agreement":null},{"id":"W2077492975","doi":"10.1016/j.jbspin.2011.03.019","title":"An updated overview of clinical guidelines for chronic low back pain management in primary care","year":2011,"lang":"en","type":"review","venue":"Joint Bone Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":216,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Medical Association; Royal Society","keywords":"Medicine; CINAHL; Guideline; MEDLINE; Critical appraisal; Psychological intervention; Evidence-based medicine; Triage; Low back pain; Multidisciplinary approach; Evidence-based practice; Scope (computer science); Physical therapy; Alternative medicine; Intensive care medicine; Nursing; Medical emergency; Pathology","score_opus":0.6141476875179736,"score_gpt":0.5871793161404995,"score_spread":0.0269683713774741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077492975","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023458655,0.9883734,0.0021103886,0.00060121284,0.00058840396,0.007534536,0.0001742825,0.000059942202,0.0005343592],"genre_scores_gemma":[0.000003652953,0.9127666,0.07140108,0.002003327,0.0011399338,0.0003191375,0.01185863,0.00014411708,0.0003635385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871349,0.0007818291,0.010151142,0.001003458,0.00045197844,0.00047672668],"domain_scores_gemma":[0.9938027,0.00034194588,0.0031021077,0.0014639433,0.0010285733,0.00026072067],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008586239,0.00063651375,0.005231054,0.00044186923,0.000027526807,0.000015621818,0.00028899824,0.00054980366,0.0008725164],"category_scores_gemma":[0.002721919,0.0005150127,0.0014008606,0.00053440244,0.000094745374,0.0001842495,0.00023111003,0.0006872758,0.00010253249],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014961144,0.00044810039,0.0000219182,0.12013138,0.00032549363,0.000036108384,0.0000100751395,0.0000012319679,0.0000016071971,0.00008319972,0.019847581,0.8589437],"study_design_scores_gemma":[0.0049887565,0.0025086345,0.0004930886,0.03578047,0.002574257,0.000022521812,0.0000617041,0.00018995076,0.0000015533111,0.000036040412,0.95291084,0.0004321923],"about_ca_topic_score_codex":0.00013467333,"about_ca_topic_score_gemma":0.00016775422,"teacher_disagreement_score":0.93306327,"about_ca_system_score_codex":0.00059292145,"about_ca_system_score_gemma":0.001282325,"threshold_uncertainty_score":0.99973017},"labels":[],"label_agreement":null},{"id":"W2078747414","doi":"10.1542/peds.2012-2027","title":"Quality of Reporting and Evidence in American Academy of Pediatrics Guidelines","year":2013,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; University of Alberta","funders":"","keywords":"Medicine; Guideline; Observational study; Family medicine; Evidence-based medicine; Scope (computer science); CLARITY; MEDLINE; Pediatrics; Evidence-based practice; Alternative medicine; Pathology","score_opus":0.5919104409724856,"score_gpt":0.6001426867953897,"score_spread":0.00823224582290416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078747414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895619,0.0018319729,0.0004618756,0.0075869667,0.000058970356,0.00042584588,0.0000046161035,0.000017352937,0.000050496925],"genre_scores_gemma":[0.9663672,0.005418282,0.027041819,0.0007163917,0.00040326724,0.000012232642,0.0000044380686,0.000013523156,0.000022885846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939344,0.00013208872,0.0049422625,0.00027100285,0.00052955566,0.00019066967],"domain_scores_gemma":[0.989115,0.0041123135,0.0056967824,0.00021407091,0.0007343928,0.00012746775],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050230143,0.0001158778,0.00059735787,0.0002332541,0.00001581988,0.000007334465,0.000083688356,0.0000823625,0.00003658567],"category_scores_gemma":[0.14481619,0.00010555223,0.00007678424,0.0008792827,0.00010673157,0.00028695865,0.0001121568,0.00027882913,0.00000464171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000464959,0.00006462505,0.9711696,0.0006728873,0.0000035526778,0.0000015012962,0.00009294983,0.000009851808,0.001572446,0.000029868008,0.001573283,0.024762943],"study_design_scores_gemma":[0.00059823174,0.00014483697,0.9974178,0.000047510446,0.0001201333,0.0000084339545,0.000638661,0.0003022299,0.00020912393,0.0003230502,0.000094620904,0.000095341275],"about_ca_topic_score_codex":0.0039178906,"about_ca_topic_score_gemma":0.000049681814,"teacher_disagreement_score":0.13979317,"about_ca_system_score_codex":0.000037567366,"about_ca_system_score_gemma":0.00018506477,"threshold_uncertainty_score":0.8623874},"labels":[],"label_agreement":null},{"id":"W2078836594","doi":"10.1371/journal.pone.0082986","title":"A Systematic Critical Appraisal for Non-Pharmacological Management of Osteoarthritis Using the Appraisal of Guidelines Research and Evaluation II Instrument","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada; Arthritis Society; Children's Hospital of Eastern Ontario; Montfort Hospital; Dalhousie University; University of Ottawa","funders":"Institute of Musculoskeletal Health and Arthritis; Canadian Institutes of Health Research","keywords":"Rigour; Medicine; Psychological intervention; Critical appraisal; Physical therapy; Acupuncture; Physical medicine and rehabilitation; Alternative medicine; Nursing; Pathology","score_opus":0.7664044182017882,"score_gpt":0.6470344412570642,"score_spread":0.11936997694472395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078836594","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010413835,0.96225184,0.0018310617,0.0021528155,0.00050089345,0.022562854,0.00013522481,0.000027270058,0.00012421841],"genre_scores_gemma":[0.0075575784,0.9380755,0.050128862,0.00008262664,0.00075240096,0.0030548475,0.00023840627,0.000079343416,0.00003044836],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99206287,0.0012211074,0.0038129499,0.00050226983,0.0020544552,0.00034634478],"domain_scores_gemma":[0.9738953,0.021008285,0.0011835864,0.0005797428,0.0031649123,0.00016816468],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014624409,0.0002938441,0.00248145,0.00023657685,0.00016961631,0.000026481237,0.00024332071,0.00023511531,0.00007861857],"category_scores_gemma":[0.04257112,0.00019363075,0.00028524696,0.00036717503,0.0003192876,0.00008795579,0.00041295702,0.00045574945,0.0000036500871],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021762519,0.0021668496,0.000007600528,0.77828366,0.0025171116,0.0000050023846,0.000084721534,0.0000014871495,0.00018754047,0.0007706605,0.00040104953,0.21535668],"study_design_scores_gemma":[0.010254765,0.009636449,0.000016572583,0.8103151,0.110835135,0.00014517033,0.002146351,0.03560438,0.0002578383,0.0004483949,0.019652756,0.0006871308],"about_ca_topic_score_codex":0.000016035758,"about_ca_topic_score_gemma":0.0000028791728,"teacher_disagreement_score":0.21466954,"about_ca_system_score_codex":0.00012772565,"about_ca_system_score_gemma":0.00038893585,"threshold_uncertainty_score":0.9654937},"labels":[],"label_agreement":null},{"id":"W2079065919","doi":"10.1378/chest.129.1.174","title":"Grading Strength of Recommendations and Quality of Evidence in Clinical Guidelines","year":2006,"lang":"en","type":"review","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1226,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Medicine; Guideline; Quality of evidence; Evidence-based medicine; Risk analysis (engineering); Medical physics; Surgery; Randomized controlled trial; Alternative medicine; Pathology","score_opus":0.9188735401217653,"score_gpt":0.70842565918576,"score_spread":0.2104478809360053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079065919","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012315379,0.9951907,0.0004681185,0.0022667025,0.0003669446,0.00038519062,0.000031095442,0.000005611323,0.000054105014],"genre_scores_gemma":[0.00028566204,0.9776259,0.021314941,0.00008102498,0.0005511027,0.000004693883,0.000062117404,0.000021522515,0.00005303675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892755,0.0009463761,0.009000671,0.00025151356,0.00036609007,0.00015985545],"domain_scores_gemma":[0.9845359,0.009619466,0.004738091,0.0002910881,0.00067544216,0.00014001598],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012671044,0.0002063473,0.002172336,0.00028753266,0.000032816268,0.000016677575,0.00014656148,0.00023536352,0.00008215599],"category_scores_gemma":[0.052390512,0.00014477242,0.0004956379,0.00033683455,0.00013166526,0.0002111149,0.00007798209,0.0010917564,0.0000018716308],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031414278,0.000183057,0.012464349,0.008393199,0.00008776419,0.0000060431885,0.000014011283,3.2509422e-7,0.0000017019254,0.000025280748,0.0031329496,0.9756599],"study_design_scores_gemma":[0.0015008306,0.0003150734,0.011969565,0.07085793,0.0017224598,0.0002911143,0.00018347404,0.000025652653,0.0000023507791,0.0001725984,0.9127475,0.00021143611],"about_ca_topic_score_codex":0.0001854484,"about_ca_topic_score_gemma":0.00012257164,"teacher_disagreement_score":0.9754485,"about_ca_system_score_codex":0.000103225844,"about_ca_system_score_gemma":0.0008836565,"threshold_uncertainty_score":0.9555916},"labels":[],"label_agreement":null},{"id":"W2079296861","doi":"10.3109/19390211.2013.830679","title":"The CARE Guidelines: Consensus-based Clinical Case Report Guideline Development","year":2013,"lang":"en","type":"article","venue":"Journal of Dietary Supplements","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Checklist; Guideline; Timeline; Medicine; Psychological intervention; Medical education; Transparency (behavior); MEDLINE; Informed consent; Health care; Systematic review; Family medicine; Nursing; Alternative medicine; Psychology; Political science","score_opus":0.30157691752552,"score_gpt":0.5341081445152768,"score_spread":0.23253122698975676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079296861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.922685,0.0011798319,0.0019850386,0.06957004,0.0026663167,0.0015940616,0.000050663974,0.000037042475,0.00023197738],"genre_scores_gemma":[0.6825284,0.00021003484,0.2994059,0.014787522,0.0019794176,0.000035223275,0.00055579335,0.000068516194,0.00042921092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882817,0.0003183616,0.009478116,0.00032356614,0.001159159,0.0004390467],"domain_scores_gemma":[0.98772216,0.0018256049,0.00300359,0.00067081983,0.0062836395,0.0004941945],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062848036,0.0002869827,0.00066431623,0.00014058442,0.00032150262,0.00007947934,0.00025260667,0.00012169468,0.0012733244],"category_scores_gemma":[0.012874597,0.00018062604,0.00045456717,0.00019434163,0.00013598804,0.00021340455,0.00011766053,0.0006341811,0.00010149635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056335924,0.00036742113,0.118229054,0.000047763962,0.0006433734,0.028896179,0.000115548304,0.00006888313,0.00010801422,0.0000018279716,0.68818855,0.16277002],"study_design_scores_gemma":[0.008921816,0.0016289243,0.026157899,0.00017415841,0.0007732651,0.048910573,0.00795119,0.0010774136,0.00030653938,0.00006063643,0.90373594,0.00030164683],"about_ca_topic_score_codex":0.00024470783,"about_ca_topic_score_gemma":0.00031698565,"teacher_disagreement_score":0.29742086,"about_ca_system_score_codex":0.00021148188,"about_ca_system_score_gemma":0.0018899995,"threshold_uncertainty_score":0.99963963},"labels":[],"label_agreement":null},{"id":"W2079588883","doi":"10.1016/j.socscimed.2010.05.019","title":"Pragmatic evidence and textual arrangements: A case study of French clinical cancer guidelines","year":2010,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Institute of Cancer Research; Institut National Du Cancer","keywords":"Guideline; Reflexivity; Set (abstract data type); Sociology; Epistemology; Public relations; Engineering ethics; Psychology; Medicine; Political science; Law; Social science; Computer science; Engineering","score_opus":0.42573155393196604,"score_gpt":0.6195578520278497,"score_spread":0.1938262980958837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079588883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822998,0.00017308128,0.00010238302,0.015053454,0.00091192714,0.0010836618,0.0000046158934,0.000029774605,0.00034128988],"genre_scores_gemma":[0.9954009,0.0001073894,0.00059388217,0.0019651582,0.0018171943,0.000035682453,0.0000023320986,0.000010965462,0.000066507906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957853,0.0001615492,0.0019538011,0.0005248056,0.0012649288,0.00030961298],"domain_scores_gemma":[0.99571264,0.0014658386,0.00067963754,0.00034099177,0.0014953841,0.00030553085],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009918597,0.00016505065,0.00058236794,0.00016477577,0.0002871842,0.00001922943,0.00021959652,0.0000880108,0.00047984574],"category_scores_gemma":[0.041639283,0.00011785685,0.000050889834,0.00092611415,0.0020567998,0.00041458782,0.00012800598,0.0005288214,0.0000036641147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100610574,0.0009005077,0.7593481,0.00008985683,0.00006931855,0.0003124404,0.015637934,4.2722982e-7,0.011006295,0.00009238383,0.007863918,0.20457824],"study_design_scores_gemma":[0.019210389,0.007883012,0.7671891,0.0010620035,0.002661671,0.0015806884,0.19279006,0.0017285451,0.000119874625,0.0005891455,0.0045944806,0.0005910414],"about_ca_topic_score_codex":0.015431277,"about_ca_topic_score_gemma":0.0070676045,"teacher_disagreement_score":0.2039872,"about_ca_system_score_codex":0.000049583956,"about_ca_system_score_gemma":0.0006488358,"threshold_uncertainty_score":0.99112505},"labels":[],"label_agreement":null},{"id":"W2079828477","doi":"10.1016/j.jclinepi.2014.06.013","title":"Priority-based initiative for updating existing evidence-based clinical practice guidelines: the results of two iterations","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Cancer Care Ontario; McMaster University","funders":"","keywords":"Guideline; Prioritization; Medicine; Quality of evidence; Evidence-based practice; Quality (philosophy); Evidence-based medicine; Process management; Alternative medicine; Randomized controlled trial; Pathology; Business","score_opus":0.8559546995643833,"score_gpt":0.7086200717376087,"score_spread":0.14733462782677464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079828477","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04161379,0.00030623504,0.5821695,0.371824,0.0024737176,0.0010124431,0.000039722174,0.000026037984,0.00053462066],"genre_scores_gemma":[0.2919032,0.00023849405,0.5809468,0.1208473,0.005958316,0.000016599994,0.000043644104,0.000028699633,0.000016976286],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9397164,0.024104321,0.03425989,0.0006466456,0.0007495242,0.0005232462],"domain_scores_gemma":[0.10068455,0.8545816,0.029652933,0.000941534,0.013646418,0.0004929709],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29485038,0.0002792134,0.003149555,0.0001656472,0.00019036145,0.000021526761,0.00045754708,0.0004207237,0.000033357217],"category_scores_gemma":[0.9805213,0.00017713718,0.0016196895,0.00033613766,0.00064422324,0.00055855105,0.00008448171,0.002099115,0.000009862557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050543543,0.0032828527,0.28978714,0.0005211075,0.0014195231,0.00005096499,0.00021096217,0.015186278,0.00019433412,0.014173395,0.12760648,0.4970234],"study_design_scores_gemma":[0.057252344,0.0254499,0.10884696,0.0044856938,0.0050236885,0.00026044605,0.0014170654,0.41954926,0.00014401544,0.016442977,0.36054486,0.00058277766],"about_ca_topic_score_codex":0.00007336916,"about_ca_topic_score_gemma":0.00003607658,"teacher_disagreement_score":0.8390318,"about_ca_system_score_codex":0.00007004243,"about_ca_system_score_gemma":0.0027555942,"threshold_uncertainty_score":0.91197264},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2080199066","doi":"10.1001/jama.2014.10713","title":"Evidence-Based Practice Is Not Synonymous With Delivery of Uniform Health Care","year":2014,"lang":"en","type":"article","venue":"JAMA","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Otorhinolaryngology; Family medicine; Sign (mathematics); MEDLINE; Psychiatry; Law","score_opus":0.17280923568124448,"score_gpt":0.45992615367872064,"score_spread":0.2871169179974762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080199066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.586805,0.0010005642,0.011100966,0.3961167,0.00023166391,0.0013406205,0.000046317302,0.000111517824,0.0032466685],"genre_scores_gemma":[0.89820325,0.00015060358,0.02661723,0.07465441,0.00023646395,0.000010415424,0.00004028654,0.000020844749,0.00006647965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980605,0.00019700392,0.0007213518,0.00024546118,0.0005753614,0.00020030442],"domain_scores_gemma":[0.9937702,0.0038041384,0.0006760253,0.00045473114,0.0011372557,0.00015767783],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001443191,0.00011878399,0.00031118104,0.00007885634,0.000056627614,0.000019829997,0.00008589043,0.00007155285,0.00015107643],"category_scores_gemma":[0.0098865,0.00009295811,0.00006364845,0.00020703347,0.000057464447,0.0005283966,0.000028438937,0.00025849915,0.000045988818],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011078848,0.00045702903,0.012600731,0.0013712951,0.00016278906,0.000039944996,0.0024657072,0.00013883074,0.0009095288,0.000310601,0.03480055,0.9356641],"study_design_scores_gemma":[0.045714077,0.03597453,0.12204595,0.008100877,0.002746818,0.000474244,0.034038585,0.014267155,0.034016967,0.00006904549,0.70139015,0.0011616298],"about_ca_topic_score_codex":0.0022671577,"about_ca_topic_score_gemma":0.00022157314,"teacher_disagreement_score":0.9345025,"about_ca_system_score_codex":0.00017503936,"about_ca_system_score_gemma":0.0009568872,"threshold_uncertainty_score":0.9984536},"labels":[],"label_agreement":null},{"id":"W2080312870","doi":"10.1136/bmjqs-2013-002293.188","title":"P162 Rigor of Development Of Clinical Practice Guidelines In Dentistry","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medicine; Dentistry; Clinical Practice; MEDLINE; Alternative medicine; Evidence-based dentistry; Medical education; Engineering ethics; Nursing; Pathology; Engineering","score_opus":0.5678635243518301,"score_gpt":0.667062440808082,"score_spread":0.0991989164562519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080312870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545051,0.00013003747,0.010450297,0.030195476,0.0006065592,0.0017399604,0.000024714831,0.000033827142,0.0023140367],"genre_scores_gemma":[0.60313123,0.00013520374,0.39185455,0.003973914,0.00033379594,0.00005098877,0.00012340672,0.000023104036,0.00037378474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9845348,0.00079672807,0.013171126,0.0003802306,0.00087409175,0.00024300022],"domain_scores_gemma":[0.98429614,0.0085946685,0.0030219252,0.0007037065,0.0031859654,0.00019761935],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021758309,0.00016576682,0.0009015689,0.00008328201,0.000033226974,0.000008136062,0.0001671535,0.0001931994,0.00073663093],"category_scores_gemma":[0.14970812,0.00014600567,0.00019993576,0.00029422512,0.00012875359,0.00040707554,0.00015947912,0.00036699168,0.00013833721],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032163337,0.0023569097,0.21962981,0.00084415183,0.00037824622,0.000032239157,0.0007967259,0.000021960552,0.0041168984,0.00079094735,0.029983282,0.7378325],"study_design_scores_gemma":[0.005727201,0.00019196198,0.89815253,0.0003356668,0.00016754524,0.000040423234,0.0058404184,0.00026393548,0.0015303185,0.00028910508,0.087228306,0.00023260406],"about_ca_topic_score_codex":0.0028592797,"about_ca_topic_score_gemma":0.00045202195,"teacher_disagreement_score":0.7375999,"about_ca_system_score_codex":0.000082853236,"about_ca_system_score_gemma":0.001693038,"threshold_uncertainty_score":0.85745424},"labels":[],"label_agreement":null},{"id":"W2080331317","doi":"10.1097/prs.0b013e318200ab61","title":"Maintenance of Certification, Maintenance of Public Trust","year":2011,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Maintenance of Certification; Certification; Medicine; Board certification; Opposition (politics); Medical education; Process (computing); Quality (philosophy); Nursing; Continuing medical education; Continuing education; Management; Computer science; Law","score_opus":0.2685357168599274,"score_gpt":0.37091638653960274,"score_spread":0.10238066967967535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080331317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97910094,0.000056788933,0.015228206,0.0004165225,0.0011171089,0.0003213304,0.00008453635,0.00003711027,0.0036374517],"genre_scores_gemma":[0.99209744,0.00008581145,0.0074755643,0.000087513465,0.0000754561,0.000023740293,0.000036303954,0.000023268023,0.00009487967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99716127,0.00014086034,0.0017434976,0.00034278407,0.00030138972,0.00031022518],"domain_scores_gemma":[0.99076587,0.006164934,0.0012393113,0.00041383345,0.0012609176,0.00015513814],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013154157,0.00016653615,0.00062651787,0.0002867895,0.00003381985,0.0000051354323,0.0001041468,0.000092321345,0.0012886699],"category_scores_gemma":[0.03619429,0.00014719095,0.00021007464,0.0004486457,0.0005799967,0.00029653485,0.00004038955,0.00019981433,0.000034513403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007695795,0.0003439196,0.89101344,0.00021433542,0.0002391396,0.00001365268,0.00027015698,8.173111e-7,0.0033450325,0.0032857007,0.00247017,0.09803403],"study_design_scores_gemma":[0.0012264713,0.00019015577,0.9778174,0.0004153996,0.00025091122,0.0002847817,0.002726368,0.00036117557,0.012607386,0.002802695,0.0010718384,0.00024537195],"about_ca_topic_score_codex":0.00015739835,"about_ca_topic_score_gemma":0.00003214428,"teacher_disagreement_score":0.09778866,"about_ca_system_score_codex":0.00008014692,"about_ca_system_score_gemma":0.0005170087,"threshold_uncertainty_score":0.9996243},"labels":[],"label_agreement":null},{"id":"W2080420127","doi":"10.1016/s0140-6736(09)60787-x","title":"Clinical experts or methodologists to write clinical guidelines?","year":2009,"lang":"en","type":"letter","venue":"The Lancet","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Juravinski Cancer Centre","funders":"","keywords":"MEDLINE; Medicine; Medical physics; Data science; Computer science; Political science","score_opus":0.8586913969061629,"score_gpt":0.6811684365521131,"score_spread":0.1775229603540498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080420127","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014753141,0.0003238559,0.004421785,0.9861737,0.0036861391,0.0017829726,0.000095460644,0.00030116944,0.001739598],"genre_scores_gemma":[0.00006148685,0.0015621618,0.12267992,0.7508567,0.116793394,0.00005866355,0.0004435874,0.00009165191,0.007452443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98614323,0.003955237,0.0065282187,0.0012963187,0.0011068883,0.00097013265],"domain_scores_gemma":[0.9700306,0.023854723,0.0014615371,0.0033810313,0.00092533894,0.00034674504],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.024037862,0.0006142856,0.003356958,0.00013264254,0.00012445507,0.00010254036,0.0012382829,0.0016955308,0.0011369047],"category_scores_gemma":[0.13453946,0.00034130647,0.0008977805,0.00040112587,0.000302254,0.00010879184,0.00040230952,0.0051822998,0.0010631708],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022188774,0.00010015248,0.0028467632,0.000057502966,0.00022796384,0.0007886214,0.000026606214,0.0000017706102,0.0000048768884,0.000006943438,0.8270448,0.16667514],"study_design_scores_gemma":[0.0038809197,0.0015543483,0.009874271,0.00033829222,0.0007964665,0.00028296668,0.000059434453,0.00007323107,0.0000034689372,0.00045826912,0.98224914,0.00042918028],"about_ca_topic_score_codex":0.00013011468,"about_ca_topic_score_gemma":0.00008246159,"teacher_disagreement_score":0.235317,"about_ca_system_score_codex":0.0001121513,"about_ca_system_score_gemma":0.0006579636,"threshold_uncertainty_score":0.9999039},"labels":[],"label_agreement":null},{"id":"W2080482559","doi":"10.4102/ajod.v3i1.92","title":"Best practice guidelines for stroke in Cameroon: An innovative and participatory knowledge translation project","year":2014,"lang":"en","type":"article","venue":"African Journal of Disability","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Rehabilitation; Best practice; Scope (computer science); Knowledge translation; Guideline; Context (archaeology); Medicine; Stroke (engine); Citizen journalism; Medical education; Nursing; Political science; Physical therapy; Knowledge management; Geography; Engineering","score_opus":0.5954401966321016,"score_gpt":0.5892324232529227,"score_spread":0.0062077733791788825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080482559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754738,0.00017281744,0.0048460187,0.0182628,0.00013445925,0.00070059363,0.000017895256,0.000008101952,0.00038348013],"genre_scores_gemma":[0.9626924,0.000023120674,0.03619102,0.0006064898,0.00043384157,0.00002256094,0.000009224819,0.0000139062195,0.0000074621025],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970465,0.00053074537,0.0017780173,0.0002131117,0.00025224808,0.00017943587],"domain_scores_gemma":[0.9911716,0.0042122453,0.0008062965,0.00021994895,0.0034493054,0.00014061741],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072523663,0.00012521392,0.00040561426,0.000092425784,0.00004247468,0.00002069718,0.000069735805,0.000062715204,0.000011438234],"category_scores_gemma":[0.059455574,0.000101533835,0.000068947775,0.00034225418,0.0002144541,0.0007517762,0.000015342224,0.00027515698,8.6116296e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049134297,0.0038990758,0.1509015,0.0002514477,0.00013971968,0.0000041278395,0.008217767,0.000030664287,0.0025240674,0.00028944862,0.0008551026,0.82797366],"study_design_scores_gemma":[0.044583533,0.04757893,0.34294948,0.0009328928,0.0032628323,0.0005787968,0.28156373,0.030372765,0.002692079,0.0038554722,0.24033529,0.0012942266],"about_ca_topic_score_codex":0.00014533335,"about_ca_topic_score_gemma":0.00043436248,"teacher_disagreement_score":0.8266794,"about_ca_system_score_codex":0.00013627134,"about_ca_system_score_gemma":0.0003532925,"threshold_uncertainty_score":0.948467},"labels":[],"label_agreement":null},{"id":"W2080636782","doi":"10.1503/cmaj.061096","title":"New Day dawns","year":2006,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Management; Operations research; Library science; Medicine; Political science; Computer science; Engineering; Economics","score_opus":0.05720800542984773,"score_gpt":0.39983604889120383,"score_spread":0.3426280434613561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080636782","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1208115,0.0003438538,0.01173051,0.8069082,0.003913179,0.00041030502,0.0000318668,0.00008908382,0.055761535],"genre_scores_gemma":[0.84241074,0.00013065537,0.0068434505,0.103869095,0.027737455,0.00000485252,0.00016512848,0.000057360445,0.018781286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969896,0.0001378982,0.0008627429,0.00013134615,0.0014793361,0.00039906293],"domain_scores_gemma":[0.9966187,0.0005493639,0.00030506623,0.00010292899,0.00041831812,0.0020056327],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00295188,0.000091911636,0.00019763962,0.00015060272,0.00015616673,0.00007524757,0.0001043163,0.00028216522,0.018161006],"category_scores_gemma":[0.011224101,0.00008473404,0.000111098234,0.00022645542,0.000014438334,0.00016763182,0.000009768034,0.00092055055,0.0006152097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069871326,0.000019317487,0.09782792,0.000001820349,0.00003915163,0.00030724407,0.000023186756,0.0000022172276,0.00002038735,0.00037762322,0.81827366,0.083100505],"study_design_scores_gemma":[0.0017093072,0.000054622356,0.14539996,0.00002835437,0.00006614825,0.0005852947,0.000105351544,0.0001379744,0.000013005475,0.0007645256,0.85105306,0.0000823756],"about_ca_topic_score_codex":0.029540105,"about_ca_topic_score_gemma":0.10671052,"teacher_disagreement_score":0.7215992,"about_ca_system_score_codex":0.0011871108,"about_ca_system_score_gemma":0.0078505585,"threshold_uncertainty_score":0.997774},"labels":[],"label_agreement":null},{"id":"W2080710783","doi":"10.3399/096016407782604820","title":"Thou shalt versus thou shalt not: a meta-synthesis of GPs' attitudes to clinical practice guidelines","year":2007,"lang":"en","type":"review","venue":"British Journal of General Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":278,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Norges Forskningsråd","keywords":"CINAHL; Guideline; Medicine; Thematic analysis; Citation; Qualitative research; Data extraction; Medical education; Critical appraisal; Systematic review; MEDLINE; Nursing; Family medicine; Alternative medicine; Sociology; Library science; Psychological intervention; Pathology; Social science; Computer science; Political science","score_opus":0.7092490965008501,"score_gpt":0.647459635668794,"score_spread":0.06178946083205605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080710783","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056208555,0.97270536,0.0021091648,0.015906312,0.0043948595,0.0018418807,0.00030301884,0.000052919793,0.0026302577],"genre_scores_gemma":[0.000015161472,0.6778223,0.3042105,0.009797665,0.007440709,0.00007092105,0.00006148343,0.00018817499,0.00039307203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9727956,0.004757466,0.016823312,0.0011827813,0.0035342034,0.00090663333],"domain_scores_gemma":[0.8645488,0.09739959,0.019280257,0.0013138485,0.016080856,0.0013766388],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047626555,0.0010332349,0.007757257,0.0007481864,0.00022074944,0.00035123958,0.0011621163,0.0010844864,0.00084384414],"category_scores_gemma":[0.646381,0.0009434505,0.004448153,0.0013345345,0.00024070806,0.002699072,0.0005244179,0.004232817,0.00019147177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004658951,0.0016294564,0.0000061908804,0.0031041356,0.013742531,0.0043148287,0.00001877882,0.00001923564,0.0000040259533,0.000045460598,0.0992568,0.8731996],"study_design_scores_gemma":[0.0025848188,0.0018668137,0.00003960481,0.009373951,0.102643654,0.03602411,0.00026458633,0.000009941108,0.000013303844,0.0000074761765,0.84653586,0.0006359051],"about_ca_topic_score_codex":0.0013256936,"about_ca_topic_score_gemma":0.0002436897,"teacher_disagreement_score":0.8725637,"about_ca_system_score_codex":0.00047825504,"about_ca_system_score_gemma":0.00413828,"threshold_uncertainty_score":0.9993016},"labels":[],"label_agreement":null},{"id":"W2081324911","doi":"10.12927/hcpap.2015.24108","title":"Taking Charge of High-Risk and High-Cost Patients in the Public Healthcare System","year":2014,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec","funders":"","keywords":"Key (lock); Health care; Business; Process management; Quality (philosophy); Healthcare delivery; Healthcare system; Public relations; Risk analysis (engineering); Knowledge management; Computer science; Political science; Computer security; Economic growth; Economics","score_opus":0.17451308666386592,"score_gpt":0.4121884464197355,"score_spread":0.2376753597558696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081324911","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3334085,0.000104571576,0.000106906926,0.6611258,0.0008594269,0.0037140555,0.0005129368,0.00010761994,0.00006023415],"genre_scores_gemma":[0.28340015,0.00030866184,0.00034348038,0.7120552,0.0003914541,0.000571148,0.0027027724,0.00016705581,0.0000600612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890712,0.0023472924,0.003613465,0.0015481962,0.0018602367,0.0015596452],"domain_scores_gemma":[0.9882978,0.005412229,0.0033060831,0.001715961,0.0007068541,0.0005610363],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048179002,0.0008950423,0.0021319182,0.00078450097,0.0004513997,0.0001249138,0.00063522125,0.0010621081,0.00012572027],"category_scores_gemma":[0.005270397,0.00070103933,0.00028714797,0.0009959111,0.000078895755,0.0002448068,0.0003490635,0.0034228263,0.00021555436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009476228,0.00031961652,0.038312368,0.0022190274,0.000116351446,0.00010192808,0.002128121,8.646272e-7,0.000004542032,0.00035956272,0.9415288,0.013961212],"study_design_scores_gemma":[0.007492995,0.0038487106,0.08129855,0.000043589556,0.000402702,0.00013165301,0.0006185637,0.00024275565,0.000006276252,0.000022326603,0.905162,0.00072989264],"about_ca_topic_score_codex":0.024223126,"about_ca_topic_score_gemma":0.007187842,"teacher_disagreement_score":0.050929468,"about_ca_system_score_codex":0.0017280324,"about_ca_system_score_gemma":0.0006479042,"threshold_uncertainty_score":0.9995441},"labels":[],"label_agreement":null},{"id":"W2081338827","doi":"10.1016/j.jclinepi.2011.01.003","title":"Challenges in guideline methodology","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Institute for Health and Care Research","keywords":"Guideline; Medicine; Intensive care medicine; Pathology","score_opus":0.9635407775421592,"score_gpt":0.7216052792620303,"score_spread":0.24193549828012884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081338827","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56502587,0.009318252,0.09126962,0.3041817,0.008315902,0.0007500558,0.0000041460708,0.000054613272,0.021079822],"genre_scores_gemma":[0.36428988,0.011444497,0.59879726,0.023267604,0.0021186522,0.0000030971385,0.000005553761,0.000024925164,0.00004853149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.969707,0.012075902,0.017218232,0.00037225368,0.0002112279,0.00041537802],"domain_scores_gemma":[0.88771576,0.103037864,0.0072986404,0.00053251075,0.0008927843,0.0005224272],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14249735,0.00016264421,0.0033529922,0.00026732718,0.000013592845,9.71085e-7,0.00023406246,0.00050911645,0.00086846633],"category_scores_gemma":[0.49794534,0.00011665936,0.00072263606,0.00014121516,0.00023812275,0.0001540062,0.000082832375,0.0016137811,0.00005158576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036907257,0.00080631586,0.49903014,0.000026675067,0.00020517103,0.00034146663,0.00015492836,0.000011019629,0.000033330165,0.0062621064,0.010640225,0.47879788],"study_design_scores_gemma":[0.00513612,0.003990458,0.86389965,0.000071169656,0.00023624377,0.0013882708,0.0005217482,0.000278414,0.000020822437,0.062468924,0.061874285,0.00011388528],"about_ca_topic_score_codex":0.00010868414,"about_ca_topic_score_gemma":0.00016231147,"teacher_disagreement_score":0.50752765,"about_ca_system_score_codex":0.000041681895,"about_ca_system_score_gemma":0.00040751148,"threshold_uncertainty_score":0.95090973},"labels":[],"label_agreement":null},{"id":"W2081695505","doi":"10.4212/cjhp.v68i2.1433","title":"Applying New Evidence into Practice: A Need for Knowledge Translation","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Translation (biology); Knowledge translation; Computer science; Information retrieval; Data science; Knowledge management; Chemistry","score_opus":0.527443826622467,"score_gpt":0.5458679655419879,"score_spread":0.018424138919520883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081695505","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17017885,0.01925317,0.01787059,0.78235584,0.004533721,0.0043265624,0.000010625977,0.0000285399,0.0014421217],"genre_scores_gemma":[0.98193896,0.00007659744,0.012873776,0.0030896426,0.0018347241,0.000021436337,0.0000057047996,0.000024454403,0.00013468589],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984746,0.00011945768,0.0007859734,0.000105756015,0.00028816357,0.00022604062],"domain_scores_gemma":[0.99469966,0.0022773,0.0005445871,0.00014743915,0.0012706469,0.0010603847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029368352,0.00011173927,0.00020834003,0.00013782016,0.00014829253,0.00008729895,0.00019436999,0.000032650038,0.000056207467],"category_scores_gemma":[0.01964519,0.00008291754,0.00012539857,0.00023210303,0.00006175358,0.0011150268,0.000008493123,0.0003784735,0.000029663495],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023633735,0.00014859995,0.0036039383,0.00008436432,0.0003588621,0.00012258142,0.020799702,0.00015927896,0.0008348106,0.0002613511,0.34840947,0.6228537],"study_design_scores_gemma":[0.008613722,0.0018422249,0.00031956122,0.00025580442,0.0012481798,0.00041243617,0.006900402,0.001711962,0.0005478549,0.0029358112,0.9750164,0.00019564017],"about_ca_topic_score_codex":0.01658145,"about_ca_topic_score_gemma":0.012971258,"teacher_disagreement_score":0.8117601,"about_ca_system_score_codex":0.0004470676,"about_ca_system_score_gemma":0.008439241,"threshold_uncertainty_score":0.997182},"labels":[],"label_agreement":null},{"id":"W2081724747","doi":"10.1007/s11888-012-0121-x","title":"What is the Best Way to Produce Consensus and Buy in to Guidelines for Rectal Cancer?","year":2012,"lang":"en","type":"article","venue":"Current Colorectal Cancer Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Princess Margaret Cancer Centre","funders":"","keywords":"Guideline; Concordance; Process (computing); Clinical Practice; Medicine; Best practice; Opinion leadership; Evidence-based practice; MEDLINE; Process management; Risk analysis (engineering); Computer science; Public relations; Alternative medicine; Business; Political science; Family medicine; Pathology","score_opus":0.35333385776665555,"score_gpt":0.5497087752842482,"score_spread":0.19637491751759267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081724747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88739276,0.011520763,0.000035946017,0.090447396,0.0070003006,0.0035023387,0.00004180328,0.000029683593,0.00002900922],"genre_scores_gemma":[0.98651093,0.0017556808,0.00092796696,0.0059906757,0.002291242,0.002263979,0.00003035174,0.000041704767,0.00018746319],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972263,0.00005702571,0.0012969619,0.0005536902,0.0003838974,0.00048212017],"domain_scores_gemma":[0.997543,0.0004982415,0.00037505152,0.00031984478,0.00090905046,0.0003548169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017467412,0.00022497219,0.00038954036,0.00010848005,0.00009970375,0.00006274446,0.00006610942,0.00006503513,0.000088557244],"category_scores_gemma":[0.006921854,0.00016502483,0.00008289466,0.00038544225,0.000058703426,0.00024351833,0.00012142239,0.00022172976,0.0000085248685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012893226,0.00025258856,0.2133356,0.0001831443,0.00006511729,0.000021703121,0.002421416,0.000042087464,0.0048979153,0.000009255634,0.13180484,0.64567703],"study_design_scores_gemma":[0.002113694,0.0011108422,0.13927422,0.0017681703,0.00059449126,0.0006949484,0.004312789,0.00031550552,0.02337283,0.00013383385,0.82560575,0.00070288446],"about_ca_topic_score_codex":0.0016612568,"about_ca_topic_score_gemma":0.003192747,"teacher_disagreement_score":0.6938009,"about_ca_system_score_codex":0.00033731075,"about_ca_system_score_gemma":0.00036903232,"threshold_uncertainty_score":0.8286606},"labels":[],"label_agreement":null},{"id":"W2081776798","doi":"10.1186/1748-5908-4-49","title":"Twelve years of clinical practice guideline development, dissemination and evaluation in Canada (1994 to 2005)","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Medical Association; Canadian Institutes of Health Research; University of Ottawa","funders":"Canadian Medical Association; Canadian Institutes of Health Research; University of Ottawa; Heart and Stroke Foundation of Canada","keywords":"Guideline; Medicine; Health services research; Family medicine; Health informatics; Health administration; MEDLINE; Information Dissemination; Public health; Nursing; Political science","score_opus":0.3076093358118502,"score_gpt":0.648589246609083,"score_spread":0.34097991079723283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081776798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98753583,0.000023066768,0.0022612428,0.008529219,0.00020787022,0.001049905,0.000009144299,0.000008165099,0.00037554794],"genre_scores_gemma":[0.918532,0.000019922372,0.076303855,0.004982427,0.000051163268,0.00001774816,0.00007648379,0.0000049809837,0.000011382923],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952796,0.00014174025,0.0023343891,0.00040709256,0.0015600689,0.00027707848],"domain_scores_gemma":[0.9969946,0.0010920155,0.00062544557,0.00020867243,0.0008466842,0.00023256935],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012817192,0.00009254531,0.00023118472,0.00026675244,0.000060512262,0.000028376557,0.00011646468,0.000026158632,0.00017464106],"category_scores_gemma":[0.012962292,0.00009936782,0.00001909372,0.00084485067,0.000055649944,0.0007372892,0.00005074942,0.00011491907,0.0000044599515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013409695,0.00008136798,0.050238315,0.0000045594397,0.000006312756,0.0000047545145,0.0005215466,0.000045668927,0.004185972,0.000051250925,0.004801287,0.9399249],"study_design_scores_gemma":[0.001967911,0.00019351365,0.96437234,0.00003359703,0.000048372687,0.000015346759,0.0052631004,0.0022458811,0.0022371558,0.000061929415,0.023450248,0.00011057942],"about_ca_topic_score_codex":0.114966035,"about_ca_topic_score_gemma":0.43613836,"teacher_disagreement_score":0.93981427,"about_ca_system_score_codex":0.00070933433,"about_ca_system_score_gemma":0.006581956,"threshold_uncertainty_score":0.9990498},"labels":[],"label_agreement":null},{"id":"W2081900823","doi":"10.15273/dmj.vol28no1.4316","title":"The Dalhousie Medical Journal - A Report Card","year":2000,"lang":"en","type":"article","venue":"Dalhousie Medical Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science","score_opus":0.08491667965701315,"score_gpt":0.43797604432754006,"score_spread":0.3530593646705269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081900823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6068345,0.00200597,0.004505684,0.35586318,0.0061699916,0.00064908125,0.0000096273425,0.0002179108,0.023744099],"genre_scores_gemma":[0.76643425,0.044688396,0.005434164,0.09602985,0.06287198,0.000058613907,0.00017613331,0.0004390453,0.023867588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858463,0.0008038493,0.0040420103,0.00045167646,0.0077540376,0.001102138],"domain_scores_gemma":[0.99034494,0.0031432987,0.0010359375,0.0007747079,0.0008222474,0.0038788482],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019217445,0.00037843257,0.0007742907,0.00015555766,0.0013479249,0.00037562157,0.00092314585,0.00053618476,0.038216237],"category_scores_gemma":[0.052117385,0.00022642805,0.00060426246,0.0004509656,0.0006877429,0.0003930095,0.00017090689,0.005570856,0.00059278175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007679658,0.00036092015,0.0050664796,0.000014736425,0.0003517157,0.0446253,0.00029385881,0.0000040417367,0.00002933406,0.000036601687,0.18655482,0.7618942],"study_design_scores_gemma":[0.004074344,0.000523382,0.010925057,0.00027243406,0.00034397873,0.32001233,0.00042346935,0.00073490874,0.000016699783,0.0005837661,0.6618723,0.00021728124],"about_ca_topic_score_codex":0.00008736195,"about_ca_topic_score_gemma":0.00016835942,"teacher_disagreement_score":0.76167697,"about_ca_system_score_codex":0.0002212255,"about_ca_system_score_gemma":0.0055680303,"threshold_uncertainty_score":0.9999522},"labels":[],"label_agreement":null},{"id":"W2081998190","doi":"10.1007/s00383-014-3623-6","title":"The quality of guidelines in pediatric surgery: can we all AGREE?","year":2014,"lang":"en","type":"review","venue":"Pediatric Surgery International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University; Alberta Children's Hospital","funders":"","keywords":"Pediatric surgery; Medicine; Quality (philosophy); General surgery; Intensive care medicine; Surgery","score_opus":0.4741153869500545,"score_gpt":0.5556278863370325,"score_spread":0.08151249938697802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081998190","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010624834,0.981737,0.00006489166,0.009510721,0.0061174403,0.0008845764,0.00025920814,0.00006039098,0.0003032625],"genre_scores_gemma":[0.0005347458,0.9853632,0.00019839352,0.0005482722,0.011269096,0.00014962122,0.0013187162,0.00008469587,0.0005332572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98697877,0.0011559622,0.00887158,0.0007138826,0.001751237,0.00052855205],"domain_scores_gemma":[0.92890835,0.06362361,0.0051333834,0.0007775197,0.0013440314,0.00021312402],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014927087,0.0005622533,0.0030610403,0.001426288,0.000064883825,0.00006002834,0.0005407342,0.00041020746,0.00029909247],"category_scores_gemma":[0.074326955,0.000405645,0.0018165562,0.0011955801,0.00007695579,0.00014980663,0.00022916864,0.0008214666,0.0001011571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007962975,0.00016160408,0.09792079,0.0054572513,0.0002269532,0.000022401127,0.0000147952205,0.0000021883366,3.6844913e-8,0.00006090168,0.14668153,0.74937195],"study_design_scores_gemma":[0.00034230025,0.000018031178,0.004376174,0.0007502779,0.0014327,0.000040593666,0.000021646292,0.000029685936,1.224683e-7,0.00012298393,0.9924911,0.00037436007],"about_ca_topic_score_codex":0.0011318114,"about_ca_topic_score_gemma":0.00063985353,"teacher_disagreement_score":0.8458096,"about_ca_system_score_codex":0.0003797751,"about_ca_system_score_gemma":0.0028085022,"threshold_uncertainty_score":0.99983954},"labels":[],"label_agreement":null},{"id":"W2082209838","doi":"10.1016/j.ypmed.2010.08.005","title":"AGREE II: Advancing guideline development, reporting, and evaluation in health care","year":2010,"lang":"en","type":"article","venue":"Preventive Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":772,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Partnership Against Cancer; BC Cancer Agency; Ottawa Hospital; Canadian Institutes of Health Research; Cancer Care Ontario; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Guideline; Scale (ratio); Key (lock); Health care; Medical education; Computer science; Pathology","score_opus":0.19542675086872083,"score_gpt":0.5508867027133679,"score_spread":0.35545995184464707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082209838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96993774,0.001406937,0.0021739255,0.022882314,0.00056585,0.0016891919,0.0000018389878,0.000047414338,0.0012947975],"genre_scores_gemma":[0.9551961,0.000083060244,0.040684015,0.0027954206,0.0004750181,0.00006431842,0.00037758276,0.000024305818,0.00030017065],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946405,0.00018343743,0.003717674,0.0004568951,0.0006882375,0.00031320873],"domain_scores_gemma":[0.9963165,0.0003251452,0.0020582096,0.0003023543,0.00077365525,0.00022413567],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012235593,0.00017737053,0.0005207623,0.00023073322,0.00014120259,0.0000054753405,0.000058309615,0.000072986244,0.00072907674],"category_scores_gemma":[0.03615905,0.000147216,0.000035548957,0.00027762222,0.00009353813,0.00016921689,0.00010833186,0.0005127727,0.0000055184064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015617463,0.00015313158,0.15907684,0.0002841699,0.000049223338,0.00002727907,0.008322354,0.0000057729967,0.0086829355,0.00005125505,0.00682252,0.81636834],"study_design_scores_gemma":[0.015223605,0.0015315166,0.7342644,0.0016630242,0.000327407,0.00028128602,0.013718684,0.0024077625,0.0016952005,0.00090291747,0.22758338,0.00040083402],"about_ca_topic_score_codex":0.0006928323,"about_ca_topic_score_gemma":0.0055460003,"teacher_disagreement_score":0.8159675,"about_ca_system_score_codex":0.00023853805,"about_ca_system_score_gemma":0.0008807945,"threshold_uncertainty_score":0.97195977},"labels":[],"label_agreement":null},{"id":"W2082320537","doi":"10.1097/01.brs.0000137056.64166.51","title":"Quality of Primary Care Guidelines for Acute Low Back Pain","year":2004,"lang":"en","type":"review","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; MEDLINE; Audit; Health care; Quality management; Quality (philosophy); Systematic review; Agency (philosophy); Population; Back pain; Low back pain; Alternative medicine; Operations management","score_opus":0.5709064245965343,"score_gpt":0.6220214827018924,"score_spread":0.0511150581053581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082320537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032416972,0.9847206,0.008798589,0.0014062345,0.00039467195,0.003605163,0.00069521146,0.00004269007,0.00033360432],"genre_scores_gemma":[6.210373e-7,0.905912,0.0802948,0.0018615482,0.00093545316,0.0001436778,0.010124189,0.00008415709,0.0006435534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942082,0.0002714423,0.0042918674,0.0005041092,0.00044937636,0.00027499138],"domain_scores_gemma":[0.9944583,0.0009483117,0.0018548452,0.0007639801,0.0018363751,0.00013814862],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00333642,0.0004058416,0.0030604717,0.00013258916,0.000031779116,0.000010301436,0.00020101365,0.00034781665,0.0002015681],"category_scores_gemma":[0.012687776,0.00031437064,0.0010976249,0.00027623674,0.000066965215,0.00008110437,0.000097652395,0.00032072686,0.000059322596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005879694,0.00008439554,0.0000048923434,0.17244187,0.00040616485,0.0000042497622,0.000012720079,7.567322e-7,0.00000856188,0.000034142842,0.00897127,0.8179722],"study_design_scores_gemma":[0.0024085473,0.000580751,0.000031375494,0.030852899,0.0027567337,0.00001788769,0.000058060185,0.0000035545104,0.000004644348,0.00006291522,0.9629456,0.00027704693],"about_ca_topic_score_codex":0.00013087485,"about_ca_topic_score_gemma":0.000037608952,"teacher_disagreement_score":0.9539743,"about_ca_system_score_codex":0.00046914298,"about_ca_system_score_gemma":0.0020553146,"threshold_uncertainty_score":0.99993086},"labels":[],"label_agreement":null},{"id":"W2083165384","doi":"10.7202/037540ar","title":"Sursis – Respite – Aufschub","year":2008,"lang":"fr","type":"article","venue":"Intermédialités Histoire et théorie des arts des lettres et des techniques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Respite care; Nursing; Medicine","score_opus":0.1537619103264141,"score_gpt":0.42537289161053077,"score_spread":0.27161098128411665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083165384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4198864,0.045461766,0.053136446,0.0746628,0.011008179,0.0050509353,0.0010839776,0.004961425,0.38474807],"genre_scores_gemma":[0.7724189,0.017909443,0.0674899,0.018338019,0.00306909,0.00046389064,0.0005632181,0.00052629935,0.11922123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907379,0.0014569034,0.0033706508,0.0014876196,0.0011826146,0.0017643109],"domain_scores_gemma":[0.9907775,0.003960595,0.0011249882,0.0017168506,0.0015649623,0.00085513],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0044161635,0.0011972283,0.0015207431,0.0007492687,0.0013736753,0.00027367825,0.0008229815,0.00082339434,0.0018127802],"category_scores_gemma":[0.012436429,0.001270632,0.00095506146,0.0008984747,0.0064466842,0.0026129696,0.00056608894,0.0018228489,0.00035402403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014218466,0.0015060971,0.017025447,0.001141127,0.0005454343,0.0033869916,0.006135363,0.000008892625,0.008922061,0.020422403,0.15415181,0.7853325],"study_design_scores_gemma":[0.0016413847,0.0026974995,0.009921035,0.0045211073,0.0008648176,0.0028360316,0.00091214455,0.00008523665,0.017660819,0.012314985,0.94515216,0.0013927869],"about_ca_topic_score_codex":0.0068035396,"about_ca_topic_score_gemma":0.002948545,"teacher_disagreement_score":0.79100037,"about_ca_system_score_codex":0.002893889,"about_ca_system_score_gemma":0.00093158457,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W2083519537","doi":"10.1097/nur.0b013e3181cf5563","title":"Clinical Nurse Specialist Practice in Evidence-Informed Multidisciplinary Cardiac Care","year":2010,"lang":"en","type":"article","venue":"Clinical Nurse Specialist","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; Winnipeg Regional Health Authority","funders":"","keywords":"Multidisciplinary approach; Medicine; Clinical nurse specialist; Referral; Nursing; Evidence-based practice; Psychological intervention; Health care; Intensive care medicine; Alternative medicine","score_opus":0.19877909742103617,"score_gpt":0.574976763176571,"score_spread":0.3761976657555348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083519537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82593256,0.0007307575,0.00005341411,0.054236807,0.03818297,0.004263318,0.00022234804,0.0003644655,0.076013334],"genre_scores_gemma":[0.8970126,0.0035853253,0.028666424,0.010138188,0.056512598,0.0001911929,0.0009973802,0.00027387188,0.0026224067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9858155,0.0016297523,0.0081415465,0.001796168,0.0015286821,0.0010883302],"domain_scores_gemma":[0.9589728,0.03354004,0.0019974597,0.0024192329,0.0016569287,0.0014135133],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.010265554,0.0007087347,0.0022312314,0.00030780002,0.00031219848,0.00020630438,0.0007632385,0.0012972513,0.0021101576],"category_scores_gemma":[0.21276037,0.0006671287,0.0015097767,0.000950256,0.0018492684,0.0016664742,0.00028335504,0.005131497,0.0018550187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008335265,0.003623822,0.6505631,0.00016785605,0.00025178926,0.0008834805,0.0016229196,0.000004716744,0.00011641419,0.0017601629,0.09201898,0.24065149],"study_design_scores_gemma":[0.008017407,0.0012850738,0.555191,0.00044771266,0.00088426087,0.00007072139,0.011510621,0.0000987321,0.0000265884,0.00021141398,0.42163387,0.00062264095],"about_ca_topic_score_codex":0.00091356906,"about_ca_topic_score_gemma":0.00567996,"teacher_disagreement_score":0.3296149,"about_ca_system_score_codex":0.00043299916,"about_ca_system_score_gemma":0.0027805746,"threshold_uncertainty_score":0.9999993},"labels":[],"label_agreement":null},{"id":"W2083569524","doi":"10.1016/s0025-7753(01)71792-7","title":"Herramientas para la práctica de la medicina basada en la evidencia (y II). Desarrollo de guías de práctica clínica basadas en la evidencia: de abajo-arriba","year":2001,"lang":"es","type":"article","venue":"Medicina Clínica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Humanities; Philosophy","score_opus":0.09179738492882075,"score_gpt":0.47076508265649697,"score_spread":0.37896769772767624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083569524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7866404,0.011184192,0.015535528,0.1354669,0.0016230887,0.0046058116,0.00013921568,0.0010315562,0.043773275],"genre_scores_gemma":[0.9341128,0.023827635,0.017714908,0.0159638,0.005167391,0.00044140746,0.00017177133,0.00048324416,0.0021170478],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96671164,0.018125407,0.005207301,0.002424684,0.0036901631,0.003840826],"domain_scores_gemma":[0.91185755,0.0794222,0.0019664208,0.0027398518,0.00078561535,0.0032283429],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.04480881,0.0018145611,0.0029206658,0.0007875609,0.0009415683,0.00041050272,0.0021239535,0.0028397308,0.0044358796],"category_scores_gemma":[0.14647707,0.0017240301,0.0009832868,0.0018199137,0.0025411197,0.0011640876,0.001094478,0.006527142,0.0005222854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00961675,0.006582893,0.5697516,0.0026520384,0.0034991584,0.02263602,0.029180994,0.00023428324,0.020992884,0.005496012,0.21689463,0.11246271],"study_design_scores_gemma":[0.014521172,0.0035348418,0.20621309,0.006452988,0.008566826,0.011215753,0.013115642,0.005331387,0.000797953,0.0034738327,0.7250217,0.0017548042],"about_ca_topic_score_codex":0.0065429835,"about_ca_topic_score_gemma":0.0011802992,"teacher_disagreement_score":0.5081271,"about_ca_system_score_codex":0.004320067,"about_ca_system_score_gemma":0.011989277,"threshold_uncertainty_score":0.9995022},"labels":[],"label_agreement":null},{"id":"W2084005651","doi":"10.1136/ebn.6.3.93","title":"6 themes described patients’ information needs related to patient controlled analgesia","year":2003,"lang":"en","type":"letter","venue":"Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Medicine; Gynecology; Web of science; Internal medicine","score_opus":0.11391206419186928,"score_gpt":0.397018401241788,"score_spread":0.2831063370499187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084005651","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04737205,0.0004571723,0.0036815787,0.9391537,0.002435252,0.00563052,0.000039520168,0.00021623909,0.0010139941],"genre_scores_gemma":[0.10932825,0.00003858414,0.0035260785,0.8838827,0.0005937717,0.00021323921,0.0020885943,0.00009472468,0.00023405813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99330795,0.000909392,0.0030520784,0.0004093156,0.0016307724,0.00069049065],"domain_scores_gemma":[0.9928314,0.0030652902,0.0015664471,0.00081144844,0.0014539269,0.00027148996],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013217143,0.0005921308,0.0011701251,0.0012204602,0.00019963545,0.00019308041,0.00021435543,0.0007876469,0.0006220081],"category_scores_gemma":[0.016830388,0.0005214508,0.00047982062,0.0011609194,0.00010749348,0.0012664174,0.000026695156,0.0018092451,0.00037654545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021792967,0.00018147324,0.0017522036,0.00016958873,0.00014732406,0.000028652175,0.001103392,0.00011936808,0.000032052107,0.000008368195,0.9076862,0.0865921],"study_design_scores_gemma":[0.03885962,0.0076660304,0.0055945828,0.022269357,0.0050728493,0.000060609458,0.0040345895,0.0022280307,0.0007147692,0.00043243877,0.91099656,0.0020705585],"about_ca_topic_score_codex":0.0000909041,"about_ca_topic_score_gemma":0.0000017266842,"teacher_disagreement_score":0.08452154,"about_ca_system_score_codex":0.0013166334,"about_ca_system_score_gemma":0.00084542815,"threshold_uncertainty_score":0.99972373},"labels":[],"label_agreement":null},{"id":"W2084586554","doi":"10.1258/jhsrp.2007.007015","title":"Bridging the Gap between Primary and Secondary Care: Use of a Clinical Pathway for the Investigation and Management of Deep Vein Thrombosis","year":2008,"lang":"en","type":"article","venue":"Journal of Health Services Research & Policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Medicine; Deep vein; Emergency department; Post-thrombotic syndrome; Thrombosis; Emergency medicine; Surgery; Nursing","score_opus":0.5761490699361911,"score_gpt":0.5990227014179564,"score_spread":0.022873631481765355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084586554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94614846,0.0028030146,0.00040089342,0.04944372,0.000046942474,0.0010931903,0.00003222087,0.0000028579793,0.000028679666],"genre_scores_gemma":[0.9731589,0.017378604,0.0043224297,0.004424017,0.00065890315,0.000011430463,0.000017995904,0.000015891665,0.000011852614],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957539,0.0008233313,0.0021837251,0.00014736145,0.0008155431,0.00027613828],"domain_scores_gemma":[0.9906314,0.0063976855,0.0013982317,0.00026757896,0.0010763883,0.0002287401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01039748,0.00008903369,0.00051593594,0.00021706005,0.00029177032,0.00002475367,0.0001731246,0.000059334663,0.0000051959814],"category_scores_gemma":[0.001016231,0.000052310243,0.00010168747,0.00034934643,0.0003688964,0.00032680086,0.00018332605,0.00060451054,2.5661822e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009823014,0.00016952134,0.27654612,0.009569905,0.0006623671,0.000010000054,0.01221632,0.000015637963,0.00026755876,0.0003134472,0.0016044229,0.6976424],"study_design_scores_gemma":[0.0024259593,0.0015231221,0.98283243,0.00060262484,0.00011194985,0.00004353465,0.00618694,0.00065186695,0.00009628802,0.00029221646,0.005191409,0.00004162926],"about_ca_topic_score_codex":0.0030695954,"about_ca_topic_score_gemma":0.00021669676,"teacher_disagreement_score":0.7062863,"about_ca_system_score_codex":0.00010852794,"about_ca_system_score_gemma":0.0013446463,"threshold_uncertainty_score":0.46403304},"labels":[],"label_agreement":null},{"id":"W2084711176","doi":"10.1016/j.jamcollsurg.2014.07.866","title":"Evaluating compliance with National Comprehensive Cancer Network guidelines in management of colorectal, liver and thyroid cancer","year":2014,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Colorectal cancer; Thyroid cancer; Cancer; Compliance (psychology); Oncology; Liver cancer; Internal medicine","score_opus":0.25658737173397783,"score_gpt":0.4946030843559976,"score_spread":0.23801571262201976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084711176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889351,0.00069652294,0.0002080438,0.009505213,0.00016043412,0.00033121087,0.000047654336,0.000002375652,0.00011345464],"genre_scores_gemma":[0.97540927,0.0016562233,0.021689946,0.0010405802,0.00010551367,0.00001138857,9.59493e-7,0.000013117661,0.00007301428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976588,0.00020514536,0.001166836,0.00012359278,0.0006974775,0.0001481359],"domain_scores_gemma":[0.99448264,0.0011946207,0.0022946836,0.00012312614,0.0018433633,0.000061561244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014105226,0.000110302804,0.000571068,0.000090467816,0.000049698952,0.0000035624803,0.00012397981,0.000017333126,0.000042980282],"category_scores_gemma":[0.00059606665,0.00007282488,0.00009113971,0.0005837529,0.0002891636,0.000083677485,0.00007875632,0.00018445523,2.305399e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007983337,0.00041304345,0.7886781,0.0006106379,0.0015183283,0.000054291333,0.00020036756,0.11030134,0.006471228,0.00049217243,0.03729015,0.045987017],"study_design_scores_gemma":[0.0041546794,0.0014147935,0.95985276,0.002757654,0.0005693731,0.00014709106,0.0015833357,0.026188085,0.00025014434,0.00022752679,0.002710062,0.00014452911],"about_ca_topic_score_codex":0.0014261995,"about_ca_topic_score_gemma":0.0008262538,"teacher_disagreement_score":0.17117463,"about_ca_system_score_codex":0.00011760388,"about_ca_system_score_gemma":0.00035659946,"threshold_uncertainty_score":0.29697123},"labels":[],"label_agreement":null},{"id":"W2084758923","doi":"10.12927/hcq.2013.23471","title":"Assessing the Feasibility of Extracting Clinical Information to Create Quality Indicators from Primary Healthcare Practice EMRs","year":2013,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Nova scotia; Quality (philosophy); Health care; Best practice; Quality management; Electronic medical record; Primary health care; Medical record; Medicine; Health information technology; Electronic health record; Primary care; Clinical Practice; Nursing; Family medicine; Business; Political science; Geography","score_opus":0.3693691811764797,"score_gpt":0.5950497391349555,"score_spread":0.2256805579584758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084758923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81052315,0.000112096546,0.002257259,0.18343809,0.0005673853,0.0025401665,0.000058111287,0.00009650572,0.0004072159],"genre_scores_gemma":[0.9454936,0.00003640187,0.015962323,0.037558254,0.00047735905,0.000099488,0.00033805124,0.000026189426,0.000008331178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9901554,0.002894395,0.0048622726,0.00051553163,0.0010789223,0.00049345085],"domain_scores_gemma":[0.98126066,0.0119441785,0.0030315686,0.0012434239,0.001820445,0.00069970224],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009362413,0.00025934016,0.0007745279,0.00017864777,0.00027968045,0.00018987291,0.00024096073,0.00029919823,0.000144258],"category_scores_gemma":[0.016205695,0.0002006164,0.00022592627,0.00061176246,0.00013047046,0.0035454659,0.00005919732,0.0012366498,0.00021533338],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046054597,0.0003014188,0.29749033,0.00041307727,0.00006631705,0.0000030477975,0.005286363,7.3851606e-7,0.0001301893,0.00013743204,0.0013033929,0.69440717],"study_design_scores_gemma":[0.001344729,0.0018257673,0.9416389,0.00020598153,0.00011710933,0.00001901363,0.0506057,0.0000624605,0.000019906987,0.00041179376,0.0035694235,0.0001792493],"about_ca_topic_score_codex":0.042032123,"about_ca_topic_score_gemma":0.00067374477,"teacher_disagreement_score":0.69422793,"about_ca_system_score_codex":0.00043328377,"about_ca_system_score_gemma":0.0016232388,"threshold_uncertainty_score":0.9920812},"labels":[],"label_agreement":null},{"id":"W2084853805","doi":"10.1097/brs.0b013e3181b4d50d","title":"Quality of Low Back Pain Guidelines Improved","year":2009,"lang":"en","type":"review","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Medicine; Guideline; MEDLINE; Checklist; Low back pain; Physical therapy; Family medicine; Alternative medicine; Pathology","score_opus":0.5585910907456197,"score_gpt":0.6133531480887081,"score_spread":0.054762057343088366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084853805","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034419681,0.9924503,0.0023628585,0.0024636646,0.00026730527,0.001709896,0.00006937925,0.000049464015,0.0006236723],"genre_scores_gemma":[0.0000017889882,0.9649061,0.029038573,0.0022659667,0.0010775635,0.000025910733,0.0011680236,0.00005509092,0.0014610109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99294454,0.00059432245,0.005279767,0.0004844867,0.00042327133,0.00027362464],"domain_scores_gemma":[0.994817,0.0010313663,0.0022577643,0.0009095511,0.0008200774,0.00016421913],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067128153,0.00040555332,0.0029629294,0.00015138306,0.000021261385,0.000011301545,0.00019948733,0.00035155215,0.00086434395],"category_scores_gemma":[0.03506831,0.0003064603,0.00086424855,0.00040274404,0.000059923932,0.0000782987,0.00007559106,0.00047480277,0.0001745473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028566456,0.00015691722,0.0000063499942,0.02957099,0.0001319823,0.00000403506,0.000002575752,1.3085607e-7,0.000029194924,0.000028110624,0.018688956,0.9513522],"study_design_scores_gemma":[0.0011326649,0.0005141227,0.00006358438,0.012505436,0.0006560147,0.000017654333,0.000013521949,0.00004968977,0.0000036262081,0.000063806045,0.9847222,0.0002577082],"about_ca_topic_score_codex":0.00017962576,"about_ca_topic_score_gemma":0.000046390498,"teacher_disagreement_score":0.9660332,"about_ca_system_score_codex":0.0001132548,"about_ca_system_score_gemma":0.0007329434,"threshold_uncertainty_score":0.9999387},"labels":[],"label_agreement":null},{"id":"W2085262427","doi":"10.1016/j.jclinepi.2013.09.002","title":"Perceived disagreement (mostly) not confirmed by evidence … A reply to Watine et al.: Clinical practice guidelines: myths and misconceptions","year":2013,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Terminology; Grading (engineering); Confusion; Clinical Practice; Popularity; Medicine; Mythology; Psychology; Alternative medicine; Medical education; Family medicine; Social psychology; Pathology; History; Linguistics; Engineering; Philosophy","score_opus":0.7306126208703128,"score_gpt":0.6711147098062826,"score_spread":0.05949791106403013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085262427","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008962517,0.0013811166,0.009402247,0.9737181,0.0042848405,0.0019292643,0.00009695551,0.000046777714,0.00017819085],"genre_scores_gemma":[0.00065663405,0.018010857,0.16005424,0.8098349,0.009611393,0.000058221627,0.0002210013,0.0001076599,0.0014451151],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9288169,0.024362657,0.041778218,0.0020271223,0.0017917402,0.0012233566],"domain_scores_gemma":[0.37262478,0.5765106,0.03262965,0.002537992,0.013090424,0.0026065332],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.12256752,0.000908855,0.008384305,0.00030433378,0.0001369707,0.00007705775,0.00081440154,0.0020504799,0.0012972251],"category_scores_gemma":[0.8962719,0.00066768104,0.0021026707,0.0002846625,0.0010699367,0.0008752136,0.0005226416,0.012631226,0.00030255422],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026241278,0.00050697534,0.0070276065,0.00012397599,0.0011413886,0.00044804637,0.00006974575,0.000010731174,0.00006895731,0.00003691931,0.9565072,0.03143433],"study_design_scores_gemma":[0.0051541077,0.008253419,0.024471205,0.0015102118,0.0025734273,0.0016500723,0.00044204423,0.00038909784,0.0000013308626,0.00026555065,0.95474106,0.0005484768],"about_ca_topic_score_codex":0.0004751139,"about_ca_topic_score_gemma":0.000024198205,"teacher_disagreement_score":0.77370435,"about_ca_system_score_codex":0.00021477722,"about_ca_system_score_gemma":0.0022225373,"threshold_uncertainty_score":0.9996157},"labels":[],"label_agreement":null},{"id":"W2085896171","doi":"10.1016/j.annemergmed.2010.03.006","title":"Delphi Consensus on the Feasibility of Translating the ACEP Clinical Policies Into Computerized Clinical Decision Support","year":2010,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Clinical decision support system; Delphi method; Clinical Practice; Usability; Guideline; Delphi; Health care; MEDLINE; Knowledge translation; Medical education; Nursing; Knowledge management","score_opus":0.715114275467028,"score_gpt":0.6491708275919241,"score_spread":0.06594344787510387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085896171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8156508,0.000099512596,0.00058258313,0.17870346,0.0031039154,0.0008972833,0.000014406337,0.000024454956,0.0009235957],"genre_scores_gemma":[0.9881714,0.0010270199,0.0029896714,0.00604148,0.001645375,0.000009202792,0.000030434738,0.000025567379,0.000059854774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911654,0.0008668202,0.006235428,0.0004494381,0.00096826436,0.00031463645],"domain_scores_gemma":[0.97470653,0.020104086,0.0018855873,0.0014810405,0.0015329454,0.00028982476],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021493629,0.00024912946,0.0010437608,0.00009041467,0.00013884513,0.0000026402615,0.0004395455,0.00022923302,0.0030576002],"category_scores_gemma":[0.0742172,0.00012495887,0.0006153029,0.00043885392,0.0012434183,0.000055404984,0.00010929131,0.0011961723,0.000020011033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008784097,0.002491943,0.39694726,0.00021267125,0.000701905,0.0000136294775,0.0030566172,0.000008323951,0.015241521,0.003921201,0.35824853,0.21037228],"study_design_scores_gemma":[0.012316102,0.015753808,0.8868158,0.00064578507,0.0011469622,0.000040675164,0.004664165,0.003255715,0.0014512348,0.018037235,0.055430822,0.00044169184],"about_ca_topic_score_codex":0.00061342726,"about_ca_topic_score_gemma":0.0005789272,"teacher_disagreement_score":0.48986852,"about_ca_system_score_codex":0.0000052239575,"about_ca_system_score_gemma":0.00028253297,"threshold_uncertainty_score":0.99785376},"labels":[],"label_agreement":null},{"id":"W2086120588","doi":"10.1016/j.joca.2012.06.017","title":"Comparative effectiveness of alternative clinical pathways for primary hip and knee joint replacement patients: a pragmatic randomized, controlled trial","year":2012,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Research Canada; Red Deer Regional Hospital; Alberta Health Services; Institute of Health Services and Policy Research; Alberta Bone and Joint Health Institute; University of Calgary","funders":"","keywords":"Randomized controlled trial; Medicine; Physical therapy; Physical medicine and rehabilitation; Joint (building); Surgery; Engineering","score_opus":0.08382972502525311,"score_gpt":0.39595531074047063,"score_spread":0.31212558571521754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086120588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814717,0.0013549078,0.0004889478,0.000103580496,0.00060387497,0.015191561,0.0000722495,0.00001567193,0.0006974895],"genre_scores_gemma":[0.99651086,0.00014765575,0.00086578605,0.00028056215,0.00028094783,0.001741003,0.00013241902,0.000017486058,0.000023288756],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955123,0.0016469238,0.0019792465,0.00029792762,0.0003171182,0.00024646748],"domain_scores_gemma":[0.98820263,0.0101541355,0.00088291423,0.00019167578,0.0003650823,0.00020354008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008742741,0.00020472657,0.0023778884,0.000065209875,0.00007618997,0.000021461083,0.000027711934,0.000093655406,0.000029176057],"category_scores_gemma":[0.0068153064,0.00015305348,0.00035522823,0.000051185965,0.00028046477,0.00018237946,0.00006608722,0.00015442575,0.0000022013207],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98368543,0.00085473695,0.0030447363,0.00034104247,0.00014733236,0.0000016045763,0.0007364809,4.3973372e-7,0.0023021346,0.00055432506,0.000079540296,0.008252181],"study_design_scores_gemma":[0.98491406,0.007984042,0.002649578,0.00036614545,0.00094034645,0.000008544646,0.0005062119,0.00005603697,0.0018522217,0.00042848807,0.00014848709,0.00014583702],"about_ca_topic_score_codex":0.0000091652255,"about_ca_topic_score_gemma":0.0000058526193,"teacher_disagreement_score":0.015039134,"about_ca_system_score_codex":0.000041685398,"about_ca_system_score_gemma":0.00008126238,"threshold_uncertainty_score":0.81590503},"labels":[],"label_agreement":null},{"id":"W2086378496","doi":"10.1037/a0037287","title":"The methodological quality of clinical practice guidelines in psychology: A pilot study of the guidelines developed by the Ordre des Psychologues du Québec.","year":2014,"lang":"en","type":"article","venue":"Canadian Psychology/Psychologie canadienne","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; Applied psychology; Quality (philosophy); Epistemology","score_opus":0.7917307242124844,"score_gpt":0.65066876779442,"score_spread":0.1410619564180644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086378496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7192544,0.0013200913,0.0006332291,0.27064112,0.0026700078,0.0020489255,0.00007529589,0.000049403956,0.0033075905],"genre_scores_gemma":[0.87385577,0.0013318466,0.011692911,0.11190392,0.00054493424,0.00024626596,0.000029162262,0.00007896374,0.00031620852],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9783849,0.009518918,0.008361241,0.0015915107,0.0006490426,0.0014943873],"domain_scores_gemma":[0.96990216,0.017979573,0.003135528,0.0038705019,0.004248879,0.0008633391],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050159156,0.00063995045,0.0017182458,0.00031969696,0.00062270794,0.00004117343,0.0025479589,0.0005468177,0.00014775993],"category_scores_gemma":[0.31526238,0.00035216115,0.00037747866,0.0018339205,0.0030493964,0.00021058384,0.0002180257,0.0018455836,0.00003097705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003256828,0.0015689883,0.28267613,0.000023024124,0.0004183505,0.000035790916,0.0004655258,0.000013086412,0.0004907419,0.0004639913,0.44771048,0.26287705],"study_design_scores_gemma":[0.005816907,0.0040295655,0.6132117,0.000057545334,0.00022449667,0.00024029864,0.0031802312,0.000032035437,0.0000070798646,0.001569248,0.37132937,0.0003015669],"about_ca_topic_score_codex":0.6714255,"about_ca_topic_score_gemma":0.97708136,"teacher_disagreement_score":0.33053556,"about_ca_system_score_codex":0.0003523091,"about_ca_system_score_gemma":0.0021486585,"threshold_uncertainty_score":0.999893},"labels":[],"label_agreement":null},{"id":"W2086752853","doi":"10.1097/brs.0b013e31822ef58f","title":"A Systematic Review of Clinical Pathways for Lower Back Pain and Introduction of the Saskatchewan Spine Pathway","year":2011,"lang":"en","type":"review","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Royal University Hospital; University of Saskatchewan","funders":"Ministry of Health, Saskatchewan","keywords":"Medicine; Clinical pathway; Multidisciplinary approach; Low back pain; Health care; Critical pathways; Systematic review; Back pain; Alternative medicine; MEDLINE; Care pathway; Physical therapy; Nursing; Pathology","score_opus":0.27376448021793365,"score_gpt":0.48666072553703354,"score_spread":0.2128962453190999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086752853","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008611918,0.9884717,0.00080585387,0.00086843595,0.0007387131,0.008944237,0.00009670592,0.000014334307,0.000051397106],"genre_scores_gemma":[0.00001032382,0.9926104,0.0043631014,0.0008461012,0.0010889389,0.0002458191,0.00031009293,0.0000618495,0.0004633867],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9907029,0.0012686871,0.0069912667,0.0005004712,0.00033769218,0.00019894534],"domain_scores_gemma":[0.9916804,0.0011079198,0.0051886863,0.0012580395,0.0006471563,0.00011781132],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014222724,0.0003677086,0.0050776075,0.000079274585,0.000027685533,0.0000050008707,0.00022896382,0.00029523316,0.00022786274],"category_scores_gemma":[0.04535838,0.00020723476,0.0013367059,0.0003379861,0.00017250478,0.00006625491,0.00013532542,0.0004623758,0.000013374824],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001904232,0.00018049081,0.00000375539,0.7575031,0.00029193284,6.96035e-7,0.000015191384,5.0289084e-9,0.000002456014,0.000093885676,0.0026307604,0.23925869],"study_design_scores_gemma":[0.0007756957,0.0013152856,0.000019071354,0.62440085,0.0071321754,0.000048900372,0.000062707026,0.000005225127,0.000003552913,0.00004082149,0.36603737,0.00015832913],"about_ca_topic_score_codex":0.000021172908,"about_ca_topic_score_gemma":0.00002179981,"teacher_disagreement_score":0.36340663,"about_ca_system_score_codex":0.00004790985,"about_ca_system_score_gemma":0.000790677,"threshold_uncertainty_score":0.96268296},"labels":[],"label_agreement":null},{"id":"W2087062934","doi":"10.1055/s-0030-1251722","title":"Adventures in Regulation: Seeking to Define Efficacy for Natural Health Products in Canada","year":2010,"lang":"en","type":"article","venue":"Planta Medica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Canada","funders":"","keywords":"Presentation (obstetrics); Natural (archaeology); Product (mathematics); Adventure; Quality (philosophy); Medicine; Psychology; Computer science; Geography; Surgery; Artificial intelligence","score_opus":0.09591680529549845,"score_gpt":0.4246100828065203,"score_spread":0.32869327751102184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087062934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.845424,0.000093635834,0.00009107069,0.15161863,0.0013492721,0.0013096585,0.0000286081,0.000014883725,0.00007023173],"genre_scores_gemma":[0.98369825,0.00001358225,0.006779252,0.008406556,0.0005264569,0.00003735072,0.0004705412,0.000013339747,0.000054684577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980263,0.00005580493,0.00090349186,0.00029359342,0.00042539483,0.00029542288],"domain_scores_gemma":[0.9980842,0.0012115862,0.00018951403,0.00024602885,0.00008111846,0.00018759473],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015380885,0.00010091807,0.00029823417,0.00012198404,0.0000330403,0.0000065489744,0.000089665395,0.00003521036,0.00009474593],"category_scores_gemma":[0.013137815,0.00008709567,0.000020031484,0.0002692178,0.000013284234,0.0000605191,0.0000289484,0.00044998055,0.0000046770183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030099514,0.00048063308,0.33439824,0.0006852523,0.000053934345,0.0001603625,0.0016567083,0.00008493491,0.012935492,0.00043353238,0.32025158,0.32584938],"study_design_scores_gemma":[0.0044830376,0.0001440487,0.8761239,0.00024582117,0.000019594394,0.00010017221,0.00027454356,0.0017910409,0.00041638844,0.000053862357,0.11620915,0.00013841566],"about_ca_topic_score_codex":0.49237558,"about_ca_topic_score_gemma":0.9728081,"teacher_disagreement_score":0.5417257,"about_ca_system_score_codex":0.00030484635,"about_ca_system_score_gemma":0.0027392218,"threshold_uncertainty_score":0.99517494},"labels":[],"label_agreement":null},{"id":"W2087178737","doi":"10.1016/j.otohns.2010.04.093","title":"P69– CMA Infobase","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Medical Association","funders":"","keywords":"Astrobiology; Biology","score_opus":0.08933641591830489,"score_gpt":0.4412133361647567,"score_spread":0.35187692024645184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087178737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97436386,0.000012111691,0.00045538682,0.012888794,0.0007410029,0.00028384954,0.0000042038055,0.00008179151,0.011169005],"genre_scores_gemma":[0.97871256,0.000008138923,0.009071711,0.0109525435,0.000485156,0.000021929469,0.000070949594,0.00001707348,0.0006599561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989977,0.000043942127,0.00044274572,0.00019383548,0.00012372456,0.00019808108],"domain_scores_gemma":[0.998786,0.00047493426,0.000111643545,0.00036447012,0.00012009567,0.00014291008],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004682148,0.00008681876,0.00019013799,0.000073517454,0.000041439336,0.000007976135,0.00007209248,0.00014987496,0.0032569927],"category_scores_gemma":[0.0039728945,0.00007795488,0.00006376847,0.00010918558,0.000089872374,0.00011341373,0.000053603435,0.0005199739,0.00092676416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054974924,0.0004463243,0.68229145,0.000054583645,0.0000941134,0.00037635153,0.00013281945,8.064096e-7,0.21740808,0.009550905,0.042444665,0.046650182],"study_design_scores_gemma":[0.0028256977,0.00042614614,0.5033959,0.000007028773,0.00012578306,0.0010685629,0.00005625776,0.00033297893,0.0031921451,0.0007768205,0.48765072,0.00014194466],"about_ca_topic_score_codex":0.00016597236,"about_ca_topic_score_gemma":0.00034447972,"teacher_disagreement_score":0.44520608,"about_ca_system_score_codex":0.000012564811,"about_ca_system_score_gemma":0.0001301609,"threshold_uncertainty_score":0.9998511},"labels":[],"label_agreement":null},{"id":"W2087218527","doi":"10.1503/cmaj.109-3161","title":"Value of medical practice guidelines questioned","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summit; Primary care; Value (mathematics); Primary health care; Medicine; Health care; Medical education; Family medicine; Computer science; Political science","score_opus":0.090691280238535,"score_gpt":0.4859176149588559,"score_spread":0.39522633472032087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087218527","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13501288,0.000109641915,0.0012374398,0.8566276,0.003176639,0.00020749505,0.000016883792,0.000030570314,0.0035808648],"genre_scores_gemma":[0.6162716,0.0011694047,0.037540056,0.32853627,0.015641488,0.000014273779,0.00008807099,0.00007125617,0.0006675413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916052,0.0003336178,0.0021343753,0.00019394323,0.005319307,0.00041355297],"domain_scores_gemma":[0.98735994,0.0025034994,0.0010264064,0.00022244574,0.005704543,0.0031831686],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018496213,0.000136489,0.00037042148,0.0002337199,0.00016284297,0.000053867487,0.00029847922,0.00086741877,0.014208853],"category_scores_gemma":[0.4451805,0.00012057186,0.00016339104,0.00034102253,0.000084030136,0.0003439822,0.000033411492,0.0028127395,0.00017916957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114075636,0.00027237737,0.04564509,0.000031212785,0.00039627752,0.0011484288,0.00019778473,0.000004587678,0.00036631644,0.007690094,0.66649944,0.27763432],"study_design_scores_gemma":[0.0027448235,0.00015409259,0.017307844,0.00015070425,0.00021156504,0.00452274,0.00074078375,0.002344153,0.00006238461,0.00042043335,0.9711999,0.0001405378],"about_ca_topic_score_codex":0.013672296,"about_ca_topic_score_gemma":0.03657509,"teacher_disagreement_score":0.5280913,"about_ca_system_score_codex":0.00039474457,"about_ca_system_score_gemma":0.015291917,"threshold_uncertainty_score":0.9994878},"labels":[],"label_agreement":null},{"id":"W2087534875","doi":"10.1136/bmjqs-2013-002293.206","title":"P207 Toolkit: Implementation Of Best Practice Guidelines – A Framework For Success!","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Medicine; Best practice; Process management; Medical education; Data science; Computer science; Management; Engineering","score_opus":0.40111708615913827,"score_gpt":0.6401565593791786,"score_spread":0.23903947322004032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087534875","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2247903,0.0002608831,0.37248215,0.3895483,0.0010220179,0.009992833,0.00044756342,0.00015719974,0.0012987409],"genre_scores_gemma":[0.4297213,0.0003317574,0.5457364,0.020818235,0.001515284,0.00064555375,0.00085986964,0.00006661808,0.00030503402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928253,0.00037797066,0.0052347905,0.00044662994,0.00074607355,0.00036918197],"domain_scores_gemma":[0.98213387,0.010171107,0.0019366879,0.0007157986,0.0048419517,0.0002005623],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007561422,0.00023105978,0.0006101109,0.00008558013,0.00012431433,0.000046276575,0.00017197411,0.00018634474,0.0016975754],"category_scores_gemma":[0.08143263,0.00020917362,0.0002663741,0.0003133477,0.0000838912,0.0009984841,0.0000998067,0.00026802122,0.00014906749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046913936,0.0017452356,0.058164716,0.0014979442,0.0008413129,0.000007340119,0.001695769,0.0000453098,0.0051027667,0.050648406,0.15420175,0.72135806],"study_design_scores_gemma":[0.025361959,0.004888125,0.20377895,0.0011622743,0.0035801425,0.00015099053,0.1552037,0.0017648587,0.00746494,0.05088723,0.5439777,0.001779127],"about_ca_topic_score_codex":0.0074401293,"about_ca_topic_score_gemma":0.00034144658,"teacher_disagreement_score":0.7195789,"about_ca_system_score_codex":0.00013819757,"about_ca_system_score_gemma":0.0006873053,"threshold_uncertainty_score":0.999215},"labels":[],"label_agreement":null},{"id":"W2087673588","doi":"10.2482/haigan.45.319","title":"Questionnaire on Clinical Guidelines for the Management of Lung Cancer","year":2005,"lang":"en","type":"article","venue":"Haigan","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Aging","funders":"","keywords":"Lung cancer; Medicine; General surgery; Family medicine; Internal medicine; Oncology; Medical physics; Intensive care medicine","score_opus":0.4374000486299863,"score_gpt":0.6173699536159788,"score_spread":0.17996990498599247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087673588","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25094777,0.0028419683,0.0409232,0.69628036,0.0024716232,0.0044478425,0.000054596676,0.00016123263,0.0018713713],"genre_scores_gemma":[0.94454324,0.0017835401,0.027780445,0.021299621,0.002423919,0.00018794314,0.000023675992,0.000029286693,0.0019283382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982999,0.00003454511,0.0011082985,0.00018793979,0.00024183151,0.00012748473],"domain_scores_gemma":[0.9982792,0.000623573,0.00025789367,0.00032608057,0.0004539452,0.000059285507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014797271,0.00008613481,0.00018674567,0.000026201784,0.00005701976,0.000006904414,0.00009153858,0.00004931562,0.00013652576],"category_scores_gemma":[0.0013735658,0.000055263576,0.00014210034,0.000083432176,0.000051129802,0.000055960307,0.000031431446,0.00011771929,0.000014439708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006538089,0.00027523714,0.025805186,0.00018799223,0.0004411375,0.000002695644,0.0000526364,0.00044203165,0.0000480893,0.0030816903,0.18839736,0.7806121],"study_design_scores_gemma":[0.008653004,0.00093272823,0.22725303,0.0013637028,0.0025019983,0.000009513722,0.0006228324,0.05515478,0.0008237802,0.00031766098,0.70210606,0.00026092964],"about_ca_topic_score_codex":0.00007540429,"about_ca_topic_score_gemma":0.00011376634,"teacher_disagreement_score":0.7803512,"about_ca_system_score_codex":0.00004644868,"about_ca_system_score_gemma":0.000066642686,"threshold_uncertainty_score":0.22535832},"labels":[],"label_agreement":null},{"id":"W2088100105","doi":"10.1016/s1499-2671(06)03003-6","title":"The Cochrane Collaboration and Diabetes","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Diabetes Canada; Cochrane","funders":"","keywords":"Medicine; Diabetes mellitus; Endocrinology","score_opus":0.04064146793278848,"score_gpt":0.3688407744312517,"score_spread":0.3281993064984632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088100105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600984,0.003753938,0.000005226001,0.035381164,0.00029539329,0.00010988892,0.000009831281,0.0000031682896,0.00034298596],"genre_scores_gemma":[0.99767965,0.000036342375,0.0003273186,0.001352146,0.000471059,0.0000017441549,0.000009688104,0.00000974843,0.00011227691],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989575,0.000056039975,0.0005604191,0.00006310904,0.0001558483,0.00020709675],"domain_scores_gemma":[0.9978865,0.0008824595,0.0002800657,0.000096093274,0.00050032383,0.0003545714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088077097,0.00006684917,0.00016636126,0.00009526918,0.00016804617,0.00010309066,0.000054173997,0.000039549435,0.000043844742],"category_scores_gemma":[0.004166046,0.00004650892,0.000040394647,0.00015959957,0.000120438104,0.0001762327,0.000004170699,0.00014490951,0.00000445304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065943586,0.000012731222,0.93154603,0.000026932847,0.00005828175,0.000008069219,0.000045427234,0.000011582968,0.002712255,0.0005125151,0.050563946,0.014495609],"study_design_scores_gemma":[0.0020042586,0.000595219,0.8784008,0.00017719388,0.00030185457,0.000012696408,0.00075240183,0.00035965952,0.0022217375,0.003389847,0.1116504,0.00013394831],"about_ca_topic_score_codex":0.0003747487,"about_ca_topic_score_gemma":0.017648887,"teacher_disagreement_score":0.061086453,"about_ca_system_score_codex":0.00007403674,"about_ca_system_score_gemma":0.0010218745,"threshold_uncertainty_score":0.9848493},"labels":[],"label_agreement":null},{"id":"W2088187326","doi":"10.12927/hcq.2014.24010","title":"The Challenge of Quality Improvement at the System Level. Whither CCO?","year":2014,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Quality management; Quality (philosophy); Best practice; Nursing; Business; Medicine; Process management; Political science; Geography; Marketing","score_opus":0.2529475447345462,"score_gpt":0.48793727781165736,"score_spread":0.23498973307711113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088187326","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4605558,0.0007284262,0.0016831799,0.53079486,0.0012096275,0.0022884102,0.000069422815,0.00010859733,0.0025616682],"genre_scores_gemma":[0.9957828,0.000042392952,0.00014788982,0.0028906253,0.00045468306,0.00008635546,0.000022625172,0.000023892555,0.0005487254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965778,0.00072598614,0.0014983816,0.00028562165,0.00059433957,0.00031786712],"domain_scores_gemma":[0.9957183,0.0020359978,0.00069627265,0.0009817616,0.00042919023,0.00013848889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004828859,0.0001449291,0.00033389725,0.00002359223,0.0003191015,0.000018115283,0.00016340455,0.00008844676,0.00005746222],"category_scores_gemma":[0.0005597417,0.00007675991,0.00013152193,0.00009925311,0.0001029645,0.000059464423,0.000031490526,0.00027132625,0.00009177259],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054376817,0.000115567396,0.00222362,0.0009272633,0.000084410116,0.0000017088471,0.0026817038,4.1889757e-7,0.0006234171,0.016608294,0.0033797596,0.9728101],"study_design_scores_gemma":[0.016294422,0.03630406,0.30741966,0.0012977466,0.00069030543,0.00012504499,0.15398933,0.0026117319,0.0013051986,0.006113791,0.47278476,0.0010639764],"about_ca_topic_score_codex":0.0041915826,"about_ca_topic_score_gemma":0.009808296,"teacher_disagreement_score":0.9717461,"about_ca_system_score_codex":0.0002432953,"about_ca_system_score_gemma":0.00018083789,"threshold_uncertainty_score":0.6336447},"labels":[],"label_agreement":null},{"id":"W2088251555","doi":"10.1200/jco.2004.06.157","title":"International Assessment of the Quality of Clinical Practice Guidelines in Oncology Using the Appraisal of Guidelines and Research and Evaluation Instrument","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":463,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; CLARITY; Scope (computer science); Quality (philosophy); Rigour; Oncology; Presentation (obstetrics); Stakeholder; Medical physics; Internal medicine; Medical education","score_opus":0.8952957001720149,"score_gpt":0.8055278966843465,"score_spread":0.08976780348766833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088251555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84368753,0.00026315157,0.0006920548,0.15213723,0.0018581873,0.0005657134,0.000006390766,0.0000014220979,0.000788325],"genre_scores_gemma":[0.87601453,0.0021842574,0.11856412,0.0021732338,0.0010396745,0.0000049874625,0.0000026324128,0.000010381729,0.0000061693763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9678641,0.007815156,0.02092737,0.00037696032,0.002765566,0.00025084804],"domain_scores_gemma":[0.87835234,0.078323446,0.017934298,0.0006041155,0.02453253,0.0002532956],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16007367,0.0001325902,0.0016607126,0.0002058975,0.00005073748,0.000009080894,0.0003517536,0.00042149387,0.00004202192],"category_scores_gemma":[0.46823093,0.000076103446,0.0003242124,0.00035674096,0.0012525528,0.00031599766,0.0004149454,0.0017233202,2.2184304e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007459803,0.0046287603,0.41142985,0.00009221485,0.0006960404,0.00002111795,0.00030178716,0.001759645,0.001728886,0.0023527904,0.0011479661,0.56838113],"study_design_scores_gemma":[0.0249082,0.0111054005,0.89978117,0.00045162314,0.0008159655,0.00038077377,0.0056277355,0.00995811,0.00014980377,0.0037487391,0.042973705,0.000098797434],"about_ca_topic_score_codex":0.0011952339,"about_ca_topic_score_gemma":0.0004952612,"teacher_disagreement_score":0.56828237,"about_ca_system_score_codex":0.00029465152,"about_ca_system_score_gemma":0.008992684,"threshold_uncertainty_score":0.9966254},"labels":[],"label_agreement":null},{"id":"W2088677484","doi":"10.1097/mlr.0b013e3181e35b3a","title":"Impact of Changes in Clinical Practice Guidelines on Assessment of Quality of Care","year":2010,"lang":"en","type":"article","venue":"Medical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conventional PCI; Medicine; Guideline; Percutaneous coronary intervention; Canadian Cardiovascular Society; Appropriate Use Criteria; Clinical Practice; MEDLINE; Angina; Family medicine; Emergency medicine; Internal medicine; Myocardial infarction; Pathology","score_opus":0.41445179064423004,"score_gpt":0.694661471187175,"score_spread":0.280209680542945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088677484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98441046,0.00018611822,0.00012052437,0.012429775,0.00051075156,0.0004845385,0.00009848803,0.0000134667325,0.0017458908],"genre_scores_gemma":[0.9853978,0.00017184843,0.0120545495,0.0017593727,0.00042563293,0.000011601186,0.00015491636,0.000017589175,0.00000664694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99383545,0.0005724337,0.0033660885,0.00031271332,0.001716934,0.00019635414],"domain_scores_gemma":[0.98852175,0.005480617,0.0013382599,0.00062142836,0.003768996,0.00026897062],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006965358,0.00015667114,0.00093174167,0.00013715343,0.000013212655,0.0000027047279,0.00019414365,0.00034265599,0.00083485054],"category_scores_gemma":[0.17040901,0.000116052855,0.00032388195,0.00027124106,0.00022596755,0.00007960598,0.00010579762,0.00097324763,0.000001985317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010904488,0.001127124,0.74411154,0.00087401265,0.00013522312,0.000031910036,0.0010112142,0.000010414491,0.0021820064,0.00028527735,0.001605557,0.2475353],"study_design_scores_gemma":[0.0046670767,0.0041453484,0.97771364,0.00039411685,0.00019166867,0.000010790089,0.0089726,0.00018016672,0.00066139933,0.000021957332,0.0029267108,0.00011452258],"about_ca_topic_score_codex":0.0025696852,"about_ca_topic_score_gemma":0.004448304,"teacher_disagreement_score":0.24742077,"about_ca_system_score_codex":0.00009487762,"about_ca_system_score_gemma":0.0016132584,"threshold_uncertainty_score":0.9141028},"labels":[],"label_agreement":null},{"id":"W2088709014","doi":"10.1136/bmjqs-2013-002293.20","title":"167PS Setting New Horizons In Optimizing Guideline Utility","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; New horizons; Medical physics; Intensive care medicine; Engineering; Pathology","score_opus":0.2712916356400743,"score_gpt":0.5371953061491977,"score_spread":0.26590367050912345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088709014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45277986,0.00024627874,0.13584512,0.39085612,0.0009645009,0.0059334566,0.000076097705,0.00046877848,0.012829787],"genre_scores_gemma":[0.807751,0.00008386435,0.1775216,0.011871397,0.0012174301,0.00006405042,0.0005381774,0.000051824958,0.00090066856],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99249333,0.00063058664,0.0052062594,0.0005600919,0.00060047687,0.0005092499],"domain_scores_gemma":[0.99476665,0.0028196725,0.00070394546,0.000840716,0.00045861249,0.00041042973],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010423295,0.00024426728,0.0006108795,0.00010177859,0.00010316605,0.00004471147,0.00016483324,0.00017319944,0.0032966943],"category_scores_gemma":[0.02348508,0.00022947163,0.00019636351,0.00039893648,0.000066745604,0.00052922,0.00018380271,0.000594298,0.00040469033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001070783,0.00053762185,0.11025247,0.00019447404,0.00011246851,0.000032831278,0.0009670919,0.00018960476,0.0040698135,0.00069343206,0.23386303,0.6480164],"study_design_scores_gemma":[0.014737899,0.0004529904,0.79533404,0.00043902587,0.00028001424,0.000086105225,0.013966143,0.021970589,0.0006166362,0.005868504,0.14520022,0.0010478543],"about_ca_topic_score_codex":0.015531946,"about_ca_topic_score_gemma":0.0009606993,"teacher_disagreement_score":0.68508154,"about_ca_system_score_codex":0.00024940845,"about_ca_system_score_gemma":0.00089424965,"threshold_uncertainty_score":0.99761444},"labels":[],"label_agreement":null},{"id":"W2088919797","doi":"10.1016/j.cjca.2012.07.231","title":"245 Improving Cardiovascular Risk In Primary Care: The Peterborough Comprehensive Vascular Disease Prevention And Management Initiative (CVDPMI)","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Medicine; Primary care; Primary prevention; Disease; Intensive care medicine; Family medicine; Internal medicine","score_opus":0.08852020844741969,"score_gpt":0.3530990635375951,"score_spread":0.2645788550901754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088919797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94943404,0.039006483,0.006849358,0.0012157009,0.0009914314,0.0010895433,0.0000463476,0.000006282991,0.0013607949],"genre_scores_gemma":[0.99530834,0.0023042508,0.00076552806,0.0007450618,0.00080137467,0.000016196771,0.000040758114,0.000014275835,0.000004201723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979133,0.0007022128,0.00065923104,0.00015754825,0.00022697623,0.00034070216],"domain_scores_gemma":[0.9982719,0.00030582174,0.00030843966,0.00029638308,0.00028976792,0.0005276919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001521372,0.00013569926,0.0004998361,0.00020940356,0.00010255129,0.00001695572,0.00009394641,0.00006881475,0.000006957145],"category_scores_gemma":[0.00066218193,0.000105149265,0.00039415288,0.00013307536,0.00014528149,0.00025729724,0.00003938589,0.00042583852,0.0000039694028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042541686,0.000017046139,0.7585707,0.00051750906,0.0038315596,0.00084564445,0.0018452212,0.0024819407,0.00002768656,0.0001306929,0.0020030118,0.2293036],"study_design_scores_gemma":[0.0023591786,0.00016861467,0.90122235,0.0000835468,0.0021267834,0.00021191465,0.0024754282,0.0000113583565,0.0000027920469,0.00010171859,0.09113319,0.00010309992],"about_ca_topic_score_codex":0.00092673855,"about_ca_topic_score_gemma":0.00044481686,"teacher_disagreement_score":0.2292005,"about_ca_system_score_codex":0.00042536954,"about_ca_system_score_gemma":0.00063258404,"threshold_uncertainty_score":0.42878625},"labels":[],"label_agreement":null},{"id":"W2089121274","doi":"10.1186/1471-2482-14-45","title":"Improving quality through process change: a scoping review of process improvement tools in cancer surgery","year":2014,"lang":"en","type":"review","venue":"BMC Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Mount Sinai Hospital; University of Calgary; Princess Margaret Cancer Centre; University of Toronto; University Health Network","funders":"Toronto General Hospital Research Institute, University Health Network; Canadian Institutes of Health Research","keywords":"Medicine; Quality management; MEDLINE; Health care; Data extraction; Quality (philosophy); Cochrane Library; Medical physics; Process (computing); Surgery; Operations management; Computer science; Management system","score_opus":0.7486016216593592,"score_gpt":0.6356756856210457,"score_spread":0.11292593603831347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089121274","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032377307,0.9903485,0.00016543645,0.0003805627,0.0009100086,0.0076668994,0.00009526578,0.00007054928,0.000038968497],"genre_scores_gemma":[0.00008807453,0.98964876,0.00018143406,0.0028459835,0.0010645017,0.0052848323,0.0007371724,0.00013281658,0.00001644906],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98774636,0.000988629,0.008399266,0.0010627231,0.0011042941,0.000698754],"domain_scores_gemma":[0.9725275,0.018672673,0.006852282,0.0009539423,0.0008229932,0.0001706322],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012669407,0.0007129746,0.0076825046,0.0004041144,0.000051025178,0.000037039394,0.00022853035,0.0003947898,0.00034538488],"category_scores_gemma":[0.047716193,0.0005939942,0.0014383768,0.001379784,0.00008748557,0.00072728336,0.00013211048,0.00071072415,0.000015656267],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030891595,0.0001207282,0.0016759975,0.50744057,0.000047077498,0.0000051112484,0.000026580488,8.772464e-8,2.7069416e-7,9.754638e-7,0.00036437262,0.49028733],"study_design_scores_gemma":[0.00031141238,0.000037153986,0.00014700444,0.94857156,0.0014506201,0.000019241723,0.00007867856,0.000005630001,0.000012788136,0.000010649461,0.048752476,0.0006027824],"about_ca_topic_score_codex":0.0016941626,"about_ca_topic_score_gemma":0.0006011608,"teacher_disagreement_score":0.48968455,"about_ca_system_score_codex":0.0004182982,"about_ca_system_score_gemma":0.008584706,"threshold_uncertainty_score":0.99965113},"labels":[],"label_agreement":null},{"id":"W2090543148","doi":"10.1017/s0266462300103022","title":"INTRODUCTION: PRACTICE GUIDELINES","year":2000,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Canadian Association of Radiation Oncology","funders":"","keywords":"Clinical Practice; Health care; Medical practice; Quality (philosophy); Quarter (Canadian coin); Medicine; Medical care; Control (management); Nursing; Medical education; Political science; Economics; Law; Management; History","score_opus":0.11268488043030735,"score_gpt":0.5820116829856626,"score_spread":0.4693268025553553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090543148","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06776254,0.0015744206,0.00072523265,0.9270319,0.0016783949,0.00024882142,0.000006524908,0.000041851035,0.0009303696],"genre_scores_gemma":[0.71133935,0.0054615694,0.2462333,0.032723,0.0038759161,0.000014540938,0.000072000505,0.00002884452,0.00025149528],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964768,0.00010222742,0.0023537807,0.00018958289,0.0007008178,0.0001767842],"domain_scores_gemma":[0.9942822,0.00024413776,0.0010419544,0.00020592571,0.0041423854,0.000083424915],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016840477,0.00010904575,0.00032026073,0.0006478273,0.000040439376,0.000020897594,0.00027469397,0.0001276021,0.0014459213],"category_scores_gemma":[0.0057663214,0.00009959711,0.00009129465,0.00033885028,0.000056121546,0.00044433243,0.00004225127,0.00086392486,0.00002727929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009049204,0.00043543006,0.011707999,0.000048781447,0.00020640483,0.0004257511,0.00018757365,0.0004929481,0.00008707388,0.002321934,0.05571278,0.9274684],"study_design_scores_gemma":[0.0027739257,0.0009956699,0.006700514,0.00022443934,0.000044968692,0.004101334,0.009321474,0.00011406723,0.00007403526,0.0004895549,0.9750771,0.000082930856],"about_ca_topic_score_codex":0.00008237762,"about_ca_topic_score_gemma":0.000024477411,"teacher_disagreement_score":0.92738545,"about_ca_system_score_codex":0.00093887124,"about_ca_system_score_gemma":0.0011535834,"threshold_uncertainty_score":0.9994669},"labels":[],"label_agreement":null},{"id":"W2090728469","doi":"10.1139/h11-010","title":"Nouvelles Directives canadiennes en matière d’activité physique","year":2011,"lang":"fr","type":"article","venue":"Applied Physiology Nutrition and Metabolism","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Agricultural Research Institute of Ontario; University of Victoria; Queen's University; University of British Columbia; Western University","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.07075994871024269,"score_gpt":0.34725492014278825,"score_spread":0.27649497143254553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090728469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95815885,0.015498722,0.00021041844,0.0046234922,0.0029639676,0.0016657062,0.00018917785,0.00011798194,0.01657167],"genre_scores_gemma":[0.9704729,0.01774045,0.0042233104,0.0027698642,0.0031795173,0.00032030852,0.0001966306,0.000052939842,0.0010441043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758273,0.00037812412,0.0007230495,0.00060913205,0.00014045647,0.00056647917],"domain_scores_gemma":[0.997946,0.0009789664,0.00030862217,0.00031129044,0.00015254412,0.00030256534],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004793428,0.00036181984,0.0007369832,0.00014841894,0.00016645409,0.000013941556,0.00010949138,0.00036258428,0.0011226762],"category_scores_gemma":[0.00031388924,0.00036103,0.00013115362,0.0002241608,0.00044048205,0.0002745998,0.000094293115,0.00051564816,0.00021124654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095906376,0.0030310827,0.00015958623,0.00085755164,0.00080230535,0.000021879632,0.0099104,5.6099867e-7,0.37325144,0.17406395,0.011460577,0.4254816],"study_design_scores_gemma":[0.006276356,0.00008141667,0.4548246,0.00017133038,0.0010376673,0.000055089688,0.014004315,0.000052636296,0.021890707,0.022885954,0.47821513,0.0005047936],"about_ca_topic_score_codex":0.0050747097,"about_ca_topic_score_gemma":0.0014044415,"teacher_disagreement_score":0.46675456,"about_ca_system_score_codex":0.0000726064,"about_ca_system_score_gemma":0.00015329341,"threshold_uncertainty_score":0.9998842},"labels":[],"label_agreement":null},{"id":"W2091114523","doi":"10.1016/j.jval.2014.03.819","title":"Creating The Canada Pro Network","year":2014,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"SWOT analysis; Process management; Business; Relevance (law); Action plan; Strategic planning; Sustainability; Process (computing); Plan (archaeology); Quality (philosophy); Knowledge management; Health care; Public relations; Political science; Computer science; Marketing","score_opus":0.26768701807157097,"score_gpt":0.48210780314110446,"score_spread":0.2144207850695335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091114523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6580252,0.0005269874,0.0022119952,0.32992342,0.001242798,0.0018601731,0.0000042235533,0.00005712182,0.0061481027],"genre_scores_gemma":[0.96852344,0.000036762427,0.0034532796,0.026982304,0.0008526793,0.00001457881,0.000011704693,0.000010900426,0.00011433898],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983572,0.00036547595,0.0006699051,0.00012670922,0.00023279259,0.0002479623],"domain_scores_gemma":[0.9969349,0.0025128855,0.00020090367,0.00021498905,0.0000420437,0.0000942925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034385638,0.00005487961,0.0001528397,0.000013023935,0.00010085171,0.000007031575,0.00005185774,0.000020309855,0.000040594616],"category_scores_gemma":[0.005069419,0.000037645656,0.000016599422,0.00016838536,0.000013643612,0.000028140912,0.00002053516,0.0002366056,0.000005483575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022013672,0.00013017816,0.5388353,0.00051270815,0.000033704513,0.00001571445,0.00092904136,0.058924694,0.000013948036,0.009495158,0.17321339,0.21767606],"study_design_scores_gemma":[0.00226298,0.00056132284,0.29086402,0.0005304636,0.00003133831,0.00004622508,0.0009610104,0.22891238,0.000010000833,0.00237895,0.47328869,0.00015261596],"about_ca_topic_score_codex":0.91848797,"about_ca_topic_score_gemma":0.60959417,"teacher_disagreement_score":0.31049827,"about_ca_system_score_codex":0.00025746447,"about_ca_system_score_gemma":0.0014718957,"threshold_uncertainty_score":0.60689336},"labels":[],"label_agreement":null},{"id":"W2091139699","doi":"10.12927/hcq.2012.22913","title":"Implementing Practice Management Strategies to Improve Patient Care: The EPIC Project","year":2012,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Best practice; Medicine; Health care; Nursing; Accountability; Disease management; Quality management; Population; Family medicine; Health management system; Business; Management system; Operations management; Alternative medicine; Political science","score_opus":0.11826661896308531,"score_gpt":0.4940521991332211,"score_spread":0.3757855801701358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091139699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5931197,0.003913903,0.008045839,0.33291116,0.005631611,0.023891205,0.00016358701,0.0006777001,0.031645298],"genre_scores_gemma":[0.96858,0.000035757374,0.01185062,0.018073173,0.0007962704,0.00047271993,0.0000828267,0.000040584648,0.000068030124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643004,0.00040581528,0.0011542988,0.0003792671,0.00065445027,0.0009761231],"domain_scores_gemma":[0.9974829,0.0006462405,0.00042663838,0.0006684113,0.00048771698,0.00028807545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018002965,0.00022491626,0.00025906885,0.00011830286,0.0003362404,0.00010800808,0.00013026677,0.000067937355,0.00006208919],"category_scores_gemma":[0.00036886852,0.00016412049,0.00010273042,0.00035828695,0.000027701059,0.0007528049,0.000078279125,0.00037884872,0.00016965381],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037675034,0.00021965837,0.0016703435,0.00061029143,0.0001273271,0.00002459145,0.03196685,6.792806e-7,0.00013224594,0.007844717,0.0055092955,0.9515172],"study_design_scores_gemma":[0.0010458056,0.0051061544,0.008068058,0.00007647732,0.00036590337,0.00008317758,0.47851777,0.000012721053,0.00006431595,0.00009793505,0.50634944,0.0002122334],"about_ca_topic_score_codex":0.003566182,"about_ca_topic_score_gemma":0.0006754713,"teacher_disagreement_score":0.95130503,"about_ca_system_score_codex":0.00027850794,"about_ca_system_score_gemma":0.0003740245,"threshold_uncertainty_score":0.6692639},"labels":[],"label_agreement":null},{"id":"W2092240201","doi":"10.5737/1181912x201514","title":"Evaluating health-related quality of life and priority health problems in patients with prostate cancer: A strategy for defining the role of the advanced practice nurse","year":2010,"lang":"en","type":"article","venue":"Canadian Oncology Nursing Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Prostate cancer; Quality of life (healthcare); Medicine; Sexual function; Health care; Urinary incontinence; Nursing; Cancer; Intensive care medicine; Family medicine; Internal medicine; Urology","score_opus":0.1352319504959551,"score_gpt":0.5280636287934317,"score_spread":0.3928316782974766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092240201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226042,0.0016726581,0.000021795262,0.07346007,0.000353254,0.0017644846,0.000044376542,0.000003290014,0.000075886666],"genre_scores_gemma":[0.99306595,0.00007311781,0.0049294787,0.0018343972,0.00004101668,0.000024499768,0.000011653704,0.000015738113,0.0000041408466],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967969,0.0008639417,0.0015189139,0.0001727439,0.00027702883,0.00037047284],"domain_scores_gemma":[0.99448633,0.0014689796,0.0027077845,0.0001798986,0.0007702706,0.00038670577],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069362777,0.000104540355,0.0004485217,0.00009692074,0.0003182717,0.000014035625,0.00009606365,0.000090984846,0.000010140186],"category_scores_gemma":[0.008957806,0.00006754195,0.000040347462,0.00023777442,0.00026206055,0.0001883906,0.0000067900583,0.0010390449,9.135856e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019418186,0.00026888459,0.3527007,0.00008443286,0.000061310086,4.7584012e-7,0.0066988557,0.0005982793,0.00011101174,0.0003111211,0.00014597797,0.63707715],"study_design_scores_gemma":[0.011390143,0.0045879004,0.9645526,0.0011575891,0.00011517524,0.00007526488,0.014109428,0.0014731714,0.000009292119,0.0012080704,0.0012220211,0.0000993782],"about_ca_topic_score_codex":0.040777702,"about_ca_topic_score_gemma":0.24631067,"teacher_disagreement_score":0.63697773,"about_ca_system_score_codex":0.0011879639,"about_ca_system_score_gemma":0.022583371,"threshold_uncertainty_score":0.9993902},"labels":[],"label_agreement":null},{"id":"W2092249409","doi":"10.1136/bmjqs-2013-002293.95","title":"064 Identifying, Describing and Evaluating Guideline Implementability Tools","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University","funders":"","keywords":"Guideline; Medicine; Management science; Data science; Computer science; Engineering; Pathology","score_opus":0.684474683576054,"score_gpt":0.6195418241450964,"score_spread":0.06493285943095761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092249409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94469005,0.00012241772,0.021975754,0.028548738,0.00029667595,0.0033109954,0.00006517706,0.00015500828,0.0008351809],"genre_scores_gemma":[0.9383035,0.00006626957,0.05334865,0.006840826,0.000530526,0.00014344722,0.000555952,0.000037763442,0.00017307872],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9912651,0.00088122254,0.005825406,0.0006622089,0.00088132545,0.00048474682],"domain_scores_gemma":[0.9929645,0.004016588,0.00088092516,0.0008094275,0.0009904455,0.0003380819],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022096813,0.00026033778,0.0005880803,0.00006795749,0.0002683057,0.00015760746,0.00012979357,0.00011477609,0.004236386],"category_scores_gemma":[0.035140116,0.00023708653,0.00017372088,0.00021625006,0.000121829406,0.0009892236,0.0003187776,0.0003679403,0.00019313936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056066306,0.00026636754,0.1948569,0.0003226229,0.0001695269,0.0000062106988,0.0008293702,0.000009809126,0.03684411,0.00067875325,0.022432549,0.7430231],"study_design_scores_gemma":[0.008487584,0.00054437446,0.9514002,0.00024190104,0.0005000303,0.00009287401,0.016591446,0.004043336,0.0012034773,0.0048009586,0.011419301,0.0006745149],"about_ca_topic_score_codex":0.005277318,"about_ca_topic_score_gemma":0.00043770444,"teacher_disagreement_score":0.7565433,"about_ca_system_score_codex":0.00027556298,"about_ca_system_score_gemma":0.00049693295,"threshold_uncertainty_score":0.9966739},"labels":[],"label_agreement":null},{"id":"W2092282228","doi":"10.1016/j.jclinepi.2013.08.003","title":"The CARE guidelines: consensus-based clinical case report guideline development","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":661,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Department of Orthopedic Surgery, Baylor College of Medicine","keywords":"Checklist; Guideline; Timeline; Medicine; Psychological intervention; Medical education; MEDLINE; Systematic review; Transparency (behavior); Informed consent; Health care; Family medicine; Alternative medicine; Nursing; Psychology; Computer science; Political science; Pathology","score_opus":0.7002852489669151,"score_gpt":0.6670484953116461,"score_spread":0.033236753655269013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092282228","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69025147,0.0021132745,0.027261838,0.2713206,0.007136241,0.0012674354,0.0000063846846,0.00006280538,0.00057997374],"genre_scores_gemma":[0.32127237,0.00089358864,0.5639157,0.104778506,0.008344156,0.00003824928,0.00007893872,0.00008374274,0.00059468485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9427356,0.00745284,0.047683854,0.0006739004,0.000713225,0.00074058573],"domain_scores_gemma":[0.60822797,0.33214617,0.033017054,0.002373405,0.02179393,0.002441467],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12618425,0.0003951751,0.0037654978,0.00014484928,0.00030182084,0.000031700885,0.0004309794,0.00075377186,0.00048066664],"category_scores_gemma":[0.7363281,0.00022721263,0.001809443,0.00023877468,0.00089073885,0.00013521875,0.00017440021,0.0025737237,0.00023648342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001077709,0.00033408834,0.25379845,0.000034745393,0.00046763933,0.015990524,0.00002089842,0.00016415677,0.000004488441,0.00007263566,0.390853,0.33718166],"study_design_scores_gemma":[0.007880893,0.0023966234,0.08736497,0.0001911335,0.000650795,0.08170382,0.0015094418,0.004677013,0.000013026421,0.0011127907,0.8121931,0.00030641328],"about_ca_topic_score_codex":0.00023679383,"about_ca_topic_score_gemma":0.00019988214,"teacher_disagreement_score":0.61014384,"about_ca_system_score_codex":0.00015251552,"about_ca_system_score_gemma":0.0047145863,"threshold_uncertainty_score":0.99972737},"labels":[],"label_agreement":null},{"id":"W2092357346","doi":"10.1002/bjs.6156","title":"Caveats in the interpretation of the surgical literature","year":2008,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Interpretation (philosophy); General surgery; MEDLINE; Surgery; Linguistics","score_opus":0.2532788542049157,"score_gpt":0.4758625061078384,"score_spread":0.22258365190292273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092357346","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016225901,0.9966087,0.000009061073,0.00053766643,0.0007057635,0.00034979903,0.000029405606,0.0000022722081,0.00013475718],"genre_scores_gemma":[0.004265614,0.9946248,0.00005258434,0.0002930928,0.0006444262,0.00000555776,0.00005162047,0.00002186608,0.000040443043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947771,0.001186718,0.003078028,0.00012886565,0.00068205723,0.00014722573],"domain_scores_gemma":[0.9897037,0.00722474,0.0023764183,0.00021722134,0.00042265528,0.00005524171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031448936,0.00016087397,0.0015423369,0.00021149387,0.000039059672,0.000048123824,0.00022884352,0.00021528637,0.00004681976],"category_scores_gemma":[0.0077264654,0.0000948482,0.0014319172,0.00068801845,0.000090412424,0.0001943164,0.000038164515,0.0015104368,0.000002350037],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055758974,0.00012972346,0.00029245036,0.0018343871,0.00008886377,0.003495545,0.00010681664,6.6517515e-7,5.843263e-8,0.0000016882863,0.016714538,0.9772795],"study_design_scores_gemma":[0.0003852388,0.000038488575,0.0019322558,0.081293285,0.00050441676,0.14768484,0.0000738708,0.000004321758,1.7835114e-7,0.00002140819,0.7679751,0.00008659642],"about_ca_topic_score_codex":0.00004840205,"about_ca_topic_score_gemma":0.000019685205,"teacher_disagreement_score":0.9771929,"about_ca_system_score_codex":0.00008462219,"about_ca_system_score_gemma":0.0008488746,"threshold_uncertainty_score":0.9249859},"labels":[],"label_agreement":null},{"id":"W2092386056","doi":"10.1136/bmjqs-2013-002293.63","title":"032 Rapid Guidelines: A Systematic Review","year":2013,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Data science; Computer science","score_opus":0.7255638814642014,"score_gpt":0.6646615436905646,"score_spread":0.06090233777363674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092386056","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.2511872e-8,0.9607829,0.00093962305,0.009733089,0.00058209494,0.026326887,0.00019633539,0.00021701017,0.0012220494],"genre_scores_gemma":[6.3095186e-8,0.971446,0.003950022,0.01568132,0.0011886884,0.0024385818,0.002610189,0.00015181718,0.0025333674],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9674886,0.004559906,0.024774738,0.0010500301,0.0015401318,0.00058658246],"domain_scores_gemma":[0.9754856,0.010603587,0.007980118,0.0033306973,0.0020559367,0.0005440662],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.029388463,0.000987616,0.01108875,0.0001790038,0.00012133579,0.00006083359,0.00057806936,0.0005867275,0.0030721787],"category_scores_gemma":[0.1375673,0.00066458894,0.0026793205,0.0007692007,0.00009893888,0.00027890547,0.0002984405,0.0011166332,0.005859464],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012378556,0.00006722116,3.3141214e-7,0.58018786,0.00044688993,0.000013120409,0.00000789928,1.6076543e-8,5.7475678e-8,0.000081208644,0.08185843,0.3373246],"study_design_scores_gemma":[0.00039227758,0.000058953505,6.722055e-7,0.46900335,0.011710867,0.00021815428,0.000079014855,0.0000034633629,2.0210315e-8,0.000018715646,0.5181527,0.000361766],"about_ca_topic_score_codex":0.00032085666,"about_ca_topic_score_gemma":0.000018133176,"teacher_disagreement_score":0.43629432,"about_ca_system_score_codex":0.0006068138,"about_ca_system_score_gemma":0.0027270324,"threshold_uncertainty_score":0.99958056},"labels":[],"label_agreement":null},{"id":"W2093466781","doi":"10.3109/02770903.2013.790421","title":"Physiotherapy in Asthma—Seeking Consensus","year":2013,"lang":"en","type":"article","venue":"Journal of Asthma","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Systematic review; Asthma; Psychological intervention; Critical appraisal; Physical therapy; Alternative medicine; Evidence-based practice; Family medicine; MEDLINE; Clinical Practice; Evidence-based medicine; Manual therapy; Nursing; Pathology","score_opus":0.09488186002144572,"score_gpt":0.45825959636251423,"score_spread":0.3633777363410685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093466781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785247,0.00015755888,0.00065978256,0.019648377,0.0002893947,0.00019261484,6.1223744e-7,0.000006861064,0.0005200869],"genre_scores_gemma":[0.9841831,0.00007075951,0.012296958,0.0026886961,0.0006020681,0.0000017810179,0.0000013259522,0.000016544556,0.00013879698],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998213,0.00008915108,0.0011127035,0.000089358,0.00033602107,0.00015979099],"domain_scores_gemma":[0.99819165,0.00054856355,0.0006290031,0.00012566085,0.00038681095,0.00011832492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008387135,0.00008751928,0.00030181173,0.00016805934,0.00001862386,0.000024709963,0.00006470277,0.000051626324,0.0009182786],"category_scores_gemma":[0.0012860358,0.00006884242,0.00011784119,0.00017008703,0.00003188687,0.0001951673,0.000014708303,0.00036141023,0.00008398077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015091193,0.0011386636,0.09528268,0.00009486756,0.00025013584,0.0006273021,0.00095042516,0.00023496327,0.25151804,0.00014244535,0.07462459,0.57362676],"study_design_scores_gemma":[0.012465836,0.002362271,0.90677375,0.00048930396,0.000040907635,0.002041478,0.0024769008,0.0033410513,0.001996952,0.0015809184,0.06620264,0.00022800859],"about_ca_topic_score_codex":0.00018441775,"about_ca_topic_score_gemma":0.000031986518,"teacher_disagreement_score":0.8114911,"about_ca_system_score_codex":0.00008794829,"about_ca_system_score_gemma":0.00016359122,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W2093770528","doi":"10.1136/bmj.39493.646875.ae","title":"Going from evidence to recommendations","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1791,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science","score_opus":0.6220113462819504,"score_gpt":0.5896344519714872,"score_spread":0.0323768943104632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093770528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6152149,0.00006289325,0.014273583,0.36707607,0.0004374798,0.0006371426,0.000012792023,0.000075694246,0.002209469],"genre_scores_gemma":[0.8609069,0.000103255516,0.11670532,0.020146385,0.00087900786,0.00003763084,0.00006351475,0.000011784499,0.0011462007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909914,0.00004649309,0.00045731937,0.00014628275,0.00016059678,0.00009016992],"domain_scores_gemma":[0.99800915,0.0014695884,0.00008607232,0.00023285334,0.000097939745,0.00010439535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00041010024,0.00004671816,0.00010020456,0.000035375262,0.00006172123,0.000006158922,0.000042840224,0.0000237145,0.0012760938],"category_scores_gemma":[0.012303657,0.00004454191,0.000034040306,0.00012823271,0.000011285309,0.00016070937,0.00003873546,0.0000913626,0.001420289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015183577,0.00006397653,0.05514199,0.0000049651726,0.000025136907,0.00003767144,0.00036399494,0.0000064877304,0.0037749272,0.000028914674,0.86606455,0.07433554],"study_design_scores_gemma":[0.0011227446,0.0002795732,0.39567733,0.00033993385,0.00010866531,0.00010717914,0.00035558912,0.00060854456,0.001215123,0.0002613417,0.59976584,0.0001581355],"about_ca_topic_score_codex":0.0003642579,"about_ca_topic_score_gemma":0.00008844867,"teacher_disagreement_score":0.3469297,"about_ca_system_score_codex":0.000048305035,"about_ca_system_score_gemma":0.0001084046,"threshold_uncertainty_score":0.9996369},"labels":[],"label_agreement":null},{"id":"W2094062849","doi":"10.1212/wnl.59.7.975","title":"AAN clinical practice guidelines","year":2002,"lang":"nl","type":"letter","venue":"Neurology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Clinical Practice; Medicine; Family medicine","score_opus":0.4568706528818869,"score_gpt":0.5641650012819368,"score_spread":0.10729434840004992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094062849","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004908543,0.0019226541,0.000520942,0.95101964,0.02190396,0.0017600153,0.00011369975,0.00025673772,0.017593792],"genre_scores_gemma":[0.0006691568,0.009441613,0.010559614,0.90318114,0.06498787,0.00007067967,0.00083266693,0.00030773616,0.009949511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9771625,0.0052789957,0.011336486,0.00275718,0.0017665123,0.0016983274],"domain_scores_gemma":[0.94832695,0.038905438,0.004709521,0.0026616133,0.0047890157,0.0006074417],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.008499464,0.001203815,0.0026930918,0.00043163964,0.00024070554,0.00011237626,0.0009807254,0.0046424493,0.02142015],"category_scores_gemma":[0.27547103,0.0011732687,0.0010962057,0.00055204734,0.0007738899,0.00057649676,0.00067298417,0.013607086,0.054115824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025668312,0.00075537874,0.0054347017,0.0001473267,0.00069361593,0.00915537,0.000028295364,0.000009648568,0.00001396314,0.000039059283,0.9322136,0.048942186],"study_design_scores_gemma":[0.005625207,0.009163508,0.0050828,0.00008149734,0.0043746484,0.00397114,0.000040687763,0.001717637,0.0000017293133,0.00013206319,0.9690664,0.00074272865],"about_ca_topic_score_codex":0.0009520514,"about_ca_topic_score_gemma":0.000047132573,"teacher_disagreement_score":0.26697156,"about_ca_system_score_codex":0.00009494204,"about_ca_system_score_gemma":0.0008115885,"threshold_uncertainty_score":0.9990717},"labels":[],"label_agreement":null},{"id":"W2094347715","doi":"10.1054/math.2001.0430","title":"A survey to examine attitudes and patterns of practice of physiotherapists who perform cervical spine manipulation","year":2002,"lang":"en","type":"article","venue":"Manual Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; University of Toronto","funders":"Brock University","keywords":"Medicine; Manual therapy; Guideline; Spinal manipulation; Demographics; Physical therapy; Cervical spine; Family medicine; Clinical Practice; Chiropractic; Alternative medicine; Surgery; Demography; Pathology","score_opus":0.22999503292843862,"score_gpt":0.4783740626336831,"score_spread":0.24837902970524448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094347715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952997,0.00030923597,0.0008418421,0.0027959927,0.000051649222,0.0005056107,0.00002138451,0.000015063284,0.00015949682],"genre_scores_gemma":[0.99503326,0.0011017023,0.0015782404,0.0018663675,0.00013275743,0.000009103823,0.00004746323,0.000022566595,0.0002085404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984633,0.00016624034,0.00067242014,0.00021839382,0.00034836272,0.00013132226],"domain_scores_gemma":[0.99835676,0.00069936254,0.0002851001,0.0002636655,0.0003103806,0.000084739164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009099497,0.00012507626,0.00033257433,0.0000833307,0.00002408805,0.000009524351,0.0000625617,0.000057757272,0.00089221704],"category_scores_gemma":[0.0008274814,0.00010558526,0.0000439593,0.00015928113,0.0000315623,0.00019382987,0.000032950207,0.00010974216,0.000008891292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019363238,0.0016667026,0.67986864,0.00041128503,0.00026752418,0.000007180187,0.002108648,0.000028967086,0.025673322,0.000091523194,0.0005976805,0.2873422],"study_design_scores_gemma":[0.0026067677,0.0018099023,0.9901305,0.00009780133,0.000023601375,0.000011445733,0.00013788295,0.00097190845,0.0022623818,0.000010505372,0.0018403494,0.000096949676],"about_ca_topic_score_codex":0.0009744842,"about_ca_topic_score_gemma":0.00017208028,"teacher_disagreement_score":0.31026185,"about_ca_system_score_codex":0.00002693697,"about_ca_system_score_gemma":0.000010839961,"threshold_uncertainty_score":0.97691506},"labels":[],"label_agreement":null},{"id":"W2094501706","doi":"10.1017/s0266462308080446","title":"Analysis of the quality of clinical practice guidelines on established ischemic stroke","year":2008,"lang":"en","type":"review","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stroke (engine); Quality (philosophy); Clinical Practice; Medicine; Ischemic stroke; Intensive care medicine; Family medicine; Internal medicine; Ischemia; Engineering; Philosophy","score_opus":0.4366070320082921,"score_gpt":0.6964372140722801,"score_spread":0.259830182063988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094501706","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038934043,0.9398044,0.00028668335,0.0515664,0.0025637033,0.001026886,0.00037471266,0.000017948822,0.0004659146],"genre_scores_gemma":[0.0042284983,0.9724965,0.0208311,0.0019397985,0.00029924817,0.000012891404,0.00014724651,0.000024316796,0.000020374291],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98226565,0.0010367996,0.014233591,0.00035205437,0.0019098724,0.00020201897],"domain_scores_gemma":[0.96476233,0.005460986,0.020923322,0.0007007123,0.008061248,0.000091411224],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0069422964,0.0002769842,0.0037257855,0.0022420508,0.00003371827,0.000008793552,0.0010757892,0.00060072116,0.000054386684],"category_scores_gemma":[0.06983495,0.00018759261,0.0017962848,0.0014919535,0.00021598094,0.00018678645,0.00026665852,0.0027056814,9.968364e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035604418,0.00081171683,0.017140284,0.0019810207,0.0054298826,0.000054929784,0.00004627686,0.00007552267,0.0000014063174,0.00039774252,0.0043212636,0.9693839],"study_design_scores_gemma":[0.0019185817,0.0008002,0.0062020165,0.009088193,0.0031344984,0.00031576952,0.002249837,0.000037446658,0.000004038494,0.000015523194,0.97610134,0.00013254199],"about_ca_topic_score_codex":0.0002815141,"about_ca_topic_score_gemma":0.00009542494,"teacher_disagreement_score":0.97178006,"about_ca_system_score_codex":0.00096897536,"about_ca_system_score_gemma":0.006523975,"threshold_uncertainty_score":0.9995951},"labels":[],"label_agreement":null},{"id":"W2094543351","doi":"10.12927/hcq..16515","title":"A Toolkit to Facilitate the Implementation of Clinical Practice Guidelines in Healthcare Settings","year":2002,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Best practice; Process management; Implementation research; Health care; Clinical Practice; Medicine; Medical education; Nursing; Business; Political science; Psychological intervention","score_opus":0.40849452197043906,"score_gpt":0.5813075572380526,"score_spread":0.17281303526761355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094543351","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25693974,0.0005525438,0.0003751049,0.7392651,0.0004767824,0.0020598741,0.000085880674,0.00005555498,0.00018941765],"genre_scores_gemma":[0.8671184,0.0002723305,0.020009713,0.11155222,0.0005795785,0.0001514965,0.000067733636,0.000038001683,0.00021048133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915371,0.0010932622,0.0053287135,0.00060808996,0.0008786967,0.0005541608],"domain_scores_gemma":[0.99247736,0.0028694812,0.0010686008,0.00075660384,0.0024344563,0.0003935136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006862542,0.00023799685,0.0007034313,0.00019259378,0.00011072204,0.000029868972,0.00020133359,0.00016588716,0.00023843291],"category_scores_gemma":[0.009807037,0.0001879441,0.0002006181,0.0007184851,0.0000674229,0.00041903584,0.000037199596,0.0007016232,0.0001884297],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004428327,0.00018899048,0.0311674,0.0002969682,0.000042340926,0.000036287962,0.007343648,0.0000022345127,0.000040594277,0.00042037925,0.05276499,0.9072533],"study_design_scores_gemma":[0.0075568873,0.014491476,0.2409149,0.0005046898,0.00021816518,0.00027076303,0.108063795,0.0008791047,0.00003484779,0.00057671615,0.62600225,0.00048640472],"about_ca_topic_score_codex":0.03507243,"about_ca_topic_score_gemma":0.012863393,"teacher_disagreement_score":0.90676695,"about_ca_system_score_codex":0.00016388542,"about_ca_system_score_gemma":0.00049666455,"threshold_uncertainty_score":0.9985338},"labels":[],"label_agreement":null},{"id":"W2094597805","doi":"10.1007/s00268-007-9133-0","title":"Instilling a Culture of Evidence‐Based Surgery in Canada","year":2007,"lang":"en","type":"article","venue":"World Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Mount Sinai Hospital; University of Toronto","funders":"","keywords":"Abdominal surgery; Vascular surgery; Cardiac surgery; Cardiothoracic surgery; Medicine; General surgery; Surgery","score_opus":0.5418791123214174,"score_gpt":0.47461639397698535,"score_spread":0.06726271834443204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094597805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98996806,0.0021802986,0.0006525845,0.0059516663,0.0010494713,0.00010117851,0.0000025841487,0.0000039784254,0.00009014758],"genre_scores_gemma":[0.9955204,0.00042314612,0.0012518881,0.0024019515,0.0003394925,4.9438154e-7,0.0000066553193,0.000012538236,0.000043427055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961052,0.000112001166,0.0027124952,0.000103313134,0.0007244093,0.0002425694],"domain_scores_gemma":[0.9819176,0.01563481,0.001524136,0.00014456327,0.00058773294,0.00019113526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007755555,0.00010834257,0.00067985174,0.00072101643,0.000018995537,0.0000062206323,0.000060008457,0.000037358626,0.00014625207],"category_scores_gemma":[0.014802263,0.00007988951,0.0002449849,0.0008953135,0.000031128526,0.0003194729,0.000012436594,0.00044830918,6.9446037e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010820669,0.00009216314,0.9293637,0.00011900138,0.000042094205,0.0010226552,0.000057979134,0.00016038484,0.0012407465,0.0000020148311,0.02008462,0.046732552],"study_design_scores_gemma":[0.0010927931,0.000061514074,0.9513773,0.0061631207,0.0001951101,0.00026821205,0.0011860317,0.00019184704,0.00670063,0.000038271544,0.032514665,0.0002105017],"about_ca_topic_score_codex":0.14502558,"about_ca_topic_score_gemma":0.517361,"teacher_disagreement_score":0.3723354,"about_ca_system_score_codex":0.00052158395,"about_ca_system_score_gemma":0.0058083152,"threshold_uncertainty_score":0.9998278},"labels":[],"label_agreement":null},{"id":"W2095179786","doi":"10.1097/01.ccm.0000281446.15342.74","title":"Facilitating clinician adherence to guidelines in the intensive care unit: A multicenter, qualitative study*","year":2007,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Guideline; Psychological intervention; Nursing; Qualitative research; Intensive care unit; Grounded theory; MEDLINE; Audit; Intensive care; Family medicine; Intensive care medicine","score_opus":0.5458184384616526,"score_gpt":0.6576287696406561,"score_spread":0.11181033117900352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095179786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94340855,0.0011816995,0.004839015,0.045761593,0.00085421116,0.0025715854,0.000039326434,0.00006707106,0.0012769301],"genre_scores_gemma":[0.9497493,0.000008515957,0.0043092263,0.04493876,0.00075074786,0.00008083542,0.00009767555,0.000028401264,0.000036525915],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99409425,0.00090263714,0.0026474153,0.0006352048,0.0011242252,0.00059625664],"domain_scores_gemma":[0.9669955,0.02259735,0.00016668616,0.0006289407,0.009213439,0.00039811057],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006421115,0.00031116576,0.00070984534,0.0002803009,0.00014296662,0.000022262451,0.00029730273,0.00011498994,0.00015949577],"category_scores_gemma":[0.29587784,0.00020486795,0.00010956352,0.000845034,0.0004128192,0.00013632308,0.00012955925,0.000843573,0.000077672725],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012129436,0.00021149089,0.0341747,0.00035489435,0.000033704182,0.00061059656,0.85299444,0.00000271896,0.00022999728,0.00026210063,0.0021099846,0.10780241],"study_design_scores_gemma":[0.0050180503,0.0071870303,0.018557882,0.00071345974,0.0003048891,0.000023764607,0.9648635,0.000047379584,0.000034290082,0.00010601951,0.0029518374,0.00019193388],"about_ca_topic_score_codex":0.0031655573,"about_ca_topic_score_gemma":0.0077138357,"teacher_disagreement_score":0.28945673,"about_ca_system_score_codex":0.00018331455,"about_ca_system_score_gemma":0.0001678438,"threshold_uncertainty_score":0.8354272},"labels":[],"label_agreement":null},{"id":"W2095226270","doi":"10.4212/cjhp.v66i4.1264","title":"The Conundrum of Clinical Practice Guidelines","year":2013,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Guideline; Consistency (knowledge bases); Health care; Accreditation; Set (abstract data type); Medical education; Nursing; Family medicine; Political science","score_opus":0.2998302632782637,"score_gpt":0.5562242886514778,"score_spread":0.2563940253732141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095226270","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42949474,0.0018670942,0.00007122902,0.5627282,0.0029698377,0.00059543276,0.0000096333015,0.00000514504,0.002258701],"genre_scores_gemma":[0.9783725,0.0006391451,0.0030356685,0.015755307,0.0018164713,0.000004663071,0.0000029986065,0.000022171384,0.00035104898],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572676,0.00031793123,0.0030400434,0.00010797896,0.00051104167,0.00029621433],"domain_scores_gemma":[0.9858929,0.0046210405,0.0021691625,0.00037048812,0.0062162336,0.0007302073],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064712153,0.00012496318,0.00036196367,0.00006649265,0.00025715804,0.0000973914,0.00042281553,0.000043909702,0.0004918069],"category_scores_gemma":[0.06596897,0.000065640794,0.00029263468,0.0001827667,0.0004196957,0.00058309967,0.00003126224,0.00076965196,0.00010402731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030573277,0.00012818091,0.02469322,0.0000141583505,0.00055083714,0.00012363134,0.0003079341,0.000018692293,0.00009643355,0.00053495396,0.7706301,0.20259613],"study_design_scores_gemma":[0.0032962235,0.0010606562,0.025784269,0.00006768931,0.000656383,0.00051790563,0.002875374,0.0004025641,0.00020500513,0.0012065541,0.96380913,0.00011826441],"about_ca_topic_score_codex":0.036143336,"about_ca_topic_score_gemma":0.006559562,"teacher_disagreement_score":0.5488778,"about_ca_system_score_codex":0.00007851685,"about_ca_system_score_gemma":0.0035995927,"threshold_uncertainty_score":0.97027504},"labels":[],"label_agreement":null},{"id":"W2095387665","doi":"10.1016/j.physio.2014.03.005","title":"Reprint of: Elevating the quality of disability and rehabilitation research: Mandatory use of the reporting guidelines","year":2014,"lang":"en","type":"editorial","venue":"Physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reprint; Rehabilitation; Quality (philosophy); Medicine; Business; Physical therapy","score_opus":0.5777731385109413,"score_gpt":0.6435180827799476,"score_spread":0.06574494426900634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095387665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9426856,0.00010256469,0.00020300086,0.007402576,0.047974896,0.0015211466,0.000072875635,0.000015454103,0.000021872955],"genre_scores_gemma":[0.735868,0.0006191086,0.017464558,0.00033381846,0.2452079,0.00010533707,0.00014369343,0.00011330135,0.00014432063],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98922396,0.0020783471,0.0062356545,0.0004796149,0.0018062833,0.00017617215],"domain_scores_gemma":[0.87425554,0.09704081,0.017049816,0.003563643,0.008005909,0.000084258965],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032037362,0.00017751385,0.000863337,0.000047687783,0.0001055403,0.000015376569,0.00022352648,0.00022873157,0.000024760726],"category_scores_gemma":[0.42085028,0.000102306745,0.00031318914,0.00029006955,0.0012749372,0.00012205702,0.00019768215,0.00077206,2.877591e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023402332,0.00065218064,0.20151223,0.005369126,0.00033614782,2.2475487e-7,0.0018572963,0.000065666616,0.10606564,0.00033454108,0.6457146,0.035752155],"study_design_scores_gemma":[0.003655764,0.0012583194,0.7262569,0.0032371217,0.0002617165,0.0000014928588,0.0025343995,0.0006821842,0.006566626,0.007909091,0.24727419,0.00036215724],"about_ca_topic_score_codex":0.006725203,"about_ca_topic_score_gemma":0.00029855038,"teacher_disagreement_score":0.5247447,"about_ca_system_score_codex":0.00011305546,"about_ca_system_score_gemma":0.00042570135,"threshold_uncertainty_score":0.9998891},"labels":[],"label_agreement":null},{"id":"W2095710653","doi":"10.1186/1477-7525-11-184","title":"The CONSORT Patient-Reported Outcome (PRO) extension: implications for clinical trials and practice","year":2013,"lang":"en","type":"article","venue":"Health and Quality of Life Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre; Queen's University","funders":"Medical Research Council; Canadian Institutes of Health Research","keywords":"Consolidated Standards of Reporting Trials; Clinical trial; Quality (philosophy); Medicine; Health care; MEDLINE; Clinical Practice; Intervention (counseling); Medical education; Psychology; Nursing","score_opus":0.8708840504708604,"score_gpt":0.7034821744780375,"score_spread":0.16740187599282286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095710653","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44910952,0.0017230157,0.0010085823,0.5441317,0.00038369378,0.0035044954,0.000038178114,0.00003162264,0.000069174166],"genre_scores_gemma":[0.8173566,0.00504905,0.022314554,0.15430142,0.0002458195,0.0003358792,0.000094319366,0.000026581685,0.000275779],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99059254,0.0021859251,0.006372599,0.0003325391,0.00026215948,0.00025424824],"domain_scores_gemma":[0.7855388,0.20270094,0.007457505,0.0010813238,0.0018653988,0.0013560184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031142892,0.00013568826,0.0012103701,0.00004713487,0.000300472,0.00003628311,0.00004852362,0.00010141216,0.000019174422],"category_scores_gemma":[0.42933923,0.00008228087,0.0001986038,0.00009214445,0.00022749175,0.0001973478,0.00005489156,0.00021114382,0.000004206248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008918608,0.00020803156,0.8616632,0.00022735195,0.00016426835,1.3437854e-7,0.0001456655,2.8624843e-8,0.000015934465,0.0024450691,0.014572421,0.11966599],"study_design_scores_gemma":[0.003931585,0.00065094023,0.9307883,0.000018962279,0.00016023332,0.000018918738,0.0033521908,0.000018215964,8.1409326e-7,0.00079509127,0.06018139,0.000083408086],"about_ca_topic_score_codex":0.0009043942,"about_ca_topic_score_gemma":0.000058098,"teacher_disagreement_score":0.39819634,"about_ca_system_score_codex":0.000020322046,"about_ca_system_score_gemma":0.00060823665,"threshold_uncertainty_score":0.9976423},"labels":[],"label_agreement":null},{"id":"W2096074908","doi":"10.1016/j.jclinepi.2012.03.013","title":"GRADE guidelines: 14. Going from evidence to recommendations: the significance and presentation of recommendations","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1406,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Guideline; Presentation (obstetrics); Intervention (counseling); Medicine; Medical education; Psychology; Computer science; Nursing; Engineering; Surgery; Pathology","score_opus":0.7721252335838884,"score_gpt":0.6612626555094365,"score_spread":0.11086257807445188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096074908","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27221316,0.0006802116,0.05875382,0.6663798,0.001178104,0.0007302216,0.000013447843,0.000009372547,0.00004186914],"genre_scores_gemma":[0.55341846,0.009628139,0.3822985,0.052252244,0.0021391907,0.000051893727,0.000036127145,0.000024578829,0.00015086825],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98510927,0.0041676247,0.009908224,0.00030751977,0.0002809331,0.00022643835],"domain_scores_gemma":[0.7793411,0.21086137,0.0065825204,0.00049838406,0.002304303,0.00041230343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026555363,0.00014672778,0.0013720363,0.00011946535,0.0000784307,0.00001569269,0.00025196665,0.0001739366,0.0006206092],"category_scores_gemma":[0.5166856,0.000094244555,0.00031845027,0.00024765966,0.00021068378,0.0005343401,0.00010910348,0.0008032729,0.000048537335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004710452,0.00021669098,0.2619773,0.00003186116,0.00024212344,0.0000022903664,0.00018853079,0.00012853494,0.00083836564,0.00033555538,0.3613576,0.37421012],"study_design_scores_gemma":[0.0029995318,0.0023260831,0.86161155,0.0012932586,0.0006845704,0.00009561269,0.002038135,0.0066635055,0.00014260974,0.03516062,0.08678128,0.00020321838],"about_ca_topic_score_codex":0.0009013587,"about_ca_topic_score_gemma":0.00010641204,"teacher_disagreement_score":0.6141276,"about_ca_system_score_codex":0.000042777145,"about_ca_system_score_gemma":0.0003002051,"threshold_uncertainty_score":0.92036116},"labels":[],"label_agreement":null},{"id":"W2096357246","doi":"10.2217/cer.12.24","title":"Which design for which question? An exploration toward a translation table for comparative effectiveness research","year":2012,"lang":"en","type":"review","venue":"Journal of Comparative Effectiveness Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Comparative effectiveness research; Table (database); Medicine; Value (mathematics); Data science; Computer science; Alternative medicine; Machine learning; Data mining; Pathology","score_opus":0.9231174789930429,"score_gpt":0.7216988848994658,"score_spread":0.2014185940935771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096357246","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007224856,0.47454116,0.5000116,0.0002828016,0.0007121319,0.02342434,0.00014828764,0.000033803346,0.00012334992],"genre_scores_gemma":[0.29793546,0.6418023,0.035717037,0.000015956515,0.005467321,0.016663495,0.0019288745,0.00039197228,0.000077568446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9496731,0.041519817,0.003486145,0.0010966704,0.0028303969,0.0013938382],"domain_scores_gemma":[0.85936934,0.10715839,0.0019056296,0.0006918621,0.03016289,0.0007119038],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1110199,0.0008366415,0.0055868244,0.002535039,0.0009066839,0.00036820487,0.00073913066,0.0008178211,0.000048557173],"category_scores_gemma":[0.011916678,0.0006783643,0.0008059888,0.0043341736,0.0003775741,0.003616905,0.00011926976,0.0038523003,0.000053065996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1012122,0.011884658,0.00032515582,0.15473709,0.008340933,0.000033624514,0.010132613,0.0051989956,0.0025522613,0.008107329,0.0035015915,0.69397354],"study_design_scores_gemma":[0.027904173,0.06334884,0.0017313063,0.074044,0.008291084,0.00053490914,0.0062715854,0.01274153,0.0050644646,0.018941866,0.7788159,0.0023103256],"about_ca_topic_score_codex":0.000083751074,"about_ca_topic_score_gemma":0.00013801116,"teacher_disagreement_score":0.77531433,"about_ca_system_score_codex":0.002445325,"about_ca_system_score_gemma":0.006437011,"threshold_uncertainty_score":0.99956673},"labels":[],"label_agreement":null},{"id":"W2096498712","doi":"10.1111/voxs.12021","title":"Benchmarking: applications to transfusion medicine","year":2013,"lang":"en","type":"article","venue":"ISBT Science Series","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Canadian Blood Services","funders":"","keywords":"Benchmarking; Psychological intervention; Best practice; Process (computing); Medicine; Process management; Computer science; Business; Political science; Marketing; Nursing","score_opus":0.15354992934933853,"score_gpt":0.475057857772013,"score_spread":0.32150792842267445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096498712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6909748,0.000044737633,0.031124245,0.2569928,0.00051022496,0.0027450153,0.000003880058,0.00016831541,0.01743601],"genre_scores_gemma":[0.9690337,0.00009390659,0.022178063,0.007017535,0.00051441503,0.00025969345,0.000014829607,0.000010543965,0.000877304],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837786,0.000015634043,0.000463009,0.00033570244,0.0005608121,0.00024699426],"domain_scores_gemma":[0.998666,0.00017072189,0.000072431256,0.0003464051,0.00044841753,0.0002960583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008539812,0.00009061953,0.0001539437,0.00017417889,0.0002589974,0.00004201194,0.00017730298,0.000028371096,0.0019441597],"category_scores_gemma":[0.0011916185,0.00006866579,0.00002614572,0.0011155348,0.0005928612,0.00080153905,0.00005420529,0.000102871236,0.0004311755],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095419535,0.00014220286,0.014368386,0.00004684343,0.000010476003,0.0000033780857,0.0020164922,0.000019081508,0.56912446,0.006716668,0.022014895,0.3854417],"study_design_scores_gemma":[0.0019013156,0.0028015052,0.4328846,0.00018268003,0.00014022789,0.00020074463,0.008379588,0.00061721256,0.023830116,0.008223722,0.520369,0.0004692715],"about_ca_topic_score_codex":0.0008476726,"about_ca_topic_score_gemma":0.00014074352,"teacher_disagreement_score":0.54529434,"about_ca_system_score_codex":0.00006186861,"about_ca_system_score_gemma":0.000185882,"threshold_uncertainty_score":0.9989682},"labels":[],"label_agreement":null},{"id":"W2096520005","doi":"10.1136/bmjopen-2014-005660","title":"How equity is addressed in clinical practice guidelines: a content analysis","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; University of Ottawa","funders":"","keywords":"Medicine; Equity (law); Content analysis; Family medicine; Social science; Law","score_opus":0.8436293686743048,"score_gpt":0.700733115991117,"score_spread":0.14289625268318784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096520005","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08571551,0.00007300208,0.029439006,0.848081,0.0006805886,0.014722946,0.00004990453,0.00008719084,0.021150887],"genre_scores_gemma":[0.6472775,0.000102818725,0.13152988,0.21441118,0.0013126957,0.0007767208,0.0002870891,0.000053275235,0.0042488673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939767,0.000920271,0.0032507333,0.0006647169,0.000847866,0.00033970366],"domain_scores_gemma":[0.9900783,0.0047568535,0.0014309023,0.0013268504,0.0020929112,0.0003141847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023991313,0.00019775114,0.0010283113,0.00019543798,0.000055302684,0.00030301747,0.0005221521,0.0001737524,0.0005381435],"category_scores_gemma":[0.23712923,0.00016510504,0.0003430249,0.00090824685,0.00006684152,0.0009439263,0.00096404005,0.00044881654,0.00014880385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074336356,0.0020167357,0.23344573,0.00014403912,0.0026331772,0.00019272647,0.0003647231,0.000048928505,0.00034901162,0.0009892844,0.3542642,0.3981178],"study_design_scores_gemma":[0.018783128,0.0014126024,0.2839151,0.00033512336,0.005902572,0.00007263059,0.006056131,0.033493955,0.00015057078,0.00049803377,0.64879334,0.0005868097],"about_ca_topic_score_codex":0.0029457582,"about_ca_topic_score_gemma":0.0016215874,"teacher_disagreement_score":0.6336698,"about_ca_system_score_codex":0.00010754426,"about_ca_system_score_gemma":0.00048697542,"threshold_uncertainty_score":0.8314958},"labels":[],"label_agreement":null},{"id":"W2096833944","doi":"10.1016/j.jclinepi.2006.10.008","title":"Assessing equity in clinical practice guidelines","year":2007,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; University of Ottawa","funders":"World Health Organization","keywords":"Equity (law); Psychological intervention; Harm; Clinical Practice; Medicine; Cost effectiveness; Actuarial science; Risk analysis (engineering); Business; Psychology; Family medicine; Political science; Nursing; Social psychology","score_opus":0.9567987096595311,"score_gpt":0.8261967716751191,"score_spread":0.130601937984412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096833944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007310266,0.9568159,0.009786412,0.021490354,0.008741058,0.0009136007,0.000007395929,0.000027752389,0.0021444364],"genre_scores_gemma":[0.0000080124755,0.74821115,0.20848511,0.03047506,0.012619798,0.0000055401206,0.00004349282,0.000082149105,0.00006967146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.79668,0.04947484,0.14866719,0.0017511132,0.0017596806,0.0016672192],"domain_scores_gemma":[0.17566541,0.7367262,0.07673701,0.0016204836,0.007446751,0.0018041063],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4793704,0.0007799487,0.024028,0.0008350421,0.000059498358,0.00004674819,0.0008826439,0.0036532567,0.00022513885],"category_scores_gemma":[0.95847076,0.0005380278,0.0071916366,0.0008577313,0.00063769805,0.001037319,0.00063245714,0.012419915,0.00017900178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068338995,0.0012192711,0.005608055,0.0028226112,0.0008380222,0.0014102518,0.0000034191423,0.000004058421,1.7674347e-8,0.00024859948,0.035718933,0.9514434],"study_design_scores_gemma":[0.0033582696,0.0018994374,0.00567636,0.017656056,0.005935588,0.0050711334,0.00011540491,0.000076810225,1.0934283e-8,0.0011326044,0.9587136,0.00036475871],"about_ca_topic_score_codex":0.000081256185,"about_ca_topic_score_gemma":0.000034602723,"teacher_disagreement_score":0.9510786,"about_ca_system_score_codex":0.0004432042,"about_ca_system_score_gemma":0.008592371,"threshold_uncertainty_score":0.9997071},"labels":[],"label_agreement":null},{"id":"W2096896517","doi":"10.1016/j.ygyno.2007.03.025","title":"Use of systemic therapy in women with recurrent ovarian cancer—Development of a national clinical practice guideline","year":2007,"lang":"en","type":"article","venue":"Gynecologic Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University; Ottawa Hospital; Ottawa Regional Cancer Foundation; Jewish General Hospital; Canadian Partnership Against Cancer; Alberta Cancer Foundation; Juravinski Cancer Centre","funders":"","keywords":"Guideline; Medicine; Data extraction; Systematic review; MEDLINE; Family medicine; Randomized controlled trial; Context (archaeology); Health care; Surgery; Pathology","score_opus":0.33098511556192667,"score_gpt":0.5530215186382309,"score_spread":0.22203640307630423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096896517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989717,0.00018764034,0.0023798407,0.005265946,0.00050867884,0.0011558757,0.000011049494,0.000022919472,0.0007510647],"genre_scores_gemma":[0.8533819,0.0006482909,0.14001547,0.005623063,0.00014702538,0.00011239407,0.000032116906,0.00001451851,0.000025220255],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943075,0.0005010714,0.003914335,0.0003704985,0.0005445475,0.00036201772],"domain_scores_gemma":[0.9844983,0.011395538,0.0019761792,0.00022099455,0.0017678153,0.00014114271],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013104371,0.0001636222,0.0008101295,0.00023510902,0.000030799758,0.000003909688,0.00012251528,0.00028492959,0.00038442176],"category_scores_gemma":[0.021793256,0.00012382185,0.00005477957,0.00044306362,0.00013325576,0.00018720701,0.00006892971,0.00042659036,0.000006759425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020741582,0.004267163,0.08837882,0.000078425175,0.0004115549,0.00012477378,0.00175608,0.00014658425,0.0027671494,0.00020133166,0.0030771152,0.87804943],"study_design_scores_gemma":[0.015401935,0.013947598,0.6529,0.00021852923,0.00011435386,0.00022134083,0.005960124,0.00021593901,0.00038562412,0.00012645262,0.3102489,0.0002592097],"about_ca_topic_score_codex":0.00023480825,"about_ca_topic_score_gemma":0.0011229328,"teacher_disagreement_score":0.8777902,"about_ca_system_score_codex":0.0013558727,"about_ca_system_score_gemma":0.0042693755,"threshold_uncertainty_score":0.9864466},"labels":[],"label_agreement":null},{"id":"W2096982601","doi":"10.1016/s0828-282x(10)70389-5","title":"Renovating Canadian Cardiovascular Society guidelines and position statements: A new foundation","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"World Health Organization","keywords":"Medicine; Foundation (evidence); Position paper; Canadian Cardiovascular Society; Position (finance); Engineering ethics; Cardiology; Law; Finance; Pathology","score_opus":0.18768455518924493,"score_gpt":0.4530317847460899,"score_spread":0.265347229556845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096982601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8858157,0.001177664,0.0420233,0.063647136,0.0036902672,0.0006502553,0.000041812298,0.000017129028,0.0029367267],"genre_scores_gemma":[0.9735369,0.00014464253,0.019128766,0.0036019022,0.0034199704,0.0000019459205,0.00007662502,0.000021952317,0.00006731547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982801,0.00006870636,0.0009799876,0.00016653293,0.00018807968,0.00031658995],"domain_scores_gemma":[0.99703103,0.00011054643,0.00029544102,0.00021460219,0.0012286747,0.0011196842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021763893,0.00011962435,0.00043256016,0.00025123404,0.00015466304,0.000046382145,0.00007899513,0.00016086982,0.00008712811],"category_scores_gemma":[0.0031363082,0.00011471591,0.0002879091,0.00016693948,0.000094323615,0.00031888188,0.000008983423,0.00050400384,0.000008020363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011427157,0.0000040549226,0.17180157,0.000067905305,0.0034212153,0.00049120776,0.00072150864,0.0012324323,0.007146503,0.0009489592,0.2674087,0.5466417],"study_design_scores_gemma":[0.002269099,0.00028696377,0.052476425,0.00005418733,0.00072784594,0.0030635002,0.0006658716,0.00021435613,0.00006229271,0.0009746591,0.9390416,0.00016319529],"about_ca_topic_score_codex":0.2542125,"about_ca_topic_score_gemma":0.36640435,"teacher_disagreement_score":0.67163295,"about_ca_system_score_codex":0.0002761197,"about_ca_system_score_gemma":0.006307672,"threshold_uncertainty_score":0.99932563},"labels":[],"label_agreement":null},{"id":"W2097330729","doi":"10.12927/hcpap.2011.22556","title":"What's on the Quality Agenda? Acknowledging Progress, Respecting the Challenges","year":2011,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Public relations; Process (computing); Business; Quality management; Health care; Process management; Organizational culture; Political science; Marketing; Computer science","score_opus":0.5425093926189407,"score_gpt":0.5180685683006285,"score_spread":0.024440824318312182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097330729","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031418733,0.0024974607,0.000025513142,0.9548118,0.003325687,0.004926441,0.00007025548,0.00044722573,0.0024769027],"genre_scores_gemma":[0.0032769511,0.0037703149,0.00038531492,0.98657066,0.002093537,0.001236172,0.0003666356,0.00036831302,0.0019321127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98755217,0.0030660878,0.0032110373,0.002115829,0.0020845146,0.001970391],"domain_scores_gemma":[0.97820115,0.01516704,0.002158219,0.0032493728,0.0007459565,0.00047824913],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010543693,0.001213616,0.001667821,0.00036368406,0.0013987233,0.0004291376,0.0011916352,0.0010514226,0.0009092015],"category_scores_gemma":[0.011788622,0.00076282886,0.0007103639,0.00074237376,0.00021669373,0.00045538545,0.0007617195,0.0060070213,0.0019940098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018868259,0.00040216342,0.00021396155,0.00045940705,0.00035698336,0.00018498358,0.0145147145,6.338304e-7,0.000014759324,0.0006478504,0.94150466,0.039813045],"study_design_scores_gemma":[0.0017690065,0.0021600362,0.003545453,0.000038909682,0.00042893994,0.00012273715,0.005913918,0.0000532459,0.000037710284,0.00022622223,0.98490256,0.0008012656],"about_ca_topic_score_codex":0.000781001,"about_ca_topic_score_gemma":0.0027856438,"teacher_disagreement_score":0.043397885,"about_ca_system_score_codex":0.0017141042,"about_ca_system_score_gemma":0.0009939631,"threshold_uncertainty_score":0.9999013},"labels":[],"label_agreement":null},{"id":"W2097409372","doi":"10.1186/1745-6215-15-118","title":"Evaluation of the acceptability, feasibility and effectiveness of two methods of involving patients with disability in developing clinical guidelines: study protocol of a randomized pragmatic pilot trial","year":2014,"lang":"en","type":"article","venue":"Trials","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre hospitalier de l'Université Laval; Centre Hospitalier de l’Université de Montréal; Université Laval; Centre hospitalier universitaire de Québec; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Medicine; Randomized controlled trial; Protocol (science); Rehabilitation; CLARITY; Intervention (counseling); Psychological intervention; Population; Guideline; Clinical trial; Checklist; Physical therapy; Alternative medicine; Nursing; Psychology; Surgery","score_opus":0.7031692569057585,"score_gpt":0.6900817024039382,"score_spread":0.013087554501820309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097409372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71049434,0.000006075549,0.0031754572,0.0000670396,0.00010277148,0.28613612,0.0000056925,0.0000041148664,0.000008358586],"genre_scores_gemma":[0.94939554,0.0000011828753,0.025211323,0.000013946629,0.000049477294,0.025311245,0.0000054681213,0.000011714958,1.1154888e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.79833955,0.17935583,0.01872866,0.0007800797,0.0025697155,0.00022615201],"domain_scores_gemma":[0.81438315,0.16729933,0.009935213,0.001424256,0.0068765315,0.000081543716],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46488428,0.00018184276,0.0035859658,0.00007629011,0.000022014148,0.000005338224,0.00015718355,0.000073809264,0.00005158497],"category_scores_gemma":[0.6826173,0.00009952449,0.0003020492,0.00042981503,0.00056717295,0.00014863511,0.00017180217,0.00017629056,5.6299932e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4126082,0.0032846984,0.5622799,0.0009477598,0.00018939239,8.19503e-9,0.00015761604,0.000036953024,0.00018771284,0.000027979006,4.7853734e-7,0.020279333],"study_design_scores_gemma":[0.49398723,0.002560597,0.4967367,0.0003074261,0.0013463545,7.49859e-8,0.00016874824,0.0011015178,0.0008189438,0.0029230306,3.131396e-7,0.00004905799],"about_ca_topic_score_codex":0.0007899622,"about_ca_topic_score_gemma":0.0004428429,"teacher_disagreement_score":0.2608249,"about_ca_system_score_codex":0.00015913928,"about_ca_system_score_gemma":0.00084463565,"threshold_uncertainty_score":0.55101424},"labels":[],"label_agreement":null},{"id":"W2097507349","doi":"10.1016/s0960-7404(02)00046-4","title":"The impact of clinical practice guidelines and clinical trials on treatment decisions","year":2002,"lang":"en","type":"review","venue":"Surgical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Guideline; Clinical Practice; Clinical trial; Medicine; Expert opinion; Scientific evidence; Alternative medicine; Evidence-based medicine; Family medicine; Intensive care medicine; Pathology","score_opus":0.8945331109451765,"score_gpt":0.776682474567043,"score_spread":0.11785063637813353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097507349","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006553046,0.9763446,0.000022404496,0.007799692,0.0018563482,0.0034142141,0.00014608593,0.000042991443,0.01030816],"genre_scores_gemma":[0.000013288743,0.9903818,0.0038235423,0.00064074056,0.0039947396,0.00012303177,0.00016148933,0.000071802024,0.0007896056],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9551023,0.01935876,0.023031227,0.0011543657,0.0007763767,0.00057696033],"domain_scores_gemma":[0.43767023,0.54907966,0.009313134,0.0013667392,0.0017088061,0.000861443],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05981601,0.00072347774,0.011065495,0.0001818743,0.00017082492,0.000040956824,0.00030795787,0.0017523707,0.00054969883],"category_scores_gemma":[0.535443,0.00031061782,0.006327978,0.00041194458,0.0007096197,0.000100504956,0.0002173473,0.0018581132,0.00027954322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027744095,0.0028892753,0.00004428003,0.00010525498,0.0030490758,0.0005480359,0.00000559593,7.5319963e-7,8.449524e-9,0.00013666663,0.0314392,0.95900744],"study_design_scores_gemma":[0.0062739262,0.020390833,0.00008230475,0.0015975845,0.0111948745,0.0014406719,0.0000492563,0.00008022011,1.7008032e-8,0.00007174067,0.95858836,0.00023019384],"about_ca_topic_score_codex":0.00023695355,"about_ca_topic_score_gemma":0.00004058403,"teacher_disagreement_score":0.95877725,"about_ca_system_score_codex":0.0005908944,"about_ca_system_score_gemma":0.0040257634,"threshold_uncertainty_score":0.9999346},"labels":[],"label_agreement":null},{"id":"W2097537134","doi":"10.5750/ejpch.v3i1.853","title":"A Description of Nurse Practitioners’ Self-Report Implementation of Patient-Centered Care","year":2015,"lang":"en","type":"article","venue":"European Journal for Person Centered Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Victoria Hospital; Hotel Dieu Hospital; London Health Sciences Centre; Trillium Health Centre; Dalhousie University; Toronto Metropolitan University","funders":"","keywords":"Operationalization; Conceptualization; Nursing; Health care; Medicine; Psychology; Computer science","score_opus":0.35616000122584274,"score_gpt":0.4840519832388393,"score_spread":0.12789198201299656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097537134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865676,0.00038563652,0.0017851415,0.0074773706,0.0017014524,0.0013956559,0.00024011279,0.000044796354,0.00040224404],"genre_scores_gemma":[0.9865963,0.0000795041,0.011455469,0.00055703317,0.0003833021,0.000008792657,0.0008266006,0.00005718935,0.000035796536],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9962378,0.0006680704,0.0018833946,0.00027073573,0.00063463673,0.00030534618],"domain_scores_gemma":[0.9941704,0.00008935872,0.002280084,0.00027294294,0.0027397147,0.00044747774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016300937,0.00018302372,0.00039073898,0.00022815728,0.00012309769,0.000027866685,0.00009969653,0.000044433964,0.00006364716],"category_scores_gemma":[0.00085365016,0.00017338071,0.00026588,0.00016842838,0.00003653896,0.00043972637,0.000022240001,0.00031761205,0.000007566524],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011262572,0.0021106165,0.4663403,0.0037824227,0.0011077035,0.0011218471,0.17883034,0.00003365818,0.009500473,0.00016696597,0.064697325,0.26104578],"study_design_scores_gemma":[0.025701089,0.014130608,0.07137527,0.0011140633,0.000924773,0.0041451724,0.83078545,0.000119555545,0.0026190467,0.000041930703,0.048659075,0.00038396035],"about_ca_topic_score_codex":0.000266849,"about_ca_topic_score_gemma":0.0001267313,"teacher_disagreement_score":0.6519551,"about_ca_system_score_codex":0.00050438213,"about_ca_system_score_gemma":0.00067296426,"threshold_uncertainty_score":0.70702606},"labels":[],"label_agreement":null},{"id":"W2097684384","doi":"10.1177/0017896910394335","title":"Ottawa panel evidence-based clinical practice guidelines for patient education programmes in the management of osteoarthritis","year":2011,"lang":"en","type":"article","venue":"Health Education Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Jadad scale; Medicine; Randomized controlled trial; Physical therapy; Alternative medicine; Family medicine; Critical appraisal; Evidence-based medicine; Inclusion (mineral); Systematic review; MEDLINE; Internal medicine; Psychology; Pathology","score_opus":0.6513818957793639,"score_gpt":0.6175718423554496,"score_spread":0.0338100534239143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097684384","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19089568,0.013644996,0.009701027,0.7656352,0.0077413134,0.010814734,0.0000137200295,0.00004284324,0.0015105107],"genre_scores_gemma":[0.25571832,0.0039694677,0.61748815,0.12056749,0.0012992349,0.00078012346,0.00007774489,0.000030158384,0.00006930223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99455374,0.0007610964,0.0035882117,0.0002530196,0.0005658067,0.000278113],"domain_scores_gemma":[0.9914094,0.0017705279,0.0022984867,0.00038434076,0.0038437631,0.00029345512],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01049902,0.0001356507,0.00030380068,0.00018154812,0.00014379543,0.000036961548,0.00016734784,0.00006941475,0.00010715063],"category_scores_gemma":[0.020227432,0.00010151563,0.00015894865,0.0003423504,0.00005818277,0.00048082662,0.000016417609,0.0003876712,0.000007919905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006083459,0.0030900207,0.006081044,0.00038356986,0.00003016465,0.0000023182731,0.0013357481,0.0000020885116,0.0000014388978,0.0004164387,0.07449999,0.9135488],"study_design_scores_gemma":[0.0038231309,0.008271984,0.1320503,0.005258131,0.00050574157,0.00074114266,0.108469464,0.000120036464,0.0000425626,0.0014544064,0.7390232,0.00023986344],"about_ca_topic_score_codex":0.00039232397,"about_ca_topic_score_gemma":0.00005365295,"teacher_disagreement_score":0.913309,"about_ca_system_score_codex":0.00018723775,"about_ca_system_score_gemma":0.007909954,"threshold_uncertainty_score":0.9977143},"labels":[],"label_agreement":null},{"id":"W2097996681","doi":"10.1136/bmjopen-2014-007047","title":"Do guidelines offer implementation advice to target users? A systematic review of guideline applicability","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University Health Network","funders":"","keywords":"Medicine; Guideline; Advice (programming); Systematic review; MEDLINE; Medical education; Family medicine; Pathology","score_opus":0.6276426534061231,"score_gpt":0.6846584146572405,"score_spread":0.0570157612511174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097996681","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.5000373e-7,0.87636286,0.0006888144,0.0049767657,0.00024511223,0.11619115,0.0005356591,0.00006672984,0.00093238696],"genre_scores_gemma":[1.7677331e-7,0.8975791,0.06991663,0.012186057,0.0004965819,0.0153217185,0.0037899073,0.00013516203,0.00057466544],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9792532,0.0015978722,0.015745766,0.0011299016,0.0018170042,0.00045626806],"domain_scores_gemma":[0.9834132,0.001318345,0.006077171,0.0031625777,0.005472825,0.0005558589],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033784512,0.0007766378,0.008498625,0.00026667808,0.000057373993,0.000100006364,0.0013564535,0.00029210252,0.0019972958],"category_scores_gemma":[0.035755426,0.0005638968,0.00089476234,0.0012392135,0.00004453781,0.0003915535,0.0014970711,0.00041482598,0.00062355446],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006530293,0.000103942795,0.00000603375,0.64985764,0.00032917593,0.0000109387565,0.000027290944,3.8697684e-7,2.7630537e-7,0.000022731583,0.2372684,0.11230787],"study_design_scores_gemma":[0.00074385013,0.00022476136,9.3205387e-7,0.42027688,0.0066249305,0.00014466456,0.00022886424,0.000009847508,4.4816284e-7,0.00003817592,0.57139194,0.00031466622],"about_ca_topic_score_codex":0.00081456895,"about_ca_topic_score_gemma":0.00010666381,"teacher_disagreement_score":0.33412355,"about_ca_system_score_codex":0.00060439424,"about_ca_system_score_gemma":0.003856647,"threshold_uncertainty_score":0.99968123},"labels":[],"label_agreement":null},{"id":"W2098032125","doi":"10.4212/cjhp.v62i5.829","title":"Développement d’un concept et d’un processus de gestion de l’identité numérique d’un produit en établissement de santé","year":2009,"lang":"fr","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.053772374345000734,"score_gpt":0.41302147551179136,"score_spread":0.35924910116679065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098032125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6226445,0.009049543,0.003223879,0.36219415,0.0016192897,0.0009129039,0.00004701138,0.000016918037,0.00029184253],"genre_scores_gemma":[0.97377306,0.0033875268,0.0037474765,0.014854251,0.003756926,0.000018578594,0.000029826051,0.00006052587,0.00037184823],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945944,0.0011415172,0.0018859298,0.00033254304,0.0007382544,0.0013073833],"domain_scores_gemma":[0.9948472,0.0008351759,0.0012604354,0.00034846555,0.0009503701,0.0017583775],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0083112875,0.00041485808,0.00051549735,0.0002603075,0.00048016617,0.00031100053,0.0007264605,0.00016483819,0.0022598307],"category_scores_gemma":[0.0065564103,0.00036834308,0.00026157493,0.0004455863,0.00019966476,0.0009481749,0.000050132854,0.0018296848,0.00004964773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009790326,0.0018356111,0.12234225,0.00029080812,0.0017546462,0.008067433,0.08112322,0.0030617802,0.0069453293,0.001973812,0.08665128,0.6849748],"study_design_scores_gemma":[0.031030368,0.009838022,0.60141706,0.0038003628,0.005636662,0.013363834,0.03167353,0.006908776,0.09544626,0.04457188,0.15402639,0.0022868474],"about_ca_topic_score_codex":0.022167405,"about_ca_topic_score_gemma":0.008417287,"teacher_disagreement_score":0.68268794,"about_ca_system_score_codex":0.0036114478,"about_ca_system_score_gemma":0.0090309195,"threshold_uncertainty_score":0.99987686},"labels":[],"label_agreement":null},{"id":"W2099122979","doi":"10.12927/hcpap..17458","title":"The Need Is to Prioritize, Not Ration","year":2001,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology","score_opus":0.24765066836691665,"score_gpt":0.4694171681167716,"score_spread":0.22176649974985493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099122979","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031539742,0.00012141339,0.0007745608,0.95811653,0.002214832,0.0055592144,0.00027171726,0.00037744312,0.0010245504],"genre_scores_gemma":[0.00037782756,0.0007580835,0.0023539471,0.9778303,0.001824809,0.0009516216,0.0016672905,0.00034281873,0.013893329],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899768,0.0007427935,0.0033345823,0.0018120906,0.0021753123,0.0019584016],"domain_scores_gemma":[0.98825514,0.0065348465,0.00116466,0.00219651,0.00083300687,0.001015845],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030778982,0.0010524809,0.001543856,0.00051798375,0.0010434242,0.0003104638,0.0007065181,0.001142966,0.000852214],"category_scores_gemma":[0.006901693,0.00086054986,0.0005638663,0.0012896315,0.00006489628,0.00025370953,0.00045865806,0.0032851186,0.003484379],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034085216,0.00017629404,0.000341312,0.00018459166,0.00018791943,0.0002302196,0.0021728873,0.0000031288455,0.00026916197,0.000041096588,0.9700329,0.022952022],"study_design_scores_gemma":[0.0034814673,0.0028930467,0.002006602,0.000006861493,0.00041659892,0.00019976286,0.00043286156,0.00017960511,0.00008736558,0.00003834454,0.98943216,0.0008253296],"about_ca_topic_score_codex":0.00251793,"about_ca_topic_score_gemma":0.002403466,"teacher_disagreement_score":0.031161916,"about_ca_system_score_codex":0.0023696066,"about_ca_system_score_gemma":0.0012979556,"threshold_uncertainty_score":0.9993845},"labels":[],"label_agreement":null},{"id":"W2099922790","doi":"10.1371/journal.pone.0137180","title":"A Systematic Critical Appraisal of Clinical Practice Guidelines in Juvenile Idiopathic Arthritis Using the Appraisal of Guidelines for Research and Evaluation II (AGREE II) Instrument","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Children's Hospital of Eastern Ontario; Dalhousie University; University of Ottawa","funders":"Royal Australian College of General Practitioners; University of Ottawa","keywords":"Medicine; Context (archaeology); Critical appraisal; Family medicine; Alternative medicine; Physical therapy; Systematic review; Guideline; MEDLINE; Pathology","score_opus":0.863700589491046,"score_gpt":0.6871150518892183,"score_spread":0.1765855376018277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099922790","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003956994,0.97101766,0.00038866283,0.013215154,0.0006735417,0.010523022,0.00014512763,0.000025633448,0.000054180546],"genre_scores_gemma":[0.0014569722,0.89014715,0.10439585,0.0002740905,0.0020362497,0.0013415846,0.0001979667,0.00012223075,0.000027916903],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9709679,0.0053056804,0.017436493,0.001023213,0.0046505835,0.0006161295],"domain_scores_gemma":[0.78577137,0.12514332,0.010793501,0.0031183702,0.07432763,0.00084579864],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11180176,0.00049944955,0.00597887,0.0005333131,0.00021522856,0.00004540445,0.00042180545,0.0006874179,0.00003147064],"category_scores_gemma":[0.8361361,0.00035702693,0.0004959162,0.00091621425,0.0004896342,0.00043453195,0.00070988055,0.0014240803,0.0000043549044],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009982851,0.0070838328,0.000056641275,0.37417218,0.0019258509,0.000020447413,0.0005188832,0.000008414679,0.0000556409,0.00062996993,0.003830626,0.61069924],"study_design_scores_gemma":[0.011343023,0.009730556,0.000011020502,0.77398515,0.034072246,0.000564469,0.00569116,0.046863656,0.000033135675,0.00094194175,0.11591845,0.0008451763],"about_ca_topic_score_codex":0.0004267511,"about_ca_topic_score_gemma":0.00013723476,"teacher_disagreement_score":0.72433436,"about_ca_system_score_codex":0.00028910444,"about_ca_system_score_gemma":0.0059912256,"threshold_uncertainty_score":0.9998882},"labels":[],"label_agreement":null},{"id":"W2100047811","doi":"10.1513/pats.201208-064st","title":"Moving from Evidence to Developing Recommendations in Guidelines: Article 11 in Integrating and Coordinating Efforts in COPD Guideline Development. An Official ATS/ERS Workshop Report","year":2012,"lang":"en","type":"review","venue":"Proceedings of the American Thoracic Society","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Nutrition, Metabolism and Diabetes","funders":"","keywords":"Medicine; MEDLINE; Intensive care medicine; Medical physics","score_opus":0.3897361874388254,"score_gpt":0.554779071543395,"score_spread":0.16504288410456963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100047811","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83988255,0.14418094,0.0022525664,0.009815361,0.00030480878,0.0034353137,0.000014203979,0.000086981825,0.000027291351],"genre_scores_gemma":[0.027889417,0.21144886,0.75705177,0.0025423332,0.0004417991,0.00033817717,0.00012256319,0.00013226217,0.000032806423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927512,0.0001303506,0.005227875,0.0008035847,0.000536069,0.0005509332],"domain_scores_gemma":[0.9929818,0.0020768426,0.0036736664,0.00029472858,0.0007880751,0.00018488719],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008564674,0.0004644635,0.0018589958,0.00027876467,0.00012204927,0.00007122913,0.00039743085,0.00018592527,0.000013694819],"category_scores_gemma":[0.026747327,0.00038277978,0.00023298539,0.002815707,0.00015515853,0.000716296,0.00061366643,0.0009444536,0.0000017028576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003474829,0.00008633779,0.07098553,0.0011648702,0.0000481433,0.0000037278076,0.0029598293,0.0000070082046,0.000091308655,0.0000053037083,0.00054711924,0.92406607],"study_design_scores_gemma":[0.0023506056,0.00032162917,0.053299103,0.28813416,0.002679184,0.00044734997,0.2049011,0.0099165635,0.00040604567,0.00021343588,0.43393824,0.003392588],"about_ca_topic_score_codex":0.0033003073,"about_ca_topic_score_gemma":0.0027325582,"teacher_disagreement_score":0.9206735,"about_ca_system_score_codex":0.0011534747,"about_ca_system_score_gemma":0.0010342494,"threshold_uncertainty_score":0.99986243},"labels":[],"label_agreement":null},{"id":"W2100393907","doi":"10.1093/ndt/gft303","title":"Quality and consistency of clinical practice guidelines for the management of children on chronic dialysis","year":2013,"lang":"en","type":"article","venue":"Nephrology Dialysis Transplantation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Medicine; Guideline; MEDLINE; Kidney disease; Intensive care medicine; Dialysis; Quality management; Family medicine; Quality (philosophy); Consistency (knowledge bases); Internal medicine; Pathology","score_opus":0.22408409721549857,"score_gpt":0.5120008053168484,"score_spread":0.28791670810134984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100393907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365217,0.00062838243,0.02284203,0.036665443,0.00018938119,0.0024792687,0.00008841096,0.000028674958,0.0005567051],"genre_scores_gemma":[0.95057327,0.009497427,0.032388795,0.006652286,0.00028619444,0.00020081151,0.00035470087,0.000017264536,0.000029264484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958505,0.000398641,0.0028652395,0.0003600025,0.00035738308,0.00016825972],"domain_scores_gemma":[0.989047,0.00788781,0.0012131174,0.00041751235,0.0013684847,0.00006611422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036150427,0.00015370286,0.0006732456,0.00010342706,0.00007973448,0.000009160985,0.00010555487,0.0001526658,0.00012495652],"category_scores_gemma":[0.0032160697,0.00010864818,0.00030926932,0.00021487389,0.00025933757,0.00018810372,0.000017014552,0.00016450055,0.000008903716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0081852125,0.0013592476,0.067575224,0.0014345216,0.010934002,0.0000069772204,0.0005865536,0.00048793957,0.0039900206,0.0034753657,0.005349388,0.89661556],"study_design_scores_gemma":[0.009220794,0.0016529436,0.9692529,0.00009149091,0.013918453,0.000029931647,0.0006473831,0.002262809,0.00061582174,0.0004841106,0.0016632878,0.00016007567],"about_ca_topic_score_codex":0.0007651094,"about_ca_topic_score_gemma":0.00014270515,"teacher_disagreement_score":0.90167767,"about_ca_system_score_codex":0.0000199084,"about_ca_system_score_gemma":0.00009656873,"threshold_uncertainty_score":0.4430544},"labels":[],"label_agreement":null},{"id":"W2100446258","doi":"10.1136/bmjqs.2010.043257","title":"Guideline adaptation: an approach to enhance efficiency in guideline development and improve utilisation","year":2011,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":267,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Charles-Le Moyne; Ministère de la Santé et des Services Sociaux (Québec); Canadian Institutes of Health Research; BC Cancer Agency; Université de Sherbrooke; Queen's University; Cancer Care Ontario; McMaster University; University of Ottawa; Canadian Partnership Against Cancer","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Adaptation (eye); Process (computing); Process management; Quality (philosophy); Rigour; Set (abstract data type); Medicine; Computer science; Psychology; Engineering; Pathology","score_opus":0.3778338223044193,"score_gpt":0.5255771329052766,"score_spread":0.14774331060085732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100446258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43139148,0.000055711826,0.55685824,0.0051782858,0.00022820257,0.0023016233,0.000021526757,0.00010433022,0.00386059],"genre_scores_gemma":[0.6159634,0.000011735541,0.3789989,0.004039414,0.00019342551,0.00008362226,0.0005638875,0.00002163126,0.00012395362],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931628,0.0003641234,0.004866004,0.00070106477,0.000572991,0.0003329895],"domain_scores_gemma":[0.9977448,0.00030362327,0.00051641685,0.00053095206,0.0006085458,0.00029566375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011614789,0.00023387128,0.00044523962,0.00014763133,0.00010160378,0.000018888384,0.00013584254,0.0001264137,0.00017601138],"category_scores_gemma":[0.005052948,0.0002192741,0.000050480598,0.00039539862,0.000059545127,0.000386176,0.00011080019,0.00023455174,0.00003619246],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042918716,0.0023966536,0.010564343,0.000188034,0.00006386952,0.000013631259,0.027015088,0.00036510665,0.004256644,0.0026338955,0.002730727,0.9454801],"study_design_scores_gemma":[0.01504927,0.0022125896,0.6351146,0.00029799197,0.000358966,0.00010625889,0.09323768,0.12013461,0.015026152,0.0021113732,0.113816425,0.0025340642],"about_ca_topic_score_codex":0.0018781719,"about_ca_topic_score_gemma":0.0006637745,"teacher_disagreement_score":0.9429461,"about_ca_system_score_codex":0.00021864267,"about_ca_system_score_gemma":0.0006717763,"threshold_uncertainty_score":0.8941738},"labels":[],"label_agreement":null},{"id":"W2101025333","doi":"10.1503/cmaj.071253","title":"Toward a more effective approach to stroke: Canadian Best Practice Recommendations for Stroke Care","year":2008,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Ontario Stroke Network; Canadian Institutes of Health Research; Toronto Rehabilitation Institute; University of Toronto; Dalhousie University","funders":"","keywords":"Best practice; Stroke (engine); Health care; Medicine; MEDLINE; Best evidence; Nursing; Medical education; Political science","score_opus":0.1793331089363708,"score_gpt":0.485659089652283,"score_spread":0.3063259807159122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101025333","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007959038,0.8016282,0.0017871811,0.16809148,0.0034630809,0.008094982,0.006294542,0.00004975021,0.010582858],"genre_scores_gemma":[0.00003024919,0.9495166,0.011413209,0.028423632,0.005815034,0.0007429219,0.00283652,0.00013941937,0.0010824099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930114,0.00089290197,0.0023286378,0.0006290039,0.0019521868,0.0011858551],"domain_scores_gemma":[0.9826874,0.00475672,0.0014547969,0.00034262045,0.003340311,0.0074181594],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0031360537,0.0005336599,0.0017886835,0.0012172784,0.0007527754,0.000194941,0.00044345175,0.0015099777,0.0006534052],"category_scores_gemma":[0.081797674,0.000505062,0.00089833565,0.0006788065,0.000048631682,0.00035819085,0.00003875469,0.0035812417,0.00029931669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016776796,0.00007653447,0.000056087192,0.00065697415,0.00075892196,0.00019359033,0.0006778517,0.0000010836368,1.2277485e-8,0.000025302623,0.28005672,0.7174801],"study_design_scores_gemma":[0.0015043779,0.00040074743,0.000030998006,0.0023307358,0.0022827776,0.003489566,0.0058807647,0.000026720205,6.144457e-8,0.0000026980754,0.9836436,0.00040698296],"about_ca_topic_score_codex":0.15996356,"about_ca_topic_score_gemma":0.37231362,"teacher_disagreement_score":0.71707314,"about_ca_system_score_codex":0.016561052,"about_ca_system_score_gemma":0.05013106,"threshold_uncertainty_score":0.99978626},"labels":[],"label_agreement":null},{"id":"W2101702919","doi":"10.1378/chest.13-0463","title":"Creating Clinical Practice Guidelines","year":2013,"lang":"en","type":"letter","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission","keywords":"Guideline; Scopus; Medicine; Grading (engineering); Automatic summarization; Medical education; Credibility; MEDLINE; Evidence-based medicine; Critical appraisal; Clinical Practice; Alternative medicine; Family medicine; Political science; Pathology; Law","score_opus":0.5087625084770093,"score_gpt":0.5897876641369549,"score_spread":0.08102515565994561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101702919","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005014801,0.0008737076,0.002343562,0.981853,0.003755594,0.0005645943,0.000009893525,0.000086340435,0.010011793],"genre_scores_gemma":[0.000026243155,0.0017317185,0.19446824,0.71243906,0.08528496,0.000013945508,0.00021066541,0.00011557668,0.0057095718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99055094,0.0006819602,0.006057247,0.00058896403,0.001477241,0.00064363505],"domain_scores_gemma":[0.97774005,0.009325667,0.004261997,0.0008028144,0.007395966,0.00047348882],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.007604513,0.00048412685,0.0011392335,0.00021401528,0.0002574922,0.0003790058,0.00035903373,0.0013847464,0.0030335493],"category_scores_gemma":[0.21616161,0.00038580608,0.00073626585,0.00019857766,0.00015079482,0.00085450703,0.00015181393,0.011193198,0.0016153136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085554544,0.00011179897,0.0007736927,0.00016483795,0.00042031155,0.002620391,0.000034122135,0.0000010020528,0.00001522764,0.0000024738379,0.92584896,0.069921605],"study_design_scores_gemma":[0.0020750614,0.00050750683,0.0012446357,0.0005422634,0.0018457139,0.013700278,0.0004134795,0.00016341612,0.000006516775,0.00018272302,0.97896755,0.00035088175],"about_ca_topic_score_codex":0.00010665842,"about_ca_topic_score_gemma":0.0000020275206,"teacher_disagreement_score":0.26941395,"about_ca_system_score_codex":0.00026111037,"about_ca_system_score_gemma":0.0015966467,"threshold_uncertainty_score":0.99991167},"labels":[],"label_agreement":null},{"id":"W2101959878","doi":"10.1002/art.24207","title":"Quality appraisal of clinical practice guidelines and consensus statements on the use of biologic agents in rheumatoid arthritis: A systematic review","year":2008,"lang":"en","type":"review","venue":"Arthritis Care & Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"U.S. Public Health Service","keywords":"Medicine; Guideline; Rheumatoid arthritis; Infliximab; Adalimumab; Etanercept; MEDLINE; Physical therapy; Systematic review; Alternative medicine; Critical appraisal; Family medicine; Meta-analysis; Intensive care medicine; Internal medicine; Disease; Pathology","score_opus":0.8575362336688209,"score_gpt":0.7136092996510743,"score_spread":0.1439269340177466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101959878","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012856593,0.986895,0.000004171454,0.0018659213,0.0002158675,0.009202339,0.00041291374,0.000019246032,0.000098871125],"genre_scores_gemma":[0.0005623093,0.995428,0.0016846339,0.0012372378,0.0000805151,0.00060141063,0.00033136483,0.000057560337,0.000016932907],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9666622,0.01645737,0.013168164,0.0008944544,0.002261077,0.00055671966],"domain_scores_gemma":[0.9098573,0.078765914,0.0040060976,0.0015170627,0.00561614,0.00023753471],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025958803,0.0004622454,0.005824222,0.00037603866,0.00011853097,0.000040059866,0.00037090768,0.00040543743,0.00006862421],"category_scores_gemma":[0.48188692,0.0003021073,0.0007046148,0.00096816476,0.00087049155,0.0002085425,0.0004278517,0.0018259678,0.000051697218],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001575368,0.00039389788,0.00036440857,0.34867856,0.00036418546,0.00026188293,0.00012523917,2.6599102e-7,1.8532131e-7,0.00012796294,0.014546832,0.63497907],"study_design_scores_gemma":[0.0016791518,0.00079575187,0.00010835915,0.5782085,0.00020835498,0.0004414287,0.0014191533,0.000004909552,2.9940114e-7,0.000008767168,0.4169366,0.00018872452],"about_ca_topic_score_codex":0.0016915275,"about_ca_topic_score_gemma":0.0005855597,"teacher_disagreement_score":0.6347903,"about_ca_system_score_codex":0.00012742783,"about_ca_system_score_gemma":0.0016710265,"threshold_uncertainty_score":0.9999431},"labels":[],"label_agreement":null},{"id":"W2102088499","doi":"10.1111/jep.12037","title":"Rhetoric and argumentation: how clinical practice guidelines think","year":2013,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Argumentation theory; Credibility; Evidence-based medicine; Population; Persuasion; Medicine; Generalization; Randomized controlled trial; Rhetorical question; Psychology; Psychotherapist; Evidence-based practice; Alternative medicine; Epistemology; Social psychology","score_opus":0.4866521070646066,"score_gpt":0.6420826827982772,"score_spread":0.15543057573367058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102088499","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29550856,0.0027830866,0.0050263796,0.6833853,0.005472507,0.0024990046,0.0000031295092,0.000037183887,0.0052848053],"genre_scores_gemma":[0.4114543,0.010268014,0.49694324,0.074160956,0.0065941326,0.000050868057,0.000028714816,0.0000686263,0.00043116216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.981354,0.0050975895,0.0097742,0.0005754731,0.002858467,0.0003402666],"domain_scores_gemma":[0.8424012,0.104717895,0.013797829,0.0009893796,0.03710937,0.0009843331],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.087783575,0.0002829925,0.0010202533,0.00030998612,0.000104731385,0.00026088697,0.00019245627,0.00041861247,0.00079885405],"category_scores_gemma":[0.7409576,0.00023308207,0.000382635,0.000603169,0.00020179938,0.0062135383,0.00012340103,0.0022016398,0.00017927826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031313372,0.0032383213,0.04497549,0.00006866516,0.0007525419,0.00021816489,0.00035984677,0.00011145835,0.000081224294,0.0004204894,0.29295382,0.65368867],"study_design_scores_gemma":[0.025535585,0.005882591,0.39123204,0.00044457123,0.0055215615,0.0045619872,0.014759843,0.018846378,0.000014876822,0.005396718,0.5272862,0.0005176397],"about_ca_topic_score_codex":0.00011290982,"about_ca_topic_score_gemma":0.000017637922,"teacher_disagreement_score":0.65317404,"about_ca_system_score_codex":0.00026705704,"about_ca_system_score_gemma":0.0014416267,"threshold_uncertainty_score":0.95651525},"labels":[],"label_agreement":null},{"id":"W2102381912","doi":"10.1016/j.jclinepi.2010.09.013","title":"Describing reporting guidelines for health research: a systematic review","year":2011,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":149,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian College of Naturopathic Medicine; Queen's University; Children's Hospital of Eastern Ontario; Ottawa Hospital","funders":"Medical Research Council; Cancer Research UK","keywords":"Checklist; Guideline; Systematic review; Medicine; MEDLINE; Consolidated Standards of Reporting Trials; Randomized controlled trial; Medical education; Family medicine; Psychology; Political science; Pathology","score_opus":0.9912864423081622,"score_gpt":0.8159723724322036,"score_spread":0.17531406987595866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102381912","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.2458586e-7,0.94639766,0.007011833,0.038327906,0.001949155,0.006216416,0.00001622125,0.000022918606,0.000057346093],"genre_scores_gemma":[2.6721077e-7,0.8652491,0.08871779,0.041504674,0.0040355874,0.00017545235,0.00006230201,0.00009791275,0.00015689041],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7318311,0.060263276,0.20390609,0.0012563749,0.0011565655,0.0015865933],"domain_scores_gemma":[0.06924833,0.5900238,0.31604347,0.0025748436,0.019322228,0.0027872948],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6427251,0.0005669659,0.04031537,0.0005698024,0.00015409525,0.000013249623,0.0007079562,0.0010154931,0.00010566135],"category_scores_gemma":[0.989574,0.00033820583,0.008505543,0.0005776473,0.0003070043,0.00017532764,0.00023058099,0.0050521023,0.000054779048],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007297465,0.00011803089,0.000027626518,0.5325566,0.0006845524,0.000051822954,0.0000045355873,8.3115474e-8,3.8242516e-9,0.00015602076,0.11003122,0.35629654],"study_design_scores_gemma":[0.0004723774,0.001604966,0.000003929039,0.5134128,0.005461431,0.0030721824,0.000025339357,0.000012319337,3.3792549e-9,0.0005896437,0.47522733,0.000117697346],"about_ca_topic_score_codex":0.000050699542,"about_ca_topic_score_gemma":0.000012388581,"teacher_disagreement_score":0.66258276,"about_ca_system_score_codex":0.0003743185,"about_ca_system_score_gemma":0.0096666785,"threshold_uncertainty_score":0.999907},"labels":[],"label_agreement":null},{"id":"W2102904813","doi":"10.5770/cgj.16.62","title":"Improving the Quality of Care for Older Adults Using Evidence-Informed Clinical Care Pathways","year":2013,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Calgary Laboratory Services; University of Calgary; Alberta Health Services","funders":"University of Calgary","keywords":"Medicine; Clinical pathway; Workflow; Health care; Care pathway; Workload; Nursing; Focus group; Quality (philosophy); Quality management; Family medicine","score_opus":0.30541999522306884,"score_gpt":0.5007448913907697,"score_spread":0.19532489616770088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102904813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906098,0.0022614596,0.0017449486,0.002220265,0.0013479039,0.0016481063,0.00008176453,0.000009696124,0.000076046315],"genre_scores_gemma":[0.9867888,0.00022277088,0.009743086,0.0015690424,0.0015855388,0.000019232686,0.00003381793,0.000026728267,0.000010953658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99653417,0.00020966431,0.0022010999,0.00021417954,0.00040548889,0.00043542517],"domain_scores_gemma":[0.99180025,0.0028523372,0.0012263242,0.00036643673,0.0029889117,0.00076576555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024049417,0.00014913859,0.0004214927,0.00018412678,0.00034596102,0.00010501751,0.00022462469,0.00017967373,0.00018241699],"category_scores_gemma":[0.026566718,0.000109125554,0.00036513334,0.00024631983,0.00007348412,0.00043631406,0.000035987017,0.00055609137,0.000008096567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006420981,0.000049022794,0.18729003,0.0016938077,0.00015617492,0.000025146288,0.011152688,0.0000496449,0.00038132374,0.00007468031,0.008656345,0.789829],"study_design_scores_gemma":[0.01777784,0.002291536,0.6877353,0.0017590265,0.0017259828,0.00050730206,0.26623395,0.007725393,0.0003513755,0.000256734,0.01270422,0.0009313325],"about_ca_topic_score_codex":0.08698826,"about_ca_topic_score_gemma":0.07012135,"teacher_disagreement_score":0.7888977,"about_ca_system_score_codex":0.00079658674,"about_ca_system_score_gemma":0.0071060793,"threshold_uncertainty_score":0.9985227},"labels":[],"label_agreement":null},{"id":"W2103144682","doi":"10.1093/qjmed/hch006","title":"Drug treatment of stable angina pectoris and mass dissemination of therapeutic guidelines: a randomized controlled trial","year":2003,"lang":"en","type":"article","venue":"QJM","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre hospitalier de l'Université Laval; Université du Québec en Outaouais; McGill University Health Centre; Centre Hospitalier de l’Université de Montréal","funders":"Medical Research Council; Health Canada; Medical Research Council Canada","keywords":"Dissemination; Randomized controlled trial; Angina; Information Dissemination; Medicine; Stable angina; Clinical Practice; Clinical trial; Health care; Business; Intensive care medicine; Physical therapy; Coronary heart disease; Political science; Internal medicine; Computer science","score_opus":0.11631450723250608,"score_gpt":0.46553824530668325,"score_spread":0.34922373807417717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103144682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798867,0.0036317555,0.004957101,0.002890451,0.00043678097,0.006921561,0.000015643654,0.000024892726,0.001235132],"genre_scores_gemma":[0.9935154,0.0007123582,0.0037895876,0.00007470991,0.00010834575,0.00019870377,0.000023447177,0.000014340123,0.0015631162],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9976207,0.0003681611,0.0014757076,0.00015641408,0.00026729505,0.000111719164],"domain_scores_gemma":[0.9943934,0.0043011825,0.00063169276,0.00019108286,0.00043073753,0.00005192422],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020733702,0.00012486085,0.0012189315,0.00009126053,0.000021606376,0.000006696062,0.000023095776,0.000046065703,0.00024082257],"category_scores_gemma":[0.009795817,0.000081496946,0.0002462508,0.00011918976,0.00006111811,0.00007138323,0.0000036862682,0.000037943235,0.0000015046365],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9787879,0.0006394146,0.0008043731,0.00005016177,0.00057251577,0.000002588382,0.00053925486,0.000004726479,0.011280038,0.00059645565,0.00068770256,0.006034856],"study_design_scores_gemma":[0.98710084,0.0008906412,0.00006968177,0.00005491383,0.001529585,0.0000037690836,0.00071472005,0.0011732478,0.0061584525,0.0005190187,0.0017151417,0.00007001436],"about_ca_topic_score_codex":0.00013601847,"about_ca_topic_score_gemma":0.000011284222,"teacher_disagreement_score":0.013628709,"about_ca_system_score_codex":0.000057027748,"about_ca_system_score_gemma":0.0001272997,"threshold_uncertainty_score":0.9985451},"labels":[],"label_agreement":null},{"id":"W2103191375","doi":"10.1177/1460458205050684","title":"Augmenting GEM-encoded clinical practice guidelines with relevant best evidence autonomously retrieved from MEDLINE","year":2005,"lang":"en","type":"article","venue":"Health Informatics Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; MEDLINE; Quality (philosophy); Medical literature; Health care; XML; World Wide Web; Data science; Medicine","score_opus":0.47623390756840694,"score_gpt":0.585425583502749,"score_spread":0.10919167593434204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103191375","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2960721,0.0031243504,0.16093513,0.5351821,0.0015965443,0.0017467171,0.000038678514,0.00020853661,0.0010958042],"genre_scores_gemma":[0.029804327,0.010223324,0.85421467,0.101463795,0.003934977,0.000010205991,0.0000765445,0.000050704723,0.00022145134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852568,0.00057805417,0.011370775,0.0002809376,0.0017403933,0.0007730621],"domain_scores_gemma":[0.9791716,0.0075274557,0.00720478,0.0006932577,0.004237796,0.0011651561],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025941996,0.00035066673,0.00093522295,0.00012842733,0.0005121412,0.00024880125,0.00030795307,0.00020964856,0.00035306494],"category_scores_gemma":[0.11548687,0.0002638807,0.00019724957,0.00043061827,0.00012026444,0.0034127897,0.00013802428,0.0022570598,0.00036441395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056558824,0.0009873509,0.016518962,0.00039503982,0.0005638428,0.00015568516,0.0040634302,0.0011741708,0.0000430369,0.00005700177,0.1589771,0.8114085],"study_design_scores_gemma":[0.0121593345,0.0052344417,0.006318752,0.004076476,0.0011341085,0.006224998,0.013169904,0.13863726,0.00007978208,0.00012075619,0.8122335,0.00061065337],"about_ca_topic_score_codex":0.00032518845,"about_ca_topic_score_gemma":0.0001767465,"teacher_disagreement_score":0.81079787,"about_ca_system_score_codex":0.0007013949,"about_ca_system_score_gemma":0.0048202057,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W2103269114","doi":"10.1093/clinchem/48.1.9","title":"Practice Guidelines and Practicing Physicians—Who’s Guiding Whom?","year":2002,"lang":"en","type":"editorial","venue":"Clinical Chemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Ottawa","funders":"","keywords":"Medicine; Family medicine; Medical education","score_opus":0.35684200889159484,"score_gpt":0.5600408614292104,"score_spread":0.20319885253761555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103269114","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009397096,0.005106055,0.00028398132,0.088819906,0.8750364,0.0015846365,0.00028628815,0.0005956203,0.018889993],"genre_scores_gemma":[0.0005379125,0.011197929,0.014526295,0.008654637,0.95142174,0.000048183832,0.0010025,0.00023186141,0.0123789525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896471,0.0003432883,0.0058031525,0.0017214669,0.0018047082,0.0006803171],"domain_scores_gemma":[0.9480677,0.04064927,0.0039211903,0.0014750666,0.005291068,0.00059565774],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0068561877,0.00076651416,0.0019732642,0.000060559185,0.00026523377,0.00029158487,0.00036860388,0.002501104,0.00045043818],"category_scores_gemma":[0.5740858,0.0007666927,0.00057660503,0.00029184044,0.00048378238,0.00064508984,0.00048165862,0.0037512488,0.00015812003],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000457301,0.00047721385,0.00038390607,0.000700342,0.0004886064,0.00022410082,0.000041083284,0.0000012610036,0.00024451962,0.0000015708004,0.95729154,0.039688554],"study_design_scores_gemma":[0.003618612,0.00030106254,0.00005004383,0.0016398,0.0031061515,0.00012100172,0.00052858616,0.00049779576,0.00031425036,0.000034085093,0.98911405,0.00067456375],"about_ca_topic_score_codex":0.00009395082,"about_ca_topic_score_gemma":0.000004991694,"teacher_disagreement_score":0.56722957,"about_ca_system_score_codex":0.00024917192,"about_ca_system_score_gemma":0.0011822493,"threshold_uncertainty_score":0.9994784},"labels":[],"label_agreement":null},{"id":"W2103340238","doi":"10.1016/s0161-4754(01)19243-2","title":"Evaluating the quality of clinical practice guidelines","year":2001,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Chiropractic Association","funders":"","keywords":"Medicine; Clinical Practice; Chiropractic; Quality (philosophy); Family medicine; Medical physics; Alternative medicine; Pathology","score_opus":0.9660323480296918,"score_gpt":0.7323258189939499,"score_spread":0.23370652903574196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103340238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978161,0.0009160423,0.0021918085,0.018017234,0.00020013933,0.00020179806,0.0000016234787,0.000004959412,0.00030540273],"genre_scores_gemma":[0.9549475,0.0031624243,0.027605005,0.013354456,0.00088129035,0.0000010044897,0.0000024566834,0.000007637856,0.00003828357],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994726,0.0012271308,0.003238313,0.00013813688,0.00055003056,0.000120397744],"domain_scores_gemma":[0.98537076,0.00860123,0.0027666262,0.00019613038,0.0029850595,0.000080221056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011063188,0.0001165322,0.00062332075,0.00002681995,0.0000679512,0.000011680812,0.00011380177,0.00010404116,0.00007161715],"category_scores_gemma":[0.030418206,0.000057263787,0.00026451304,0.0001479685,0.00020164192,0.00017715774,0.00006097821,0.0005435777,0.0000021197418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01906586,0.0019394839,0.08305241,0.000074793694,0.0018409743,0.000043926826,0.00058096397,0.00052538817,0.06643323,0.003804522,0.0013810993,0.82125735],"study_design_scores_gemma":[0.004030998,0.008754301,0.9357696,0.00010199133,0.0010006374,0.00031295678,0.002884701,0.005439082,0.00015687653,0.014356463,0.027046513,0.0001458457],"about_ca_topic_score_codex":0.000018136057,"about_ca_topic_score_gemma":0.0000012102588,"teacher_disagreement_score":0.8527172,"about_ca_system_score_codex":0.000013537899,"about_ca_system_score_gemma":0.00011128236,"threshold_uncertainty_score":0.977749},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2104298366","doi":"10.1017/s1481803500008071","title":"Canadian Emergency Department Information System (CEDIS) Presenting Complaint List (Version 1.0)","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta Hospital; Jewish General Hospital; McGill University; University of British Columbia","funders":"","keywords":"Complaint; Emergency department; Medicine; Medical emergency; Action (physics); World Wide Web; Computer science; Nursing","score_opus":0.19838195831746014,"score_gpt":0.4290292165874897,"score_spread":0.23064725827002958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104298366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75876385,0.0025897487,0.0042301086,0.041372158,0.07326978,0.002337723,0.0001759575,0.000063509186,0.11719719],"genre_scores_gemma":[0.9969551,0.00022491177,0.00051164086,0.0004575938,0.0010958338,0.0000058092196,0.00016061257,0.000025681204,0.0005628128],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955908,0.00018681149,0.002821472,0.00016672748,0.0006341202,0.0006000913],"domain_scores_gemma":[0.9944022,0.00008547313,0.0010873209,0.00031443647,0.00146712,0.0026434485],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002246983,0.00023554607,0.00048927637,0.00085991505,0.00034176497,0.000010959466,0.00019385133,0.00012308953,0.013854957],"category_scores_gemma":[0.006492734,0.00020221063,0.0001842609,0.0006167654,0.000049787763,0.00062820676,0.000009194434,0.00045031824,0.00011691629],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008572368,0.0000277384,0.24132647,0.00038630134,0.00029104968,0.00038983847,0.0015630021,0.00011226682,0.00013374235,0.002412702,0.7513922,0.0018789606],"study_design_scores_gemma":[0.0024991867,0.0006694191,0.03398104,0.00044765294,0.00064954255,0.0005311364,0.009418152,0.0004355814,0.0000489717,0.00015066829,0.9508977,0.0002709862],"about_ca_topic_score_codex":0.30305338,"about_ca_topic_score_gemma":0.5630747,"teacher_disagreement_score":0.26002133,"about_ca_system_score_codex":0.0014869865,"about_ca_system_score_gemma":0.003070998,"threshold_uncertainty_score":0.98704654},"labels":[],"label_agreement":null},{"id":"W2104381448","doi":"10.1136/bmjqs-2011-000206","title":"Tell me about the context, and more","year":2011,"lang":"en","type":"editorial","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre; Canadian Patient Safety Institute","funders":"","keywords":"Medicine; Context (archaeology); Data science; Medical education; Nursing; Computer science","score_opus":0.2699891485242527,"score_gpt":0.552999698820435,"score_spread":0.2830105502961823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104381448","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016880804,0.0017991018,0.00080122723,0.039573666,0.94491625,0.004054987,0.0012916789,0.00018949105,0.005685522],"genre_scores_gemma":[0.004176979,0.0026691908,0.00056989765,0.006789149,0.97772336,0.00009881565,0.0025034153,0.00010168651,0.0053675296],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935971,0.0008022546,0.0034114933,0.0006205135,0.001226909,0.00034174745],"domain_scores_gemma":[0.97938883,0.016995834,0.0013810018,0.00115447,0.00084320776,0.00023667865],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011100246,0.00037474115,0.00093804987,0.000047152367,0.00018555306,0.00004461302,0.00026492093,0.0010663834,0.000647671],"category_scores_gemma":[0.052045714,0.00025100808,0.00026227327,0.000111923226,0.00037303692,0.00014868258,0.00024210417,0.0022144853,0.00015121752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017985437,0.00009494137,0.0005162407,0.00029180758,0.00020643967,0.00001422659,0.00095391105,6.680456e-8,0.000014047944,0.00028576286,0.97164464,0.02417936],"study_design_scores_gemma":[0.002896222,0.0001749455,0.00736044,0.00022843225,0.0006919072,0.000011572976,0.0028798424,0.0000098292985,0.000008132504,0.00027484057,0.9851691,0.0002947007],"about_ca_topic_score_codex":0.0048487354,"about_ca_topic_score_gemma":0.0010327002,"teacher_disagreement_score":0.04094547,"about_ca_system_score_codex":0.00016638442,"about_ca_system_score_gemma":0.0012587609,"threshold_uncertainty_score":0.9999942},"labels":[],"label_agreement":null},{"id":"W2104505650","doi":"10.3747/co.19.985","title":"Challenges in Knowledge Translation: The Early Years of Cancer Care Ontario’s Program in Evidence-Based Care","year":2012,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; BC Cancer Agency","funders":"Canadian Institutes of Health Research; Partenariat Canadien Contre Le Cancer; Ontario Ministry of Health and Long-Term Care; Canadian Centre for Applied Research in Cancer Control; Cancer Care Ontario","keywords":"Knowledge translation; Context (archaeology); Medicine; Skepticism; Guideline; Medical education; Publication; Public relations; Knowledge management; Political science; Computer science","score_opus":0.7930856347054012,"score_gpt":0.6277725647541602,"score_spread":0.16531306995124095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104505650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8558375,0.1382373,0.000004543569,0.0033846379,0.00089143415,0.0011088018,0.0000038612975,0.000013942415,0.00051796826],"genre_scores_gemma":[0.99691623,0.0020770007,0.00030166662,0.000054963883,0.0002677465,0.0003424877,0.000025807733,0.000009879636,0.0000042116267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99857837,0.00026730812,0.00059472816,0.00017260465,0.00015794182,0.00022902327],"domain_scores_gemma":[0.9981415,0.001237353,0.0001640798,0.00019238314,0.00020148829,0.00006318755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005847106,0.000090153655,0.00027347874,0.000107214044,0.000013916405,0.0000030335063,0.00008896547,0.000104920364,0.00011050888],"category_scores_gemma":[0.00051050825,0.000073599076,0.00006645373,0.00018726588,0.00007453318,0.0001405766,0.000021556456,0.0004043621,0.000008978553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001568047,0.00033256185,0.4013534,0.0001532743,0.00000574564,0.0000013368402,0.029545123,0.0000058524874,0.000007581016,0.000012395381,0.00003069045,0.56839526],"study_design_scores_gemma":[0.0026799485,0.00063419243,0.83751786,0.00046058762,0.00009794114,0.0000010352888,0.008168469,0.00003368337,0.000030414607,0.000005696685,0.15030587,0.000064291155],"about_ca_topic_score_codex":0.007043089,"about_ca_topic_score_gemma":0.449183,"teacher_disagreement_score":0.56833094,"about_ca_system_score_codex":0.000815862,"about_ca_system_score_gemma":0.0010335037,"threshold_uncertainty_score":0.9995691},"labels":[],"label_agreement":null},{"id":"W2104641595","doi":"10.1017/s0266462309090163","title":"The Alberta hip and knee replacement project: A model for health technology assessment based on comparative effectiveness of clinical pathways","year":2009,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Capital District Health Authority; Alberta Health Services; Alberta Bone and Joint Health Institute","funders":"","keywords":"Health technology; Medicine; Physical therapy; Knee replacement; Physical medicine and rehabilitation; Political science; Orthopedic surgery; Health care; Surgery","score_opus":0.22410874770203404,"score_gpt":0.6076747289358687,"score_spread":0.3835659812338347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104641595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52924967,0.001085847,0.0626301,0.3998515,0.0012151224,0.005564247,0.00009830877,0.00005999409,0.00024520053],"genre_scores_gemma":[0.9601528,0.00032934465,0.03658231,0.0027033987,0.000067039226,0.00010127756,0.00004601693,0.000012692377,0.000005119672],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99509424,0.00047064683,0.0031404467,0.0003440779,0.0006485165,0.00030204456],"domain_scores_gemma":[0.9918262,0.0037276351,0.0027717275,0.00032525999,0.0012545013,0.00009472422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006457016,0.00019232655,0.00092009973,0.000870917,0.0001319386,0.00001767196,0.00032951974,0.000223545,0.0000026042642],"category_scores_gemma":[0.002364754,0.00014303137,0.00015830979,0.00031146815,0.00019208777,0.0001021089,0.00007390599,0.0011096139,1.9939401e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026466535,0.006015465,0.26726475,0.0012046889,0.0010257778,0.00006554676,0.0011899733,0.008156248,0.00038831696,0.14143746,0.0023100453,0.5444752],"study_design_scores_gemma":[0.061470043,0.10422847,0.29761875,0.0075062504,0.0002491178,0.00044913113,0.03474034,0.4579128,0.00066318724,0.024653887,0.009862395,0.0006456157],"about_ca_topic_score_codex":0.0000750361,"about_ca_topic_score_gemma":0.00018153762,"teacher_disagreement_score":0.54382956,"about_ca_system_score_codex":0.0011725826,"about_ca_system_score_gemma":0.0044198255,"threshold_uncertainty_score":0.7840581},"labels":[],"label_agreement":null},{"id":"W2105012912","doi":"10.1080/000164702760379486","title":"Research methodology in rheumatology","year":2002,"lang":"en","type":"review","venue":"Acta Orthopaedica Scandinavica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Centre for Global Health Research; Institute of Population and Public Health","funders":"Institute of Museum and Library Services","keywords":"Medicine; Rheumatology; Internal medicine; Medical physics; Family medicine","score_opus":0.7393546545995926,"score_gpt":0.6294632668643463,"score_spread":0.10989138773524632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105012912","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000092342234,0.98986626,0.000046516514,0.0037084634,0.0005955347,0.0021666747,0.000029500527,0.00009608006,0.003398655],"genre_scores_gemma":[0.00033084757,0.9930354,0.0039976207,0.0002522483,0.00028705652,0.00042709225,0.00049975497,0.00014515943,0.0010248674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867314,0.0059264605,0.0037162774,0.0012703417,0.00111108,0.001244435],"domain_scores_gemma":[0.9744516,0.022517964,0.0009091923,0.0012766605,0.00032942853,0.000515136],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.01252778,0.00057805807,0.004203581,0.0019000121,0.00014594583,0.00003736575,0.0005540003,0.001371765,0.0041889898],"category_scores_gemma":[0.026980536,0.00047847492,0.0007686678,0.0023868396,0.0005097792,0.00015136185,0.00046734125,0.0044385428,0.00094756176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008428332,0.0003258997,0.001159889,0.010943458,0.00019088268,0.0005638231,0.000072090756,2.6083173e-8,3.0237388e-7,0.0002272463,0.031876262,0.9545558],"study_design_scores_gemma":[0.0013767421,0.00045577658,0.00017116957,0.011822668,0.0009064633,0.0026477852,0.00015834993,0.000013194106,8.86127e-8,0.0001181111,0.9819857,0.00034394916],"about_ca_topic_score_codex":0.0008806422,"about_ca_topic_score_gemma":0.00032302126,"teacher_disagreement_score":0.9542119,"about_ca_system_score_codex":0.0006301168,"about_ca_system_score_gemma":0.0014167079,"threshold_uncertainty_score":0.99992466},"labels":[],"label_agreement":null},{"id":"W2105069129","doi":"10.4212/cjhp.v60i4.183","title":"Guides de pratique clinique : l'évaluation critique, la clé!","year":2007,"lang":"fr","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; Interior Health","funders":"","keywords":"Gynecology; Medicine","score_opus":0.14530843492127796,"score_gpt":0.5078841429862312,"score_spread":0.3625757080649532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105069129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5977808,0.0106260255,0.008649622,0.36578682,0.008739324,0.00094650325,0.000043499116,0.000015986456,0.0074113794],"genre_scores_gemma":[0.9725346,0.0015178521,0.0043498725,0.013820715,0.006737025,0.00000437293,0.000011830049,0.000060056373,0.00096368196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994636,0.0012582195,0.0025026556,0.00019205982,0.0005581342,0.0008529405],"domain_scores_gemma":[0.99054694,0.004585941,0.0012711731,0.00028767285,0.0017032097,0.0016050886],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027221486,0.00026714642,0.00040968414,0.000287589,0.00031793365,0.00018795829,0.0004204734,0.00019386056,0.0016013118],"category_scores_gemma":[0.020608004,0.00022685065,0.00030935337,0.00035107005,0.00040079918,0.00084035366,0.000027336811,0.0018498716,0.00009229289],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072130444,0.0005223087,0.08218313,0.00021909442,0.0008217719,0.005901286,0.010320632,0.00025243458,0.0017211351,0.012107451,0.3188102,0.56641924],"study_design_scores_gemma":[0.006942503,0.0031420595,0.08661161,0.0011726422,0.0022781307,0.003854117,0.0059802206,0.0016640044,0.0063113314,0.017498827,0.8639438,0.00060070993],"about_ca_topic_score_codex":0.07968901,"about_ca_topic_score_gemma":0.12948087,"teacher_disagreement_score":0.56581855,"about_ca_system_score_codex":0.0014200784,"about_ca_system_score_gemma":0.017246472,"threshold_uncertainty_score":0.9993114},"labels":[],"label_agreement":null},{"id":"W2105788824","doi":"10.1136/bmj.d1289","title":"Adequacy of reporting monitoring regimens of risk factors for cardiovascular disease in clinical guidelines: systematic review","year":2011,"lang":"en","type":"review","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Health Technology Assessment Programme","keywords":"Guideline; Medicine; MEDLINE; Disease; Intensive care medicine; Family medicine; Internal medicine; Pathology","score_opus":0.6953965353643573,"score_gpt":0.6162779184582541,"score_spread":0.07911861690610322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105788824","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009672732,0.9863144,0.00053599227,0.00006176058,0.00061623973,0.012222465,0.000113433736,0.000025075453,0.00001389432],"genre_scores_gemma":[0.00009415805,0.9913799,0.0067918566,0.000031701005,0.0006933028,0.00067423406,0.00021660887,0.00009113835,0.000027069278],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96838427,0.0014314151,0.02855248,0.0006548309,0.0007012087,0.00027582337],"domain_scores_gemma":[0.9594295,0.00826791,0.02838995,0.002357445,0.0013031742,0.00025204127],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032033417,0.00044874655,0.009705486,0.00022641792,0.000024453144,0.000005215654,0.0002675014,0.00028929577,0.000015320149],"category_scores_gemma":[0.5212758,0.00032189224,0.006584449,0.000423887,0.000062071005,0.00010230767,0.00012495402,0.0005528321,0.000005992069],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035991336,0.00012740082,0.0038050923,0.9174515,0.0023547364,0.000029028857,0.000023282146,0.0000021410617,1.8175356e-8,0.0000067753745,0.00059629173,0.07556773],"study_design_scores_gemma":[0.0006759949,0.00011492959,0.0002245127,0.86714435,0.0742725,0.00002260982,0.00012861965,0.000016410238,3.2817266e-7,0.000020910129,0.057126462,0.00025235096],"about_ca_topic_score_codex":0.00047833813,"about_ca_topic_score_gemma":0.0000041227554,"teacher_disagreement_score":0.4892424,"about_ca_system_score_codex":0.00012590115,"about_ca_system_score_gemma":0.0010923521,"threshold_uncertainty_score":0.9999233},"labels":[],"label_agreement":null},{"id":"W2106363677","doi":"","title":"Rétroaction de la Sentinelle: une voie vers une utilisation significative des DME","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital","funders":"","keywords":"Philosophy; Political science","score_opus":0.13117785079087702,"score_gpt":0.3906550564520809,"score_spread":0.25947720566120386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106363677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9051549,0.0076377443,0.01818732,0.028374251,0.010343143,0.002338579,0.00011115783,0.00031355975,0.027539356],"genre_scores_gemma":[0.97877216,0.0051270383,0.0024259211,0.0008706184,0.004624586,0.00007595763,0.00026909655,0.00012820937,0.0077064014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930937,0.002157274,0.0013651279,0.0005559808,0.00062620733,0.0022016757],"domain_scores_gemma":[0.99466175,0.0025197042,0.0007255438,0.0005322184,0.00036495057,0.001195812],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048043504,0.0004344164,0.00042986128,0.0001489949,0.00025179054,0.00011244549,0.00020252584,0.00027064365,0.0010076873],"category_scores_gemma":[0.012602486,0.0004605614,0.00019157308,0.0013535572,0.0006888646,0.0012941806,0.00008857579,0.0009124125,0.0010196797],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001417251,0.0029040088,0.44431746,0.00056317454,0.00077664887,0.00012976042,0.038146254,0.0003879854,0.014387376,0.004529401,0.046053853,0.4463868],"study_design_scores_gemma":[0.0025353387,0.000119065924,0.638357,0.00014161735,0.0010629334,0.00008470904,0.004279698,0.0006112842,0.0046379734,0.00032901295,0.3475039,0.00033744422],"about_ca_topic_score_codex":0.0023128227,"about_ca_topic_score_gemma":0.00007604138,"teacher_disagreement_score":0.4460494,"about_ca_system_score_codex":0.0014848497,"about_ca_system_score_gemma":0.0004939415,"threshold_uncertainty_score":0.9999055},"labels":[],"label_agreement":null},{"id":"W2106511045","doi":"","title":"Guideline for primary care management of headache in adults.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Economics; University of Calgary","funders":"","keywords":"Guideline; Multidisciplinary approach; Medicine; Context (archaeology); MEDLINE; Family medicine; Pathology","score_opus":0.22935940311527392,"score_gpt":0.4404685387238016,"score_spread":0.21110913560852768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106511045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8753857,0.0033002405,0.009852785,0.036954008,0.0011770301,0.019659113,0.00015419502,0.0001625734,0.053354356],"genre_scores_gemma":[0.94995034,0.000061159044,0.044256262,0.0026767273,0.000197435,0.0018343235,0.0006192712,0.000024019497,0.0003804793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832845,0.000028172306,0.0009827977,0.00018855568,0.00026519215,0.00020682259],"domain_scores_gemma":[0.9989674,0.00013562434,0.00018277428,0.00023049703,0.0003553313,0.00012837263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013121507,0.00007801768,0.00022496143,0.000077176475,0.000007379431,0.0000035218175,0.00006666591,0.000044106975,0.000006557352],"category_scores_gemma":[0.0008644277,0.00007100847,0.00006015086,0.00015115376,0.000020343588,0.00008407058,0.00005378572,0.000072210045,0.0000026803148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002105625,0.00022232717,0.020929204,0.0010474984,0.000060397295,0.000014528239,0.00025626158,0.000025789202,0.000005099836,0.00015252749,0.02087123,0.9543095],"study_design_scores_gemma":[0.028530521,0.00040133204,0.72567403,0.00023817466,0.00038825485,0.000011349373,0.010276309,0.00030470593,0.00035868623,0.00057644874,0.23300251,0.00023764886],"about_ca_topic_score_codex":0.0001472244,"about_ca_topic_score_gemma":0.0000848894,"teacher_disagreement_score":0.9540719,"about_ca_system_score_codex":0.00022800537,"about_ca_system_score_gemma":0.00007271939,"threshold_uncertainty_score":0.28956413},"labels":[],"label_agreement":null},{"id":"W2106690197","doi":"10.1186/1748-5908-6-81","title":"E-learning interventions are comparable to user's manual in a randomized trial of training strategies for the AGREE II","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"Medicine; Randomized controlled trial; Health informatics; Psychological intervention; Health services research; Public health; Training (meteorology); Health administration; Biostatistics; Physical therapy; Nursing; Surgery","score_opus":0.6290946462347151,"score_gpt":0.611183129862659,"score_spread":0.017911516372056124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106690197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91125596,0.00001260529,0.08186729,0.0019729969,0.00029730838,0.004174839,0.000014610216,0.000020269408,0.00038410435],"genre_scores_gemma":[0.9820793,0.0000075266116,0.016981909,0.00034764313,0.00005278499,0.00045173327,0.000014404246,0.0000068216823,0.000057833895],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9975271,0.00016509857,0.0013743116,0.00024379262,0.00043883524,0.00025084062],"domain_scores_gemma":[0.9968577,0.001906682,0.00063203776,0.00017619063,0.0003524266,0.00007494215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008759397,0.00008918187,0.00038412973,0.0002692509,0.00026160665,0.000048322723,0.00020345609,0.000018279505,0.00035244168],"category_scores_gemma":[0.004446356,0.000065598346,0.00017214265,0.00062762806,0.00024435655,0.00056719873,0.0000857753,0.0001147073,0.0000036883753],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76121193,0.00095119356,0.007575672,0.00019294777,0.00021315498,0.000004676379,0.09262192,0.0015324117,0.006523477,0.019205866,0.0016458088,0.10832096],"study_design_scores_gemma":[0.7090944,0.0021706547,0.015966017,0.00015035541,0.00024407571,0.000005721215,0.26527825,0.0033540195,0.0013009724,0.0015960692,0.000709117,0.00013032273],"about_ca_topic_score_codex":0.00083062664,"about_ca_topic_score_gemma":0.001615964,"teacher_disagreement_score":0.17265634,"about_ca_system_score_codex":0.00006208891,"about_ca_system_score_gemma":0.00040689323,"threshold_uncertainty_score":0.5323025},"labels":[],"label_agreement":null},{"id":"W2106707960","doi":"10.1186/1748-5908-6-26","title":"How can we improve guideline use? A conceptual framework of implementability","year":2011,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":480,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institute of Population and Public Health; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Usability; Health informatics; Variety (cybernetics); Interpretability; Medicine; Resource (disambiguation); Process management; Knowledge management; Quality (philosophy); Management science; Computer science; Nursing; Engineering; Public health","score_opus":0.4326914451938181,"score_gpt":0.5562775333363108,"score_spread":0.12358608814249272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106707960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.940035,0.000026176449,0.045260534,0.011554569,0.0006434382,0.001835995,0.0003584552,0.00008444336,0.00020137899],"genre_scores_gemma":[0.8777379,0.00002668648,0.119852774,0.0020543796,0.000117525495,0.000051702656,0.00008988208,0.00001865303,0.000050543473],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9954268,0.000115049705,0.0019597404,0.0006857985,0.0012431986,0.00056941726],"domain_scores_gemma":[0.9956789,0.0007492032,0.00096680626,0.00076013815,0.0015077873,0.0003371619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003215209,0.00022405753,0.0003838288,0.0002604295,0.00019472127,0.00009715387,0.0003456442,0.00006688436,0.0023332427],"category_scores_gemma":[0.005900025,0.00020221228,0.00013181461,0.0010898199,0.0010976081,0.0014743509,0.00023327392,0.00023122897,0.000009674836],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006721149,0.00063462794,0.49472386,0.00009204047,0.00013159413,0.000014688316,0.014141839,0.0000014534329,0.22004104,0.024843141,0.004449939,0.24025367],"study_design_scores_gemma":[0.009046367,0.0032353466,0.3071412,0.000094538416,0.0005618359,0.000068093985,0.1394381,0.00034776484,0.4962113,0.01335929,0.029693611,0.0008025738],"about_ca_topic_score_codex":0.0024295612,"about_ca_topic_score_gemma":0.00066182774,"teacher_disagreement_score":0.27617025,"about_ca_system_score_codex":0.0002683642,"about_ca_system_score_gemma":0.0011660606,"threshold_uncertainty_score":0.9985788},"labels":[],"label_agreement":null},{"id":"W2106723914","doi":"10.1017/s031716710001711x","title":"The Case for Neurological Registry Best Practice Guidelines in Canada","year":2013,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hotchkiss Brain Institute; University of Calgary","funders":"","keywords":"Medicine; Action (physics); Physical medicine and rehabilitation; Computer science; Medical physics","score_opus":0.358458510626178,"score_gpt":0.4949410459756149,"score_spread":0.13648253534943688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106723914","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08341419,0.8686589,0.000019574172,0.04289421,0.0027563835,0.00162526,0.00006771601,0.000012573935,0.0005512114],"genre_scores_gemma":[0.0060884994,0.97239727,0.0077243485,0.012331575,0.0012669599,0.000060182778,0.0000028087234,0.000047366808,0.00008101382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98809665,0.0026821159,0.005026438,0.00096734683,0.0011496603,0.002077784],"domain_scores_gemma":[0.97367406,0.015489773,0.004727191,0.00043588667,0.0029841957,0.0026888875],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.014612342,0.0007418038,0.002060536,0.0008113126,0.0034959852,0.0011204032,0.0027083196,0.00048221368,0.000096095675],"category_scores_gemma":[0.12051434,0.00039858653,0.0007432321,0.0018069112,0.0044878465,0.0011185644,0.00014539502,0.0037777184,0.0000053014282],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017978174,0.000059947535,0.008325276,0.00029219207,0.000075723925,0.10473342,0.00003699781,0.00035090133,1.16573126e-7,0.00026226474,0.023781197,0.8619022],"study_design_scores_gemma":[0.0003112795,0.025778785,0.00011493881,0.00042076837,0.0004396543,0.31498837,0.00054426974,0.0005262405,1.15252305e-7,0.0008579169,0.6557295,0.00028818747],"about_ca_topic_score_codex":0.55984366,"about_ca_topic_score_gemma":0.9855566,"teacher_disagreement_score":0.861614,"about_ca_system_score_codex":0.001298026,"about_ca_system_score_gemma":0.06256874,"threshold_uncertainty_score":0.99991655},"labels":[],"label_agreement":null},{"id":"W2107114278","doi":"","title":"An overview of practice facilitation programs in Canada: current perspectives and future directions.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Facilitator; General partnership; Facilitation; Knowledge translation; Medical education; Quality (philosophy); Knowledge management; Quality management; Nursing; Business; Public relations; Medicine; Psychology; Political science; Computer science; Marketing","score_opus":0.2582917407961726,"score_gpt":0.44625390443606383,"score_spread":0.1879621636398912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107114278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9648695,0.011704901,0.000016640448,0.02058024,0.00026689778,0.0023313838,0.000007869947,0.000019978766,0.00020259565],"genre_scores_gemma":[0.9931205,0.004641667,0.0008223778,0.00023557112,0.0001596301,0.00096702785,0.000034502504,0.0000072085572,0.000011516329],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885297,0.00014023631,0.00043979977,0.00018664444,0.00023133899,0.00014901289],"domain_scores_gemma":[0.9988922,0.00032473417,0.00018071335,0.00014247412,0.000341565,0.000118296855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053099036,0.00007242732,0.00016061829,0.00005808595,0.00001978901,0.000014217095,0.000028627992,0.000025183705,0.000037562964],"category_scores_gemma":[0.0019897553,0.00006376225,0.000019186102,0.00021783402,0.000027089365,0.00057077204,0.000012239891,0.0001540478,0.0000012677741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047518457,0.0002497941,0.045027126,0.00007079777,0.000017892557,0.0000010102267,0.00093388424,5.6650356e-7,0.000007549879,0.00013824522,0.00024541895,0.9532602],"study_design_scores_gemma":[0.0006744852,0.00005849302,0.9084433,0.000013455279,0.000058555346,0.000010200387,0.023434225,0.00008612481,0.0000064467185,0.00006438297,0.0670939,0.00005646117],"about_ca_topic_score_codex":0.6141584,"about_ca_topic_score_gemma":0.46383697,"teacher_disagreement_score":0.95320374,"about_ca_system_score_codex":0.00028151876,"about_ca_system_score_gemma":0.00029683197,"threshold_uncertainty_score":0.5459466},"labels":[],"label_agreement":null},{"id":"W2107261762","doi":"10.1111/j.1742-1241.2007.01310.x","title":"Eminence-based guidelines: a quality assessment of the second Joint British Societies’ guidelines on the prevention of cardiovascular disease","year":2007,"lang":"en","type":"review","venue":"International Journal of Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Quality (philosophy); Clinical Practice; Canadian Cardiovascular Society; Independence (probability theory); Professional association; Disease; Family medicine; Medical education; Public relations; Pathology; Psychiatry; Political science","score_opus":0.7432923035371217,"score_gpt":0.6752283924599485,"score_spread":0.06806391107717324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107261762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001062964,0.92558753,0.015411825,0.046608478,0.006985831,0.0024052502,0.00040406987,0.00001763303,0.0015164085],"genre_scores_gemma":[0.0008882116,0.9645504,0.020829175,0.009176166,0.0038347403,0.00002425268,0.00007730596,0.00006440877,0.00055533525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97378445,0.0035689091,0.01687504,0.0004833567,0.005057905,0.00023034184],"domain_scores_gemma":[0.9349369,0.027133834,0.020226773,0.0011730135,0.016264945,0.00026452617],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052132387,0.00040025066,0.0030136015,0.0001922765,0.00007641566,0.00008209759,0.0011960475,0.0003919298,0.0005739212],"category_scores_gemma":[0.30561373,0.000245652,0.007585799,0.0003924245,0.00039437402,0.00042785995,0.00027714943,0.002402229,0.0000067141946],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082813477,0.0018614356,0.0001688536,0.0025955527,0.009049213,0.00016312879,0.000010345926,0.00026416368,0.0000016218124,0.00026407998,0.042619035,0.94217443],"study_design_scores_gemma":[0.0022661467,0.0004910276,0.0013084273,0.020508377,0.008940071,0.00033810627,0.0001869069,0.00022567953,0.0000041977482,0.00037384027,0.96515906,0.00019818194],"about_ca_topic_score_codex":0.00014127916,"about_ca_topic_score_gemma":0.000019215751,"teacher_disagreement_score":0.94197625,"about_ca_system_score_codex":0.00032214218,"about_ca_system_score_gemma":0.0067483564,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W2107296918","doi":"10.3399/bjgp09x420581","title":"How could depression guidelines be made more relevant and applicable to primary care?","year":2009,"lang":"en","type":"article","venue":"British Journal of General Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Rigour; Medicine; Management of depression; Context (archaeology); Relevance (law); Critical appraisal; MEDLINE; Alternative medicine; Psychiatry; Primary care; Family medicine; Pathology","score_opus":0.11398348382593917,"score_gpt":0.44934673232911915,"score_spread":0.33536324850318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107296918","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51452464,0.016783265,0.010713278,0.45474178,0.00046196076,0.00090690074,0.000034418743,0.00004694339,0.0017868009],"genre_scores_gemma":[0.2901627,0.012191265,0.52241987,0.16962008,0.0034188207,0.000010912226,0.0000917846,0.00006963415,0.0020149234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971098,0.0001672688,0.0012698261,0.00030737175,0.000863574,0.00028221606],"domain_scores_gemma":[0.9956129,0.0005954197,0.00095599773,0.00023096718,0.002158433,0.00044628722],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016474243,0.00017568245,0.00047400247,0.000109854474,0.00014593036,0.0002720174,0.0001431504,0.00013244561,0.000022625327],"category_scores_gemma":[0.014704714,0.0001753752,0.00011767463,0.0002019686,0.00003768305,0.0013342382,0.00007790433,0.0007016305,0.0000034652592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016446933,0.00026046255,0.000525899,0.000067861045,0.0000846043,0.0016103507,0.00014782546,0.00012788399,0.07149394,0.000016072025,0.2260146,0.6980058],"study_design_scores_gemma":[0.005223654,0.0015770171,0.03375024,0.0007323707,0.0009309749,0.05043525,0.002825327,0.00021955624,0.003360423,0.00013113348,0.90046763,0.00034643456],"about_ca_topic_score_codex":0.00027003235,"about_ca_topic_score_gemma":0.000020179361,"teacher_disagreement_score":0.6976594,"about_ca_system_score_codex":0.0001506927,"about_ca_system_score_gemma":0.00028434495,"threshold_uncertainty_score":0.9935948},"labels":[],"label_agreement":null},{"id":"W2108020394","doi":"10.1210/jc.2013-1814","title":"The Endocrine Society Guidelines: When the Confidence Cart Goes Before the Evidence Horse","year":2013,"lang":"en","type":"article","venue":"The Journal of Clinical Endocrinology & Metabolism","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Institute of Nutrition, Metabolism and Diabetes","funders":"","keywords":"Guideline; Grading (engineering); Confidence interval; Medicine; Psychology; Family medicine; Internal medicine; Pathology; Biology","score_opus":0.34198554956312194,"score_gpt":0.5288145405890649,"score_spread":0.18682899102594291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108020394","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3329416,0.01684854,0.00095460616,0.6449038,0.0029452525,0.0012096002,0.000004904899,0.000035639598,0.00015609524],"genre_scores_gemma":[0.84884506,0.0664715,0.0031624269,0.06844231,0.010742141,0.00008474796,0.0000034818627,0.00006791841,0.0021804324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98789495,0.0031938793,0.006318887,0.00036398068,0.0013413206,0.0008869968],"domain_scores_gemma":[0.94515866,0.044305146,0.004609121,0.00191496,0.003696961,0.00031515543],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016973913,0.00040112424,0.0012062751,0.00004444083,0.0009245024,0.00014535499,0.0022688438,0.0001667739,0.0005726201],"category_scores_gemma":[0.10307922,0.00013673845,0.0012827077,0.00030683924,0.0026799196,0.00063329225,0.00058673904,0.0034507974,0.00024261491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012805248,0.00029695706,0.011786331,0.000029345721,0.0020847581,0.00006483423,0.002011338,0.00007711529,0.00083178206,0.007811356,0.61685795,0.3568677],"study_design_scores_gemma":[0.00360149,0.0008741314,0.13303135,0.00017246213,0.0033405751,0.00338298,0.010624549,0.000822655,0.00028139708,0.019781014,0.82389677,0.00019063469],"about_ca_topic_score_codex":0.0011005679,"about_ca_topic_score_gemma":0.0003532198,"teacher_disagreement_score":0.57646143,"about_ca_system_score_codex":0.000045020435,"about_ca_system_score_gemma":0.00078892533,"threshold_uncertainty_score":0.99884826},"labels":[],"label_agreement":null},{"id":"W2108067871","doi":"10.1200/jco.2005.06.179","title":"Practitioners As Experts: The Influence of Practicing Oncologists “in-the-Field” on Evidence-Based Guideline Development","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Juravinski Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Guideline; Family medicine; Medical education; Expert opinion; MEDLINE; Evidence-based practice; Evidence-based medicine; Alternative medicine; Pathology; Intensive care medicine","score_opus":0.48751372075295,"score_gpt":0.6355009412122297,"score_spread":0.14798722045927964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108067871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6989896,0.0001042835,0.0012356583,0.2982345,0.00047415888,0.00042415728,3.111188e-7,0.0000054625134,0.0005318213],"genre_scores_gemma":[0.84848386,0.00043449935,0.020278666,0.13015231,0.00060878403,0.000014288681,0.000002087818,0.000010934067,0.000014598032],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989705,0.0014794136,0.007220066,0.00023839586,0.0011029659,0.0002541094],"domain_scores_gemma":[0.87324923,0.116250314,0.008089058,0.0005028525,0.0016803966,0.00022817228],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026881399,0.00016809598,0.0009900177,0.00017091792,0.000082088416,0.00001662484,0.0004114073,0.00031809602,0.00012247931],"category_scores_gemma":[0.3767965,0.000089992864,0.0003280829,0.00035607335,0.00025406203,0.00048853393,0.000052087413,0.0016259161,0.00003015037],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06918641,0.022366242,0.0683672,0.00019352982,0.0009985338,0.0050920816,0.0038924674,0.11167689,0.0040932456,0.0019434607,0.053177048,0.6590129],"study_design_scores_gemma":[0.02963047,0.084912665,0.2941564,0.003006065,0.0010982893,0.0014447405,0.0092791915,0.00019142052,0.0032562206,0.0022429926,0.5703892,0.00039234245],"about_ca_topic_score_codex":0.00033151664,"about_ca_topic_score_gemma":0.00028963896,"teacher_disagreement_score":0.65862054,"about_ca_system_score_codex":0.00050634274,"about_ca_system_score_gemma":0.010198652,"threshold_uncertainty_score":0.9954126},"labels":[],"label_agreement":null},{"id":"W2108737113","doi":"10.3138/ptc.58.4.280","title":"Evidence-Based Physiotherapy for Acute Low Back Pain: A Composite Clinical Algorithm Synthesized from Seven Recent Clinical Guidelines","year":2006,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Physical therapy; Massage; Referral; Psychological intervention; Low back pain; Evidence-based practice; Rehabilitation; MEDLINE; Manual therapy; Algorithm; Physical medicine and rehabilitation; Alternative medicine; Nursing; Computer science","score_opus":0.22656488458730567,"score_gpt":0.5141322382574672,"score_spread":0.28756735367016156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108737113","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32698834,0.0062068007,0.359304,0.28654438,0.0068861614,0.010868463,0.0025489132,0.0005320442,0.00012087008],"genre_scores_gemma":[0.043723583,0.015250204,0.60121274,0.31247944,0.021108817,0.00059782853,0.003376715,0.0005902521,0.001660443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99167717,0.0011779694,0.004179992,0.0012038511,0.0010678859,0.0006931188],"domain_scores_gemma":[0.9800647,0.015687348,0.0012494834,0.001121928,0.0014267778,0.0004497764],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035594732,0.0005828452,0.0016385816,0.00009039834,0.00018968889,0.00008477853,0.00042699432,0.0002809151,0.0012759002],"category_scores_gemma":[0.0024018823,0.0005084748,0.00077841117,0.00042514427,0.000182459,0.00028740303,0.000039321974,0.000487874,0.000034851782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005434088,0.0010908748,0.008034956,0.00009442586,0.0010748354,0.00003586948,0.000011126524,0.00013797553,0.012039356,0.000004630875,0.40759292,0.56444895],"study_design_scores_gemma":[0.038897544,0.0033203757,0.05102549,0.0027058453,0.0011821397,0.000010859936,0.00013692254,0.26161298,0.0072289864,0.0012846674,0.63080984,0.0017843246],"about_ca_topic_score_codex":0.37912932,"about_ca_topic_score_gemma":0.1357569,"teacher_disagreement_score":0.5626646,"about_ca_system_score_codex":0.0005020833,"about_ca_system_score_gemma":0.004065827,"threshold_uncertainty_score":0.99973667},"labels":[],"label_agreement":null},{"id":"W2108743686","doi":"10.1186/s13012-014-0103-2","title":"The AGREE Enterprise: a decade of advancing clinical practice guidelines","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University; Juravinski Cancer Centre; Juravinski Hospital","funders":"","keywords":"Quality (philosophy); Valuation (finance); Medicine; Guideline; Health care; Health services research; Public relations; Medical education; Business; Political science; Nursing; Public health; Accounting","score_opus":0.34593183504961134,"score_gpt":0.6555970266542672,"score_spread":0.3096651916046559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108743686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63410825,0.00026052337,0.19590473,0.15776584,0.0028241656,0.0023600976,0.000019211695,0.00013674206,0.0066204327],"genre_scores_gemma":[0.84656084,0.00023070585,0.1389462,0.013684118,0.00043822182,0.000028096307,0.000014137628,0.000015126167,0.00008254372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947467,0.0002708996,0.0027906639,0.0004265369,0.0013645181,0.0004006835],"domain_scores_gemma":[0.98697114,0.0070376405,0.0013398287,0.0006300416,0.0037852183,0.00023611796],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021480804,0.00012373138,0.00024560167,0.00011918616,0.00037684554,0.00008496993,0.00036941175,0.000036143414,0.0001232654],"category_scores_gemma":[0.12815759,0.00008683449,0.00011147947,0.00074833253,0.00054297276,0.0009926049,0.0001394315,0.00019814775,0.000044898436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029698736,0.00010870785,0.039404873,0.0000162296,0.0000349442,0.0000022477352,0.00027496874,0.000016816615,0.010570196,0.0024087275,0.019267874,0.9275974],"study_design_scores_gemma":[0.005749351,0.0013714806,0.17476696,0.00008029417,0.00035810223,0.00012958779,0.018038401,0.005747827,0.011040966,0.0010578797,0.7813988,0.00026040425],"about_ca_topic_score_codex":0.00020920768,"about_ca_topic_score_gemma":0.0001584406,"teacher_disagreement_score":0.92733705,"about_ca_system_score_codex":0.00009388899,"about_ca_system_score_gemma":0.0007963626,"threshold_uncertainty_score":0.87918633},"labels":[],"label_agreement":null},{"id":"W2108973014","doi":"10.1136/ebn.12.4.99-b","title":"Accessing pre-appraised evidence: fine-tuning the 5S model into a 6S model","year":2009,"lang":"en","type":"editorial","venue":"Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":357,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Critical appraisal; Evidence-based medicine; Evidence-based practice; Systematic review; Quality (philosophy); Quality of evidence; Computer science; Process (computing); Foundation (evidence); Best practice; MEDLINE; Data science; Psychology; Medicine; Medical education; Alternative medicine; Meta-analysis; Political science; Pathology","score_opus":0.27404480142142884,"score_gpt":0.5308813853948695,"score_spread":0.25683658397344067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108973014","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049740956,0.012759224,0.5174683,0.084178016,0.3756008,0.003900761,0.000050763945,0.0006936213,0.00037442395],"genre_scores_gemma":[0.16190974,0.0017634904,0.09047324,0.0057930197,0.73739547,0.0002989549,0.00073141843,0.00043144237,0.0012032061],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.988941,0.0010315805,0.0031228487,0.0017773189,0.004001973,0.001125285],"domain_scores_gemma":[0.9620295,0.031059641,0.0022912475,0.002190023,0.0019138238,0.0005157491],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008255348,0.0010679403,0.0014748189,0.00054771814,0.00097420835,0.0007532767,0.0012498384,0.0013795784,0.00009354801],"category_scores_gemma":[0.11657045,0.0008589575,0.00070778065,0.0009845125,0.00051628007,0.0028055958,0.00016226305,0.0041262046,0.000039816765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025486455,0.00025116323,0.000054980006,0.00064183166,0.00007547082,0.00003470213,0.0012042649,0.10795875,0.0014928195,0.000012515822,0.7604118,0.12531307],"study_design_scores_gemma":[0.0024012367,0.0007184367,0.000104110164,0.06477094,0.0025088056,0.000011654783,0.00023555526,0.91624033,0.00029953042,0.0016403041,0.010165867,0.0009032338],"about_ca_topic_score_codex":0.00030509324,"about_ca_topic_score_gemma":0.00012497473,"teacher_disagreement_score":0.8082816,"about_ca_system_score_codex":0.0020654907,"about_ca_system_score_gemma":0.011808406,"threshold_uncertainty_score":0.99991685},"labels":[],"label_agreement":null},{"id":"W2109526552","doi":"10.1161/jaha.113.000377","title":"Applying the Triple Aim to the Quality Agenda for Anticoagulation Care","year":2013,"lang":"en","type":"letter","venue":"Journal of the American Heart Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Canadian Institute for Health Information","funders":"","keywords":"Health care; Medicine; Population; Equity (law); Quality management; Population health; Public relations; Political science; Management; Law; Environmental health","score_opus":0.21975963379838998,"score_gpt":0.5006404702783653,"score_spread":0.28088083647997536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109526552","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03642247,0.0000783806,0.0013941295,0.9567366,0.0017974313,0.0034792824,0.000053316067,0.000011068136,0.000027283246],"genre_scores_gemma":[0.088295944,0.000034944285,0.0016878431,0.89689696,0.011643136,0.0002706272,0.000062732215,0.000050914576,0.0010568737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953803,0.0012550688,0.001590737,0.00017538716,0.0013102094,0.0002883408],"domain_scores_gemma":[0.98720473,0.006405109,0.00426788,0.00048295158,0.0015901685,0.000049144157],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005075662,0.00018277345,0.0007654206,0.00008643274,0.00035076527,0.000116511575,0.0003227057,0.00015514492,0.00002642875],"category_scores_gemma":[0.020005327,0.00008983108,0.00074418244,0.0003900113,0.000046990484,0.00015081583,0.00007015624,0.0014667844,0.000026777945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100875775,0.000017037295,0.020905215,0.000038425584,0.00022884169,6.828242e-7,0.00044654898,0.00007548832,0.00026560438,0.0000012356459,0.96445,0.013470017],"study_design_scores_gemma":[0.00062328874,0.00028275332,0.11479497,0.00007375188,0.0007573999,0.000019894382,0.0016651403,0.00015355772,0.000045699016,0.00006637917,0.8814156,0.00010155675],"about_ca_topic_score_codex":0.0007385898,"about_ca_topic_score_gemma":0.000079820085,"teacher_disagreement_score":0.09388975,"about_ca_system_score_codex":0.0011310951,"about_ca_system_score_gemma":0.00037702857,"threshold_uncertainty_score":0.9882496},"labels":[],"label_agreement":null},{"id":"W2110383815","doi":"10.1186/1752-1947-7-223","title":"The CARE guidelines: consensus-based clinical case reporting guideline development","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Case Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1237,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa; University of Michigan","keywords":"Medicine; Guideline; Checklist; Timeline; Medical education; Psychological intervention; Transparency (behavior); MEDLINE; Systematic review; Informed consent; Health care; Best practice; Family medicine; Nursing; Alternative medicine; Psychology; Pathology","score_opus":0.36097372592375654,"score_gpt":0.571135145687035,"score_spread":0.2101614197632785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110383815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91842794,0.0017451666,0.004284515,0.072029315,0.0024890348,0.0007722503,0.0000013401535,0.000046000503,0.00020441154],"genre_scores_gemma":[0.9080374,0.00016891854,0.076071545,0.0124261705,0.0030741405,0.000022914062,0.000023618353,0.000057444853,0.00011779094],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9684175,0.00047990578,0.027003553,0.00042049604,0.0031957147,0.00048282123],"domain_scores_gemma":[0.9607293,0.006090096,0.019829612,0.0009535205,0.010659033,0.0017384122],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04279524,0.00030504182,0.0010441319,0.00015310133,0.0004052615,0.00010801163,0.00013336533,0.00039863517,0.0010054585],"category_scores_gemma":[0.34320906,0.00017952776,0.0006178494,0.00027616872,0.00030144266,0.00014243624,0.00014988637,0.0015762214,0.000024141003],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001006249,0.00014177905,0.009599307,0.000048572303,0.00015055426,0.6379521,0.00006785267,0.000018322384,0.000012045225,0.0000017732011,0.106822595,0.24508448],"study_design_scores_gemma":[0.0018831681,0.00036650448,0.00065211847,0.00032199238,0.00033496675,0.7526398,0.0045874766,0.0015198145,0.000088071894,0.000035663492,0.23741852,0.0001519298],"about_ca_topic_score_codex":0.000632272,"about_ca_topic_score_gemma":0.0004173423,"teacher_disagreement_score":0.30041382,"about_ca_system_score_codex":0.0002747867,"about_ca_system_score_gemma":0.00757678,"threshold_uncertainty_score":0.99990773},"labels":[],"label_agreement":null},{"id":"W2110645067","doi":"10.1186/1748-5908-8-55","title":"Best strategies to implement clinical pathways in an emergency department setting: study protocol for a cluster randomized controlled trial","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Manitoba; Children's Hospital Research Institute of Manitoba; McMaster University; Cambridge Memorial Hospital; Champlain Regional College; Ottawa Hospital; Montfort Hospital; Queen's University; Dalhousie University; Centre Hospitalier Universitaire Sainte-Justine; University of Saskatchewan; Université de Montréal; Hospital for Sick Children; University of Toronto; University of Alberta; Alberta Children's Hospital; Izaak Walton Killam Health Centre; University of Ottawa; Institute for Clinical Evaluative Sciences; Ministry of Health and Long Term Care; Children's Hospital of Eastern Ontario","funders":"Canadian Institutes of Health Research; IWK Health Centre; Alberta Heritage Foundation for Medical Research","keywords":"Medicine; Clinical pathway; Emergency department; Audit; Randomized controlled trial; Health administration; Health services research; Health informatics; Intervention (counseling); Protocol (science); Clinical trial; Cluster randomised controlled trial; Medical emergency; Public health; Nursing; Alternative medicine","score_opus":0.41428019030526725,"score_gpt":0.6495383110401562,"score_spread":0.235258120734889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110645067","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5091122,4.7386223e-7,0.0050515817,0.0021531635,0.00033658458,0.483228,0.000011575306,0.000031420543,0.000075018506],"genre_scores_gemma":[0.4681201,6.8199154e-7,0.00720054,0.000831157,0.00023389945,0.52354115,0.000036132496,0.00001606782,0.000020280153],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98991054,0.0011972463,0.0058610775,0.0009748426,0.001325559,0.00073073036],"domain_scores_gemma":[0.9937923,0.0026524547,0.0012032401,0.00056226476,0.0013034067,0.00048630932],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025381355,0.00031433345,0.0012963597,0.00043861306,0.00028243498,0.0003374886,0.00034853866,0.000054638123,0.001891915],"category_scores_gemma":[0.007317561,0.00023182477,0.00031783996,0.00069319404,0.000128205,0.0017111681,0.00017254593,0.0001805134,0.00007025047],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93737286,0.004226113,0.02581929,0.000036318004,0.00010823273,0.0000030532979,0.0021199689,0.00003205612,0.0010777769,0.00042534532,0.0026024177,0.026176544],"study_design_scores_gemma":[0.9455946,0.009958184,0.013717794,0.000016340968,0.00020895344,0.0000020696298,0.026874915,0.0018149196,0.00010220133,0.0008261949,0.00064201595,0.00024182476],"about_ca_topic_score_codex":0.0005800333,"about_ca_topic_score_gemma":0.0021416633,"teacher_disagreement_score":0.04099209,"about_ca_system_score_codex":0.00025430237,"about_ca_system_score_gemma":0.0014874105,"threshold_uncertainty_score":0.9990205},"labels":[],"label_agreement":null},{"id":"W2111567057","doi":"10.1186/1472-6963-13-213","title":"Compliance with clinical guidelines for whiplash improved with a targeted implementation strategy: a prospective cohort study","year":2013,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Australian Research Council; Canadian Institutes of Health Research; Alberta Innovates","keywords":"Medicine; Whiplash; Knowledge translation; Clinical Practice; Family medicine; Physical therapy; Nursing; Poison control; Medical emergency; Knowledge management","score_opus":0.5162682326864679,"score_gpt":0.65438567577391,"score_spread":0.13811744308744212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111567057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9565434,0.00010122386,0.0032834166,0.004922571,0.0000868544,0.03478432,0.000060878527,0.00012473208,0.00009262874],"genre_scores_gemma":[0.9365699,0.00006778994,0.05238347,0.0033899324,0.000561027,0.006195632,0.0004999265,0.000090267145,0.00024202144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99278647,0.0009442973,0.002557248,0.0011280485,0.0015013625,0.001082548],"domain_scores_gemma":[0.98578864,0.0022616312,0.00076534325,0.0007951045,0.009716889,0.00067238795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01016267,0.00031296,0.0008426208,0.00023124562,0.00050121616,0.0001965094,0.00029784747,0.00011009061,0.00035204657],"category_scores_gemma":[0.00069212925,0.0002168177,0.00008088763,0.0009651407,0.00014860829,0.00062501157,0.00012631575,0.0007460496,0.00009488802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003730325,0.0010754041,0.9792179,0.0010987865,0.00024560816,0.000002793464,0.0006345842,0.00001329988,0.00006407964,0.000016525735,0.0014705216,0.012430167],"study_design_scores_gemma":[0.01310574,0.017766165,0.9037569,0.00026429887,0.000095377756,0.000011630914,0.051537246,0.012496414,0.000028025474,0.00010281601,0.00063053746,0.00020485061],"about_ca_topic_score_codex":0.015823254,"about_ca_topic_score_gemma":0.042819016,"teacher_disagreement_score":0.07546101,"about_ca_system_score_codex":0.00038704864,"about_ca_system_score_gemma":0.0033394697,"threshold_uncertainty_score":0.99073046},"labels":[],"label_agreement":null},{"id":"W2111646259","doi":"10.1111/j.1742-481x.2008.00462.x","title":"Evidence based Practice at WUWHS","year":2008,"lang":"en","type":"editorial","venue":"International Wound Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Presentation (obstetrics); Subject (documents); Public relations; Medicine; Dissemination; Best practice; Process (computing); Health care; Engineering ethics; Medical education; Political science; Law; Computer science; Library science; Engineering; Surgery","score_opus":0.22672319094491913,"score_gpt":0.5255120262094491,"score_spread":0.29878883526453004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111646259","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034709292,0.0014199801,0.0021505721,0.05032673,0.9404192,0.00033482656,0.00009744721,0.000049811642,0.0048543396],"genre_scores_gemma":[0.0010980171,0.011081879,0.010197584,0.0061116107,0.9615421,0.000018333847,0.00068409677,0.00008274685,0.009183606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926232,0.0003246332,0.0019535925,0.00048266078,0.0042874096,0.00032850978],"domain_scores_gemma":[0.97103363,0.020622524,0.0022534628,0.0003903015,0.005330823,0.0003692649],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029982838,0.00034830545,0.0004975782,0.0003541988,0.0002856874,0.00025061774,0.00050728983,0.00059187115,0.0044014975],"category_scores_gemma":[0.16197856,0.00031612118,0.00042420358,0.00015108507,0.00011672267,0.0012998215,0.0001794524,0.0031032332,0.0008207192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030077621,0.000271769,0.00027899165,0.000031955235,0.00045883883,0.0015278303,0.00003661008,0.000046585505,0.00010302967,0.0000075734342,0.98942965,0.0047993883],"study_design_scores_gemma":[0.002969363,0.00046986563,0.0002944549,0.0011606195,0.00056185824,0.004078457,0.00005563338,0.0003328473,0.000030360612,0.00006409422,0.98971826,0.00026416488],"about_ca_topic_score_codex":0.00013879179,"about_ca_topic_score_gemma":0.000026940455,"teacher_disagreement_score":0.15898028,"about_ca_system_score_codex":0.0026558875,"about_ca_system_score_gemma":0.003645084,"threshold_uncertainty_score":0.99995726},"labels":[],"label_agreement":null},{"id":"W2112003434","doi":"10.1016/s0140-6736(07)60675-8","title":"Use of evidence in WHO recommendations","year":2007,"lang":"en","type":"article","venue":"The Lancet","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":285,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Documentation; Specialty; Systematic review; Medical education; Public relations; Expert opinion; Sample (material); MEDLINE; Medicine; Psychology; Political science; Family medicine; Computer science","score_opus":0.8119270355221043,"score_gpt":0.5975092241893557,"score_spread":0.21441781133274862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112003434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8166292,0.00006061908,0.002067857,0.1802345,0.000109960245,0.00026652616,0.0000067645674,0.000016043157,0.0006085504],"genre_scores_gemma":[0.9861029,0.00033406718,0.007021067,0.0059375153,0.0002917996,0.0000026764242,0.000009621185,0.0000046921923,0.0002956983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992825,0.000056147317,0.00039990203,0.00006121546,0.00010377158,0.00009647182],"domain_scores_gemma":[0.9963018,0.003237196,0.000111535206,0.0002671443,0.000062482904,0.000019866844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021435008,0.000030097359,0.00014668019,0.000032292814,0.000013028689,0.000004998054,0.00005981679,0.000017655,0.0001444293],"category_scores_gemma":[0.007591458,0.000017896213,0.000019060217,0.00016408594,0.000026862841,0.00013929352,0.000024348343,0.00012806035,0.00001563328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013181226,0.00015053342,0.62338394,0.00006238624,0.000032140946,0.000011190479,0.0009142759,0.000028086823,0.005583348,0.0014275658,0.17038094,0.19670746],"study_design_scores_gemma":[0.0010286458,0.000098625285,0.870481,0.0003024884,0.000042729087,0.000009967705,0.00031219333,0.00033861713,0.001311879,0.00045078006,0.12558104,0.000042037947],"about_ca_topic_score_codex":0.00039415856,"about_ca_topic_score_gemma":0.00067221565,"teacher_disagreement_score":0.24709705,"about_ca_system_score_codex":0.000024421252,"about_ca_system_score_gemma":0.000027839604,"threshold_uncertainty_score":0.9088233},"labels":[],"label_agreement":null},{"id":"W211223614","doi":"10.1016/j.preghy.2014.10.248","title":"[242-POS]","year":2015,"lang":"en","type":"article","venue":"Pregnancy Hypertension","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario; University of British Columbia","funders":"","keywords":"Medicine; Eclampsia; Guideline; Gestational hypertension; MEDLINE; Hypertension in Pregnancy; Cochrane Library; Aspirin; Pediatrics; Pregnancy; Obstetrics; Family medicine; Preeclampsia; Randomized controlled trial; Internal medicine","score_opus":0.48537194478089896,"score_gpt":0.46496057106611205,"score_spread":0.020411373714786907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W211223614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93321943,0.0027837667,0.0032753686,0.042527925,0.0018050013,0.0013081058,0.000009085661,0.00047520746,0.014596117],"genre_scores_gemma":[0.9856998,0.00014515955,0.0063221306,0.0066945516,0.00023405257,0.000015103464,0.00006681305,0.000027244409,0.00079516304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868786,0.00005264682,0.00046353225,0.00024668555,0.00036038767,0.0001888903],"domain_scores_gemma":[0.9986751,0.00017403389,0.00010539365,0.00035424586,0.00043453008,0.00025670874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003314088,0.00010851332,0.00022542696,0.000056499768,0.000036863818,0.000011921266,0.00005262157,0.00007621208,0.00010043266],"category_scores_gemma":[0.003533432,0.000086588116,0.000068126115,0.00014488892,0.000029033561,0.00019115355,0.000062303276,0.00016398798,0.00043325397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014854128,0.0016588717,0.08080455,0.00020640608,0.00017137198,0.0014723582,0.0006038041,0.000032540207,0.032827113,0.0007327589,0.23898987,0.64101493],"study_design_scores_gemma":[0.056145225,0.0062609515,0.22888179,0.0062181684,0.0025653176,0.0068454994,0.0036208474,0.022906978,0.030364627,0.007971116,0.6263206,0.0018989051],"about_ca_topic_score_codex":0.000089203226,"about_ca_topic_score_gemma":0.000015769225,"teacher_disagreement_score":0.63911605,"about_ca_system_score_codex":0.000053134372,"about_ca_system_score_gemma":0.00015292555,"threshold_uncertainty_score":0.55687475},"labels":[],"label_agreement":null},{"id":"W2112341789","doi":"10.1503/cmaj.140387","title":"Canadian Cardiovascular Harmonized National Guidelines Endeavour (C-CHANGE): 2014 update","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sunnybrook Hospital; Centre hospitalier universitaire de Québec; Women's College Hospital; Centre hospitalier de l'Université Laval; Montreal Heart Institute; Children's Hospital of Eastern Ontario; University of Calgary; University of Alberta; University of Ottawa; University of Toronto; Dalhousie University; Libin Cardiovascular Institute of Alberta; University Health Network; Centre for Addiction and Mental Health; Toronto Rehabilitation Institute; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"","keywords":"Chronic disease; Medicine; Disease; Risk factor; Population ageing; Health care; Population; Environmental health; Gerontology; Family medicine; Economic growth; Pathology","score_opus":0.13923626549036175,"score_gpt":0.4037837478940611,"score_spread":0.2645474824036993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112341789","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019192804,0.0012439279,0.0025401681,0.96112454,0.0041064178,0.00074303726,0.00017604174,0.00008526701,0.0107878195],"genre_scores_gemma":[0.60265934,0.001489668,0.005519609,0.365151,0.023460574,0.000056043642,0.0004203796,0.00010168684,0.0011416859],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932479,0.00051920407,0.0014955163,0.00033504283,0.0035646656,0.0008376336],"domain_scores_gemma":[0.9900478,0.0005339575,0.00042468685,0.00024915033,0.003947599,0.0047967965],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013391074,0.00022677916,0.00053126574,0.0005639421,0.00042574026,0.00014885818,0.0002688204,0.0005506514,0.008460906],"category_scores_gemma":[0.045293402,0.000218323,0.0004664606,0.00033302986,0.00003576254,0.00035587692,0.000023300869,0.0013044713,0.0014568415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001967457,0.000021722855,0.032184295,0.0000103535,0.0006456898,0.00025492333,0.000063921245,0.000019379266,0.000005698103,0.00039134413,0.82316154,0.14322142],"study_design_scores_gemma":[0.0026888256,0.000059578793,0.019628488,0.00006110424,0.0002257944,0.00088670145,0.00011095998,0.002683885,0.0000061328415,0.0006584945,0.97277266,0.00021735557],"about_ca_topic_score_codex":0.36495596,"about_ca_topic_score_gemma":0.72091943,"teacher_disagreement_score":0.5959735,"about_ca_system_score_codex":0.0040593757,"about_ca_system_score_gemma":0.013225938,"threshold_uncertainty_score":0.99976385},"labels":[],"label_agreement":null},{"id":"W2112344911","doi":"10.1186/1748-5908-5-29","title":"A randomized trial to evaluate e-learning interventions designed to improve learner's performance, satisfaction, and self-efficacy with the AGREE II","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"Medicine; Health informatics; Health services research; Health administration; Randomized controlled trial; Psychological intervention; Public health; Medical education; Nursing; Internal medicine","score_opus":0.15141263220129395,"score_gpt":0.5189303196277438,"score_spread":0.36751768742644986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112344911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97144806,0.000002686593,0.0112589765,0.011665208,0.00038224354,0.005027151,0.0000032609341,0.00007450177,0.0001378843],"genre_scores_gemma":[0.977398,0.000008552609,0.0202157,0.0015173146,0.00017583092,0.00048749082,0.0000108944105,0.000014962037,0.00017126212],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9971567,0.00024624594,0.0008833497,0.0004789989,0.0008968674,0.00033786043],"domain_scores_gemma":[0.9971787,0.0011552754,0.00038568326,0.00031117062,0.0006807002,0.00028847327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00973408,0.00015641046,0.0003029201,0.000287122,0.0009987833,0.00020650252,0.00015224304,0.00002904446,0.00046338295],"category_scores_gemma":[0.004925949,0.00010002025,0.00008521923,0.0009704009,0.00024767683,0.00064798235,0.00017356634,0.0003214532,0.000045504614],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.34856725,0.0004423787,0.007963839,0.000051552204,0.00018424999,0.0000023685207,0.008064106,0.0003487454,0.08607576,0.00050329673,0.0016781355,0.5461183],"study_design_scores_gemma":[0.87335044,0.005997566,0.103588015,0.00004892987,0.0006573275,0.00004703329,0.004005113,0.0029989593,0.004005729,0.000029565665,0.0049789688,0.0002923293],"about_ca_topic_score_codex":0.00031142953,"about_ca_topic_score_gemma":0.00085698924,"teacher_disagreement_score":0.54582596,"about_ca_system_score_codex":0.00008325625,"about_ca_system_score_gemma":0.00045511287,"threshold_uncertainty_score":0.7681934},"labels":[],"label_agreement":null},{"id":"W2112382501","doi":"10.1111/j.1741-6787.2012.00259.x","title":"Supporting the Uptake of Nursing Guidelines: What You Really Need to Know to Move Nursing Guidelines into Practice","year":2012,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Mohawk College","funders":"","keywords":"Nursing; Coding (social sciences); Theoretical sampling; Grounded theory; Health care; Nursing practice; Organizational culture; Psychology; Medicine; Qualitative research; Sociology; Public relations","score_opus":0.3472685187888007,"score_gpt":0.5669164449176443,"score_spread":0.21964792612884354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112382501","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05674558,0.017468216,0.04644345,0.86699057,0.005592125,0.0050073955,0.000011385362,0.00027285021,0.0014684319],"genre_scores_gemma":[0.4256169,0.0014071086,0.45225114,0.11442277,0.005203545,0.00020051234,0.00009194786,0.00028461218,0.00052148855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98776907,0.0009911568,0.0063155363,0.0011169643,0.0022532674,0.0015540032],"domain_scores_gemma":[0.98354083,0.006445974,0.002598283,0.0019755445,0.004294751,0.0011445871],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016125664,0.00079453626,0.001313469,0.00086966046,0.0005439673,0.00033220154,0.00068341126,0.00024273898,0.00020421644],"category_scores_gemma":[0.12014595,0.00063099904,0.0005258198,0.002650497,0.0003136659,0.0035834182,0.00007243156,0.00091492076,0.00026798283],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028184468,0.0010641102,0.00042796062,0.000100173296,0.00005816832,0.000011819139,0.0063924734,0.0020321053,0.008112588,0.00026302136,0.14969039,0.8290287],"study_design_scores_gemma":[0.0046511088,0.00378002,0.0054980814,0.21820931,0.0044528334,0.000398325,0.14057525,0.009283485,0.018114677,0.000991538,0.5919606,0.0020847702],"about_ca_topic_score_codex":0.00033164388,"about_ca_topic_score_gemma":0.00003952629,"teacher_disagreement_score":0.826944,"about_ca_system_score_codex":0.0020048327,"about_ca_system_score_gemma":0.001220589,"threshold_uncertainty_score":0.9996141},"labels":[],"label_agreement":null},{"id":"W2113123187","doi":"10.1111/j.1747-4949.2012.00974.x","title":"From What We Know to What We Do: Translating Stroke Rehabilitation Research into Practice","year":2012,"lang":"en","type":"review","venue":"International Journal of Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"National Institute for Health and Care Research","keywords":"Medicine; Knowledge translation; Rehabilitation; Audit; Clinical Practice; Guideline; Medical education; Identification (biology); Best practice; Evidence-based practice; Process management; Knowledge management; Nursing; Alternative medicine; Physical therapy; Computer science","score_opus":0.4038052586064218,"score_gpt":0.6126284876658515,"score_spread":0.20882322905942974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113123187","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019204881,0.87864,0.0012207133,0.11274136,0.0059253047,0.0010246679,0.00010116892,0.000017621767,0.00013713186],"genre_scores_gemma":[0.00043130413,0.9403461,0.04926815,0.00055992126,0.008820075,0.00004705307,0.00014344018,0.000095497875,0.00028845813],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890176,0.0016571748,0.0043317624,0.00053415424,0.0039776578,0.00048167375],"domain_scores_gemma":[0.96577734,0.024535462,0.0029135828,0.00049822574,0.0057043233,0.00057104236],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009443078,0.00045437194,0.0016078744,0.0014799354,0.0001095131,0.0010936237,0.00088103936,0.00042034753,0.00078148657],"category_scores_gemma":[0.023928648,0.00038133876,0.0009923606,0.00042643727,0.00012086985,0.007278005,0.00023602108,0.0028587824,0.00035025456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007860681,0.00044952857,0.000033997527,0.0010276489,0.0014582375,0.00011750735,0.0033483254,0.0000062184763,0.00009223482,0.00007027222,0.002802593,0.98980737],"study_design_scores_gemma":[0.0014443985,0.00087612943,0.000011590666,0.049124073,0.0019807108,0.00046644663,0.02381743,0.000011104888,0.000013958176,0.00042870617,0.9215794,0.00024600583],"about_ca_topic_score_codex":0.00021308246,"about_ca_topic_score_gemma":0.000070947244,"teacher_disagreement_score":0.9895614,"about_ca_system_score_codex":0.001559981,"about_ca_system_score_gemma":0.0014135763,"threshold_uncertainty_score":0.9999433},"labels":[],"label_agreement":null},{"id":"W2113524432","doi":"10.1016/j.jmir.2013.06.010","title":"Innovative Practice Models in Radiation Therapy","year":2013,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre","funders":"","keywords":"Staffing; Radiation Therapist; Strengths and weaknesses; Clinical Practice; Radiation oncology; Medicine; Radiation therapy; Radiation dose; Medical physics; Medical education; Nursing; Psychology; Radiology; Nuclear medicine","score_opus":0.17004567831490083,"score_gpt":0.5185612340606003,"score_spread":0.3485155557456995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113524432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6418526,0.004201238,0.0075310217,0.34492096,0.00047567603,0.00021782388,3.7711067e-7,0.000008243907,0.00079205126],"genre_scores_gemma":[0.9770317,0.00805413,0.0034902592,0.011007904,0.0003986236,0.0000029645155,0.0000013936736,0.0000037539057,0.000009238723],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975159,0.00018008449,0.00088492775,0.000117151416,0.0011784834,0.00012345125],"domain_scores_gemma":[0.9965097,0.0020214769,0.00066853507,0.00005034563,0.00058980635,0.00016014672],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006017634,0.000062498366,0.00017608998,0.0003047287,0.000063154555,0.00008721891,0.00009610208,0.000043860986,0.00013630108],"category_scores_gemma":[0.0151583,0.00004177842,0.000025551552,0.0006536108,0.00018349115,0.0022276451,0.00001584263,0.00032440142,0.0000043386226],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049953967,0.00012730049,0.033002473,0.0000049518444,0.00001539307,0.00001743059,0.001033716,0.000085367945,0.00017814994,0.0004310802,0.006505889,0.9585483],"study_design_scores_gemma":[0.01243814,0.0009317681,0.4252686,0.00031650966,0.00006731572,0.001865773,0.033835918,0.46861973,0.00028711878,0.01006635,0.046030197,0.00027260478],"about_ca_topic_score_codex":0.00022496207,"about_ca_topic_score_gemma":0.0000023564348,"teacher_disagreement_score":0.9582757,"about_ca_system_score_codex":0.000038277496,"about_ca_system_score_gemma":0.0005638315,"threshold_uncertainty_score":0.9931374},"labels":[],"label_agreement":null},{"id":"W2113664090","doi":"10.2522/ptj.2014.94.6.753","title":"Roadmap for Publishing Clinical Practice Guidelines in PTJ","year":2014,"lang":"en","type":"editorial","venue":"Physical Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Publishing; Medicine; Alternative medicine; MEDLINE; Best practice; Medical education; Executive summary; Political science; Family medicine; Business; Pathology","score_opus":0.37689572765357576,"score_gpt":0.6155143225841071,"score_spread":0.23861859493053134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113664090","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014240483,0.00059027143,0.004229561,0.08737431,0.9011216,0.0031744137,0.0001841592,0.00021211425,0.0016895143],"genre_scores_gemma":[0.000518313,0.0020278653,0.022688728,0.01508839,0.9567817,0.0003131286,0.0017850978,0.00018790021,0.0006088753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921701,0.00070493313,0.0036272234,0.001169526,0.0017204293,0.0006077929],"domain_scores_gemma":[0.9288721,0.061805863,0.0019332307,0.0011496788,0.005872434,0.00036670966],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010860358,0.0005540069,0.0018035606,0.00017735723,0.000079036865,0.00034311245,0.0005010236,0.0011447109,0.000045633165],"category_scores_gemma":[0.39673662,0.00045893612,0.0008449612,0.00035857697,0.000117452764,0.0012820001,0.00012375588,0.0029212532,0.0000880476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029212935,0.0009104808,0.000047141653,0.00007476422,0.00020655397,0.000009098663,0.00005019898,0.000005474435,0.000036248905,0.00012269372,0.7280057,0.2676103],"study_design_scores_gemma":[0.011098863,0.0017883157,0.00012635338,0.0002468626,0.00031467763,0.0000026554421,0.00008921624,0.0018331434,0.000020234414,0.0030573353,0.9809953,0.00042704033],"about_ca_topic_score_codex":0.00056845316,"about_ca_topic_score_gemma":0.00004866944,"teacher_disagreement_score":0.38587627,"about_ca_system_score_codex":0.0002072118,"about_ca_system_score_gemma":0.0012489256,"threshold_uncertainty_score":0.99978626},"labels":[],"label_agreement":null},{"id":"W2114437298","doi":"10.1016/s0272-5231(03)00098-4","title":"Guidelines in the intensive care unit","year":2003,"lang":"en","type":"review","venue":"Clinics in Chest Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Standardization; Intensive care unit; Intensive care medicine; Computer science; Pathology","score_opus":0.7171869710946512,"score_gpt":0.6494019494883415,"score_spread":0.06778502160630973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114437298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057706548,0.98106587,0.000026333386,0.011317368,0.0017042777,0.00273546,0.000021297285,0.000031630134,0.0030400455],"genre_scores_gemma":[0.000030984498,0.9682302,0.00081987993,0.027365219,0.0018140627,0.00020557594,0.00094943034,0.000103031554,0.00048160792],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899091,0.001116197,0.0067511103,0.000853408,0.0008570985,0.00051308516],"domain_scores_gemma":[0.9818388,0.012670248,0.0015627528,0.0014904331,0.0022592105,0.00017852258],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008105841,0.00067675917,0.0036303378,0.000640222,0.000049695806,0.000016258173,0.00060834206,0.0007690648,0.00029184532],"category_scores_gemma":[0.10970048,0.000397789,0.00044525097,0.0017414169,0.00037126508,0.00008626292,0.00012311971,0.0031656362,0.00015374499],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042561693,0.00008000087,0.0012738779,0.009256309,0.00007091736,0.0004804614,0.0011167409,8.623971e-7,3.866289e-8,0.00011903938,0.016863653,0.97069556],"study_design_scores_gemma":[0.0030605358,0.00051017,0.00017086793,0.032983344,0.0019130488,0.00035217789,0.017974129,0.000012144499,3.7484856e-8,0.00018431056,0.94253963,0.00029959023],"about_ca_topic_score_codex":0.00029547943,"about_ca_topic_score_gemma":0.00063476345,"teacher_disagreement_score":0.9703959,"about_ca_system_score_codex":0.0003396762,"about_ca_system_score_gemma":0.0014919073,"threshold_uncertainty_score":0.9998474},"labels":[],"label_agreement":null},{"id":"W2114607619","doi":"10.1016/j.otohns.2010.04.086","title":"P62– Shifting paradigms","year":2010,"lang":"en","type":"article","venue":"Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; eHealth; Computer science; Library science; Political science; Health care; Law","score_opus":0.09997569302135549,"score_gpt":0.43755128602817456,"score_spread":0.33757559300681905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114607619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744247,0.000017804474,0.0005812455,0.011794364,0.0007233559,0.00026116203,0.000002196189,0.00009081176,0.0121043455],"genre_scores_gemma":[0.98279464,0.000006687419,0.0105114225,0.0057592015,0.0005717281,0.000018315686,0.00004646255,0.000019438834,0.00027209905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891484,0.000048630376,0.00046315146,0.00022417726,0.00012084349,0.00022834168],"domain_scores_gemma":[0.99875826,0.00059339445,0.00012793475,0.00032130012,0.00007230742,0.000126779],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057925726,0.000088849156,0.0002033632,0.00006212557,0.000056096655,0.00001001474,0.00007618186,0.00014510445,0.0016878572],"category_scores_gemma":[0.003502868,0.00008046703,0.000064580476,0.00010728471,0.00008041989,0.00010523468,0.000047569036,0.0005681253,0.000531653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026293547,0.00026909716,0.798442,0.00004145798,0.00008091187,0.00023453978,0.0002076204,9.113742e-7,0.14069125,0.015744574,0.008398905,0.035625767],"study_design_scores_gemma":[0.0023679894,0.00036009125,0.6806978,0.000010667198,0.00013722904,0.0011645422,0.00008662107,0.0006731148,0.0025866968,0.0014470954,0.31029883,0.00016933033],"about_ca_topic_score_codex":0.00009874365,"about_ca_topic_score_gemma":0.00017382774,"teacher_disagreement_score":0.3018999,"about_ca_system_score_codex":0.000012298864,"about_ca_system_score_gemma":0.0000942609,"threshold_uncertainty_score":0.9992247},"labels":[],"label_agreement":null},{"id":"W2114822343","doi":"10.1186/1472-6963-9-120","title":"Impact of quality of evidence on the strength of recommendations: an empirical study","year":2009,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Evidence-based medicine; Guideline; Empirical evidence; Quality (philosophy); Grading (engineering); Nursing research; Actuarial science; Family medicine; Nursing; Alternative medicine; Business; Pathology","score_opus":0.8369833819511339,"score_gpt":0.7577287865137651,"score_spread":0.07925459543736879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114822343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98406416,0.00009369146,0.00003050996,0.014052922,0.000020735539,0.0016385879,0.0000333457,0.000008830697,0.000057219087],"genre_scores_gemma":[0.9976246,0.00021553025,0.0009784645,0.0010476592,0.000066006774,0.000015564254,0.000033136235,0.0000075289126,0.000011536927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914836,0.0045582717,0.0019759699,0.0002719713,0.0014101459,0.00030001573],"domain_scores_gemma":[0.98356,0.013242576,0.0007277212,0.0008935746,0.0013698736,0.00020625671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021589516,0.0000929845,0.00045767688,0.00020921382,0.000098440876,0.000009398804,0.00031787058,0.00005052193,0.00033071317],"category_scores_gemma":[0.0054664747,0.00005283891,0.000098945304,0.0008857226,0.00007337947,0.0002108053,0.00007178266,0.00045643345,0.0000063073644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030699149,0.0053899908,0.94810736,0.00079258694,0.000045537086,4.2799718e-7,0.0051581175,0.00001288424,0.00055362785,0.00006909198,0.00035875206,0.03644169],"study_design_scores_gemma":[0.0010237425,0.01566441,0.9640579,0.000447243,0.000012592256,6.1988567e-7,0.017655239,0.00073054124,0.0001454332,0.00019350277,0.00003347571,0.000035263314],"about_ca_topic_score_codex":0.011146807,"about_ca_topic_score_gemma":0.0022317148,"teacher_disagreement_score":0.03640643,"about_ca_system_score_codex":0.00017011068,"about_ca_system_score_gemma":0.0015416419,"threshold_uncertainty_score":0.99543804},"labels":[],"label_agreement":null},{"id":"W2115124611","doi":"10.1503/cmaj.090289","title":"Evaluation of evidence-based literature and formulation of recommendations for the clinical preventive guidelines for immigrants and refugees in Canada","year":2010,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Institute of Population and Public Health","funders":"Institute of Health Services and Policy Research; University of Ottawa; Public Health Agency; Public Health Agency of Canada; Canadian Institutes of Health Research; Champlain Local Health Integration Network","keywords":"Guideline; Refugee; Immigration; Grading (engineering); Systematic review; Medicine; Evidence-based practice; Evidence-based medicine; Family medicine; MEDLINE; Medical education; Alternative medicine; Political science; Engineering; Pathology","score_opus":0.5207916168193042,"score_gpt":0.5906587150650271,"score_spread":0.0698670982457229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115124611","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013393495,0.912967,0.00055127614,0.07968288,0.0011109137,0.003677479,0.00066555006,0.0000021321039,0.0000033726208],"genre_scores_gemma":[0.0013710554,0.99080837,0.0035120938,0.0025870246,0.0011445187,0.00018186453,0.0003427381,0.000025094916,0.000027245327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941069,0.0008500075,0.003241566,0.0002205589,0.0013627182,0.0002182476],"domain_scores_gemma":[0.9740657,0.016432812,0.0025366251,0.00015040638,0.006417631,0.00039682453],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030607535,0.00016791935,0.0009539915,0.00023599337,0.000112477836,0.00003016931,0.00012238446,0.0005410065,0.00008663669],"category_scores_gemma":[0.19010183,0.00010710447,0.00024809322,0.00026404255,0.0000373548,0.00017670215,0.000013324214,0.00095664617,1.2467183e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031182146,0.000017642686,0.0020523588,0.00083916384,0.00018644455,9.924778e-7,0.000036673868,0.0000014734048,1.461359e-7,0.000012773232,0.020047799,0.9767733],"study_design_scores_gemma":[0.002722711,0.0001700895,0.0045264484,0.016734295,0.0033996827,0.0000434598,0.00016328426,0.0063138474,6.314756e-7,0.00028853942,0.96551687,0.00012012452],"about_ca_topic_score_codex":0.1698504,"about_ca_topic_score_gemma":0.94897336,"teacher_disagreement_score":0.9766532,"about_ca_system_score_codex":0.0011731817,"about_ca_system_score_gemma":0.040141664,"threshold_uncertainty_score":0.99819356},"labels":[],"label_agreement":null},{"id":"W2115297263","doi":"","title":"Newfoundland and Labrador's E-health Journey: Implementing Canada's First Interoperable Provincial Electronic Health Record","year":2010,"lang":"en","type":"article","venue":"ElectronicHealthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interoperability; Electronic health record; Health records; Geography; Political science; World Wide Web; Computer science; Health care; Law","score_opus":0.048549679935526585,"score_gpt":0.40283480862389826,"score_spread":0.3542851286883717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115297263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6332463,0.0025106925,0.00019100484,0.3617912,0.0005207976,0.0014676218,0.000036486013,0.000103870814,0.0001320283],"genre_scores_gemma":[0.9683301,0.0015719738,0.0010147924,0.027408594,0.0009576981,0.000053738804,0.0002306056,0.000076563476,0.00035595222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948254,0.00031176943,0.0015520112,0.00069106306,0.00058853,0.0020312197],"domain_scores_gemma":[0.99714774,0.0004757685,0.00077864045,0.0004813777,0.00031916506,0.0007972936],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033915895,0.00032351408,0.0006691044,0.00012832551,0.00096763525,0.00008526743,0.0001726413,0.00014159453,0.00027180434],"category_scores_gemma":[0.001539501,0.00031078493,0.00007373539,0.00032024307,0.000049203896,0.00023132068,0.000114797724,0.0031500652,0.0000068588597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008605663,0.0002820541,0.25903717,0.0013436571,0.00023324187,0.000028864839,0.0020182645,0.0000017136688,0.0006812151,0.003331553,0.06957699,0.6626047],"study_design_scores_gemma":[0.0035083317,0.0035232175,0.050760288,0.00015680079,0.00005207929,0.00041992727,0.0012870996,0.0005023915,0.00006870432,0.00029464267,0.9390534,0.00037311722],"about_ca_topic_score_codex":0.9272204,"about_ca_topic_score_gemma":0.99929065,"teacher_disagreement_score":0.86947644,"about_ca_system_score_codex":0.0039248224,"about_ca_system_score_gemma":0.037386786,"threshold_uncertainty_score":0.99993443},"labels":[],"label_agreement":null},{"id":"W2116588118","doi":"10.1111/jth.12708","title":"Guidance, guidelines, and communications","year":2014,"lang":"en","type":"letter","venue":"Journal of Thrombosis and Haemostasis","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Thrombosis and Atherosclerosis Research Institute","funders":"","keywords":"Standardization; Medical education; Publishing; Medicine; Guideline; MEDLINE; Engineering ethics; Public relations; Political science; Pathology; Law","score_opus":0.527310179090324,"score_gpt":0.5230720538059591,"score_spread":0.0042381252843648465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116588118","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021570728,0.004643465,0.0005245699,0.99163246,0.0002730679,0.0002356763,0.00003808136,0.000011604155,0.00048398593],"genre_scores_gemma":[0.0028968032,0.036988206,0.059097517,0.89714277,0.0035075839,0.0000050601134,0.000117632866,0.000058204358,0.00018620634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653596,0.0002174153,0.002293369,0.00022067991,0.00052746385,0.00020513748],"domain_scores_gemma":[0.99452245,0.0013215089,0.0019215824,0.00071564125,0.0013650341,0.00015380322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018879251,0.00025613775,0.001024043,0.00023567627,0.00013660728,0.0000892016,0.0002600082,0.00041125336,0.00012351714],"category_scores_gemma":[0.0028690218,0.00020080435,0.00022541634,0.0001286678,0.00023104262,0.0001999361,0.0002116334,0.0015832257,0.000007725598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038995422,0.00003947283,0.001862928,0.00017555318,0.0004154746,0.000023643634,0.00004151825,2.0188718e-7,0.000048161768,0.000019341069,0.96591985,0.03141486],"study_design_scores_gemma":[0.0016853259,0.0004143183,0.003683885,0.0006621623,0.0020037917,0.00079301535,0.00010165722,0.00010032537,0.000018776376,0.00031954993,0.9900377,0.00017950337],"about_ca_topic_score_codex":0.00008875213,"about_ca_topic_score_gemma":0.000013988694,"teacher_disagreement_score":0.09448969,"about_ca_system_score_codex":0.000066594825,"about_ca_system_score_gemma":0.00019821625,"threshold_uncertainty_score":0.8188564},"labels":[],"label_agreement":null},{"id":"W2116739463","doi":"10.1186/1478-4505-11-1","title":"Editorial: can China master the guideline challenge?","year":2013,"lang":"en","type":"editorial","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"Centers for Disease Control and Prevention; Bond University; World Health Organization","keywords":"Guideline; Medicine; Agency (philosophy); Health care; China; Transparency (behavior); Context (archaeology); Health services research; Health administration; Nursing; Public relations; Public health; Political science; Sociology","score_opus":0.5882508894905595,"score_gpt":0.6317038858443296,"score_spread":0.04345299635377009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116739463","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023790924,0.003169654,0.000018205086,0.21854153,0.7728115,0.00361872,0.00031096357,0.0000542904,0.0014513538],"genre_scores_gemma":[0.00049939944,0.013007564,0.000047048536,0.0014193846,0.9744269,0.0005721387,0.00092015887,0.000115771916,0.008991609],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858874,0.0037406792,0.0030557406,0.00080712984,0.0049550906,0.0015539734],"domain_scores_gemma":[0.97543776,0.015784891,0.0011136781,0.0015984953,0.0046374383,0.0014277449],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032689456,0.0004105273,0.0011457653,0.00055124727,0.00075131736,0.00038028508,0.00041936547,0.0010886875,0.00007982847],"category_scores_gemma":[0.08178903,0.00025968897,0.00012854571,0.0005267988,0.0003308225,0.00014673095,0.0003825986,0.00479773,0.00018318075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016035303,0.00007846634,0.000007796647,0.0019110473,0.00008538895,0.0000057845846,0.0006593253,0.0000010633985,0.0000021010092,0.00040494476,0.9894982,0.007185542],"study_design_scores_gemma":[0.001685357,0.0013025377,0.000035726483,0.0007232433,0.00003179655,0.000017012768,0.0010712235,0.00031182557,1.5522409e-7,0.0002684429,0.99437666,0.00017602112],"about_ca_topic_score_codex":0.18052824,"about_ca_topic_score_gemma":0.0022113402,"teacher_disagreement_score":0.21712214,"about_ca_system_score_codex":0.0011456657,"about_ca_system_score_gemma":0.011662885,"threshold_uncertainty_score":0.9999855},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2116852922","doi":"10.1186/s13012-015-0225-1","title":"The Guideline Implementability Decision Excellence Model (GUIDE-M): a mixed methods approach to create an international resource to advance the practice guideline field","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Juravinski Cancer Centre; University of Toronto; Women's College Hospital; McMaster University","funders":"","keywords":"Guideline; Medicine; Health administration; Excellence; Health informatics; Health services research; Public health; Field (mathematics); Resource (disambiguation); Nursing; Computer science; Pathology","score_opus":0.3142140532739922,"score_gpt":0.6510641612249428,"score_spread":0.3368501079509506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116852922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01836988,0.000033306314,0.8614857,0.11198778,0.00079010456,0.0025666005,0.0000539539,0.00008854585,0.004624142],"genre_scores_gemma":[0.08302837,0.000034430203,0.8585423,0.057246838,0.00039298093,0.000346872,0.00013994933,0.000033723278,0.00023454468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99045956,0.00076879107,0.003711721,0.0013003299,0.0029434734,0.0008161276],"domain_scores_gemma":[0.9861222,0.0056440616,0.0008403548,0.0019280212,0.0044812635,0.0009841069],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04748306,0.00033894152,0.0003413069,0.00026575552,0.0009796022,0.0005278286,0.0018053114,0.00006111977,0.0001283061],"category_scores_gemma":[0.07418078,0.00022190883,0.00011347578,0.0018125176,0.0002721026,0.0022413477,0.0010842818,0.00036179184,0.000053700387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017197777,0.0002929121,0.0008453207,0.000004468398,0.00003729432,0.0000028192405,0.0025773032,0.013015299,0.006201586,0.0018167336,0.24638271,0.72710377],"study_design_scores_gemma":[0.0021704435,0.00079746114,0.00085650064,0.00001420387,0.00011533569,0.00008303105,0.04304799,0.100364104,0.0050915442,0.0014652294,0.8457029,0.00029128933],"about_ca_topic_score_codex":0.0012931084,"about_ca_topic_score_gemma":0.0005147067,"teacher_disagreement_score":0.7268125,"about_ca_system_score_codex":0.00077818625,"about_ca_system_score_gemma":0.0015966494,"threshold_uncertainty_score":0.98081666},"labels":[],"label_agreement":null},{"id":"W2116892324","doi":"","title":"Conducting a clinical practice audit. Fourteen steps to better patient care.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Audit; Medical audit; Clinical Practice; Computer science; Patient care; Data science; Medicine; Family medicine; Nursing; Accounting; Business","score_opus":0.44742206659419403,"score_gpt":0.501034516433094,"score_spread":0.05361244983890001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116892324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90528876,0.00009951863,0.00097847,0.08055668,0.0014836107,0.0027017843,0.000008962708,0.00012302883,0.008759193],"genre_scores_gemma":[0.92135715,0.000043313867,0.018801577,0.056723807,0.0018722544,0.00081537594,0.000047723443,0.000042527714,0.00029624705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965032,0.00032028335,0.0015659418,0.00050118315,0.00058993226,0.0005194659],"domain_scores_gemma":[0.9948215,0.0030312794,0.00047091898,0.00050456094,0.00064166833,0.0005301088],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023021116,0.00016925401,0.0003698067,0.00009851403,0.000083956555,0.000049321436,0.000107777276,0.00012094934,0.00016101901],"category_scores_gemma":[0.036947336,0.00015349156,0.00015109776,0.00030468218,0.000042586085,0.0004158138,0.00014279278,0.0004952562,0.00026969495],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067451975,0.00025549904,0.04762821,0.000016572083,0.00011563876,0.00016974218,0.00039802195,0.0000042891056,0.000017369366,0.000011077951,0.031951632,0.91875744],"study_design_scores_gemma":[0.0026315905,0.0005610478,0.21666357,0.00002057224,0.00046334454,0.00024357346,0.0051702014,0.00002126772,0.000082640814,0.00003280645,0.77389914,0.00021026722],"about_ca_topic_score_codex":0.00018536164,"about_ca_topic_score_gemma":0.00006275147,"teacher_disagreement_score":0.91854715,"about_ca_system_score_codex":0.0001902101,"about_ca_system_score_gemma":0.00011936383,"threshold_uncertainty_score":0.9711649},"labels":[],"label_agreement":null},{"id":"W2117360615","doi":"10.1136/ebn.4.2.53","title":"Integrated care pathway based rehabilitation for acute stroke did not reduce length of hospital stay","year":2001,"lang":"en","type":"article","venue":"Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre","funders":"","keywords":"Medicine; Rehabilitation; Stroke (engine); Randomized controlled trial; Acute stroke; Multidisciplinary team; Physical therapy; Pediatrics; Surgery; Internal medicine","score_opus":0.1450711058977588,"score_gpt":0.46414420023558745,"score_spread":0.31907309433782866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117360615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90775937,0.00029286154,0.053196836,0.03555637,0.00087117584,0.0019814954,0.0001765271,0.000106580526,0.000058806658],"genre_scores_gemma":[0.93056905,0.000023805404,0.06776044,0.0007771692,0.0002647247,0.00009333843,0.00040826583,0.00004558,0.00005762309],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99701095,0.00029499244,0.0012237009,0.00051104894,0.0006091915,0.00035012048],"domain_scores_gemma":[0.99158865,0.005647784,0.00057314656,0.0005051541,0.0015203622,0.00016489082],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014115742,0.00023968138,0.0004743716,0.00024104048,0.00012035206,0.000034255278,0.00013591036,0.0001424752,0.00010433041],"category_scores_gemma":[0.01575149,0.00022345361,0.00028880147,0.0004411726,0.00020053264,0.0005901615,0.000009982538,0.0002844324,0.0000065601866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017098082,0.0019040005,0.048255958,0.00074975577,0.00023934338,0.000040158502,0.004042591,0.0008700773,0.15457785,0.00011767941,0.004852472,0.767252],"study_design_scores_gemma":[0.03631714,0.06105702,0.1072905,0.029709693,0.005742464,0.00002898059,0.059540182,0.07783367,0.60688436,0.00050672365,0.013150997,0.0019382603],"about_ca_topic_score_codex":0.00016165267,"about_ca_topic_score_gemma":0.000024835055,"teacher_disagreement_score":0.7653138,"about_ca_system_score_codex":0.00075743906,"about_ca_system_score_gemma":0.0011152007,"threshold_uncertainty_score":0.9925392},"labels":[],"label_agreement":null},{"id":"W2117469126","doi":"10.1001/jama.295.21.2503","title":"Effect of a Clinical Pathway to Reduce Hospitalizations in Nursing Home Residents With Pneumonia","year":2006,"lang":"en","type":"article","venue":"JAMA","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":268,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Pneumonia; Confidence interval; Emergency medicine; Nursing homes; Quality of life (healthcare); Lower respiratory tract infection; Clinical trial; Respiratory tract infections; Internal medicine; Nursing; Respiratory system","score_opus":0.06326183617387385,"score_gpt":0.48742266077214236,"score_spread":0.42416082459826854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117469126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99100715,0.000027249953,0.00053324155,0.0060612885,0.00015908373,0.0006971978,0.000007904841,0.000027174596,0.0014797352],"genre_scores_gemma":[0.9967336,0.0000060427637,0.0022894975,0.00036314,0.000320898,0.000022413156,0.000051160234,0.000021678921,0.00019155037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781257,0.0002683137,0.001169319,0.00025435296,0.0003273573,0.0001681037],"domain_scores_gemma":[0.99783325,0.0013563591,0.00026679982,0.00027893437,0.00016908905,0.00009556889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017011178,0.000101217316,0.00038053744,0.00013155253,0.00002240282,0.000016120599,0.00006585518,0.00008953834,0.000028194367],"category_scores_gemma":[0.0050855256,0.00008021928,0.00006565728,0.00044354374,0.00005449707,0.00014767687,0.000020858672,0.00020150846,0.000024213668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025101313,0.000562726,0.8619512,0.00007812916,0.000019785162,0.000066017026,0.00012450815,0.000119326185,0.0035125772,0.00022773386,0.0031467252,0.12768117],"study_design_scores_gemma":[0.006142611,0.0027793539,0.9864233,0.0007028663,0.00009165948,0.000019179366,0.000060305403,0.00018637662,0.003001725,0.0001548376,0.0003492309,0.000088535744],"about_ca_topic_score_codex":0.00076840847,"about_ca_topic_score_gemma":0.00019399637,"teacher_disagreement_score":0.12759262,"about_ca_system_score_codex":0.00007158149,"about_ca_system_score_gemma":0.00013434398,"threshold_uncertainty_score":0.60882163},"labels":[],"label_agreement":null},{"id":"W2117521501","doi":"10.1016/j.jval.2014.08.2659","title":"An Assessment of the Association Between Rural Status and Health Service Resource Use Among Patients With Ankle Sprains in Ontario","year":2014,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Rurality; Ambulatory care; Health care; Population; Environmental health; Ankle; Ambulatory; Rural area; Family medicine; Gerontology; Medical emergency","score_opus":0.17278008996928249,"score_gpt":0.46201978121283527,"score_spread":0.28923969124355275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117521501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989661,0.0000055992014,0.00007197937,0.0090130195,0.000050022405,0.0011380864,0.000020970703,0.000010305113,0.000029032628],"genre_scores_gemma":[0.9937479,0.000010573137,0.0020909945,0.0038908657,0.000037538666,0.000008319335,0.00018523603,0.00001501591,0.000013571128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968819,0.001016979,0.0010512066,0.00020528844,0.000512832,0.00033181618],"domain_scores_gemma":[0.9974437,0.0009850457,0.00095536676,0.00029411603,0.00013370755,0.00018810466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042185485,0.00010168978,0.00036022282,0.00009598267,0.00006384793,0.000017934814,0.00006141176,0.00006116409,0.0000064473807],"category_scores_gemma":[0.0006812535,0.000076700766,0.000017620838,0.00029535207,0.000020309817,0.00025867726,0.000039040366,0.0004641925,3.1157273e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050436654,0.0002049579,0.9944509,0.00010245073,0.00001120022,1.1091412e-7,0.0017202736,0.0007971788,8.196262e-7,0.00004473783,0.000047454836,0.00256947],"study_design_scores_gemma":[0.0034856843,0.0010735297,0.9912744,0.00032681457,0.000018071807,1.857879e-7,0.0004610814,0.0024370989,7.654748e-7,0.00004220015,0.00081924663,0.00006087665],"about_ca_topic_score_codex":0.7610855,"about_ca_topic_score_gemma":0.662777,"teacher_disagreement_score":0.098308496,"about_ca_system_score_codex":0.0020489849,"about_ca_system_score_gemma":0.0012294535,"threshold_uncertainty_score":0.5358024},"labels":[],"label_agreement":null},{"id":"W2117994371","doi":"10.12927/hcpap..16843","title":"Reconstructing Cancer Services in Ontario","year":2004,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Cancer; Medicine; Internal medicine","score_opus":0.2320221760189609,"score_gpt":0.45070590330841853,"score_spread":0.21868372728945762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117994371","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34887034,0.00013625216,0.000015098187,0.6465546,0.0015209877,0.0019932038,0.000113226495,0.00017523138,0.0006210971],"genre_scores_gemma":[0.0016693744,0.00029490053,0.0029457968,0.9889342,0.0006631155,0.00072820834,0.0017626503,0.00029602632,0.0027056802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99102813,0.00041614854,0.0034173608,0.0019705053,0.0013050124,0.0018628567],"domain_scores_gemma":[0.993913,0.0022253199,0.0014962766,0.0013091367,0.0003836631,0.0006725885],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017341647,0.0010628075,0.0019901914,0.00077343086,0.00033532374,0.00013251675,0.00052770326,0.0013630496,0.0025059443],"category_scores_gemma":[0.00091131864,0.0010608714,0.00042968456,0.00083326816,0.000054165506,0.00035337347,0.00038324963,0.0056126486,0.00069565984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001537094,0.0002194389,0.0508618,0.00088119286,0.00019843497,0.00066850206,0.005681661,0.00003073016,0.00005603972,0.0000119866845,0.9324492,0.007403908],"study_design_scores_gemma":[0.0055173887,0.0012643861,0.01678334,0.000043588945,0.00037579835,0.00032962405,0.0006329474,0.00011762981,0.000023329452,0.000074246076,0.9738781,0.0009596146],"about_ca_topic_score_codex":0.48215273,"about_ca_topic_score_gemma":0.78739715,"teacher_disagreement_score":0.34720096,"about_ca_system_score_codex":0.010899614,"about_ca_system_score_gemma":0.0046473923,"threshold_uncertainty_score":0.99993336},"labels":[],"label_agreement":null},{"id":"W2118414897","doi":"10.1007/978-3-642-38326-7_3","title":"Using Constraint Logic Programming to Implement Iterative Actions and Numerical Measures during Mitigation of Concurrently Applied Clinical Practice Guidelines","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; McGill University; University of Ottawa","funders":"","keywords":"Computer science; Clinical Practice; Logic programming; Process (computing); Constraint (computer-aided design); Constraint logic programming; Iterative and incremental development; Software engineering; Machine learning; Constraint satisfaction; Algorithm; Artificial intelligence; Programming language; Medicine; Mathematics","score_opus":0.35182506632714544,"score_gpt":0.5217212558944098,"score_spread":0.16989618956726432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118414897","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005892478,0.00013626681,0.98559904,0.0055142804,0.0006011592,0.0019241147,0.000016671978,0.000040829098,0.00027513324],"genre_scores_gemma":[0.33263597,0.00003615265,0.6638406,0.0028571778,0.0005528935,0.000022085911,0.000023347846,0.00002328129,0.000008518084],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952721,0.00008712913,0.0023770654,0.00096143177,0.0009285607,0.00037371597],"domain_scores_gemma":[0.9939006,0.0021871524,0.0010755404,0.00041273521,0.002144562,0.00027940067],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024751578,0.00035948775,0.0007479868,0.00036745737,0.00017052054,0.00013876233,0.00020812111,0.00021894477,0.00006167622],"category_scores_gemma":[0.008427171,0.00031339042,0.00011747286,0.00029823743,0.00056291156,0.00033394495,0.00035121883,0.0007490737,0.0000073335605],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015003605,0.00011899672,0.00047012354,0.000110151675,0.00009410712,0.000021797487,0.0005191086,0.002657651,0.0029855836,0.0020319545,0.00004012335,0.9908004],"study_design_scores_gemma":[0.03623469,0.016451588,0.023132352,0.017891124,0.007133696,0.0072397706,0.0011406321,0.6464156,0.040561408,0.07037515,0.12286578,0.010558217],"about_ca_topic_score_codex":0.00008657004,"about_ca_topic_score_gemma":0.000029643188,"teacher_disagreement_score":0.98024213,"about_ca_system_score_codex":0.00027449644,"about_ca_system_score_gemma":0.0007377917,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W2118620033","doi":"10.1136/adc.2006.097287","title":"Effect of a clinical pathway on the hospitalisation rates of children with asthma: a prospective study","year":2006,"lang":"en","type":"article","venue":"Archives of Disease in Childhood","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; BC Children's Hospital","funders":"","keywords":"Medicine; Asthma; Emergency department; Exacerbation; Clinical pathway; Prospective cohort study; Clinical trial; Emergency medicine; Pediatrics; Asthma exacerbations; Internal medicine","score_opus":0.03753574322925574,"score_gpt":0.40894997620651546,"score_spread":0.37141423297725973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118620033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951288,0.00003880679,0.000025986677,0.0005595302,0.000023796438,0.0038168728,0.000070564034,0.000010647856,0.000324972],"genre_scores_gemma":[0.9994794,0.000006916143,0.00017919063,0.000050571387,0.000099608544,0.00009196,0.00006962388,0.000018458475,0.000004231892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972205,0.0006925997,0.001252106,0.00029351158,0.0004145073,0.00012674733],"domain_scores_gemma":[0.99395424,0.004780386,0.00070642517,0.00042544372,0.000063927626,0.000069578135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011733107,0.00015406839,0.00050750497,0.00011325144,0.000024786916,0.000004147069,0.00011950691,0.000023814237,0.000013758021],"category_scores_gemma":[0.0037739978,0.00008898815,0.00018173202,0.00020967452,0.00023780287,0.00007153239,0.00005018368,0.00022453854,0.0000012374392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061818757,0.006296387,0.97963256,0.00005488902,0.00020058121,0.0000041157036,0.00064938475,0.00009990424,0.000048579983,0.00028206964,0.00001350766,0.0065361317],"study_design_scores_gemma":[0.008822885,0.01273007,0.9745921,0.00030780424,0.0002562691,9.343198e-7,0.00028807647,0.000090677975,0.0019350529,0.0009005695,6.0476674e-7,0.00007499218],"about_ca_topic_score_codex":0.0003283527,"about_ca_topic_score_gemma":0.000083636565,"teacher_disagreement_score":0.00646114,"about_ca_system_score_codex":0.000008778294,"about_ca_system_score_gemma":0.00019927043,"threshold_uncertainty_score":0.45181006},"labels":[],"label_agreement":null},{"id":"W2119022023","doi":"10.3390/ijerph111212223","title":"Patient-Reported Outcome Measures and Risk Factors in a Quality Registry: A Basis for More Patient-Centered Diabetes Care in Sweden","year":2014,"lang":"en","type":"article","venue":"International Journal of Environmental Research and Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Diabetes mellitus; Quality (philosophy); Patient-reported outcome; MEDLINE; Outcome (game theory); Environmental health; Quality of life (healthcare); Nursing","score_opus":0.37838658666852737,"score_gpt":0.5344238406236098,"score_spread":0.15603725395508244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119022023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859621,0.00033076236,0.000062846935,0.012859877,0.000108071705,0.0004631826,0.0001921822,0.0000025678994,0.000018395373],"genre_scores_gemma":[0.99777824,0.0009037963,0.0004843913,0.00064138597,0.00007321027,0.000014627184,0.000088707195,0.00001162161,0.0000040441687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962082,0.00060574804,0.0015014595,0.000221018,0.0011245939,0.00033897097],"domain_scores_gemma":[0.99685395,0.0016762355,0.00073838746,0.0001250061,0.00020867123,0.00039773108],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004226636,0.00010532665,0.0003213166,0.00042467003,0.00006383877,0.00006125785,0.00010503663,0.00005980102,0.000030477007],"category_scores_gemma":[0.014461529,0.000086199645,0.00006260098,0.00009189928,0.00014626715,0.00029195927,0.000100409015,0.0004968496,7.137231e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045792627,0.0004362822,0.85559314,0.000036904326,0.000065324275,0.0000074593713,0.0014624601,0.0000016578357,0.00015383096,0.000007725564,0.000110075576,0.14166722],"study_design_scores_gemma":[0.0033587704,0.0019450187,0.97225636,0.00009041886,0.000007395346,0.000017604203,0.013627933,0.00009653248,0.00005340598,0.00014176378,0.008338469,0.00006630684],"about_ca_topic_score_codex":0.001125702,"about_ca_topic_score_gemma":0.00079049,"teacher_disagreement_score":0.1416009,"about_ca_system_score_codex":0.0007098459,"about_ca_system_score_gemma":0.00023550782,"threshold_uncertainty_score":0.9938401},"labels":[],"label_agreement":null},{"id":"W2119068929","doi":"10.1503/cmaj.050737","title":"The Canadian Hypertension Education Program (CHEP) recommendations: launching a new series","year":2005,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; University of Ottawa","keywords":"Primary care; Series (stratigraphy); Medicine; Computer science; Family medicine","score_opus":0.08645543673431748,"score_gpt":0.4242307486916424,"score_spread":0.3377753119573249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119068929","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016157305,0.00041432277,0.00004697321,0.97609144,0.0018685446,0.0006512295,0.000008545398,0.00004322569,0.004718432],"genre_scores_gemma":[0.55126125,0.0032182378,0.03272162,0.36035585,0.031132538,0.00018652342,0.000533542,0.00012449342,0.020465933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692786,0.00023768781,0.00097036397,0.00017582429,0.0011093558,0.0005789057],"domain_scores_gemma":[0.9943869,0.0005789725,0.00039106832,0.00017571507,0.0010356752,0.0034316503],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036687767,0.0001342686,0.00019027226,0.0002221161,0.001355365,0.0003688818,0.00017725684,0.0003163102,0.0024606355],"category_scores_gemma":[0.021803109,0.00010511124,0.000108054526,0.00033422947,0.000038684262,0.00049587333,0.000013185056,0.0013237065,0.0003126131],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000008914293,0.000027827718,0.0051141237,0.000001416905,0.000039601247,0.000014303011,0.00008544415,0.0000010128862,0.0000020980183,0.000204384,0.4203201,0.5741808],"study_design_scores_gemma":[0.00076823664,0.000095276664,0.015237389,0.00008192153,0.0000735659,0.0011348153,0.0010120794,0.00042519392,0.0000043491445,0.00033406107,0.98072445,0.0001086307],"about_ca_topic_score_codex":0.3232426,"about_ca_topic_score_gemma":0.9848147,"teacher_disagreement_score":0.66157216,"about_ca_system_score_codex":0.004156764,"about_ca_system_score_gemma":0.04180312,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W2119686981","doi":"10.3138/ptc.59.2.86","title":"Cervical Manipulation and Informed Consent: Canadian Manipulative Physiotherapists' Opinions on Communicating Risk","year":2007,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Informed consent; Medicine; Confidence interval; Fact sheet; Delphi method; Guideline; Family medicine; Delphi; Sample (material); Physical therapy; Alternative medicine; Computer science","score_opus":0.15790709779338546,"score_gpt":0.4607629496208407,"score_spread":0.3028558518274552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119686981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97534716,0.0002091826,0.00074391195,0.015282816,0.00039283486,0.0012732253,0.00015392808,0.00007612752,0.0065208185],"genre_scores_gemma":[0.9857992,0.00026630706,0.0013657142,0.011934435,0.00021357283,0.00000949703,0.00027582172,0.00003889384,0.00009658577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983072,0.00009130135,0.0006179806,0.0002506071,0.00036160002,0.00037128222],"domain_scores_gemma":[0.9963232,0.0024152016,0.00027742318,0.00043328793,0.00012840472,0.0004224274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003827446,0.00019540741,0.00026119084,0.00014209442,0.00031226687,0.00002620601,0.00010089957,0.00007092071,0.00022999277],"category_scores_gemma":[0.00050019706,0.00018639053,0.000051048573,0.00024617303,0.00006981201,0.000113668306,0.000020649606,0.0003383016,0.000007310879],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00454943,0.0009772452,0.4674299,0.0011564527,0.0019353708,0.0001779191,0.007179431,0.00087332673,0.01052452,0.019414695,0.05351981,0.43226188],"study_design_scores_gemma":[0.0035367764,0.00036706467,0.93285155,0.00022240933,0.000043402044,0.000023076322,0.0015238996,0.0039623016,0.00041860144,0.00052578794,0.05616028,0.00036482365],"about_ca_topic_score_codex":0.987101,"about_ca_topic_score_gemma":0.99834234,"teacher_disagreement_score":0.46542168,"about_ca_system_score_codex":0.00085111195,"about_ca_system_score_gemma":0.0021866485,"threshold_uncertainty_score":0.76007855},"labels":[],"label_agreement":null},{"id":"W2120494584","doi":"10.1503/cmaj.120642","title":"Process for guideline development by the reconstituted Canadian Task Force on Preventive Health Care","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Public Health Agency of Canada; University of Alberta; University of Ottawa; Manitoba Health","funders":"Canadian Institutes of Health Research; Public Health Agency; Public Health Agency of Canada","keywords":"Task force; Guideline; Task (project management); Process (computing); Health care; Preventive care; Medicine; Computer science; Preventive healthcare; Family medicine; Nursing; Public health; Pathology; Political science; Engineering","score_opus":0.07182677398054506,"score_gpt":0.436349076008756,"score_spread":0.36452230202821095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120494584","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084744126,0.001761436,0.0037937737,0.8977302,0.0039418726,0.0031498598,0.00065756956,0.00004694149,0.0041742595],"genre_scores_gemma":[0.78355104,0.00006440745,0.0013758396,0.20947485,0.0033307844,0.00010373733,0.0010144789,0.000040561536,0.0010443206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963319,0.00021176557,0.0013057624,0.00017448245,0.0010868082,0.000889296],"domain_scores_gemma":[0.9938623,0.000595456,0.000599825,0.00012430215,0.0011639147,0.003654205],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058009867,0.00015531325,0.00027729615,0.00016725431,0.0007808221,0.00004653874,0.0001751396,0.00024794677,0.0010661666],"category_scores_gemma":[0.014129044,0.00011874601,0.00009934767,0.00021651396,0.000033337696,0.00019537583,0.0000074421823,0.0008328919,0.000071239505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000034037603,0.000041013132,0.014495172,0.000022221237,0.00015889641,0.0000082019415,0.0019832596,0.0000037701684,0.000001791487,0.000061926636,0.83929163,0.14389805],"study_design_scores_gemma":[0.0016756105,0.00014368539,0.0043855137,0.0001058174,0.00005928082,0.0001515044,0.004380093,0.00007039989,0.000032200616,0.000028824485,0.9888366,0.00013049852],"about_ca_topic_score_codex":0.051005546,"about_ca_topic_score_gemma":0.6854576,"teacher_disagreement_score":0.6988069,"about_ca_system_score_codex":0.005982826,"about_ca_system_score_gemma":0.029871011,"threshold_uncertainty_score":0.999847},"labels":[],"label_agreement":null},{"id":"W2120559364","doi":"10.1109/iembs.2009.5332653","title":"Integrating health information technology into clinical guidelines","year":2009,"lang":"en","type":"review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Canada Research Chairs; Cancer Research UK","keywords":"Process (computing); Health care; Guideline; Computer science; Clinical Practice; Healthcare delivery; Process management; Health information technology; Medicine; Engineering; Nursing","score_opus":0.5566514468302849,"score_gpt":0.6680144487201023,"score_spread":0.1113630018898174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120559364","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.814306e-7,0.9490296,0.015716193,0.030856725,0.0005743289,0.0020427757,0.000008920997,0.00039601795,0.0013748574],"genre_scores_gemma":[3.7177085e-7,0.8069312,0.17679147,0.014280244,0.0007072096,0.000048193837,0.0010352462,0.000028157248,0.00017792951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98858494,0.00031997787,0.009871461,0.00043037673,0.0004299232,0.00036333632],"domain_scores_gemma":[0.9936581,0.0012242828,0.0031146833,0.00077573885,0.0009692891,0.0002578567],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051848893,0.00045457867,0.0031054658,0.0007673766,0.000105221,0.00005446016,0.00026831517,0.0008271738,0.00020978528],"category_scores_gemma":[0.03679109,0.00031573087,0.00070838595,0.0009656827,0.00008919713,0.00046705685,0.00016146366,0.0015987778,0.0008048928],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009672455,0.00005996043,0.000022733506,0.0037035248,0.00008452242,0.000002931593,0.000011288045,5.498255e-8,7.162356e-9,0.0008701908,0.06632524,0.9289099],"study_design_scores_gemma":[0.0006092043,0.00080576434,0.000004292424,0.01033314,0.00062640023,0.00020370589,0.000291956,0.00007304874,4.9481915e-8,0.0004986978,0.98632306,0.00023066967],"about_ca_topic_score_codex":0.0002400252,"about_ca_topic_score_gemma":0.00011609199,"teacher_disagreement_score":0.9286792,"about_ca_system_score_codex":0.00037172352,"about_ca_system_score_gemma":0.003049818,"threshold_uncertainty_score":0.9999731},"labels":[],"label_agreement":null},{"id":"W2121765001","doi":"10.1186/2054-3581-1-5","title":"The Canadian Society of Nephrology Methods in Developing and Adapting Clinical Practice Guidelines: A Review","year":2014,"lang":"en","type":"review","venue":"Canadian Journal of Kidney Health and Disease","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; University of Saskatchewan; Université de Montréal; Ottawa Hospital; University of Toronto; Western University; McGill University; University of Ottawa; Hôpital du Sacré-Cœur de Montréal; St. Michael's Hospital; University of British Columbia; Humber River Regional Hospital; McMaster University","funders":"","keywords":"Medicine; Nephrology; Intensive care medicine; Clinical Practice; Internal medicine; Family medicine","score_opus":0.4818044968220019,"score_gpt":0.6393371827723758,"score_spread":0.15753268595037395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121765001","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.8811614e-7,0.6385864,0.0003105129,0.36019978,0.00022161956,0.00062028243,0.000036899633,0.0000011878508,0.000022838054],"genre_scores_gemma":[1.9006387e-7,0.5822687,0.05564639,0.3617095,0.00031139076,0.0000069187063,0.00003221966,0.00001747925,0.000007179214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99078894,0.0023675743,0.0057841623,0.00028489216,0.00023397466,0.0005404434],"domain_scores_gemma":[0.8234792,0.026249621,0.01622704,0.0013888682,0.005695396,0.12695988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024624191,0.00026078057,0.0021741095,0.0002466228,0.00029771394,0.000039581453,0.00017503266,0.00021881914,0.000015609461],"category_scores_gemma":[0.58103836,0.00018158965,0.00041246766,0.00034794022,0.0002399436,0.000135712,0.000029205623,0.0011112248,0.000001058965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025788413,0.0000049556656,0.00020398831,0.020673582,0.000079562,0.00004167869,0.00002426246,3.2683236e-8,1.2126175e-9,0.000090814145,0.35843062,0.6204247],"study_design_scores_gemma":[0.0006403876,0.00018257015,0.000058832542,0.048970044,0.0012001973,0.0005131287,0.00016023817,0.000036554982,7.760519e-10,0.00008268138,0.9480306,0.00012479349],"about_ca_topic_score_codex":0.14805551,"about_ca_topic_score_gemma":0.22040534,"teacher_disagreement_score":0.62029994,"about_ca_system_score_codex":0.0006127457,"about_ca_system_score_gemma":0.3905114,"threshold_uncertainty_score":0.8576177},"labels":[],"label_agreement":null},{"id":"W2122293597","doi":"10.1016/j.jamcollsurg.2006.08.011","title":"Quality Initiative in Rectal Cancer Strategy: A Qualitative Study of Participating Surgeons","year":2006,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; Health Sciences Centre; McMaster University; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Audit; Qualitative research; Intervention (counseling); Quality (philosophy); Medical education; Family medicine; Nursing; Management","score_opus":0.2895092627947095,"score_gpt":0.5377631850908563,"score_spread":0.2482539222961468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122293597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954738,0.000044113025,0.00003257749,0.0034238019,0.00014603042,0.00045704498,0.00020859577,0.000003958336,0.00021005723],"genre_scores_gemma":[0.9994095,0.000024220291,0.00029059852,0.00014646654,0.000053390348,0.000020329646,0.0000018548286,0.000015727952,0.0000379121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99376917,0.0020502666,0.0030572345,0.00014889853,0.0007440114,0.00023041414],"domain_scores_gemma":[0.9873001,0.0060435813,0.005348006,0.0002442906,0.0009823835,0.00008163924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004924458,0.00014733436,0.0010894693,0.00023847555,0.00005417691,0.0000044241297,0.00015321934,0.000028805476,0.00007712352],"category_scores_gemma":[0.005488127,0.00010530002,0.00027083405,0.0012935047,0.0003062368,0.00017884014,0.00006376628,0.00042548397,3.7366846e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026952932,0.003619535,0.9750735,0.000049695365,0.0004335957,0.00007350443,0.010468416,0.0009713114,0.0026659982,0.0001168679,0.0021414834,0.0016907576],"study_design_scores_gemma":[0.0025191347,0.0014066445,0.7390432,0.00017324706,0.00024159931,0.000021249803,0.25540182,0.00008241673,0.00063221157,0.00034416275,0.00004219088,0.00009213211],"about_ca_topic_score_codex":0.03386633,"about_ca_topic_score_gemma":0.023910144,"teacher_disagreement_score":0.24493341,"about_ca_system_score_codex":0.00017898559,"about_ca_system_score_gemma":0.00095261686,"threshold_uncertainty_score":0.99390095},"labels":[],"label_agreement":null},{"id":"W2122345580","doi":"10.1186/1748-5908-3-11","title":"IMPLEmenting a clinical practice guideline for acute low back pain evidence-based manageMENT in general practice (IMPLEMENT): Cluster randomised controlled trial study protocol","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Health and Medical Research Council; University of Melbourne; Royal Australian College of General Practitioners; Monash University; University of Bristol; Scottish Government; Liberty Mutual Research Institute for Safety; University of Aberdeen","keywords":"Medicine; Guideline; Cluster randomised controlled trial; Health administration; Protocol (science); Psychological intervention; Health services research; Intervention (counseling); Randomized controlled trial; Low back pain; Evidence-based practice; Academic detailing; Physical therapy; Family medicine; Cluster (spacecraft); Evidence-based medicine; Nursing; Alternative medicine; Public health; Surgery","score_opus":0.36463960874319223,"score_gpt":0.6405977605408613,"score_spread":0.275958151797669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122345580","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05698496,0.000014705038,0.13269934,0.03398266,0.0009236953,0.77437323,0.00004443529,0.00014557796,0.0008313829],"genre_scores_gemma":[0.054186184,0.000058309975,0.45209458,0.054535735,0.0012296091,0.43729448,0.00024998165,0.00010466947,0.00024644163],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97722644,0.0041312855,0.011210934,0.0020276369,0.0035993948,0.0018042848],"domain_scores_gemma":[0.96951723,0.021057842,0.0042642793,0.0011404677,0.0035046106,0.0005155638],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1086949,0.00060206477,0.001432194,0.000855871,0.00092152774,0.00032809787,0.0007049425,0.00011297434,0.0010156203],"category_scores_gemma":[0.062278166,0.00052591355,0.00053817977,0.0019451585,0.0003123479,0.0042985077,0.0004510782,0.0004946678,0.00005587131],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8896004,0.0063462025,0.0070526,0.00012782172,0.0008857366,0.00022101068,0.00077894336,0.00012861282,0.00052901235,0.0001248722,0.035470888,0.058733903],"study_design_scores_gemma":[0.8775343,0.008470906,0.0014758076,0.00010407301,0.0014384862,0.000062340565,0.009416563,0.015322408,0.00023211096,0.00003101806,0.08540514,0.0005068816],"about_ca_topic_score_codex":0.0004705706,"about_ca_topic_score_gemma":0.00028899632,"teacher_disagreement_score":0.33707875,"about_ca_system_score_codex":0.0007977279,"about_ca_system_score_gemma":0.002930743,"threshold_uncertainty_score":0.9998976},"labels":[],"label_agreement":null},{"id":"W2122441443","doi":"10.1371/journal.pmed.1000141","title":"How Can We Support the Use of Systematic Reviews in Policymaking?","year":2009,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":254,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Pan American Health Organization; European Commission; European Observatory on Health Systems and Policies; World Health Organization","keywords":"Systematic review; MEDLINE; Best practice; Health policy; Political science; Public relations; Data science; Medicine; Management science; Engineering ethics; Health care; Computer science; Economics; Engineering; Law","score_opus":0.6392160992722677,"score_gpt":0.5222311201908979,"score_spread":0.11698497908136984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122441443","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108367726,0.0028573074,0.00035165815,0.8802216,0.0002850214,0.007165545,0.000010184823,0.000059164817,0.0006818088],"genre_scores_gemma":[0.9717765,0.0022786492,0.000848552,0.023491614,0.00050135533,0.000059226928,0.00003317014,0.000017021343,0.0009939484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704415,0.00034527745,0.0016795034,0.00018718955,0.0005326319,0.00021127152],"domain_scores_gemma":[0.9961816,0.002143882,0.00076726946,0.0006243249,0.00017392183,0.0001089831],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019083823,0.00015301458,0.0009830068,0.000163261,0.000023625986,0.000010196627,0.00012859327,0.00005545293,0.00012480497],"category_scores_gemma":[0.045200005,0.00007884028,0.00008100229,0.0004405826,0.00009332772,0.00012950377,0.000020111624,0.00026979708,0.000010792375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017860084,0.0047097746,0.068410106,0.16665019,0.0010274996,0.0008602779,0.033951025,0.000024488108,0.071583286,0.006589878,0.4863785,0.15802898],"study_design_scores_gemma":[0.038970377,0.019333135,0.11155813,0.3213767,0.014547368,0.0017322205,0.021253385,0.0073886937,0.0036226895,0.0042281006,0.454246,0.0017431775],"about_ca_topic_score_codex":0.00027080753,"about_ca_topic_score_gemma":0.00025918096,"teacher_disagreement_score":0.86340874,"about_ca_system_score_codex":0.00007957201,"about_ca_system_score_gemma":0.00009796085,"threshold_uncertainty_score":0.9628427},"labels":[],"label_agreement":null},{"id":"W2123305639","doi":"10.1016/j.jdent.2015.01.006","title":"Use of guidelines to improve the quality and transparency of reporting oral health research","year":2015,"lang":"en","type":"review","venue":"Journal of Dentistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Pan American Health Organization; National Institutes of Health; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; National Institute for Health and Care Research","keywords":"Transparency (behavior); Consolidated Standards of Reporting Trials; Medicine; Guideline; Systematic review; Evidence-based dentistry; Health care; Randomized controlled trial; Alternative medicine; Quality (philosophy); Comparative effectiveness research; Medical education; MEDLINE; Computer science; Political science","score_opus":0.9643311979164081,"score_gpt":0.767901022814175,"score_spread":0.19643017510223304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123305639","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008250716,0.98472416,0.0005255275,0.00484922,0.00063896825,0.0008990189,0.000098360026,0.0000030092187,0.000010991157],"genre_scores_gemma":[0.00071481126,0.9867758,0.011582953,0.00021996086,0.00052044983,0.000004637069,0.000021232625,0.000026403948,0.00013373513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.982962,0.0011964971,0.01385158,0.00021117256,0.0015526355,0.00022610305],"domain_scores_gemma":[0.97397107,0.002686527,0.01766414,0.0005071544,0.0048557315,0.00031537615],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042584024,0.00016624169,0.0023609702,0.00022771463,0.000046170702,0.00003111202,0.00020966331,0.00015027636,0.00002199204],"category_scores_gemma":[0.095578,0.000099691846,0.00042558508,0.0004150722,0.00011366062,0.00017295642,0.0001063914,0.0010466477,0.000001250248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012861915,0.00011817543,0.00094233255,0.016245717,0.00025386433,0.00007672708,0.000086195214,6.237833e-7,0.00004496205,0.000009895441,0.019430088,0.9626628],"study_design_scores_gemma":[0.00094793475,0.0014474433,0.0027344378,0.02453507,0.0015462219,0.002945367,0.00082598376,0.000004395134,0.000017619403,0.00011538083,0.96474504,0.00013510756],"about_ca_topic_score_codex":0.0007384684,"about_ca_topic_score_gemma":0.00015312599,"teacher_disagreement_score":0.9625277,"about_ca_system_score_codex":0.00016185692,"about_ca_system_score_gemma":0.0030733594,"threshold_uncertainty_score":0.98586124},"labels":[],"label_agreement":null},{"id":"W2124063755","doi":"10.1067/mem.2001.116795","title":"Canadian CT head rule study for patients with minor head injury: Methodology for phase II (validation and economic analysis)","year":2001,"lang":"en","type":"article","venue":"Annals of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Toronto; Western University; Queen's University; University of British Columbia; University of Ottawa","funders":"","keywords":"Medicine; Head injury; Population; Clinical prediction rule; Reliability (semiconductor); Concussion; Prospective cohort study; Nuclear medicine; Poison control; Internal medicine; Surgery; Emergency medicine; Injury prevention","score_opus":0.5709956868999372,"score_gpt":0.6098575277230609,"score_spread":0.03886184082312372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124063755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793142,0.00013268719,0.0020349734,0.015423418,0.00043362568,0.0023746795,0.00020655013,0.000011628178,0.00006823151],"genre_scores_gemma":[0.9952969,0.00022843285,0.0017590143,0.00075708056,0.00033633437,0.00014672146,0.0011436664,0.000024479928,0.0003073754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758816,0.00014098056,0.0013742994,0.00039257668,0.00018546057,0.0003185525],"domain_scores_gemma":[0.99745893,0.0007151161,0.0005295967,0.00031477978,0.0006697156,0.00031183596],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023507255,0.00018480253,0.0007398173,0.00050217175,0.0001284648,0.000001985144,0.00006837577,0.00004550796,0.001010623],"category_scores_gemma":[0.0035654488,0.00014641973,0.00012142726,0.00035550247,0.00005053591,0.00016019664,0.000018524477,0.00007780753,0.0000014514234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009464337,0.0020921212,0.9062604,0.00012361481,0.0027191679,0.0000034685327,0.001006538,0.000033935983,0.00033209476,0.00006323411,0.028138695,0.049762417],"study_design_scores_gemma":[0.05243624,0.12193533,0.70587,0.00013422687,0.015112514,0.00000892904,0.0037216,0.0031721941,0.0009563574,0.0014458371,0.094473734,0.0007330517],"about_ca_topic_score_codex":0.1025128,"about_ca_topic_score_gemma":0.21658246,"teacher_disagreement_score":0.2003904,"about_ca_system_score_codex":0.00004759066,"about_ca_system_score_gemma":0.000195418,"threshold_uncertainty_score":0.9999026},"labels":[],"label_agreement":null},{"id":"W2124098082","doi":"10.1186/1748-5908-7-62","title":"Developing clinical practice guidelines: reviewing, reporting, and publishing guidelines; updating guidelines; and the emerging issues of enhancing guideline implementability and accounting for comorbid conditions in guideline development","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":310,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; University of Ottawa","funders":"Newcastle University; McMaster University; University of Ottawa","keywords":"Guideline; Medicine; Context (archaeology); Excellence; Health care; Publishing; Health services research; Public health; Nursing; Political science","score_opus":0.5389416373960899,"score_gpt":0.6589134982674663,"score_spread":0.11997186087137635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124098082","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67165256,0.006237371,0.12523706,0.1899329,0.00096844137,0.0056385,0.0000707082,0.00011745258,0.00014503089],"genre_scores_gemma":[0.22970988,0.0014295605,0.7465335,0.021012627,0.00073212077,0.00020276308,0.0003246021,0.000043937365,0.00001100402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97281456,0.00047662627,0.02285052,0.0011932849,0.0016054729,0.0010595558],"domain_scores_gemma":[0.9655489,0.005081523,0.011661478,0.00088794116,0.016320186,0.0004999978],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14701417,0.00047072818,0.0012454481,0.0005050984,0.0009382699,0.0004681193,0.00036550418,0.00013082704,0.00010615245],"category_scores_gemma":[0.3451607,0.0003763467,0.00013931705,0.0012909384,0.00076662336,0.0053874715,0.000944142,0.0004528884,0.0000013290177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041838601,0.00019501029,0.3777214,0.00066376326,0.00022093022,0.000006325865,0.0053829686,0.000034645192,0.007865084,0.0099793365,0.043549445,0.5539627],"study_design_scores_gemma":[0.024133533,0.0003302241,0.1457719,0.0017454597,0.0012133378,0.00084842904,0.15437816,0.015042314,0.006975396,0.0021654668,0.6459139,0.0014818563],"about_ca_topic_score_codex":0.002492819,"about_ca_topic_score_gemma":0.0009561658,"teacher_disagreement_score":0.62129647,"about_ca_system_score_codex":0.00032748276,"about_ca_system_score_gemma":0.0018499874,"threshold_uncertainty_score":0.99986887},"labels":[],"label_agreement":null},{"id":"W2124147228","doi":"10.1016/j.jmir.2014.03.036","title":"Exploring Healthcare Professional's Comfort Level And Self-assessed Competency On Providing Patient Care To Young Breast Cancer Patients","year":2014,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Breast cancer; Health care; Medicine; Health professionals; Cancer; Nursing; Psychology; Physical therapy; Family medicine; Internal medicine; Political science","score_opus":0.18818530393391736,"score_gpt":0.47836680906417745,"score_spread":0.2901815051302601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124147228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92568433,0.00029418385,0.00029590164,0.07223757,0.0012479156,0.00019659022,0.0000070863593,0.000011139839,0.000025303058],"genre_scores_gemma":[0.9932252,0.00069157965,0.0014971755,0.0041350666,0.00043075872,0.000008996285,0.000003299897,0.0000062254676,0.0000016560568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99726355,0.00014548555,0.0007178154,0.00019138459,0.0015095159,0.00017223181],"domain_scores_gemma":[0.99801034,0.00059901364,0.00044631198,0.0000548241,0.00045296532,0.0004365355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001709036,0.000093781455,0.00022411383,0.00019756677,0.0002723341,0.00006255778,0.00008812237,0.000030454801,0.0000122927395],"category_scores_gemma":[0.001976875,0.000062255254,0.00003122099,0.00020857365,0.000073668314,0.00052289927,0.00004770996,0.0002654269,6.287525e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049709088,0.00012138007,0.5634472,0.00007076634,0.000009342851,0.00000365269,0.0023120972,0.000011928916,0.000028090923,0.000064747815,0.0005083959,0.43337268],"study_design_scores_gemma":[0.001973644,0.0008699427,0.97617805,0.0010762354,0.00005472469,0.00012887541,0.011805588,0.005864103,0.000058089085,0.00003772108,0.0018436869,0.000109321605],"about_ca_topic_score_codex":0.00021069653,"about_ca_topic_score_gemma":0.000029608722,"teacher_disagreement_score":0.43326336,"about_ca_system_score_codex":0.000094678944,"about_ca_system_score_gemma":0.0005576178,"threshold_uncertainty_score":0.25386956},"labels":[],"label_agreement":null},{"id":"W2124171386","doi":"10.1373/clinchem.2012.185850","title":"Applicability of the AGREE II Instrument in Evaluating the Development Process and Quality of Current National Academy of Clinical Biochemistry Guidelines","year":2012,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Regional Laboratory Medicine Program","funders":"","keywords":"CLARITY; Guideline; Quality (philosophy); Medicine; Clinical Practice; Medical physics; Medical education; Scale (ratio); Scope (computer science); Psychology; Family medicine; Computer science; Pathology","score_opus":0.7821643694604921,"score_gpt":0.686987164422334,"score_spread":0.09517720503815807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124171386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956363,0.0003705347,0.00001864551,0.003075819,0.000104773586,0.0005122833,0.00002341953,0.0000070371425,0.00025117383],"genre_scores_gemma":[0.9969459,0.000062790445,0.002118526,0.00034790463,0.00042750538,0.00004048986,0.000018335475,0.000009743807,0.00002881096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904973,0.00033445537,0.0074637597,0.00039822402,0.0010867597,0.00021953546],"domain_scores_gemma":[0.9904374,0.0053624418,0.0027710672,0.00036532813,0.0008664268,0.0001973195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02441928,0.00016954132,0.00074778346,0.000012584028,0.00005673834,0.0000026940509,0.00031191568,0.00027960216,0.00006756178],"category_scores_gemma":[0.091884255,0.00010543963,0.0002555039,0.00023963138,0.0006471849,0.00006935554,0.00045535772,0.0008694145,5.970426e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046158064,0.0015060251,0.9270728,0.0012173385,0.00007002712,2.0415895e-8,0.0001125183,0.000004706679,0.010326647,0.000026217167,0.00014348498,0.05905862],"study_design_scores_gemma":[0.0033762192,0.000083152496,0.88068676,0.00043816213,0.00013405617,0.0000042182173,0.0005432861,0.00030773168,0.11309137,0.0004031894,0.00078683015,0.00014503776],"about_ca_topic_score_codex":0.000006898568,"about_ca_topic_score_gemma":0.0000016303312,"teacher_disagreement_score":0.102764726,"about_ca_system_score_codex":0.000064317865,"about_ca_system_score_gemma":0.0010962154,"threshold_uncertainty_score":0.91576517},"labels":[],"label_agreement":null},{"id":"W2124215468","doi":"10.1111/j.1398-9995.2010.02530.x","title":"Grading quality of evidence and strength of recommendations in clinical practice guidelines Part 3 of 3. The GRADE approach to developing recommendations","year":2011,"lang":"en","type":"review","venue":"Allergy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":310,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa; Jewish General Hospital; Institute of Population and Public Health; McMaster University","funders":"European Commission; McMaster University","keywords":"Grading (engineering); Medicine; Psychological intervention; Quality of evidence; Evidence-based practice; Clinical Practice; Systematic review; Evidence-based medicine; Family medicine; MEDLINE; Alternative medicine; Meta-analysis; Pathology; Nursing; Engineering","score_opus":0.8749363406175251,"score_gpt":0.6578242962233992,"score_spread":0.2171120443941259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124215468","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036135194,0.9405865,0.004155697,0.048205025,0.0013718358,0.00397891,0.0002236048,0.000031238797,0.0010858316],"genre_scores_gemma":[0.0001168499,0.8456478,0.15309852,0.0007240399,0.000105295694,0.000072956514,0.00015913892,0.000026225316,0.000049171256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892706,0.0019387186,0.007758518,0.0004852652,0.00035425558,0.00019264125],"domain_scores_gemma":[0.9793987,0.014046546,0.0044503463,0.00077438034,0.001223282,0.000106720996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009342751,0.00025974502,0.0018052943,0.00022729421,0.000048080314,0.0000073630963,0.00033442903,0.00023027875,0.000043815682],"category_scores_gemma":[0.11794434,0.00017629027,0.00035742664,0.0008485211,0.00012837563,0.0002767588,0.0003489082,0.0005467341,0.0000014897238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056805475,0.00061030185,0.00038689756,0.0039882134,0.00043962305,2.8782063e-7,0.0002455069,0.0000013480158,0.0000010167573,0.0038690032,0.009339139,0.9810619],"study_design_scores_gemma":[0.00047648393,0.00012197189,0.0010251141,0.0162415,0.00066517206,0.000018227103,0.0006893083,0.000018358296,0.0000035911953,0.00012882872,0.9804423,0.00016914947],"about_ca_topic_score_codex":0.0012212951,"about_ca_topic_score_gemma":0.00049970177,"teacher_disagreement_score":0.9808927,"about_ca_system_score_codex":0.00008834873,"about_ca_system_score_gemma":0.0009973791,"threshold_uncertainty_score":0.8894856},"labels":[],"label_agreement":null},{"id":"W2124597509","doi":"10.1503/cmaj.140547","title":"The validity of recommendations from clinical guidelines: a survival analysis","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Canadian Institutes of Health Research","keywords":"Guideline; Medicine; Confidence interval; Retrospective cohort study; MEDLINE; Descriptive statistics; Medical physics; Statistics; Surgery; Pathology; Internal medicine","score_opus":0.2559307131166627,"score_gpt":0.5074631000934094,"score_spread":0.25153238697674674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124597509","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3017611,0.0000886208,0.020661863,0.6704076,0.0043629403,0.00026247956,0.00015276093,0.000028439841,0.0022741964],"genre_scores_gemma":[0.9464267,0.0014416177,0.0058895904,0.036917567,0.008458025,0.000008040532,0.00031419995,0.000028324574,0.0005159583],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99327135,0.0015658138,0.0029302528,0.00020104538,0.0016927742,0.00033876047],"domain_scores_gemma":[0.98212564,0.0122767035,0.0013227233,0.00031476258,0.0024634516,0.0014967037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024442857,0.000112753456,0.00052310835,0.000175328,0.0003489017,0.000071142385,0.0002601566,0.00033432763,0.0038822799],"category_scores_gemma":[0.16467836,0.00008182883,0.0004894835,0.00063017686,0.00007917724,0.00011321287,0.000028213986,0.0011209531,0.00008265253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000229658,0.00004665381,0.61722374,0.0000014165586,0.0010347815,0.0000088477045,0.00002999183,0.0000053086865,0.0000018688417,0.00016509264,0.19742787,0.18403146],"study_design_scores_gemma":[0.0013826543,0.000105366904,0.33822757,0.000026779158,0.0011124425,0.000013561553,0.00046694814,0.0052671093,0.0000024048284,0.00053117314,0.6527849,0.00007909681],"about_ca_topic_score_codex":0.010207195,"about_ca_topic_score_gemma":0.16551933,"teacher_disagreement_score":0.6446656,"about_ca_system_score_codex":0.00041972758,"about_ca_system_score_gemma":0.0030788209,"threshold_uncertainty_score":0.9970283},"labels":[],"label_agreement":null},{"id":"W2125068716","doi":"10.7326/0003-4819-135-8_part_2-200110161-00010","title":"Quality Indicators for the Management of Osteoarthritis in Vulnerable Elders","year":2001,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Osteoarthritis; Quality (philosophy); Health care quality; Quality management; Intensive care medicine; Gerontology; Physical therapy; Health care; Alternative medicine; Operations management; Pathology; Management system","score_opus":0.30821451644272696,"score_gpt":0.5447502881559403,"score_spread":0.23653577171321333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125068716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92076993,0.0018416912,0.0061049345,0.06349423,0.00037992065,0.0010604776,0.000013267467,0.000011651187,0.0063238963],"genre_scores_gemma":[0.9921292,0.0021979734,0.00062698487,0.0044151675,0.00015596393,0.00003678509,0.000013176907,0.000010335254,0.00041443462],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99783474,0.000085201835,0.0013585222,0.00015550679,0.00039303873,0.00017300487],"domain_scores_gemma":[0.99723,0.001709518,0.00050652144,0.00026876395,0.00021746439,0.000067745365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033199817,0.00009380324,0.00037487005,0.00017065779,0.000023151213,0.000001953413,0.00015194133,0.000040824154,0.0003668206],"category_scores_gemma":[0.002045652,0.00006107375,0.00009669856,0.00029040407,0.00016715768,0.00007061481,0.000041905987,0.00019054906,0.000002377001],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004063836,0.00037121365,0.10298847,0.00055829296,0.0004770876,0.000054002354,0.0007152948,0.000022074146,0.0014174683,0.002107654,0.015866797,0.8713578],"study_design_scores_gemma":[0.035963528,0.011058945,0.64820343,0.0069969567,0.0007513336,0.0001353788,0.027564295,0.00044643442,0.019007342,0.0062025324,0.24327418,0.00039561163],"about_ca_topic_score_codex":0.0013548221,"about_ca_topic_score_gemma":0.00017131159,"teacher_disagreement_score":0.8709622,"about_ca_system_score_codex":0.000014332162,"about_ca_system_score_gemma":0.00002639222,"threshold_uncertainty_score":0.40164283},"labels":[],"label_agreement":null},{"id":"W2125287529","doi":"10.1016/j.spinee.2005.10.008","title":"Knowledge transfer in family physicians managing patients with acute low back pain: a prospective randomized control trial","year":2006,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Pain control; Acute pain; Surgery; Anesthesia","score_opus":0.03356793496620682,"score_gpt":0.36033905952605705,"score_spread":0.32677112455985025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125287529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92925024,0.0001362793,0.05719343,0.006994217,0.0003545879,0.0042108097,0.000008444534,0.000022238906,0.0018297357],"genre_scores_gemma":[0.99586546,0.000041064497,0.00048182203,0.0017996685,0.0012833566,0.00006158197,0.000019823603,0.000032560776,0.0004146304],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99724996,0.0007629731,0.0011231416,0.0001814074,0.00039012442,0.00029241745],"domain_scores_gemma":[0.99886376,0.00029631713,0.0002772207,0.0001708169,0.00033135,0.000060519433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034248524,0.00018794964,0.0007052887,0.00011179516,0.00010703312,0.00005163214,0.000106463835,0.000044963697,0.00008421132],"category_scores_gemma":[0.00056097767,0.00010456279,0.00023193956,0.0002622095,0.00011336154,0.0002160145,0.000011129029,0.00062289025,0.000024611129],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9692455,0.0029865806,0.0028650202,0.00005651256,0.0011044026,0.000096585296,0.000858751,0.00028242325,0.00070460164,0.00016782305,0.005007921,0.016623905],"study_design_scores_gemma":[0.93463314,0.0013212248,0.059525706,0.00024285237,0.000715458,0.00002383478,0.00020405631,0.0024792987,0.000023282728,0.00054816745,0.00015025954,0.00013271041],"about_ca_topic_score_codex":0.000092317874,"about_ca_topic_score_gemma":0.00011828097,"teacher_disagreement_score":0.06661523,"about_ca_system_score_codex":0.00015378829,"about_ca_system_score_gemma":0.00015383367,"threshold_uncertainty_score":0.42639467},"labels":[],"label_agreement":null},{"id":"W2125581144","doi":"10.12927/hcpap..18997","title":"Chronic Disease Management: It's Time for Transformational Change!","year":2007,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canada Health Infoway","funders":"","keywords":"Transformational leadership; Health care; Public health; Population health; Equity (law); Health policy; Public policy; Epidemiology; Library science; Medicine; Political science; Gerontology; Sociology; Management; Public relations; Nursing","score_opus":0.2524932792568001,"score_gpt":0.4664095429316641,"score_spread":0.213916263674864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125581144","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001918835,0.00033528774,0.002767284,0.98102397,0.0010560581,0.009901456,0.0014816485,0.00035783436,0.0011576536],"genre_scores_gemma":[0.00012628786,0.0005664672,0.0026537536,0.96645296,0.0024549633,0.0029957977,0.017639346,0.00033579124,0.0067746583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99183464,0.00026052276,0.002743668,0.0015206194,0.0017302687,0.0019102645],"domain_scores_gemma":[0.99366236,0.002668795,0.0008788945,0.0012312823,0.00043217858,0.0011264673],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022969837,0.0010031951,0.0013479331,0.0008467341,0.00051226636,0.000108820124,0.00050063146,0.0008081121,0.0017903445],"category_scores_gemma":[0.0008220887,0.000994104,0.0007616065,0.00068564113,0.00006141931,0.0004345427,0.00020094663,0.0017431955,0.002481139],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038707526,0.00028162962,0.000061612496,0.002437749,0.00037441505,0.00031336036,0.0009944241,0.0000046274567,0.000013194262,0.00008881517,0.96599054,0.025568899],"study_design_scores_gemma":[0.0067657507,0.0022585022,0.0015649634,0.000017670402,0.0011460887,0.00006359466,0.000083269406,0.0011969552,0.000006242497,0.000054592776,0.9859466,0.0008957907],"about_ca_topic_score_codex":0.00020142469,"about_ca_topic_score_gemma":0.00035094836,"teacher_disagreement_score":0.024673108,"about_ca_system_score_codex":0.003178198,"about_ca_system_score_gemma":0.00083754037,"threshold_uncertainty_score":0.99925095},"labels":[],"label_agreement":null},{"id":"W2126034852","doi":"10.1016/j.jebdp.2004.02.011","title":"Clinical Practice Guidelines: Their Influence on the Standard of Care in Malpractice","year":2004,"lang":"en","type":"article","venue":"Journal of Evidence Based Dental Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Malpractice; Lawsuit; Liability; Context (archaeology); Medicine; Evidence-based dentistry; Phenomenon; Law; Set (abstract data type); Clinical judgment; MEDLINE; Political science; Epistemology; History","score_opus":0.39477344852451846,"score_gpt":0.5801463803402157,"score_spread":0.18537293181569725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126034852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61201495,0.0035011915,0.002872404,0.37854773,0.0009653699,0.0012271779,0.000020591217,0.00002234325,0.0008282502],"genre_scores_gemma":[0.86216134,0.0033035332,0.0729199,0.060999107,0.0005526345,0.000009839793,0.0000036257195,0.000040300532,0.000009702343],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.98888415,0.0021201752,0.0056739897,0.00044050635,0.0025066326,0.00037455017],"domain_scores_gemma":[0.9046446,0.07529629,0.007370139,0.00090919883,0.011460705,0.00031903514],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024642177,0.0003418291,0.00093947386,0.0003337173,0.0001194969,0.00010569958,0.0005918213,0.00022197409,0.00011216826],"category_scores_gemma":[0.6291461,0.0002047779,0.00049477495,0.000961236,0.00028399902,0.006749009,0.00012824264,0.0024187125,0.00005703548],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5201764,0.0158106,0.10262396,0.0016711634,0.0024509223,0.01401817,0.005195402,0.062274855,0.014175289,0.0063840575,0.023240253,0.23197894],"study_design_scores_gemma":[0.040699,0.07297607,0.08638841,0.030180011,0.007082397,0.016525913,0.25324634,0.000717423,0.018422369,0.001124993,0.47118244,0.0014546602],"about_ca_topic_score_codex":0.00035150786,"about_ca_topic_score_gemma":0.000114694965,"teacher_disagreement_score":0.6045039,"about_ca_system_score_codex":0.00078795134,"about_ca_system_score_gemma":0.0038300727,"threshold_uncertainty_score":0.99988276},"labels":[],"label_agreement":null},{"id":"W2127647414","doi":"10.1016/j.nec.2014.11.005","title":"Development and Implementation of Guidelines in Neurosurgery","year":2014,"lang":"en","type":"review","venue":"Neurosurgery Clinics of North America","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Krembil Foundation; St. Michael's Hospital","funders":"","keywords":"Medicine; Neurosurgery; Evidence-based medicine; Clinical Practice; MEDLINE; Quality (philosophy); Process (computing); Medical physics; Alternative medicine; Family medicine; Pathology; Surgery; Computer science","score_opus":0.25780688130313606,"score_gpt":0.5119993824808836,"score_spread":0.25419250117774755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127647414","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08655176,0.9079147,0.00019279345,0.0005600114,0.0015818625,0.0028326646,0.00023151518,0.00007473774,0.000059959042],"genre_scores_gemma":[0.0007027322,0.9922876,0.0046736123,0.0013582025,0.00017410531,0.00007906983,0.0005948148,0.0001023871,0.000027503444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98805237,0.0004645003,0.009632667,0.0007804916,0.0006731978,0.00039677892],"domain_scores_gemma":[0.98633134,0.006606452,0.005635715,0.0006899372,0.000522303,0.00021425037],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021075965,0.00053849764,0.0041796137,0.0007980769,0.00003561647,0.000013839602,0.0001856198,0.00019793595,0.000052775707],"category_scores_gemma":[0.008403955,0.0004951892,0.0006349661,0.0009902255,0.00019655656,0.00013778855,0.00021219967,0.00060674665,0.000012715539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006022945,0.00014927563,0.04734221,0.008517214,0.00008270809,0.000028290178,0.000025512963,0.0000030481697,8.6461006e-7,0.000001684145,0.0010754039,0.94271356],"study_design_scores_gemma":[0.0006127692,0.00025193862,0.017956056,0.0027003288,0.0006898969,0.000042352545,0.00003720033,0.000022913346,0.0000032422806,0.0000024494861,0.97737455,0.00030630466],"about_ca_topic_score_codex":0.00015014083,"about_ca_topic_score_gemma":0.00016304365,"teacher_disagreement_score":0.97629917,"about_ca_system_score_codex":0.000051209772,"about_ca_system_score_gemma":0.0016254955,"threshold_uncertainty_score":0.9999487},"labels":[],"label_agreement":null},{"id":"W2128030791","doi":"","title":"Underrepresentation of individuals 80 years of age and older in chronic disease clinical practice guidelines.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Gerontology; Disease; Chronic disease; Population; Family medicine; Internal medicine","score_opus":0.5109797213259311,"score_gpt":0.5392754048183088,"score_spread":0.028295683492377766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128030791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99329275,0.0006465648,0.00034852486,0.0031458214,0.00019042213,0.0015093035,0.000016238928,0.000017399057,0.00083298684],"genre_scores_gemma":[0.99135995,0.0004969451,0.0065874634,0.0011565627,0.00014133062,0.00014540477,0.000039226015,0.00001631191,0.00005683533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99707216,0.0002218575,0.0018881146,0.00026584094,0.000367392,0.0001846438],"domain_scores_gemma":[0.9970078,0.0014267035,0.0007029861,0.00031385658,0.000356613,0.00019206358],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033659665,0.000087186214,0.00032883874,0.00013661038,0.000008292129,0.0000055115916,0.00007452617,0.00007886541,0.00006042254],"category_scores_gemma":[0.038146034,0.00008765847,0.00007582381,0.0002225746,0.00014373785,0.0003189743,0.00008775023,0.00018221657,0.0000032188634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007501497,0.0007153383,0.47967613,0.00016718569,0.0001357905,0.000108351924,0.00041023345,0.000006928432,0.00004358232,0.00022248123,0.0024264548,0.5153374],"study_design_scores_gemma":[0.0033961665,0.00009095887,0.99312955,0.000044779135,0.00033734777,0.0000069387042,0.00045978377,0.00007782347,0.00006708722,0.0004499957,0.0018688566,0.00007073831],"about_ca_topic_score_codex":0.0006418173,"about_ca_topic_score_gemma":0.00007970909,"teacher_disagreement_score":0.51526666,"about_ca_system_score_codex":0.000057806,"about_ca_system_score_gemma":0.00023460532,"threshold_uncertainty_score":0.9699561},"labels":[],"label_agreement":null},{"id":"W2128157173","doi":"10.1186/alzrt196","title":"Diagnosis and Treatment of Dementia: the Fourth Canadian Consensus Conference","year":2013,"lang":"en","type":"article","venue":"Alzheimer s Research & Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Hamilton Health Sciences","funders":"","keywords":"Intensive care medicine; Dementia; Medicine; Disease; Adverse effect; Clinical trial; Value (mathematics); Computer science; Pathology","score_opus":0.5875906868360923,"score_gpt":0.5312723405431917,"score_spread":0.056318346292900556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128157173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88223183,0.011398665,0.0000069421285,0.10311998,0.00005618481,0.002325819,0.000016284013,0.000010517199,0.00083377096],"genre_scores_gemma":[0.9834117,0.014560729,0.0005567099,0.00089302054,0.00008867582,0.00038814513,0.000015484808,0.000014953947,0.000070527065],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982917,0.00034832963,0.0003835935,0.0002096929,0.00040402758,0.00036270163],"domain_scores_gemma":[0.99595034,0.0026060247,0.000073412,0.00037702004,0.0006928589,0.0003003486],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00087238324,0.00010366857,0.0001961635,0.00012338681,0.00016761634,0.00004899586,0.00009699601,0.00005277514,0.0020947193],"category_scores_gemma":[0.00052819663,0.000062180174,0.00004930569,0.00019356226,0.00035949392,0.00006522415,0.00002359916,0.00016066877,0.000080468875],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001629025,0.00025280777,0.0743513,0.0000037439627,0.0017675535,0.00001485558,0.0010156691,5.8558504e-7,0.0011512131,0.00028049335,0.019376034,0.90162283],"study_design_scores_gemma":[0.008576509,0.0059363157,0.51313347,0.000060878956,0.0007458887,0.00005461994,0.006297707,0.0009973701,0.013288698,0.0022263103,0.44839528,0.00028693688],"about_ca_topic_score_codex":0.372447,"about_ca_topic_score_gemma":0.071455166,"teacher_disagreement_score":0.9013359,"about_ca_system_score_codex":0.000045900822,"about_ca_system_score_gemma":0.0005929432,"threshold_uncertainty_score":0.9988175},"labels":[],"label_agreement":null},{"id":"W2128570020","doi":"10.1108/14777270510579314","title":"Clinical audit and the implementation of the Ottawa Ankle Rules","year":2005,"lang":"en","type":"article","venue":"Clinical Governance An International Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ankle; Audit; Medicine; Foot (prosody); Physical therapy; Intervention (counseling); Clinical audit; Data collection; Nursing; Surgery; Accounting","score_opus":0.13314313024493865,"score_gpt":0.5406169512892856,"score_spread":0.40747382104434693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128570020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9114564,0.00018534446,0.0004567813,0.08472758,0.0022296808,0.00034510472,0.000051456478,0.000011665949,0.00053599273],"genre_scores_gemma":[0.9741818,0.0037121426,0.004071211,0.012422956,0.0053178035,0.0000069434136,0.00001445801,0.000017514718,0.0002551876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99477017,0.00067706825,0.003126783,0.0002799557,0.00096597226,0.0001800494],"domain_scores_gemma":[0.99383473,0.0025877657,0.0022818516,0.0003837138,0.0007365261,0.00017539953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006904522,0.00013782384,0.00039738225,0.000025567173,0.00013770854,0.000084658954,0.0005855681,0.00011035722,0.0007364067],"category_scores_gemma":[0.007715477,0.00007665304,0.00045532844,0.000080919395,0.00067697116,0.00063106074,0.0002027875,0.00091915164,0.000032273398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008746338,0.0003249011,0.5755619,0.0000039840043,0.0002666904,0.0000070234687,0.00010456992,0.000007590933,0.000017947408,0.0061391206,0.012517486,0.40417415],"study_design_scores_gemma":[0.0100706685,0.0002933788,0.8733662,0.00006826842,0.00019220397,0.0002750856,0.0003437839,0.0005904805,0.00004056727,0.0014865889,0.113193445,0.00007937799],"about_ca_topic_score_codex":0.00015817171,"about_ca_topic_score_gemma":0.00043064836,"teacher_disagreement_score":0.4040948,"about_ca_system_score_codex":0.00009775545,"about_ca_system_score_gemma":0.00047158528,"threshold_uncertainty_score":0.9236704},"labels":[],"label_agreement":null},{"id":"W2129242316","doi":"10.1186/1471-2261-12-81","title":"Effects of care pathways on the in-hospital treatment of heart failure: a systematic review","year":2012,"lang":"en","type":"review","venue":"BMC Cardiovascular Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Cambridge","keywords":"Medicine; Jadad scale; Randomized controlled trial; CINAHL; MEDLINE; Emergency medicine; Intensive care medicine; Heart failure; Mortality rate; Meta-analysis; Systematic review; Funnel plot; Internal medicine; Psychological intervention; Cochrane Library; Publication bias; Nursing","score_opus":0.09542206242202053,"score_gpt":0.38722096412162194,"score_spread":0.29179890169960143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129242316","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037578004,0.982517,0.000043688615,0.00011716361,0.00020362838,0.016990716,0.00002795572,0.000017291044,0.00004500076],"genre_scores_gemma":[0.0011483424,0.9962999,0.00018956113,0.000054461536,0.000089425426,0.001988894,0.0001490108,0.00007592554,0.0000044793856],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9944472,0.0017626665,0.0022277657,0.0004177123,0.000860234,0.0002844751],"domain_scores_gemma":[0.9938501,0.0033872684,0.0008984905,0.0016256829,0.00015032309,0.00008812991],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015976531,0.0005052168,0.0063110385,0.0001567229,0.000027237627,0.0000059940394,0.00018063477,0.00020688942,0.000016190139],"category_scores_gemma":[0.003106983,0.0002873651,0.0067177434,0.00049468665,0.00007481053,0.000051049326,0.00004927678,0.00023469822,0.000041468218],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009711363,0.0004300525,0.000033516,0.9106211,0.0028530501,0.0000036196705,0.00014827102,0.0000016027592,6.416966e-8,0.000025777212,0.00009000411,0.08578325],"study_design_scores_gemma":[0.001582164,0.0010697515,0.000051435145,0.5618121,0.07169649,0.000023949524,0.00053434493,6.232773e-7,0.0000021605601,0.0000039244205,0.3629458,0.00027726695],"about_ca_topic_score_codex":0.00014596406,"about_ca_topic_score_gemma":0.000073820374,"teacher_disagreement_score":0.3628558,"about_ca_system_score_codex":0.00031523805,"about_ca_system_score_gemma":0.00040577157,"threshold_uncertainty_score":0.99995786},"labels":[],"label_agreement":null},{"id":"W2129255735","doi":"10.1093/oxfordjournals.aje.a010193","title":"DR. WALTER REPLIES","year":2000,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine","score_opus":0.2519660544357956,"score_gpt":0.5330047945001201,"score_spread":0.28103874006432444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129255735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89836985,0.0003202882,0.0028792939,0.09596356,0.00022299464,0.00008546078,0.0000019430215,0.00001371953,0.0021429046],"genre_scores_gemma":[0.9110174,0.0014093164,0.039462898,0.046190068,0.0010358316,0.000001909968,0.000007931375,0.000019082325,0.00085553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968606,0.0007175132,0.0019062855,0.00015012233,0.00011732513,0.0002481401],"domain_scores_gemma":[0.99172276,0.006426566,0.001182941,0.00025344294,0.00020357638,0.00021068794],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045815026,0.00009577106,0.00078994717,0.00009037823,0.000028410885,0.0000021847075,0.00009671487,0.000038298767,0.0030452332],"category_scores_gemma":[0.0193025,0.00006861012,0.00020212865,0.00015428291,0.00035677163,0.000106987005,0.000013531346,0.0003860447,0.00012486563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013070347,0.00009785678,0.1434157,0.0000054304714,0.00015548393,0.00007511805,0.00008864867,0.000087998094,0.00021482028,0.00019872028,0.0512892,0.803064],"study_design_scores_gemma":[0.0023040911,0.00723535,0.2307556,0.00008361647,0.000402847,0.0052738907,0.00081615406,0.0002949537,0.00007286968,0.004805277,0.74777806,0.00017726836],"about_ca_topic_score_codex":0.00017744003,"about_ca_topic_score_gemma":0.000006529137,"teacher_disagreement_score":0.8028867,"about_ca_system_score_codex":0.00005377958,"about_ca_system_score_gemma":0.0001261607,"threshold_uncertainty_score":0.9978661},"labels":[],"label_agreement":null},{"id":"W2129259225","doi":"10.1111/j.1741-6787.2010.00202.x","title":"The Role of Nursing Best Practice Champions in Diffusing Practice Guidelines: A Mixed Methods Study","year":2010,"lang":"en","type":"article","venue":"Worldviews on Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Victoria; Registered Nurses' Association of Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research; Government of Ontario; Registered Nurses' Association of Ontario","keywords":"Guideline; Best practice; Nursing; Qualitative research; Health care; Psychology; Context (archaeology); Nursing research; Multimethodology; Qualitative property; Medicine; Medical education; Political science; Pedagogy; Sociology","score_opus":0.3213438000834109,"score_gpt":0.6045601640807144,"score_spread":0.28321636399730354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129259225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4852976,0.0153125,0.02209069,0.44847012,0.007515474,0.010942435,0.000011830246,0.00028616827,0.010073179],"genre_scores_gemma":[0.7308079,0.0004769251,0.26327038,0.004504239,0.0006461982,0.0001419388,0.000011363448,0.000085457425,0.00005561193],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9896999,0.0037663071,0.0035972495,0.000864732,0.001375326,0.00069651305],"domain_scores_gemma":[0.9488061,0.04454948,0.0022680624,0.0015952024,0.002488779,0.00029238226],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022267725,0.00045292362,0.0008474961,0.0005401909,0.0005093135,0.00016595997,0.00042182798,0.00017858982,0.00005608412],"category_scores_gemma":[0.26837012,0.00035021367,0.00026482757,0.001798827,0.00042648357,0.0014358877,0.000050457198,0.0018896007,0.00003800528],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003108299,0.007961392,0.0014007338,0.000029564018,0.000065814245,0.00003470049,0.0023805217,0.00016435512,0.024201522,0.00046008287,0.0009251118,0.9592679],"study_design_scores_gemma":[0.016412724,0.011627402,0.019652627,0.04918917,0.008084776,0.00081355835,0.47069556,0.044400238,0.019935379,0.0036192613,0.35351023,0.0020590904],"about_ca_topic_score_codex":0.0007222664,"about_ca_topic_score_gemma":0.00051921373,"teacher_disagreement_score":0.9572088,"about_ca_system_score_codex":0.0005742287,"about_ca_system_score_gemma":0.0010596678,"threshold_uncertainty_score":0.999895},"labels":[],"label_agreement":null},{"id":"W2129688566","doi":"10.1503/cmaj.090449","title":"AGREE II: advancing guideline development, reporting and evaluation in health care","year":2010,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3704,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Partnership Against Cancer; Institute of Population and Public Health; BC Cancer Agency; Ottawa Hospital; McMaster University; Cancer Care Ontario; Canadian Institutes of Health Research","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Computer science; Health care; Quality (philosophy); Clinical Practice; Medicine; Process management; Medical education; Management science; Nursing; Pathology; Business; Political science; Engineering","score_opus":0.20842599728319428,"score_gpt":0.5391834985201703,"score_spread":0.33075750123697606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129688566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055924436,0.9756939,0.000070293034,0.020746352,0.001254849,0.0011989094,0.000016470845,0.000017626482,0.00044238323],"genre_scores_gemma":[0.00008055655,0.97964007,0.0075882506,0.009208594,0.0025512083,0.000040405717,0.0007204321,0.000056425033,0.000114054594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870093,0.0007348241,0.008679741,0.00040642582,0.0024709404,0.0006987858],"domain_scores_gemma":[0.98689735,0.0008185739,0.008309929,0.00019589651,0.0016025074,0.0021757614],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03648627,0.0002947109,0.0015664867,0.00065841764,0.00043791567,0.000071763796,0.00013800697,0.0009469559,0.0013894191],"category_scores_gemma":[0.13309161,0.00026622813,0.00019701973,0.0004381081,0.000023992548,0.00018589919,0.00005458403,0.003803986,0.000022931295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000022853392,0.000014499824,0.0015572197,0.00087987276,0.00006425471,0.0001601525,0.0003343887,4.3590143e-7,4.6343953e-8,0.0000023541838,0.015911074,0.98107344],"study_design_scores_gemma":[0.0010962752,0.00006478626,0.0006522262,0.0073425868,0.00026775655,0.0016190532,0.00064030767,0.000092269605,5.163373e-8,0.000011282501,0.98801154,0.00020184154],"about_ca_topic_score_codex":0.0038503464,"about_ca_topic_score_gemma":0.23844036,"teacher_disagreement_score":0.98087156,"about_ca_system_score_codex":0.008119156,"about_ca_system_score_gemma":0.07126377,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W2129841686","doi":"10.12927/hcq.2007.19314","title":"Contract Management of Ontario's Cancer Surgery Wait Times Strategy","year":2007,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Accountability; Service delivery framework; Business; Baseline (sea); Medicine; Health care; Service (business); Cancer; Quality management; Operations management; Public relations; Public administration; Political science; Economic growth; Economics; Marketing","score_opus":0.1831355880383472,"score_gpt":0.4796480578071889,"score_spread":0.2965124697688417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129841686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98495257,0.00054081815,0.00047216006,0.010303664,0.0005541899,0.0008170771,0.000023492796,0.00006076511,0.0022752595],"genre_scores_gemma":[0.99590707,0.00008901873,0.0008871836,0.0017648167,0.00021385975,0.000022408134,0.00008275659,0.00002224859,0.0010106468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99740046,0.00006296267,0.0014324584,0.00027785014,0.00042960388,0.00039667176],"domain_scores_gemma":[0.9980581,0.00063816784,0.00043131274,0.00031933942,0.00031116043,0.00024195445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001553898,0.00014852457,0.00043498597,0.00011584861,0.000046585545,0.000010921859,0.00005690867,0.00010142453,0.0013959669],"category_scores_gemma":[0.00003787124,0.00013876894,0.00013819229,0.00017009003,0.000038102527,0.00014824978,0.000007214177,0.00027010194,0.000034328845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009226319,0.00024085963,0.121120594,0.0006663186,0.00018134447,0.00022615258,0.00105523,0.0000010475247,0.00009405858,0.0015605948,0.0035563384,0.87037486],"study_design_scores_gemma":[0.0014303438,0.0010304314,0.973691,0.00039778615,0.00019470128,0.00003854837,0.003135194,0.000025096044,0.00013316798,0.0003060856,0.01945247,0.00016518656],"about_ca_topic_score_codex":0.22855799,"about_ca_topic_score_gemma":0.25911698,"teacher_disagreement_score":0.87020963,"about_ca_system_score_codex":0.000494608,"about_ca_system_score_gemma":0.0011709421,"threshold_uncertainty_score":0.9995169},"labels":[],"label_agreement":null},{"id":"W2129934806","doi":"10.1016/s0004-9514(14)60240-3","title":"Development of an implementation strategy for physiotherapy guidelines on low back pain","year":2003,"lang":"en","type":"article","venue":"Australian Journal of Physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Psychological intervention; Medicine; Physical therapy; Low back pain; Manual therapy; Clinical Practice; Health professionals; MEDLINE; Health care; Nursing; Physical medicine and rehabilitation; Alternative medicine","score_opus":0.30805013632483497,"score_gpt":0.5656215777602278,"score_spread":0.25757144143539284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129934806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854543,0.000040770814,0.011164069,0.002141684,0.00025213652,0.00088253,0.000020042442,0.000010929084,0.000033533925],"genre_scores_gemma":[0.6896664,0.00012076658,0.30518964,0.0036779237,0.00077447336,0.000019969217,0.00008492827,0.000087855115,0.00037807753],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99655014,0.00023576926,0.0022193177,0.00021995463,0.0005045989,0.00027019985],"domain_scores_gemma":[0.99683213,0.00029253,0.0014436193,0.00025423645,0.0009874061,0.00019009123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002521881,0.00023387678,0.00052227726,0.00015937576,0.00006574805,0.00002732785,0.00014121579,0.000077611825,0.0010910874],"category_scores_gemma":[0.0002944756,0.00019081446,0.00024971596,0.00019612558,0.000040020448,0.00035559278,0.000002985338,0.00016027308,0.0000074316176],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020378847,0.0011116785,0.0005657764,0.00024187133,0.00041444862,0.00000509617,0.0007085249,0.0006473811,0.60196686,0.00024772185,0.01390945,0.3781433],"study_design_scores_gemma":[0.027202718,0.014585462,0.013859391,0.00079020584,0.00013600996,0.000058985657,0.008911036,0.00025843797,0.82599974,0.0023312077,0.10527333,0.0005934777],"about_ca_topic_score_codex":0.000021330148,"about_ca_topic_score_gemma":0.000026218686,"teacher_disagreement_score":0.37754986,"about_ca_system_score_codex":0.00010631773,"about_ca_system_score_gemma":0.0005955771,"threshold_uncertainty_score":0.9998221},"labels":[],"label_agreement":null},{"id":"W2130046796","doi":"10.1186/1472-6963-14-321","title":"Patient and public attitudes to and awareness of clinical practice guidelines: a systematic review with thematic and narrative syntheses","year":2014,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Scottish Government; University of Dundee","keywords":"Thematic analysis; Medicine; Public health; MEDLINE; Health care; Health administration; Health informatics; Nursing; Qualitative research; Family medicine; Nursing research; Systematic review; Narrative; Medical education","score_opus":0.6556613056692217,"score_gpt":0.6922425916487619,"score_spread":0.036581285979540246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130046796","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004623043,0.9801815,0.00014650472,0.005231676,0.000050386774,0.013828336,0.000034030214,0.000025689136,0.00003954794],"genre_scores_gemma":[0.00032805643,0.9755636,0.016536279,0.0061731664,0.00014237843,0.0011068352,0.000057113433,0.00007491472,0.000017681987],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98018086,0.008439039,0.0077487915,0.0010772364,0.0019155513,0.00063852785],"domain_scores_gemma":[0.92478716,0.060478825,0.0048310617,0.0015315417,0.0069375453,0.0014338414],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034224212,0.00048812554,0.006503355,0.00045716614,0.00028996923,0.00013164384,0.00027522206,0.00025059085,0.000022407652],"category_scores_gemma":[0.0983049,0.00029042258,0.00015746044,0.000976665,0.00026161488,0.00035423302,0.0005740065,0.00094246824,0.000015176367],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089849,0.00019485746,0.00031655878,0.82938254,0.00027184022,0.0000063222865,0.00071266276,4.211206e-8,1.1206028e-8,0.000038796017,0.00012981432,0.16885674],"study_design_scores_gemma":[0.00046255137,0.002442694,0.00008201603,0.8832874,0.0018248699,0.00043998015,0.013291399,0.000092846545,2.31818e-8,0.000007827108,0.09784116,0.00022724194],"about_ca_topic_score_codex":0.00087092334,"about_ca_topic_score_gemma":0.0009041927,"teacher_disagreement_score":0.1686295,"about_ca_system_score_codex":0.00012747281,"about_ca_system_score_gemma":0.003943821,"threshold_uncertainty_score":0.9999548},"labels":[],"label_agreement":null},{"id":"W2130421964","doi":"10.1200/jco.2013.31.31_suppl.248","title":"The Ontario oncology electronic medical record (EMR): The integration of end user and provincial needs.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Focus group; Blueprint; Health care; Information system; Data collection; Medical education","score_opus":0.24168618807998107,"score_gpt":0.5449903661789212,"score_spread":0.30330417809894006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130421964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8354671,0.00018653173,0.00061603216,0.16001439,0.001549154,0.0005368309,6.2997475e-7,0.000005055219,0.0016242499],"genre_scores_gemma":[0.9832121,0.0018971342,0.0021245647,0.009836189,0.0020483946,0.000017801065,0.0000035231799,0.000015868158,0.00084440893],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922823,0.0014208427,0.00511437,0.00015870857,0.0007098773,0.000313935],"domain_scores_gemma":[0.96256196,0.031248312,0.0041788192,0.00028703207,0.0013427123,0.0003811682],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016604742,0.00013823951,0.0010695052,0.000084839136,0.000104934705,0.000020744723,0.00030580175,0.0005500136,0.0011468998],"category_scores_gemma":[0.06342275,0.00006526808,0.000336781,0.00015469079,0.0007199759,0.00024393084,0.00011937722,0.0029246542,0.000022193026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003086399,0.00070707826,0.035878915,0.000006866861,0.00028485575,0.000029866851,0.0003946137,4.900737e-7,0.00018482332,0.0012482927,0.02064772,0.9375301],"study_design_scores_gemma":[0.006032086,0.020137003,0.24410677,0.000044524608,0.0005269098,0.00065545697,0.0014160688,0.00023694703,0.000040498082,0.0034981351,0.72323096,0.000074662516],"about_ca_topic_score_codex":0.008352137,"about_ca_topic_score_gemma":0.14088027,"teacher_disagreement_score":0.9374554,"about_ca_system_score_codex":0.00047850297,"about_ca_system_score_gemma":0.011036808,"threshold_uncertainty_score":0.9997662},"labels":[],"label_agreement":null},{"id":"W2130496384","doi":"10.1503/cmaj.091716","title":"Development of the AGREE II, part 2: assessment of validity of items and tools to support application","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":501,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Data science; Information retrieval","score_opus":0.13408380771724768,"score_gpt":0.44112138441949633,"score_spread":0.3070375767022486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130496384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9764449,0.0000024812025,0.00086625,0.021227313,0.00045104697,0.00030249872,0.000028693476,0.0000023336959,0.0006744641],"genre_scores_gemma":[0.99169797,0.000009559206,0.0058026635,0.0020950942,0.0003047952,0.000007877613,0.000017932778,0.000006033738,0.000058050668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99719375,0.0000897927,0.0012568246,0.00010014273,0.0011999495,0.00015954328],"domain_scores_gemma":[0.9971084,0.0004900894,0.00087907194,0.00014510434,0.00075940083,0.00061790814],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005202837,0.000065278065,0.00024187399,0.00008456766,0.00010568602,0.000010758077,0.00012744514,0.00016226493,0.00078268204],"category_scores_gemma":[0.010157815,0.000049866096,0.00006105236,0.00018350854,0.000043344557,0.000094428135,0.000040370334,0.00052964693,0.000002105398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017341643,0.00014512852,0.6437315,0.00004260724,0.000115224866,0.0000035732235,0.00070747617,0.0000018740981,0.010866621,0.0003777055,0.024608571,0.31938243],"study_design_scores_gemma":[0.00094449037,0.00014706627,0.806622,0.00006840175,0.000075534816,0.00004844215,0.0004315381,0.000112806825,0.0014181389,0.00008175271,0.18998908,0.00006072801],"about_ca_topic_score_codex":0.0005143073,"about_ca_topic_score_gemma":0.023547191,"teacher_disagreement_score":0.3193217,"about_ca_system_score_codex":0.00025401838,"about_ca_system_score_gemma":0.0050092964,"threshold_uncertainty_score":0.99818003},"labels":[],"label_agreement":null},{"id":"W2130550067","doi":"","title":"Director at Large—External Relations","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Management; Public relations; Handover; Political science; Portfolio; Business; Engineering; Finance","score_opus":0.7067067541904604,"score_gpt":0.6981268665481896,"score_spread":0.0085798876422708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130550067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664132,0.009060768,0.0036715947,0.0034728039,0.0015716193,0.0010830287,0.00011434436,0.00009901633,0.014513626],"genre_scores_gemma":[0.9862046,0.0023085668,0.0033905352,0.0022619069,0.0008454567,0.000048478516,0.00010429003,0.00008921135,0.00474691],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953,0.00040627256,0.002021033,0.0004902126,0.0013199263,0.00046253335],"domain_scores_gemma":[0.99465984,0.0013369987,0.001467921,0.0006730021,0.0010529627,0.0008092449],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003997661,0.0003059752,0.0008413982,0.000592369,0.00024639195,0.00046902488,0.001078477,0.00015282938,0.029528847],"category_scores_gemma":[0.008765114,0.00027328802,0.0002715905,0.0008903428,0.00010755174,0.0026562267,0.001149092,0.00062538387,0.0003671478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081211043,0.00045672714,0.7095389,0.00003094468,0.00018358491,0.000076236065,0.00015129548,0.000060484865,0.01964364,0.0000769147,0.26145345,0.007515745],"study_design_scores_gemma":[0.0037299183,0.00004877057,0.822099,0.00036550732,0.00045117055,0.00012503644,0.00019442906,0.00046920165,0.004451286,0.003789889,0.16391532,0.00036049762],"about_ca_topic_score_codex":0.0010769366,"about_ca_topic_score_gemma":0.0002605688,"teacher_disagreement_score":0.1125601,"about_ca_system_score_codex":0.00047311836,"about_ca_system_score_gemma":0.0005330401,"threshold_uncertainty_score":0.9999719},"labels":[],"label_agreement":null},{"id":"W2130573569","doi":"10.1111/j.1747-4949.2010.00572.x","title":"Development and Implementation of Stroke Guidelines: The WSO Guidelines Subcommittee Takes the First Step (Part one of a Two-Part Series on the Work of the WSO Stroke Guidelines Subcommittee)","year":2011,"lang":"en","type":"article","venue":"International Journal of Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network","funders":"","keywords":"Medicine; Stroke (engine); Series (stratigraphy); Work (physics); Aerospace engineering; Engineering; Mechanical engineering","score_opus":0.290523476556056,"score_gpt":0.4397670397033066,"score_spread":0.14924356314725062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130573569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8702421,0.00070382387,0.0011855182,0.12442613,0.0016873644,0.00093970855,0.00032845396,0.000013918408,0.0004729442],"genre_scores_gemma":[0.96627384,0.001005303,0.02448481,0.005552459,0.0018050496,0.00004738139,0.000030384621,0.000057696554,0.0007430443],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99074227,0.00032836857,0.0059202397,0.00029297118,0.002397253,0.0003188955],"domain_scores_gemma":[0.98512816,0.0018842566,0.004748004,0.0007244857,0.00741086,0.000104222636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057821344,0.00038516018,0.00071881217,0.00023640075,0.000251738,0.000064428095,0.0013459643,0.000105098174,0.00060195173],"category_scores_gemma":[0.005585925,0.00019078633,0.00046831754,0.00030042298,0.0005130845,0.0004036398,0.00033947977,0.0006114893,0.0000047949397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008299693,0.0016830928,0.5457759,0.00025003174,0.008853907,0.00004228208,0.010349441,0.0007863987,0.016099267,0.008743583,0.26184946,0.13726693],"study_design_scores_gemma":[0.013982126,0.0022435607,0.2934438,0.0034169538,0.0025680903,0.00051530503,0.074352495,0.0004468461,0.16617706,0.00088667794,0.44119963,0.0007674479],"about_ca_topic_score_codex":0.00071889954,"about_ca_topic_score_gemma":0.0019160676,"teacher_disagreement_score":0.2523321,"about_ca_system_score_codex":0.00013396815,"about_ca_system_score_gemma":0.0006551503,"threshold_uncertainty_score":0.7780041},"labels":[],"label_agreement":null},{"id":"W2131026136","doi":"10.1136/qshc.2008.029918","title":"Can guidelines improve referral to elective surgical specialties for adults? A systematic review","year":2010,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Referral; CINAHL; Psychological intervention; MEDLINE; Randomized controlled trial; Guideline; Family medicine; Emergency medicine; Nursing; Surgery","score_opus":0.4976497033267583,"score_gpt":0.6320547127361931,"score_spread":0.13440500940943478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131026136","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002214463,0.938064,0.0005244646,0.019202588,0.0012407004,0.039026145,0.0015022943,0.00013971639,0.00029792316],"genre_scores_gemma":[0.000001377969,0.9752456,0.0051742545,0.006062202,0.0043473756,0.00480985,0.0025820525,0.00015181562,0.0016254975],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97957766,0.0019234318,0.015390029,0.0012553127,0.0011354666,0.0007180882],"domain_scores_gemma":[0.9788312,0.011024091,0.004465245,0.0019052936,0.0031540955,0.00062011014],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020438423,0.0009372596,0.008887095,0.00019723338,0.00017852175,0.000056504105,0.0004930605,0.0007152665,0.0002207745],"category_scores_gemma":[0.14100605,0.00066762924,0.0022889422,0.000622178,0.00009054944,0.0001408881,0.00023266413,0.0013068336,0.0001935514],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005093042,0.00009613809,7.25275e-7,0.7003636,0.00034082594,0.000014455394,0.000064638065,2.524921e-8,3.1890193e-7,0.00041056587,0.016052868,0.28214654],"study_design_scores_gemma":[0.0010942281,0.00032722816,0.000001706515,0.3768857,0.0065535554,0.0001525986,0.00022988653,0.0000032641583,3.6515266e-7,0.00006411787,0.61419564,0.0004916798],"about_ca_topic_score_codex":0.0007642861,"about_ca_topic_score_gemma":0.0016530585,"teacher_disagreement_score":0.5981428,"about_ca_system_score_codex":0.0007958512,"about_ca_system_score_gemma":0.0033476036,"threshold_uncertainty_score":0.9995775},"labels":[],"label_agreement":null},{"id":"W2131088746","doi":"10.1017/s0317167100001165","title":"The Recognition, Assessment and Management of Dementing Disorders: Conclusions from the Canadian Consensus Conference on Dementia","year":2001,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; University of British Columbia; University of Calgary; McGill University; University of Toronto; McMaster University","funders":"McMaster University; McGill University","keywords":"Dementia; Referral; Context (archaeology); Medicine; MEDLINE; Health care; Psychology; Psychiatry; Family medicine; Disease; Political science","score_opus":0.3534656188288816,"score_gpt":0.471433023652875,"score_spread":0.11796740482399337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131088746","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18306297,0.76508945,0.000022443495,0.042692274,0.0017917389,0.0016355995,0.00017873925,0.000014242545,0.005512527],"genre_scores_gemma":[0.10889713,0.88621825,0.0017626705,0.0028502003,0.00022836527,0.000011179371,0.0000053727654,0.00001607605,0.000010770776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930823,0.0020051964,0.0022599162,0.00056479784,0.0010089169,0.0010788835],"domain_scores_gemma":[0.98971957,0.005267574,0.0024774566,0.00026574018,0.0006436754,0.0016259794],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.00880464,0.0004264143,0.0010000615,0.0005060039,0.005594002,0.00080916926,0.0015587966,0.00023534421,0.00019238978],"category_scores_gemma":[0.0031247353,0.00021548539,0.00037489887,0.0011212849,0.006729536,0.00023917474,0.0001390799,0.0019155852,0.000002915983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055035773,0.000045769793,0.08436635,0.0001404447,0.0003622129,0.0025413479,0.00011365553,0.000041842603,1.8886473e-7,0.0019366153,0.0022251245,0.9081714],"study_design_scores_gemma":[0.0009895202,0.03783315,0.049192663,0.004317117,0.0036069057,0.013496443,0.0018973339,0.00043622014,4.7923794e-7,0.025450002,0.8620951,0.00068504276],"about_ca_topic_score_codex":0.058424395,"about_ca_topic_score_gemma":0.86970085,"teacher_disagreement_score":0.9074864,"about_ca_system_score_codex":0.00043031253,"about_ca_system_score_gemma":0.010754402,"threshold_uncertainty_score":0.9959736},"labels":[],"label_agreement":null},{"id":"W2131216781","doi":"10.1186/s13643-015-0100-9","title":"Effectiveness of guideline dissemination and implementation strategies on health care professionals’ behaviour and patient outcomes in the cancer care context: a systematic review protocol","year":2015,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; CINAHL; Context (archaeology); MEDLINE; Health care; PsycINFO; Critical appraisal; Guideline; Randomized controlled trial; Systematic review; Psychological intervention; Evidence-based medicine; Family medicine; Nursing; Alternative medicine","score_opus":0.218403945202031,"score_gpt":0.626805787917167,"score_spread":0.408401842715136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131216781","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000885331,0.591617,0.000009859716,0.00027304015,0.00006010596,0.40792322,0.00009239702,0.000007730735,0.000007790917],"genre_scores_gemma":[0.00017406694,0.56464916,0.00008744246,0.00043216662,0.000014578787,0.43418372,0.00042116074,0.00003424591,0.0000034315578],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9752864,0.012971571,0.009888337,0.0005861148,0.0010253158,0.00024225417],"domain_scores_gemma":[0.9859643,0.0040841596,0.008045793,0.00089510984,0.0008909434,0.00011969529],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01600524,0.0006630894,0.009156151,0.00021245866,0.000079429046,0.000056310568,0.00021562069,0.00015134622,0.000013405458],"category_scores_gemma":[0.0063866572,0.00030246418,0.0004304669,0.0003882898,0.000043841104,0.0001765832,0.00008498626,0.00037840047,0.0000051349075],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013790071,0.000091119764,0.00004196954,0.9134053,0.000104436454,0.000003226903,0.0032809295,2.7785925e-8,4.157462e-8,0.000048496287,0.00083361205,0.08217702],"study_design_scores_gemma":[0.00079177273,0.00066166447,0.00003654642,0.938928,0.004088422,0.000054723434,0.0417127,8.5227e-7,1.9327352e-7,0.000004977348,0.013503864,0.00021625278],"about_ca_topic_score_codex":0.0003325771,"about_ca_topic_score_gemma":0.00038964604,"teacher_disagreement_score":0.081960775,"about_ca_system_score_codex":0.00070972193,"about_ca_system_score_gemma":0.00112962,"threshold_uncertainty_score":0.9999427},"labels":[],"label_agreement":null},{"id":"W2131718640","doi":"10.1155/2000/256708","title":"Guidelinitis: A New Syndrome?","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Infectious Diseases and Medical Microbiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Medicine","score_opus":0.03913423318023929,"score_gpt":0.36137664823859394,"score_spread":0.32224241505835466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131718640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979223,0.0031871346,0.0001729232,0.016110823,0.0004988284,0.00013275434,0.000038407165,0.000011359966,0.0006247772],"genre_scores_gemma":[0.98353463,0.0010076914,0.00016650345,0.014412586,0.0005397301,0.0000011243653,0.000030899595,0.0000130566505,0.0002937607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986036,0.00008164043,0.00082815473,0.0001334645,0.0000865903,0.00026656946],"domain_scores_gemma":[0.99678457,0.00027503658,0.00016230902,0.00010039709,0.00017730433,0.0025003655],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003327521,0.00010819044,0.00035527625,0.00016443264,0.00007257612,0.000017721399,0.000073800256,0.00015352147,0.015907317],"category_scores_gemma":[0.0035209372,0.00008752443,0.0001281632,0.00011234823,0.00020334357,0.00007790524,0.000007722356,0.00031617118,0.000059487098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024015729,0.00014438915,0.15805617,0.00005234685,0.00037563412,0.0057320273,0.000117396616,0.000005004114,0.000220338,0.0001316471,0.16110027,0.6738246],"study_design_scores_gemma":[0.007552228,0.002663762,0.103662506,0.00038694777,0.0007315712,0.13772051,0.00017210856,0.00002174349,0.000008896104,0.0013182209,0.7455267,0.00023482378],"about_ca_topic_score_codex":0.008778235,"about_ca_topic_score_gemma":0.008497727,"teacher_disagreement_score":0.6735898,"about_ca_system_score_codex":0.00009567064,"about_ca_system_score_gemma":0.004683191,"threshold_uncertainty_score":0.9978224},"labels":[],"label_agreement":null},{"id":"W2132043091","doi":"10.1017/s0714980800012824","title":"The State of Evidence-Based Care in Long-Term Care Institutions: A Provincial Survey","year":2001,"lang":"fr","type":"article","venue":"Canadian Journal on Aging / La Revue canadienne du vieillissement","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.15251727080741412,"score_gpt":0.3920557649563244,"score_spread":0.23953849414891026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132043091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9101391,0.051382154,0.00023108888,0.030970236,0.005209878,0.0013674477,0.0004794239,0.000009078611,0.00021160001],"genre_scores_gemma":[0.98907626,0.007077204,0.00009539206,0.0017927382,0.0010705914,0.000045257613,0.00021683388,0.000060219623,0.00056549365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99397737,0.0015315855,0.0021695825,0.0004983628,0.00035320458,0.0014698757],"domain_scores_gemma":[0.9916875,0.0027401545,0.0009212186,0.0006348912,0.0018160683,0.0022002188],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054481025,0.00042203852,0.00060676684,0.00074027013,0.000752413,0.00026996146,0.00054606877,0.00015412536,0.00023734919],"category_scores_gemma":[0.013698987,0.0003562278,0.00023683824,0.0009883731,0.00044231102,0.0004444558,0.00003460964,0.0012713255,0.000023947678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00045119447,0.00008243027,0.6158431,0.00076313294,0.00013731566,0.0073853047,0.007983792,0.0068592536,0.000016502634,0.00034175036,0.0013669005,0.3587693],"study_design_scores_gemma":[0.0030976492,0.0012385205,0.81202894,0.015439496,0.00030035878,0.00064301246,0.006826049,0.00044704808,0.000032000535,0.000024836592,0.15944496,0.00047710573],"about_ca_topic_score_codex":0.50651634,"about_ca_topic_score_gemma":0.996426,"teacher_disagreement_score":0.48990965,"about_ca_system_score_codex":0.0101478975,"about_ca_system_score_gemma":0.018397259,"threshold_uncertainty_score":0.99988896},"labels":[],"label_agreement":null},{"id":"W2132278342","doi":"10.1200/jco.2007.14.6373","title":"A for Effort: Learning From the Application of the GRADE Approach to Cancer Guideline Development","year":2008,"lang":"en","type":"letter","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Cancer Agency; McMaster University; Cancer Care Ontario","funders":"","keywords":"Medicine; Rubric; Grading (engineering); Guideline; Confusion; Clinical Practice; Breast cancer; Quality of evidence; Health care; Medical physics; Cancer; Family medicine; Randomized controlled trial; Pathology; Mathematics education; Internal medicine; Psychology","score_opus":0.5005251985294076,"score_gpt":0.5837039913770481,"score_spread":0.08317879284764051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132278342","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012472917,0.0003329486,0.048317406,0.93503934,0.0017202453,0.0018537816,0.000024633824,0.000008881264,0.0002298577],"genre_scores_gemma":[0.008655608,0.0005406754,0.101242505,0.8661982,0.022354763,0.00017363444,0.0001943006,0.000066659355,0.0005736923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989105,0.0007307122,0.008576374,0.00036012862,0.00094132527,0.00028644947],"domain_scores_gemma":[0.97362405,0.015242964,0.00905388,0.00039940642,0.0015204593,0.00015922086],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0077119977,0.0002488733,0.0019124907,0.000080817284,0.00012902857,0.000008594367,0.00065223454,0.0010444453,0.000038544113],"category_scores_gemma":[0.026947087,0.00012858582,0.00093841454,0.00022142848,0.00020086828,0.000060061062,0.00017232973,0.0044796993,0.000007162905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010442847,0.00040773043,0.009608345,0.000044771266,0.00062872085,0.0000114533,0.00017949915,0.00036482853,0.000035958357,0.000004316979,0.85546684,0.13220322],"study_design_scores_gemma":[0.004183881,0.0013070559,0.027377998,0.00012856151,0.0011541842,0.00008525559,0.00012032267,0.00066996686,0.000031008512,0.00011089956,0.9647088,0.0001220375],"about_ca_topic_score_codex":0.00034357322,"about_ca_topic_score_gemma":0.00012980733,"teacher_disagreement_score":0.1320812,"about_ca_system_score_codex":0.0003420322,"about_ca_system_score_gemma":0.0048849983,"threshold_uncertainty_score":0.997817},"labels":[],"label_agreement":null},{"id":"W2132825866","doi":"","title":"Searching for evidence-based medicine in wound care: an introduction.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Medicine; Evidence-based medicine; Wound care; MEDLINE; Clinical decision making; Patient care; Clinical Practice; Critical appraisal; Best evidence; Health care; Evidence-based practice; Alternative medicine; Medical education; Intensive care medicine; Nursing; Pathology","score_opus":0.39577430388410334,"score_gpt":0.4875367484648081,"score_spread":0.09176244458070476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132825866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7242224,0.0012086019,0.012262733,0.25070795,0.001905096,0.008456095,0.000006578388,0.00014245359,0.0010880725],"genre_scores_gemma":[0.98845565,0.000025244506,0.0052606417,0.0031500321,0.0014194058,0.0014460677,0.00007233343,0.000022753313,0.00014785021],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981339,0.00023028304,0.00064242235,0.00034294475,0.00031836357,0.00033210817],"domain_scores_gemma":[0.99742806,0.0016604904,0.00012615473,0.00032343532,0.00026883854,0.00019300047],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037520016,0.00010241148,0.00023230292,0.00019043773,0.000056977187,0.000017949327,0.00006402345,0.000055932902,0.0001056592],"category_scores_gemma":[0.04026247,0.00008806629,0.000044063832,0.00030834242,0.00006937729,0.0003882274,0.000008562166,0.00022455915,0.0000033385593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020825001,0.00039240747,0.061240952,0.00049871195,0.00005595355,0.00002088309,0.00092493393,0.00044966195,0.00096906244,0.00434038,0.011022877,0.91800165],"study_design_scores_gemma":[0.018496279,0.0013629233,0.5983558,0.00015765052,0.00044519175,0.000057351146,0.0062283142,0.0011673166,0.0032223265,0.0027911176,0.36727738,0.00043831428],"about_ca_topic_score_codex":0.00027424045,"about_ca_topic_score_gemma":0.00027352016,"teacher_disagreement_score":0.9175634,"about_ca_system_score_codex":0.00027178926,"about_ca_system_score_gemma":0.00017890614,"threshold_uncertainty_score":0.96782184},"labels":[],"label_agreement":null},{"id":"W2132864892","doi":"10.1186/1748-5908-7-61","title":"Developing clinical practice guidelines: types of evidence and outcomes; values and economics, synthesis, grading, and presentation and deriving recommendations","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University","funders":"","keywords":"Guideline; Grading (engineering); Medicine; Excellence; Presentation (obstetrics); Health administration; Health services research; Health care; Evidence-based medicine; Context (archaeology); Public health; Nursing; Alternative medicine; Political science","score_opus":0.7275397203504289,"score_gpt":0.6748057916995645,"score_spread":0.05273392865086446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132864892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95255405,0.00062808755,0.0069878222,0.039000437,0.00022769846,0.00054092344,0.000010803783,0.000018587289,0.0000315914],"genre_scores_gemma":[0.8038591,0.0050799833,0.1888711,0.0020683964,0.00007574236,0.000020074793,0.0000073556826,0.000008810857,0.000009414369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975897,0.00017098147,0.0013836288,0.0003664879,0.00026057012,0.00022864205],"domain_scores_gemma":[0.9917306,0.006579441,0.0006908644,0.00016057897,0.0006299087,0.00020863031],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007695719,0.00012366037,0.0002677642,0.0001754397,0.00025082403,0.000110230525,0.00006315341,0.00003785163,0.000029151739],"category_scores_gemma":[0.040774602,0.00010460499,0.000020071291,0.00020772482,0.00042031988,0.003156458,0.00019175133,0.000093893854,0.0000012661196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030305682,0.000029064475,0.722228,0.00004913815,0.00003352922,2.361705e-7,0.0008571681,4.784267e-7,0.0005924984,0.0013645666,0.00026670416,0.27454832],"study_design_scores_gemma":[0.0009124802,0.00012716008,0.97903216,0.0001377911,0.00030025048,0.00009806102,0.013575886,0.00093624834,0.0012848387,0.00075612304,0.0026791962,0.00015980724],"about_ca_topic_score_codex":0.00030649762,"about_ca_topic_score_gemma":0.00006755853,"teacher_disagreement_score":0.27438852,"about_ca_system_score_codex":0.000061000497,"about_ca_system_score_gemma":0.00024251861,"threshold_uncertainty_score":0.96730536},"labels":[],"label_agreement":null},{"id":"W2132985036","doi":"10.5334/ijic.622","title":"From organizational integration to clinical integration: analysis of the path between one level of integration to another using official documents","year":2010,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École Nationale d'Administration Publique; Université de Sherbrooke","funders":"","keywords":"Field (mathematics); Computer science; Library science; Data science; World Wide Web","score_opus":0.24798352494941378,"score_gpt":0.5050716222448149,"score_spread":0.25708809729540116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132985036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7920919,0.00001251841,0.2016482,0.0028672474,0.0020782542,0.00037491324,0.00083357317,0.000009530097,0.000083859544],"genre_scores_gemma":[0.9620819,0.000009097565,0.034403764,0.0011495033,0.0014566646,0.00000370381,0.0008159157,0.000033360167,0.00004607091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99418116,0.00028824742,0.0034233462,0.00032437235,0.0016230136,0.000159879],"domain_scores_gemma":[0.98558456,0.0008144036,0.002140214,0.00038849394,0.01088774,0.00018460721],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012937434,0.00025792548,0.0008439105,0.0009720264,0.00005609597,0.00007318826,0.0006814568,0.0002584953,0.0009614607],"category_scores_gemma":[0.011491634,0.00018195389,0.000582625,0.0017686085,0.00011405139,0.00038284404,0.0001317796,0.00091494026,0.000009144823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026180043,0.000879,0.52670926,0.000013497454,0.0057223747,0.000012895674,0.0049514384,0.0012506825,0.31661558,0.00072593085,0.001866379,0.13863495],"study_design_scores_gemma":[0.004035188,0.0013347309,0.7512522,0.0013756385,0.0065285293,0.0000341058,0.01483275,0.0044028773,0.21355033,0.0007077711,0.0015060881,0.00043979933],"about_ca_topic_score_codex":0.002434686,"about_ca_topic_score_gemma":0.0030991614,"teacher_disagreement_score":0.22454292,"about_ca_system_score_codex":0.0005351569,"about_ca_system_score_gemma":0.0013514523,"threshold_uncertainty_score":0.9999518},"labels":[],"label_agreement":null},{"id":"W2133139863","doi":"10.12927/cjnl.2005.17034","title":"Changing Nursing Practice: Evaluating the Usefulness of a Best-Practice Guideline Implementation Toolkit","year":2005,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Best practice; Guideline; Resource (disambiguation); Nursing; Steering committee; Health care; Quality (philosophy); Plan (archaeology); Medical education; Medicine; Psychology; Process management; Computer science; Engineering management; Business; Engineering; Political science","score_opus":0.6293778249208662,"score_gpt":0.5747343797828456,"score_spread":0.05464344513802066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133139863","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12924926,0.001413697,0.06966886,0.7870408,0.0014046507,0.0025732475,0.000017325758,0.00021893256,0.008413222],"genre_scores_gemma":[0.8803127,0.00002121361,0.097497605,0.019656643,0.0020450738,0.000039637,0.00016734397,0.000077732315,0.00018206812],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9945285,0.0008496714,0.002048704,0.00050002994,0.0013496598,0.00072348514],"domain_scores_gemma":[0.99180126,0.004428892,0.0014670339,0.00064733747,0.0015025738,0.00015291742],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00825314,0.00028899658,0.00041474614,0.00029464797,0.00038807327,0.0000958044,0.00022068502,0.00014893243,0.00046260457],"category_scores_gemma":[0.018107133,0.00024861237,0.00017695785,0.000864777,0.00026589536,0.0016609051,0.000029115947,0.00069324777,0.000076833276],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016311916,0.0011557465,0.0001210092,0.00007064161,0.00016101364,0.000009667016,0.023993773,0.0005629359,0.0058922125,0.0011244867,0.009019998,0.95625734],"study_design_scores_gemma":[0.0073174676,0.0026363058,0.00068774505,0.0021071925,0.0049327705,0.0011297883,0.91012347,0.020854289,0.009827848,0.00056785706,0.039245933,0.0005693432],"about_ca_topic_score_codex":0.00011326885,"about_ca_topic_score_gemma":0.000017402968,"teacher_disagreement_score":0.955688,"about_ca_system_score_codex":0.0007212668,"about_ca_system_score_gemma":0.00053229724,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W2133572238","doi":"10.1017/s0266462304001308","title":"Clinicians' assessments of practice guidelines in oncology: The CAPGO survey","year":2004,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University; Hamilton Regional Laboratory Medicine Program; Cancer Care Ontario","funders":"","keywords":"Medicine; Family medicine; Medical physics; Oncology","score_opus":0.24218770845472218,"score_gpt":0.6543103376061158,"score_spread":0.41212262915139364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133572238","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42986232,0.0017003069,0.0025997846,0.56213623,0.0022749857,0.0007527794,0.0000435424,0.000020329326,0.00060970726],"genre_scores_gemma":[0.9271134,0.0020463886,0.05987036,0.0107244775,0.00016623184,0.000013267506,0.000042198128,0.000016072672,0.0000075982225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993802,0.0005081762,0.0043116496,0.00021580183,0.0009171757,0.00024520664],"domain_scores_gemma":[0.9890702,0.0021143497,0.0033304752,0.00027658112,0.005138163,0.00007028],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008707583,0.00014404238,0.00060001656,0.00092332665,0.00003564147,0.0000129749515,0.0005828892,0.0002403719,0.0000336835],"category_scores_gemma":[0.02075647,0.00011082581,0.00011429176,0.0006040087,0.00013618458,0.0003347545,0.00014822138,0.0015004463,0.000002632791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020860117,0.0020481525,0.5762522,0.00011058346,0.0004648128,0.0007770874,0.00084504485,0.002742634,0.00017974911,0.0037956485,0.0020977522,0.4086003],"study_design_scores_gemma":[0.020245751,0.0068412237,0.783053,0.0021750047,0.0001478705,0.0019759776,0.06702493,0.0002059025,0.0002837596,0.0038417703,0.11393947,0.00026534],"about_ca_topic_score_codex":0.0034105517,"about_ca_topic_score_gemma":0.0042221635,"teacher_disagreement_score":0.55141175,"about_ca_system_score_codex":0.002363273,"about_ca_system_score_gemma":0.005287835,"threshold_uncertainty_score":0.9874921},"labels":[],"label_agreement":null},{"id":"W2133625563","doi":"10.1016/j.hcmf.2014.03.002","title":"Un cadre pour la coordination des soins axés sur le patient","year":2014,"lang":"fr","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Medicine; Philosophy","score_opus":0.12499124757399702,"score_gpt":0.4199257615631934,"score_spread":0.29493451398919635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133625563","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07164377,0.0052538305,0.059532795,0.8340006,0.0039067673,0.0031638306,0.00009138495,0.00026510112,0.022141956],"genre_scores_gemma":[0.9623021,0.0014640618,0.00810725,0.014471567,0.0006714703,0.000116285744,0.00027287658,0.000093893505,0.012500526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99490064,0.0010826553,0.0015902144,0.00066560303,0.0006878396,0.0010730645],"domain_scores_gemma":[0.9967957,0.0011251969,0.00060797384,0.0005441911,0.00048693764,0.0004399825],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026091144,0.000362822,0.00046486268,0.00024075259,0.00042922457,0.00008715675,0.0001879963,0.0002441776,0.0004744407],"category_scores_gemma":[0.0017228588,0.00040083242,0.00018734307,0.00044042288,0.00016215535,0.0004540287,0.000332299,0.0005020707,0.00063178287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012515021,0.00066061475,0.016803596,0.0018662781,0.00016468111,0.00007007811,0.00034459555,0.00006732915,0.000017558943,0.12121746,0.0839221,0.7747406],"study_design_scores_gemma":[0.004967433,0.0010446768,0.0593029,0.0010882324,0.00041017483,0.000047901074,0.009406995,0.012498415,0.000112307185,0.013835093,0.89687604,0.0004098558],"about_ca_topic_score_codex":0.009249998,"about_ca_topic_score_gemma":0.004298628,"teacher_disagreement_score":0.8906583,"about_ca_system_score_codex":0.00065525086,"about_ca_system_score_gemma":0.0003620466,"threshold_uncertainty_score":0.9998444},"labels":[],"label_agreement":null},{"id":"W2133685676","doi":"10.1016/j.ajem.2004.02.002","title":"Uptake of validated clinical practice guidelines: experience with implementing the Ottawa Ankle Rules","year":2004,"lang":"en","type":"article","venue":"The American Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Provincial Laboratory of Public Health; University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Ankle; Radiography; Intervention (counseling); Prospective cohort study; Physical therapy; Medical emergency; Surgery; Nursing","score_opus":0.31309891321410627,"score_gpt":0.5667572064715226,"score_spread":0.25365829325741635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133685676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8674664,0.00084041717,0.008065017,0.1215403,0.0009564062,0.00042655854,0.000005134902,0.000015924177,0.0006838668],"genre_scores_gemma":[0.94607437,0.004058778,0.039411094,0.0074689924,0.0028372498,0.000010018942,0.000011780202,0.000047500194,0.00008024155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913197,0.0005021828,0.006124025,0.00024706326,0.0014248105,0.0003821767],"domain_scores_gemma":[0.9849018,0.0022805315,0.007343596,0.0007453192,0.004489158,0.00023960865],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013071296,0.0002471533,0.00093007565,0.0000996875,0.00017904291,0.000006170802,0.0005642506,0.000032824337,0.000628659],"category_scores_gemma":[0.04618814,0.00010922377,0.0002493698,0.0009841667,0.00093608414,0.00033187962,0.000093673756,0.00070394255,0.000008513192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023175985,0.003753812,0.15120634,0.00023641528,0.006673057,0.00062153174,0.031009527,0.0014662808,0.03294723,0.002710129,0.21335886,0.53284085],"study_design_scores_gemma":[0.016970037,0.030950695,0.15091884,0.0015322616,0.007031985,0.003958942,0.26883808,0.00023721627,0.0012692738,0.0015100425,0.51619756,0.000585069],"about_ca_topic_score_codex":0.0010496594,"about_ca_topic_score_gemma":0.00006250627,"teacher_disagreement_score":0.53225577,"about_ca_system_score_codex":0.00005822075,"about_ca_system_score_gemma":0.00058207184,"threshold_uncertainty_score":0.96184623},"labels":[],"label_agreement":null},{"id":"W2133912934","doi":"10.1109/hicss.2007.408","title":"Ontology Driven CPG Authoring and Execution via a Semantic Web Framework","year":2007,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Ontology; Clinical decision support system; Information retrieval; Programming language; Inference engine; Backward chaining; Software engineering; World Wide Web; Inference; Decision support system; Database; Data mining; Artificial intelligence","score_opus":0.1367084267449258,"score_gpt":0.4796235659986434,"score_spread":0.34291513925371764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133912934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6052371,0.000042775922,0.38238117,0.009234444,0.00026531718,0.0002512743,4.9986943e-7,0.000085674976,0.0025017115],"genre_scores_gemma":[0.9510353,0.000031615364,0.045589134,0.0027665384,0.00029197554,0.000005017515,0.000010346603,0.000011397762,0.00025867258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988202,0.000036752008,0.0005477009,0.0002155446,0.00016213342,0.00021766218],"domain_scores_gemma":[0.9984046,0.0010906853,0.00011204274,0.00017174041,0.00008594505,0.00013498926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097435707,0.00008655287,0.00018615792,0.000086395245,0.000054095635,0.000010472719,0.000029771329,0.00013898018,0.00044046936],"category_scores_gemma":[0.002291383,0.000076235345,0.000036262198,0.0001283169,0.000047630412,0.000108110915,0.00004193362,0.0002690322,0.00006141595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012627678,0.0004618175,0.6062221,0.00020188733,0.00023104124,0.0003223414,0.00095765386,0.000008518701,0.05097948,0.025495095,0.007028892,0.3068284],"study_design_scores_gemma":[0.0066674827,0.00169532,0.89150405,0.00034940743,0.0009384926,0.0012686817,0.0037288927,0.028887775,0.00371863,0.021931874,0.03871129,0.0005980847],"about_ca_topic_score_codex":0.0001659883,"about_ca_topic_score_gemma":0.00053028,"teacher_disagreement_score":0.34579816,"about_ca_system_score_codex":0.00005274072,"about_ca_system_score_gemma":0.00004295029,"threshold_uncertainty_score":0.4822831},"labels":[],"label_agreement":null},{"id":"W2133985942","doi":"","title":"How applicable are clinical practice guidelines to elderly patients with comorbidities?","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Medicine; Life expectancy; Context (archaeology); Comorbidity; Intensive care medicine; Guideline; Dyslipidemia; Diabetes mellitus; Dementia; Disease; Quality of life (healthcare); Heart failure; Physical therapy; Population; Internal medicine","score_opus":0.43400161302082874,"score_gpt":0.4604206210701089,"score_spread":0.026419008049280157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133985942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8213461,0.00011783955,0.010964461,0.13892688,0.0015446496,0.010317773,0.00009804571,0.00043872392,0.016245509],"genre_scores_gemma":[0.8461847,0.000051693267,0.09993982,0.04761388,0.0011841238,0.002396395,0.0001182992,0.00009007409,0.002421027],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968533,0.00014058195,0.0012736574,0.00053523405,0.0007005316,0.00049670634],"domain_scores_gemma":[0.99444294,0.000966373,0.0007299188,0.0006636927,0.002611575,0.0005855032],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020982332,0.00022067013,0.0004680872,0.00009257155,0.000077599536,0.00007087107,0.0001793662,0.00012619678,0.000081118415],"category_scores_gemma":[0.035821814,0.00017028277,0.000103117745,0.0003136015,0.00007816689,0.0006452455,0.000106357926,0.00035716506,0.00008811346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026908945,0.0012421631,0.32692352,0.00003747142,0.00021131308,0.00004661026,0.00008245083,7.463149e-7,8.370242e-7,0.000094847586,0.16027804,0.50839114],"study_design_scores_gemma":[0.0029457086,0.000588691,0.6132007,0.000019831701,0.0003090588,0.000015300262,0.00074957794,0.0000056845915,0.00002666356,0.00004763593,0.38192305,0.00016809496],"about_ca_topic_score_codex":0.00022012825,"about_ca_topic_score_gemma":0.00009530728,"teacher_disagreement_score":0.508223,"about_ca_system_score_codex":0.000075304815,"about_ca_system_score_gemma":0.00009656927,"threshold_uncertainty_score":0.9722999},"labels":[],"label_agreement":null},{"id":"W2134236426","doi":"10.1136/bmj.39490.551019.be","title":"What is “quality of evidence” and why is it important to clinicians?","year":2008,"lang":"en","type":"review","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3247,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Data science; Quality (philosophy); Medicine","score_opus":0.8427096280945102,"score_gpt":0.6895580572895099,"score_spread":0.1531515708050003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134236426","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008346459,0.9374438,0.000037634218,0.05903715,0.00060754624,0.0025897503,0.00007591603,0.000015931038,0.0001088192],"genre_scores_gemma":[0.0000057776083,0.9582807,0.001662009,0.038441394,0.00069086975,0.00007696771,0.00006787251,0.00004069981,0.00073374994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99241734,0.0004007267,0.005611463,0.00061464537,0.00071875565,0.00023706976],"domain_scores_gemma":[0.99080634,0.0051192613,0.0024917622,0.0009347905,0.00038743066,0.00026040545],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041094013,0.00032856868,0.0024746405,0.00014801428,0.00003830989,0.000035241195,0.0001611595,0.00032789033,0.0008672454],"category_scores_gemma":[0.01633483,0.0002333988,0.00059647026,0.00034883159,0.00008661142,0.00037177533,0.00016209825,0.00042913907,0.00016026894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006905217,0.0000613806,0.0002829312,0.005974728,0.00014479402,0.000021122583,0.00019247946,4.6940802e-9,4.620361e-7,0.0000035183764,0.34041026,0.65283924],"study_design_scores_gemma":[0.0003974949,0.0003977264,0.0002796718,0.029499779,0.0011847839,0.00014716061,0.0003876724,0.000001879273,0.0000018805006,0.00002925169,0.96744055,0.00023215056],"about_ca_topic_score_codex":0.00037919672,"about_ca_topic_score_gemma":0.00009001664,"teacher_disagreement_score":0.65260714,"about_ca_system_score_codex":0.00008395504,"about_ca_system_score_gemma":0.0007593707,"threshold_uncertainty_score":0.991951},"labels":[],"label_agreement":null},{"id":"W2134509631","doi":"10.1016/j.surg.2008.11.011","title":"Knowledge translation research: A review and new concepts from a surgical case study","year":2009,"lang":"en","type":"review","venue":"Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Juravinski Cancer Centre; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Knowledge translation; Psychological intervention; Carotid endarterectomy; Health care; Quality (philosophy); Translation (biology); Clinical trial; Medical physics; Knowledge management; Nursing; Surgery; Carotid arteries; Epistemology; Pathology","score_opus":0.9116214486362765,"score_gpt":0.6872323160364459,"score_spread":0.22438913259983062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134509631","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016405914,0.99373776,0.0000060589127,0.0011398217,0.0002485298,0.0042873905,0.000043842578,0.000058109992,0.0003144473],"genre_scores_gemma":[0.000071690614,0.997283,0.00014898802,0.00025239174,0.0011766005,0.00011032854,0.00056314556,0.000055835084,0.0003380632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99291205,0.002866659,0.00256286,0.0007550529,0.0005349564,0.0003683877],"domain_scores_gemma":[0.9686205,0.029494476,0.0004910462,0.0006246747,0.00030010872,0.00046924246],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075466908,0.00037967085,0.0033528432,0.0003258598,0.00010223018,0.000046813802,0.00007746125,0.00027656986,0.00071551156],"category_scores_gemma":[0.007272033,0.00029909922,0.0005617305,0.00090165937,0.00008652202,0.00015700048,0.000060470193,0.001166574,0.00017318291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028673334,0.00033984872,0.000038088536,0.010874803,0.00018883153,0.0070979847,0.00015381235,1.7107068e-9,1.0566137e-8,0.0000012360146,0.04313555,0.93814117],"study_design_scores_gemma":[0.00075167074,0.00018271484,0.000012531596,0.02989593,0.0056780144,0.0035181898,0.0002620708,0.0000010891841,1.2771537e-8,0.000022860628,0.9594433,0.00023162947],"about_ca_topic_score_codex":0.0014253975,"about_ca_topic_score_gemma":0.0003918991,"teacher_disagreement_score":0.93790954,"about_ca_system_score_codex":0.0001292793,"about_ca_system_score_gemma":0.0020591314,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W2134670419","doi":"10.7202/013012ar","title":"Perspective d’usagers suivis en clinique externe d’établissements de première, deuxième et troisième lignes","year":2006,"lang":"fr","type":"article","venue":"Santé mentale au Québec","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Montreal General Hospital; Institut national de psychiatrie légale Philippe-Pinel; McGill University; Douglas College","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.049525573281045406,"score_gpt":0.42954987362747515,"score_spread":0.38002430034642976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134670419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929346,0.007118891,0.0029801684,0.032514334,0.0023003733,0.0021319834,0.00031425877,0.00020220704,0.023091748],"genre_scores_gemma":[0.97082764,0.0009793476,0.004153283,0.0036773277,0.0038221653,0.00015394825,0.00031910173,0.000163961,0.015903242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928413,0.0014784402,0.0022388587,0.0010743975,0.00090209005,0.0014649276],"domain_scores_gemma":[0.99333507,0.004170828,0.0008858557,0.00074412493,0.00035604462,0.00050807575],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004206728,0.0006756557,0.0008576403,0.0002638101,0.0002959623,0.00013698507,0.00040768646,0.00041200343,0.0028786056],"category_scores_gemma":[0.0037708248,0.00073193945,0.00044781994,0.00045607198,0.0004069072,0.0010601444,0.00029278424,0.0009167205,0.00085572596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017770511,0.0058099143,0.7826943,0.0005753,0.0012236083,0.00066346826,0.01865268,0.00015456733,0.03963487,0.005784269,0.050105937,0.09292408],"study_design_scores_gemma":[0.01870362,0.003417203,0.63723713,0.002225722,0.0038635172,0.00066841225,0.09737934,0.0016623894,0.024545046,0.0045898333,0.20361446,0.0020933473],"about_ca_topic_score_codex":0.62118554,"about_ca_topic_score_gemma":0.3844725,"teacher_disagreement_score":0.23671305,"about_ca_system_score_codex":0.010490447,"about_ca_system_score_gemma":0.005012613,"threshold_uncertainty_score":0.9999222},"labels":[],"label_agreement":null},{"id":"W2135146766","doi":"10.1161/01.str.0000017144.04043.87","title":"Integrated Care Pathways and Quality of Life on a Stroke Rehabilitation Unit","year":2002,"lang":"en","type":"article","venue":"Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Service Executive; Heart and Stroke Foundation of Canada; American Heart Association","keywords":"Medicine; Quality of life (healthcare); Stroke (engine); Physical therapy; Rehabilitation; Mood; Modified Rankin Scale; Caregiver burden; Randomized controlled trial; Dementia; Disease; Internal medicine; Clinical psychology; Ischemic stroke; Nursing","score_opus":0.3049506670509667,"score_gpt":0.45589979652304835,"score_spread":0.15094912947208167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135146766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934101,0.00015673574,0.00014207714,0.002267659,0.00008889089,0.0003716575,0.0002501497,0.000039206127,0.003273541],"genre_scores_gemma":[0.995667,0.00004146067,0.0032197172,0.000602805,0.00006790675,0.000011110375,0.00007796759,0.00001212642,0.00029992778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839115,0.00019623064,0.0007787523,0.00020720552,0.0003062667,0.00012041732],"domain_scores_gemma":[0.9973458,0.0016505629,0.00024851365,0.0002655908,0.00037001187,0.00011954182],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005285051,0.00010198953,0.0002791196,0.000093803894,0.000035139878,0.000008434978,0.000038207978,0.00007383242,0.00035218074],"category_scores_gemma":[0.011703395,0.00008825955,0.000072010334,0.00011664574,0.000081982726,0.00008893113,0.00002129092,0.00021441773,0.000022588947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020612238,0.0007325963,0.7647671,0.0007264295,0.000176473,0.000005146101,0.0057456363,0.000020607979,0.038926084,0.0031201893,0.0033817517,0.18033677],"study_design_scores_gemma":[0.01273187,0.0073065674,0.89373475,0.00027160975,0.00027842927,0.000004489044,0.064757004,0.0013854763,0.0031854422,0.00018920538,0.015802858,0.00035230644],"about_ca_topic_score_codex":0.00043768814,"about_ca_topic_score_gemma":0.0002059121,"teacher_disagreement_score":0.17998447,"about_ca_system_score_codex":0.00005453368,"about_ca_system_score_gemma":0.000064479944,"threshold_uncertainty_score":0.99662143},"labels":[],"label_agreement":null},{"id":"W2135713189","doi":"10.1186/1741-7015-7-32","title":"Effects of clinical pathways in the joint replacement: a meta-analysis","year":2009,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":285,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Jadad scale; Meta-analysis; MEDLINE; CINAHL; Sample size determination; Clinical pathway; Joint replacement; Physical therapy; Cochrane Library; Surgery; Arthroplasty; Internal medicine; Psychological intervention","score_opus":0.794001724901144,"score_gpt":0.6187440941164785,"score_spread":0.1752576307846655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135713189","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030226754,0.99258816,0.0006037667,0.0018292856,0.00022187346,0.003796475,0.000015083643,0.000025384847,0.00088977115],"genre_scores_gemma":[0.0002370025,0.99290264,0.0015828097,0.0034592215,0.0008972475,0.00025792536,0.0004203668,0.000037554106,0.00020521323],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9846458,0.0037881017,0.008968396,0.0008535493,0.0014105564,0.0003335954],"domain_scores_gemma":[0.96881187,0.025259908,0.0037801682,0.0017202096,0.00023164276,0.00019622182],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023071809,0.00055425847,0.012279612,0.0007612483,0.00003097758,0.0000075427606,0.0003928213,0.00040676523,0.0007788827],"category_scores_gemma":[0.051227745,0.00025769364,0.005397897,0.0021436685,0.0002133821,0.000038013655,0.000081341794,0.0012620494,0.000041802778],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003619093,0.001692232,0.0002004592,0.0436172,0.12870897,0.0003159645,0.00033235326,0.0000019828162,9.679276e-7,0.0004748833,0.0122574745,0.8120356],"study_design_scores_gemma":[0.0021653387,0.0013017048,0.00052976434,0.0020809742,0.6292944,0.00004185824,0.000099837525,0.00002730261,3.2074794e-7,0.00008571129,0.36422837,0.00014444979],"about_ca_topic_score_codex":0.00021785901,"about_ca_topic_score_gemma":0.00016528317,"teacher_disagreement_score":0.81189114,"about_ca_system_score_codex":0.00007479253,"about_ca_system_score_gemma":0.0007214073,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W2135743905","doi":"10.1016/j.jcjd.2012.07.303","title":"Making Connections: Supporting Self-management Through the Integration of Diabetes and Nephrology","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Nephrology; Kidney disease; Diabetes mellitus; Disease management; Intensive care medicine; Health care; Patient Empowerment; Best practice; Internal medicine; Nursing; Family medicine; Disease; Endocrinology; Management","score_opus":0.13352282857151124,"score_gpt":0.4181906752351009,"score_spread":0.2846678466635897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135743905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872282,0.0011760057,0.00019355811,0.010177006,0.00037830276,0.00021074218,0.0000050393023,0.000005549321,0.0006256077],"genre_scores_gemma":[0.99131054,0.000020657873,0.0042018383,0.004096535,0.0003369129,0.000004629955,0.0000054034795,0.000011404533,0.00001206422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99856466,0.000109781715,0.00082044915,0.00007152727,0.00012852959,0.0003050307],"domain_scores_gemma":[0.9979946,0.00075161975,0.0006707447,0.00012205848,0.00023540723,0.00022556592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013684237,0.000086959175,0.00023482346,0.00014685704,0.00011005665,0.0000229686,0.00007162383,0.00004997207,0.00012482423],"category_scores_gemma":[0.0025702892,0.000062126965,0.00007033432,0.00015647121,0.00009935081,0.00038862802,0.000015187646,0.00021829613,0.0000024667918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084704125,0.00006575185,0.9466225,0.00013896455,0.00057260535,0.000003865824,0.003707485,0.000012323879,0.0020273658,0.004483161,0.0074452944,0.03491219],"study_design_scores_gemma":[0.0032445996,0.001285579,0.8681496,0.00068141246,0.0027094288,0.0000648326,0.025579933,0.0008667777,0.0034885912,0.006350707,0.08725395,0.00032460122],"about_ca_topic_score_codex":0.00012781893,"about_ca_topic_score_gemma":0.0009517836,"teacher_disagreement_score":0.07980865,"about_ca_system_score_codex":0.00008030985,"about_ca_system_score_gemma":0.00022843874,"threshold_uncertainty_score":0.30770618},"labels":[],"label_agreement":null},{"id":"W2136062565","doi":"10.1503/cmaj.109-4800","title":"Ontario ends weight-loss surgery abroad","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Weight loss; Weight Loss Surgery; Medicine; Tourism; Surgery; Political science; Pathology; Obesity; Law; Sociology; Social science","score_opus":0.05779392621011931,"score_gpt":0.37815960789018427,"score_spread":0.32036568168006496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136062565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70735306,0.00006013876,0.0009930988,0.2641119,0.003955806,0.00018076686,0.000011185349,0.00004355998,0.023290494],"genre_scores_gemma":[0.9209828,0.00011364042,0.0004963223,0.06731403,0.0063023837,0.0000062919326,0.000070720824,0.000027819911,0.0046859896],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591005,0.00030999113,0.0012082609,0.00019311045,0.00182094,0.00055766176],"domain_scores_gemma":[0.9939272,0.0020693082,0.00049719156,0.00016332488,0.0006755843,0.0026674173],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072147246,0.00013707441,0.00038494522,0.00025313967,0.0002282409,0.000073386356,0.00012555603,0.00039798365,0.030175962],"category_scores_gemma":[0.027345948,0.00012531344,0.00022102485,0.0002163277,0.000035716217,0.0002152933,0.000014603145,0.0015141563,0.00067908206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018856286,0.00003052629,0.54414666,0.0000045912684,0.00008521218,0.00022576148,0.00010662397,4.305565e-7,0.000003709662,0.00009390476,0.37148964,0.08379407],"study_design_scores_gemma":[0.0010066228,0.000051437954,0.24416715,0.000050407867,0.000071131624,0.00075804675,0.00005501375,0.00013735758,0.000006068878,0.00019426653,0.7534008,0.00010167468],"about_ca_topic_score_codex":0.091091774,"about_ca_topic_score_gemma":0.6786922,"teacher_disagreement_score":0.58760047,"about_ca_system_score_codex":0.0028465074,"about_ca_system_score_gemma":0.009935081,"threshold_uncertainty_score":0.99567765},"labels":[],"label_agreement":null},{"id":"W2136074707","doi":"10.1111/bcp.12317","title":"Editors' report, November 2013","year":2014,"lang":"en","type":"editorial","venue":"British Journal of Clinical Pharmacology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Safeguarding; Medicine; Library science; Family medicine; Computer science","score_opus":0.13066124489324485,"score_gpt":0.5477394187772612,"score_spread":0.41707817388401636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136074707","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025463013,0.0010748374,0.0005344445,0.010291083,0.9840744,0.00049555313,0.00009202997,0.000040189683,0.0008511601],"genre_scores_gemma":[0.00055013003,0.008176715,0.0024180042,0.005301333,0.9803134,0.000011243949,0.00040240283,0.00012997405,0.0026967754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98288435,0.0016538737,0.012093329,0.0007147426,0.0020792002,0.0005744979],"domain_scores_gemma":[0.9482327,0.033103306,0.011427321,0.00043459545,0.0057126065,0.0010894551],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.019180918,0.0004219432,0.0032902816,0.00021650502,0.000097423545,0.00008566104,0.00055868534,0.0024442824,0.004462422],"category_scores_gemma":[0.13444509,0.00044953055,0.0016298012,0.0001906498,0.00043829632,0.00033609854,0.00023328474,0.009163458,0.00023356434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018227436,0.0010639431,0.0003227638,0.00015922647,0.0011005087,0.020580053,0.0000033919173,0.000007958373,0.00003195407,3.1365707e-7,0.93437696,0.040530216],"study_design_scores_gemma":[0.013323206,0.0021016079,0.00088259345,0.00054278586,0.0036178103,0.014598641,0.000010702578,0.000040699775,0.000011562831,0.000115478,0.96441567,0.0003392673],"about_ca_topic_score_codex":0.00028980043,"about_ca_topic_score_gemma":0.00008739458,"teacher_disagreement_score":0.11526417,"about_ca_system_score_codex":0.00016309295,"about_ca_system_score_gemma":0.0037963258,"threshold_uncertainty_score":0.9997956},"labels":[],"label_agreement":null},{"id":"W2136493188","doi":"10.1373/clinchem.2008.109082","title":"Do Guidelines for the Diagnosis and Monitoring of Diabetes Mellitus Fulfill the Criteria of Evidence-Based Guideline Development?","year":2008,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Guideline; Medicine; Diabetes mellitus; Intensive care medicine; Internal medicine; Pathology; Endocrinology","score_opus":0.7139514986144019,"score_gpt":0.576496161961794,"score_spread":0.1374553366526079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136493188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627603,0.0076393457,0.00077759475,0.027813684,0.000346498,0.0006052744,0.000020613526,0.000022491258,0.000014168276],"genre_scores_gemma":[0.95721704,0.004764926,0.034769382,0.0017488506,0.0011848487,0.00016564062,0.000029281911,0.000027181808,0.00009284263],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99545956,0.00008701656,0.003450506,0.00035550393,0.00042199905,0.00022543705],"domain_scores_gemma":[0.97334677,0.02320979,0.00090555643,0.0006361028,0.0017699962,0.00013179502],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004662748,0.00018839331,0.00056437886,0.00001797346,0.0001419456,0.000012783796,0.00027803137,0.00016189605,0.00012795614],"category_scores_gemma":[0.085169606,0.00010037234,0.00025523544,0.00015930328,0.00053770375,0.00009739173,0.00012581478,0.00025768206,0.0000015091067],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000414659,0.00029360823,0.850719,0.0005706834,0.00023079306,0.0000022658787,0.000072409304,0.000017912971,0.0059286607,0.0000017759677,0.03148093,0.11026735],"study_design_scores_gemma":[0.0065437094,0.00063162646,0.2061138,0.002492316,0.0014614444,0.000017403843,0.0012573947,0.0037605378,0.63136256,0.00018221878,0.14570592,0.00047105213],"about_ca_topic_score_codex":0.000013862774,"about_ca_topic_score_gemma":9.377868e-7,"teacher_disagreement_score":0.64460516,"about_ca_system_score_codex":0.000025770076,"about_ca_system_score_gemma":0.0004199368,"threshold_uncertainty_score":0.9225364},"labels":[],"label_agreement":null},{"id":"W2136623547","doi":"10.1353/cja.2005.0078","title":"Translating Evidence into Practice: The Case of Dementia Guidelines in Specialized Geriatric Services","year":2005,"lang":"en","type":"article","venue":"Canadian Journal on Aging / La Revue canadienne du vieillissement","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; McMaster University; Hamilton Regional Laboratory Medicine Program","funders":"","keywords":"Best practice; Action plan; Dementia; Resource (disambiguation); Action (physics); Dissemination; Process (computing); Chart; Medicine; Psychology; Nursing; Medical education; Knowledge management; Process management; Business; Computer science; Political science; Management","score_opus":0.08022888287186608,"score_gpt":0.39884878091531606,"score_spread":0.31861989804345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136623547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74532586,0.0038897844,0.00019936127,0.24879958,0.00063326076,0.0006319187,0.000013098076,0.000010467856,0.00049669563],"genre_scores_gemma":[0.9810339,0.00069587707,0.00906494,0.0076660193,0.0013880199,0.00001951311,0.000010805659,0.000040357343,0.000080562844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625146,0.000470924,0.002108248,0.00034801284,0.00019546009,0.00062586396],"domain_scores_gemma":[0.995336,0.0014536373,0.0009330229,0.00042454558,0.00089093496,0.0009618744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060852747,0.00025915235,0.00044275128,0.00057433255,0.0003667808,0.00013980127,0.00029577847,0.00008892354,0.0005207148],"category_scores_gemma":[0.007718892,0.0002147691,0.00016651586,0.00067621097,0.000076184,0.00059259485,0.000022402708,0.00065269007,0.000011463657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000680008,0.00027901484,0.053123165,0.000988494,0.0009282829,0.036149453,0.046962954,0.008497919,0.001455248,0.0031905782,0.014608281,0.8331366],"study_design_scores_gemma":[0.0045603896,0.0006091305,0.011024423,0.0038688923,0.0013450767,0.024384454,0.025513086,0.008855413,0.00013355758,0.00028590966,0.9188221,0.00059753354],"about_ca_topic_score_codex":0.21567371,"about_ca_topic_score_gemma":0.92407674,"teacher_disagreement_score":0.90421385,"about_ca_system_score_codex":0.0013278495,"about_ca_system_score_gemma":0.0016896633,"threshold_uncertainty_score":0.92407924},"labels":[],"label_agreement":null},{"id":"W2137142624","doi":"10.4212/cjhp.v67i3.1353","title":"Can I Get a Guideline to Help Me Interpret Treatment Guidelines?","year":2014,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Computer science; Medical physics; Pathology","score_opus":0.14150781019467656,"score_gpt":0.46690116713787927,"score_spread":0.3253933569432027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137142624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5073759,0.00028240628,0.001529744,0.48766345,0.0016960372,0.00063123525,0.00006265536,0.00001550679,0.0007430727],"genre_scores_gemma":[0.95877075,0.00004937959,0.0040890505,0.034271922,0.002389517,0.000009063923,0.000029556777,0.0000423116,0.00034843426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968901,0.00016159785,0.0018991381,0.00019830781,0.00041736924,0.00043347565],"domain_scores_gemma":[0.99583536,0.00032032267,0.0004422648,0.00039435047,0.0014987611,0.0015089341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021154985,0.00024144303,0.00045422552,0.00025703394,0.00017918368,0.0000907866,0.0003577643,0.000039647548,0.0006816955],"category_scores_gemma":[0.0060985833,0.00015643923,0.00026402093,0.00025282017,0.00008486138,0.0001802939,0.000032449927,0.0003408297,0.00010032579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006251859,0.00021592286,0.021438176,0.000018927713,0.00064184953,0.0004302504,0.0028888385,0.00050808047,0.0014591081,0.0003674748,0.7610585,0.21034767],"study_design_scores_gemma":[0.0054493155,0.0044398694,0.0021279422,0.00014314758,0.0007511248,0.00063871243,0.0007992178,0.0021809784,0.0016435441,0.00087133306,0.980658,0.00029680837],"about_ca_topic_score_codex":0.060481798,"about_ca_topic_score_gemma":0.086667776,"teacher_disagreement_score":0.45339155,"about_ca_system_score_codex":0.0007629871,"about_ca_system_score_gemma":0.002341384,"threshold_uncertainty_score":0.94577456},"labels":[],"label_agreement":null},{"id":"W2137616876","doi":"10.1200/jop.2014.001448","title":"Second Annual ASCO Quality Care Symposium","year":2014,"lang":"en","type":"article","venue":"Journal of Oncology Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; MEDLINE; Quality (philosophy); Family medicine; Medical physics","score_opus":0.15255596874974897,"score_gpt":0.5564346689475688,"score_spread":0.4038787001978198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137616876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65047646,0.000577448,0.005169487,0.21327975,0.003900496,0.0005293231,0.00002654447,0.0000424288,0.12599806],"genre_scores_gemma":[0.93716794,0.00018408567,0.034724414,0.02499369,0.002349387,0.0000028968288,0.0000126071745,0.000025112691,0.0005398556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957633,0.001484738,0.0018371366,0.00017696389,0.0005229895,0.0002148438],"domain_scores_gemma":[0.98275954,0.010966847,0.002932741,0.00027894933,0.002796281,0.00026565857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007785216,0.00013021086,0.00057815603,0.00013174824,0.00007823264,0.00002155758,0.00014422617,0.00021358873,0.0005488319],"category_scores_gemma":[0.045654953,0.00010950808,0.00018550329,0.00014349008,0.00008218541,0.0011871222,0.00006125518,0.0010808484,0.000088773224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027701672,0.0052885837,0.038874347,0.0006632681,0.0021158238,0.0015519462,0.014559754,0.0001377244,0.030073334,0.0030261541,0.28939065,0.58661675],"study_design_scores_gemma":[0.005373683,0.0056788134,0.01810257,0.000027483304,0.00082332303,0.0039813467,0.013972546,0.00001792809,0.00035573143,0.00009271445,0.9514699,0.00010395234],"about_ca_topic_score_codex":0.000041004252,"about_ca_topic_score_gemma":0.00007602459,"teacher_disagreement_score":0.6620793,"about_ca_system_score_codex":0.00039113022,"about_ca_system_score_gemma":0.0010343904,"threshold_uncertainty_score":0.9623839},"labels":[],"label_agreement":null},{"id":"W2137647492","doi":"10.1186/s13012-014-0098-8","title":"A framework of the desirable features of guideline implementation tools (GItools): Delphi survey and assessment of GItools","year":2014,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; McMaster University; University Health Network","funders":"Suomalainen Lääkäriseura Duodecim; Canadian Institutes of Health Research; Intensive Care Society; Radboud Universiteit; Finska Läkaresällskapet; Australian Commission on Safety and Quality in Health Care; Agenzia Sanitaria e Sociale Regionale, Regione Emilia-Romagna; McGill University","keywords":"Guideline; Delphi method; Medicine; Delphi; Health informatics; Health services research; Health care; Health administration; Family medicine; Medical education; Nursing; Public health; Political science; Computer science","score_opus":0.3634152094221813,"score_gpt":0.605111668496739,"score_spread":0.24169645907455772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137647492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95573825,0.000027099557,0.03994958,0.0021665834,0.0002858063,0.0013293343,0.00022477387,0.000013742103,0.00026481727],"genre_scores_gemma":[0.926934,0.000029602925,0.07204616,0.0007390886,0.000058193284,0.000024077282,0.00014605431,0.000013437259,0.000009359998],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950878,0.00038012382,0.002387182,0.00040481673,0.001434368,0.00030572197],"domain_scores_gemma":[0.9934982,0.002349408,0.0017763397,0.00059809745,0.0016620931,0.000115878705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009373828,0.00016921238,0.00043191042,0.00022062026,0.00016464895,0.000058583424,0.00034420379,0.000058541977,0.0003250127],"category_scores_gemma":[0.0059414553,0.00012896719,0.00009523232,0.0012501682,0.0005333169,0.00073442166,0.00022991246,0.00019454678,6.911268e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013669471,0.00014850227,0.66788495,0.0001134385,0.000058980913,2.258744e-7,0.0005656027,0.00006548779,0.12320387,0.006598804,0.0026794982,0.19854397],"study_design_scores_gemma":[0.0019082003,0.0004949292,0.92183626,0.000054141412,0.00011332019,0.000008200702,0.0031236974,0.0004499742,0.07000062,0.0012663257,0.000635988,0.0001083182],"about_ca_topic_score_codex":0.002217591,"about_ca_topic_score_gemma":0.00089011807,"teacher_disagreement_score":0.25395134,"about_ca_system_score_codex":0.0000970999,"about_ca_system_score_gemma":0.000953967,"threshold_uncertainty_score":0.7112906},"labels":[],"label_agreement":null},{"id":"W2137777352","doi":"10.1093/ndt/gfu288","title":"A survey on the methodological processes and policies of renal guideline groups as a first step to harmonize renal guidelines","year":2014,"lang":"en","type":"article","venue":"Nephrology Dialysis Transplantation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Medicine; Kidney disease; Family medicine; Nephrology; Internal medicine; Pathology","score_opus":0.2838816604345505,"score_gpt":0.46269008873424816,"score_spread":0.17880842829969767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137777352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79991585,0.000065969565,0.1393751,0.0596524,0.00006529118,0.00065671233,0.00009144493,0.00005316049,0.00012404312],"genre_scores_gemma":[0.94108284,0.00063752395,0.024510695,0.032592636,0.00038322282,0.00008603476,0.0006460672,0.000025851738,0.000035156016],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9958353,0.0012702951,0.0016980228,0.00047184242,0.00045050174,0.00027401355],"domain_scores_gemma":[0.98534924,0.012653387,0.0004700524,0.00034445696,0.0010380349,0.00014480216],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006429431,0.00024227993,0.000654425,0.00023102343,0.00015227235,0.00002437827,0.00016133196,0.00018920391,0.00016895523],"category_scores_gemma":[0.026511958,0.00015900204,0.00011243539,0.0006078326,0.00019468306,0.000102366925,0.00003126633,0.00023900444,0.00002380587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09818627,0.002951415,0.23260981,0.0018383277,0.0047427816,0.00013946372,0.014168699,0.012135006,0.26202053,0.008171668,0.19055314,0.1724829],"study_design_scores_gemma":[0.012044081,0.009141143,0.9005063,0.00040067307,0.0054964824,0.000315776,0.00064712495,0.011041662,0.021632213,0.0030892547,0.03482447,0.0008607769],"about_ca_topic_score_codex":0.002698912,"about_ca_topic_score_gemma":0.0076652193,"teacher_disagreement_score":0.6678965,"about_ca_system_score_codex":0.000023747272,"about_ca_system_score_gemma":0.00012350484,"threshold_uncertainty_score":0.98168814},"labels":[],"label_agreement":null},{"id":"W2138249110","doi":"10.12927/hcq.2015.24121","title":"CPOE with Evidence-Based Clinical Decision Support Improves Patient Outcomes: Part 2 – Proof from a Canadian Hospital","year":2014,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"North York General Hospital","funders":"","keywords":"Medicine; Quality management; Patient safety; Best practice; Quality (philosophy); Health care; Nursing; Operations management; Management; Political science; Engineering","score_opus":0.13260139495325562,"score_gpt":0.45621875176239707,"score_spread":0.32361735680914144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138249110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87995815,0.00008060491,0.002705404,0.11371122,0.0013428807,0.0019338927,0.00009712622,0.00009569374,0.00007504821],"genre_scores_gemma":[0.95349073,0.000013563261,0.009890102,0.03550958,0.00054563495,0.00012523701,0.0003383835,0.000053428263,0.00003331709],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99509853,0.00045172402,0.0021792434,0.0008027468,0.000826883,0.00064088794],"domain_scores_gemma":[0.9925716,0.0037223096,0.00062317814,0.0009732925,0.0007062502,0.0014033789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017033526,0.0003094483,0.0007272576,0.00015582467,0.00015264306,0.00006529269,0.00016314696,0.00025268062,0.00030039498],"category_scores_gemma":[0.0038785755,0.00022929609,0.00020837276,0.00020707423,0.000104483624,0.00037922265,0.000013048016,0.000595069,0.00021020285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007357549,0.00024878947,0.294687,0.000054410397,0.00004644243,0.00006723582,0.00044491977,6.735005e-7,0.0000050707863,0.000021613892,0.008258291,0.6954298],"study_design_scores_gemma":[0.006816828,0.066952266,0.8102807,0.0013010901,0.00030479816,0.000021213726,0.0025634414,0.001229212,0.000030052826,0.0004718486,0.1094401,0.0005884548],"about_ca_topic_score_codex":0.15876207,"about_ca_topic_score_gemma":0.30986387,"teacher_disagreement_score":0.6948413,"about_ca_system_score_codex":0.00032757444,"about_ca_system_score_gemma":0.0035751357,"threshold_uncertainty_score":0.9350423},"labels":[],"label_agreement":null},{"id":"W2138296455","doi":"10.1111/epi.13217","title":"Developing clinical practice guidelines for epilepsy: A report from the <scp>ILAE</scp> Epilepsy Guidelines Working Group","year":2015,"lang":"en","type":"article","venue":"Epilepsia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Libin Cardiovascular Institute of Alberta; Hotchkiss Brain Institute; University of Calgary","funders":"UCB Pharma; Johnson and Johnson; Epilepsy Foundation; Eisai; SK Life Science; Epilepsiatutkimussäätiö; Upsher-Smith; Viropharma; GW Pharmaceuticals; Vertex Pharmaceuticals; University of Calgary; Acorda Therapeutics; World Health Organization; GlaxoSmithKline","keywords":"Excellence; Guideline; Health care; Scope (computer science); Medicine; Working group; Best practice; Quality (philosophy); Epilepsy; Medical education; Family medicine; Political science; Computer science; Psychiatry; Pathology","score_opus":0.6126628593200596,"score_gpt":0.5665372697041637,"score_spread":0.04612558961589586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138296455","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098812245,0.0051054345,0.40700388,0.46411428,0.012909722,0.005912352,0.00014539855,0.0009277681,0.0050689215],"genre_scores_gemma":[0.023653463,0.0010560319,0.8186616,0.13512695,0.018057372,0.000449987,0.0015764582,0.0002340897,0.0011840696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986301,0.0008638916,0.0084717795,0.0016099467,0.001716758,0.0010365974],"domain_scores_gemma":[0.939577,0.04017173,0.00412417,0.0024621252,0.012718199,0.00094681897],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025210263,0.00070947834,0.0014411516,0.0001491675,0.00041843185,0.00025845645,0.00075792626,0.00056751707,0.000058419566],"category_scores_gemma":[0.58384997,0.00052939885,0.0007404563,0.00079392554,0.00027657722,0.0008786354,0.00049948506,0.0011566445,0.0003277552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040395907,0.00024983412,0.11202724,0.000026505923,0.00047976064,0.00034837198,0.0002949298,0.00003346135,0.00006324225,0.0012934586,0.810828,0.07395128],"study_design_scores_gemma":[0.0053893975,0.0004965881,0.03605724,0.00047577685,0.0012547104,0.0009176144,0.0061734812,0.003236179,0.000048964594,0.005273315,0.94041234,0.00026437835],"about_ca_topic_score_codex":0.0010364794,"about_ca_topic_score_gemma":0.00026782657,"teacher_disagreement_score":0.5586397,"about_ca_system_score_codex":0.000372959,"about_ca_system_score_gemma":0.0020980777,"threshold_uncertainty_score":0.99971575},"labels":[],"label_agreement":null},{"id":"W2138386351","doi":"10.1111/j.1365-2753.2010.01420.x","title":"Creating a multidisciplinary low back pain guideline: anatomy of a guideline adaptation process","year":2010,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Alberta Innovates; Institute of Health Economics","funders":"","keywords":"Guideline; Multidisciplinary approach; Stakeholder; Medicine; Documentation; Adaptation (eye); Process (computing); Process management; Psychology; Business; Computer science; Political science; Public relations; Pathology","score_opus":0.22938986994034385,"score_gpt":0.6096118804561211,"score_spread":0.3802220105157773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138386351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8750046,0.0002863386,0.057795484,0.05886909,0.0023106127,0.0023819862,0.000012895735,0.000026466421,0.0033125235],"genre_scores_gemma":[0.70113176,0.00010509726,0.294537,0.00279807,0.0012908318,0.000015199453,0.00005991115,0.000034726498,0.000027394564],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9794088,0.0031306292,0.014124931,0.0004481861,0.0025881235,0.00029933368],"domain_scores_gemma":[0.93755555,0.033402607,0.01133711,0.00060698256,0.016736288,0.000361489],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12829645,0.00024417558,0.00092689006,0.00042765666,0.00007123117,0.00003865876,0.00022934664,0.00036461584,0.0013217],"category_scores_gemma":[0.55399054,0.00021124457,0.00038202904,0.00082731986,0.00015657385,0.0017805691,0.00007591426,0.0021387786,0.000033828434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01903081,0.013081509,0.14499362,0.00083914335,0.0008736643,0.00032473513,0.003178029,0.02899283,0.00830687,0.00026926302,0.03806049,0.74204904],"study_design_scores_gemma":[0.02402086,0.004134161,0.04395384,0.0010216372,0.0018623213,0.0008965056,0.015849954,0.8871553,0.00034875408,0.0035171162,0.016812649,0.00042688576],"about_ca_topic_score_codex":0.0001306266,"about_ca_topic_score_gemma":0.00019706415,"teacher_disagreement_score":0.85816246,"about_ca_system_score_codex":0.00014548341,"about_ca_system_score_gemma":0.0027942536,"threshold_uncertainty_score":0.99959123},"labels":[],"label_agreement":null},{"id":"W2139554157","doi":"10.1017/s1049023x13009229","title":"The Long Backboard vs the Vacuum Mattress","year":2014,"lang":"en","type":"letter","venue":"Prehospital and Disaster Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Content (measure theory); Action (physics); Mathematics; Physics","score_opus":0.1064441859959783,"score_gpt":0.3985556992487931,"score_spread":0.2921115132528148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139554157","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01108871,0.0024908057,0.0003225391,0.9799671,0.0016261028,0.0010930641,0.000013890011,0.000058530346,0.0033392655],"genre_scores_gemma":[0.044588353,0.00065000233,0.000057702626,0.9259754,0.016351271,0.00010980658,0.00043380697,0.000084393694,0.011749258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658823,0.00026498493,0.0011900051,0.0005444978,0.0009030669,0.00050922367],"domain_scores_gemma":[0.99420685,0.003982262,0.00049621874,0.00094972755,0.00020143786,0.00016347907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012747722,0.00044163724,0.0006864568,0.00005520273,0.00031438674,0.00009817747,0.0003523271,0.0003382583,0.0004176941],"category_scores_gemma":[0.0015733562,0.0001891061,0.0001952003,0.000122043304,0.0008751402,0.00012188631,0.00025609613,0.0018705154,0.00015491285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019114974,0.000022683444,0.002879754,0.00028391156,0.00019978658,0.00010317641,0.0007008259,7.612625e-8,0.000004403475,0.00003666591,0.9808482,0.014729379],"study_design_scores_gemma":[0.0022194637,0.0010177459,0.01314412,0.0005402308,0.0011878031,0.00027592445,0.000978736,0.000069278794,0.0000030739297,0.0007973109,0.9795184,0.00024789988],"about_ca_topic_score_codex":0.00017325167,"about_ca_topic_score_gemma":0.000035978475,"teacher_disagreement_score":0.053991687,"about_ca_system_score_codex":0.000041390187,"about_ca_system_score_gemma":0.00006165334,"threshold_uncertainty_score":0.8126563},"labels":[],"label_agreement":null},{"id":"W2139683733","doi":"10.1503/cmaj.081230","title":"Knowledge creation: synthesis, tools and products","year":2009,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Juravinski Cancer Centre; University of Ottawa; McMaster University","funders":"","keywords":"Computer science; Translation (biology); Foundation (evidence); Knowledge translation; Action (physics); Knowledge management; Data science; Chemistry","score_opus":0.20852089923203548,"score_gpt":0.47951703284511626,"score_spread":0.2709961336130808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139683733","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000064732612,0.95530057,0.000013517676,0.036279548,0.0007533092,0.00061941403,0.00007075631,0.000024852092,0.006931584],"genre_scores_gemma":[0.0000136406015,0.9875772,0.00037448978,0.0040336447,0.0065064146,0.000026924097,0.0001585504,0.000039663904,0.0012694484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953449,0.0006548116,0.0019208164,0.0003547702,0.0012333362,0.0004913701],"domain_scores_gemma":[0.99233025,0.0031891176,0.0010805683,0.00021256565,0.0009796224,0.0022078766],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005510849,0.00030428724,0.0014238497,0.0004053882,0.00024253859,0.00022135896,0.00017553694,0.0010037316,0.0024113336],"category_scores_gemma":[0.09221611,0.00025203472,0.00027257088,0.00046887298,0.000045702633,0.00024085004,0.000022808805,0.002152854,0.0003778894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002714816,0.000043998836,0.000055126377,0.00077875133,0.00019593963,0.0002006091,0.000024639197,7.6085565e-9,1.4818638e-8,0.000058451624,0.13329303,0.8653467],"study_design_scores_gemma":[0.00042504567,0.0000739036,0.00041582753,0.006452255,0.0015725447,0.003070094,0.00004762493,0.0000048549705,1.1356575e-7,0.000029551584,0.98769677,0.00021139979],"about_ca_topic_score_codex":0.00029532806,"about_ca_topic_score_gemma":0.0034095675,"teacher_disagreement_score":0.8651353,"about_ca_system_score_codex":0.0022378855,"about_ca_system_score_gemma":0.020122238,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W2139808647","doi":"10.1186/1710-1492-6-s4-a6","title":"Case method assisted implementation of guidelines on secondary prevention of coronary artery disease decreases mortality: a ten-year follow up of a randomized controlled study","year":2010,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Secondary prevention; Randomized controlled trial; Coronary artery disease; Disease; Cardiology; Internal medicine; Surgery","score_opus":0.1408339497629721,"score_gpt":0.505372986293971,"score_spread":0.3645390365309989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139808647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99447,0.00022804062,0.0009618848,0.0007516445,0.0005911334,0.0028635121,0.0000500334,0.000021627175,0.00006214703],"genre_scores_gemma":[0.9932388,0.00037162696,0.005508512,0.0003148124,0.000099465906,0.00017550528,0.00017699381,0.00002406442,0.00009019195],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909671,0.0023697808,0.005641317,0.00046700967,0.000353608,0.00020121233],"domain_scores_gemma":[0.9870485,0.00861602,0.002539806,0.0005903145,0.0010387871,0.00016653759],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007228523,0.00025319497,0.002650787,0.0001988072,0.000053146647,0.0000071816194,0.000107287095,0.00021200738,0.00089140993],"category_scores_gemma":[0.017761556,0.00019396997,0.0009107895,0.00014780654,0.00043506324,0.00013616905,0.00011494467,0.00044353967,0.0000020391378],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6662283,0.007783158,0.085570686,0.000105441824,0.018153995,0.00055327266,0.0002611467,0.0000028871646,0.005055095,0.0012518768,0.00021062414,0.2148235],"study_design_scores_gemma":[0.5361777,0.005752865,0.4480336,0.000082912185,0.003107756,0.0003879408,0.004747678,0.0004076603,0.00023621629,0.0008016394,0.000099888064,0.00016414572],"about_ca_topic_score_codex":0.0009262297,"about_ca_topic_score_gemma":0.0020588166,"teacher_disagreement_score":0.3624629,"about_ca_system_score_codex":0.000011418372,"about_ca_system_score_gemma":0.00051409454,"threshold_uncertainty_score":0.99051225},"labels":[],"label_agreement":null},{"id":"W2139996144","doi":"10.1503/cmaj.051622","title":"On bias and transparency in the development of influential recommendations","year":2006,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences","funders":"Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences","keywords":"Reimbursement; Transparency (behavior); Clinical Practice; Actuarial science; Family medicine; Medicine; Political science; Business; Law; Health care","score_opus":0.12405446811581576,"score_gpt":0.4166336870603552,"score_spread":0.2925792189445394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139996144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8910325,0.000025567255,0.0003164418,0.10663161,0.0001838204,0.00013415629,0.000008407542,0.0000028568618,0.0016646304],"genre_scores_gemma":[0.9914706,0.000022970396,0.00095555495,0.007191744,0.00028291112,0.0000043573436,0.00003274063,0.0000044061503,0.000034735214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788666,0.00018920662,0.00095938036,0.00007222828,0.0007331546,0.00015938608],"domain_scores_gemma":[0.9983886,0.00091959274,0.0002575256,0.00004991241,0.00015865306,0.00022572199],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037913946,0.00005343785,0.00012327304,0.0001541549,0.00010672781,0.000021243593,0.000062708685,0.000107940694,0.000993394],"category_scores_gemma":[0.004531948,0.000039862232,0.000031989446,0.00017632073,0.000018138428,0.00006715433,0.0000031013276,0.0004936818,0.000010827957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071354756,0.00033817656,0.5113356,0.000024500685,0.0000940052,0.00010594655,0.0027434176,0.000016049125,0.000041408704,0.0020502224,0.11657984,0.36659944],"study_design_scores_gemma":[0.0024913899,0.00009784685,0.8267419,0.00011797268,0.0000422489,0.00009966342,0.0011990801,0.0001112991,0.000023397562,0.00091075903,0.16809234,0.00007214005],"about_ca_topic_score_codex":0.002475189,"about_ca_topic_score_gemma":0.13879138,"teacher_disagreement_score":0.36652732,"about_ca_system_score_codex":0.00030662998,"about_ca_system_score_gemma":0.0018853418,"threshold_uncertainty_score":0.99991983},"labels":[],"label_agreement":null},{"id":"W2140303347","doi":"10.1017/s0266462305290190","title":"Effectiveness and efficiency of guideline dissemination and implementation strategies","year":2005,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":867,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Resource (disambiguation); Dissemination; Management science; Computer science; Risk analysis (engineering); Business; Medicine; Engineering","score_opus":0.0379737750279093,"score_gpt":0.5576027881100086,"score_spread":0.5196290130820993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140303347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95713675,0.0012005899,0.006183416,0.034946293,0.00016948761,0.0003081582,0.000011507465,0.000009876281,0.00003389252],"genre_scores_gemma":[0.9808536,0.0007057922,0.018144254,0.0001887056,0.00006429201,0.00000596348,0.000030119705,0.0000063748776,8.597633e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99791527,0.00008177945,0.0014429751,0.00012231739,0.00033849585,0.00009913918],"domain_scores_gemma":[0.99769,0.00036403033,0.00092530256,0.00006887686,0.0009087858,0.000043001113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014798014,0.000078472265,0.00025284002,0.00060547784,0.000025155294,0.000013947274,0.000089069115,0.000070233415,0.000026040958],"category_scores_gemma":[0.00044698166,0.00007122424,0.000029947598,0.00014884266,0.000069141824,0.00029862125,0.000054372013,0.00026232153,1.570477e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033002792,0.0002475309,0.2348032,0.0003305324,0.000097112126,0.000023357732,0.0007611039,0.00014435593,0.005983466,0.00748132,0.00015561761,0.7496424],"study_design_scores_gemma":[0.0083849,0.0030982846,0.893969,0.0013018126,0.00009222853,0.00082992227,0.0791921,0.0011843927,0.006390714,0.0022049425,0.003184956,0.00016673589],"about_ca_topic_score_codex":0.00007725485,"about_ca_topic_score_gemma":0.00009980924,"teacher_disagreement_score":0.74947566,"about_ca_system_score_codex":0.00035677053,"about_ca_system_score_gemma":0.00047878025,"threshold_uncertainty_score":0.29044402},"labels":[],"label_agreement":null},{"id":"W2140320556","doi":"","title":"National e-Claims Standard Initiative (NeCST) - Healthcare Partnerships in Action","year":2003,"lang":"en","type":"article","venue":"ElectronicHealthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Business; Private sector; Public sector; Public relations; Political science","score_opus":0.47429065323594527,"score_gpt":0.540370759855331,"score_spread":0.06608010661938574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140320556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79587984,0.0024809977,0.00082506746,0.19178742,0.0006060451,0.0025315944,0.000078922356,0.00024664303,0.005563452],"genre_scores_gemma":[0.9889179,0.0004167935,0.00092104374,0.008950434,0.00021929853,0.00011366972,0.00025873675,0.000039287508,0.00016283266],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628216,0.0007151747,0.0010267273,0.00047986436,0.00081437355,0.0006817259],"domain_scores_gemma":[0.99776673,0.00068571616,0.00030204345,0.00023623966,0.0007511956,0.00025806512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022413,0.00020762456,0.00038486187,0.00023901557,0.00013601605,0.000020940028,0.00006752348,0.00020518928,0.00032392776],"category_scores_gemma":[0.0037744073,0.00021504525,0.00009218652,0.0006670544,0.000044587494,0.00029884803,0.000015016243,0.0011275605,0.00006305395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0098409755,0.0015906786,0.51264066,0.0020625475,0.00040818664,0.00023155696,0.0046534548,0.00011660803,0.0022883874,0.31561178,0.036907077,0.113648124],"study_design_scores_gemma":[0.031764872,0.013222556,0.20544527,0.0008970364,0.000264097,0.00087235763,0.019408759,0.0012264402,0.017828198,0.124940835,0.5821768,0.0019527796],"about_ca_topic_score_codex":0.0001736794,"about_ca_topic_score_gemma":0.006657528,"teacher_disagreement_score":0.5452697,"about_ca_system_score_codex":0.003049262,"about_ca_system_score_gemma":0.005511931,"threshold_uncertainty_score":0.9777929},"labels":[],"label_agreement":null},{"id":"W2140474053","doi":"10.1016/j.apmr.2012.08.178","title":"Poster 140 The Effect of Prospective Monitoring and Early Physiotherapy Intervention on the Incidence of Arm Morbidity","year":2012,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Lymphedema; Prospective cohort study; Physical therapy; Dash; Quality of life (healthcare); Rehabilitation; Range of motion; Incidence (geometry); Orthopedic surgery; Breast cancer; Surgery; Cancer; Internal medicine; Nursing","score_opus":0.050110268382018965,"score_gpt":0.45032411924386345,"score_spread":0.40021385086184447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140474053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950199,0.00017548652,0.00007267609,0.0038702593,0.00005845918,0.0006801363,0.0000017100343,0.000003904783,0.00011747931],"genre_scores_gemma":[0.999476,0.000033120425,0.00016803903,0.00002521884,0.00026201876,0.000023318406,0.0000014016902,0.0000061274327,0.0000047650633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988958,0.00029904261,0.00038809236,0.000108581,0.00023152037,0.00007691657],"domain_scores_gemma":[0.98129815,0.018160824,0.0002850541,0.00015934872,0.00006051093,0.000036116595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076918793,0.00008220226,0.00026633978,0.00005197339,0.00003267961,0.0000015495426,0.00004081288,0.000015974763,0.0000035969217],"category_scores_gemma":[0.0045314822,0.000037506532,0.00008981199,0.00008874265,0.0006546014,0.00011321105,0.000029174385,0.00013575233,2.4193506e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019718558,0.00045959803,0.6647892,0.0007259198,0.00010784585,1.11121786e-7,0.026148325,0.000002706888,0.21166791,0.0017088198,0.000019658435,0.09239804],"study_design_scores_gemma":[0.0013782773,0.013976307,0.94735754,0.0009138363,0.00012853026,0.0000011205051,0.0016788202,0.000108412874,0.031309705,0.0031113762,0.0000055199366,0.000030545783],"about_ca_topic_score_codex":0.00030515733,"about_ca_topic_score_gemma":0.0000016809412,"teacher_disagreement_score":0.28256834,"about_ca_system_score_codex":0.000006720832,"about_ca_system_score_gemma":0.0000060482903,"threshold_uncertainty_score":0.5424935},"labels":[],"label_agreement":null},{"id":"W2140726322","doi":"10.1503/cmaj.091714","title":"Development of the AGREE II, part 1: performance, usefulness and areas for improvement","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":504,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Data science","score_opus":0.0663481103567534,"score_gpt":0.3533494847421439,"score_spread":0.2870013743853905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140726322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96761805,0.00000679825,0.00010761442,0.030515483,0.0011995485,0.00028609857,0.0000116867795,0.0000038039948,0.0002509351],"genre_scores_gemma":[0.989028,0.000017494185,0.0021312006,0.0073119695,0.0010705492,0.000021123988,0.000012556804,0.000010218829,0.00039693736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980424,0.000026925622,0.00078420516,0.0000985564,0.00080653327,0.00024134731],"domain_scores_gemma":[0.9980002,0.00027360694,0.00042630886,0.000096652206,0.00053963775,0.00066358043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032059276,0.000073326424,0.00016053757,0.0000613664,0.00038614692,0.000019740817,0.00010167315,0.0001701476,0.0008517175],"category_scores_gemma":[0.00711015,0.000051153456,0.000058131634,0.000095874144,0.00003853463,0.00008927886,0.000029432293,0.0006241201,0.0000032586686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004868944,0.00008018539,0.22972627,0.000047805454,0.00017250754,0.000004735379,0.00064918556,4.4999564e-7,0.000797474,0.00013362097,0.051053595,0.71728545],"study_design_scores_gemma":[0.0022443978,0.00011456094,0.25710472,0.00007301913,0.00007786457,0.000098611505,0.00042259332,0.00031639313,0.0009000056,0.000052582833,0.73851633,0.00007889697],"about_ca_topic_score_codex":0.00020447791,"about_ca_topic_score_gemma":0.031193538,"teacher_disagreement_score":0.7172066,"about_ca_system_score_codex":0.00026026976,"about_ca_system_score_gemma":0.0041692797,"threshold_uncertainty_score":0.98648465},"labels":[],"label_agreement":null},{"id":"W2140838980","doi":"10.1136/qshc.2010.042077","title":"The quality of clinical practice guidelines over the last two decades: a systematic review of guideline appraisal studies","year":2010,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":483,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre","funders":"","keywords":"Rigour; Medicine; Guideline; CLARITY; MEDLINE; Health care; Quality (philosophy); Family medicine; Critical appraisal; Alternative medicine; Pathology","score_opus":0.6996101980540561,"score_gpt":0.7477008875509654,"score_spread":0.04809068949690931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140838980","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005801524,0.9555119,0.0009355026,0.028471494,0.0021644323,0.012086164,0.0003875182,0.00006491769,0.00037223095],"genre_scores_gemma":[0.000003656708,0.975139,0.010438341,0.01084096,0.0022542365,0.0006006626,0.0004631517,0.00010930991,0.00015067699],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8678203,0.030263156,0.09481344,0.0015003708,0.004794057,0.0008086341],"domain_scores_gemma":[0.26734346,0.59991205,0.088807225,0.011266639,0.032009084,0.0006615199],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28420675,0.001017375,0.013476513,0.000108721906,0.00032757636,0.00004440905,0.0014581579,0.0006732377,0.00009704587],"category_scores_gemma":[0.87119555,0.000479065,0.0041214377,0.001078122,0.0012707429,0.00032997524,0.0009093062,0.0028372463,0.00006712631],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032656154,0.0003435408,0.00001978653,0.6779599,0.0028281892,0.0000051199854,0.00007889753,3.2232805e-7,4.0872837e-7,0.0015871498,0.0477469,0.26910317],"study_design_scores_gemma":[0.0012158665,0.0001393068,0.00003847475,0.32429737,0.015761523,0.0001045527,0.0023509823,0.0000070554674,2.23914e-7,0.00006226982,0.6556955,0.00032689227],"about_ca_topic_score_codex":0.00063679,"about_ca_topic_score_gemma":0.00061450363,"teacher_disagreement_score":0.6079486,"about_ca_system_score_codex":0.00017715231,"about_ca_system_score_gemma":0.0049270266,"threshold_uncertainty_score":0.9997661},"labels":[],"label_agreement":null},{"id":"W2140873647","doi":"10.1186/1748-5908-6-112","title":"Effective interventions to facilitate the uptake of breast, cervical and colorectal cancer screening: an implementation guideline","year":2011,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Juravinski Cancer Centre; Western University; Home and Community Care Support Services; University of Toronto; Alberta Health Services; Cancer Care Ontario; McMaster University; Mount Sinai Hospital","funders":"Cancer Care Ontario","keywords":"Medicine; Guideline; Psychological intervention; Family medicine; Systematic review; Breast cancer; MEDLINE; Medical physics; Gynecology; Cancer; Nursing; Pathology; Internal medicine","score_opus":0.562460205687786,"score_gpt":0.6348807506747121,"score_spread":0.07242054498692607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140873647","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056270253,0.83124995,0.049551256,0.0069451295,0.0021457514,0.043400288,0.009815602,0.0003091504,0.00031263326],"genre_scores_gemma":[0.023837093,0.9332903,0.033426534,0.0018457797,0.00067410263,0.004014311,0.0026686923,0.00015122147,0.00009195965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383956,0.00040791676,0.0034575795,0.00090146216,0.0008908331,0.0005026495],"domain_scores_gemma":[0.99578345,0.0006616762,0.001453059,0.0005056911,0.0011831323,0.0004130076],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005824457,0.00040549968,0.0010245511,0.00057060475,0.00035617192,0.00011288353,0.00047892513,0.00009264664,0.0016345553],"category_scores_gemma":[0.000716862,0.000289428,0.00036792242,0.0015876192,0.0004698308,0.00081163406,0.0004006114,0.00032549613,0.000021423626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000825551,0.00008270926,0.00050862075,0.0012365221,0.00011060856,0.0000014097352,0.0011777487,0.0000012693588,0.00009453068,0.00018104246,0.0008604313,0.99566257],"study_design_scores_gemma":[0.0038208978,0.0029013685,0.08283352,0.003559996,0.005218279,0.00038754113,0.015217094,0.000104407445,0.00021629898,0.0001789362,0.8847806,0.00078107027],"about_ca_topic_score_codex":0.0042286688,"about_ca_topic_score_gemma":0.0033617646,"teacher_disagreement_score":0.9948815,"about_ca_system_score_codex":0.00030499857,"about_ca_system_score_gemma":0.0011122547,"threshold_uncertainty_score":0.9999558},"labels":[],"label_agreement":null},{"id":"W2141403741","doi":"10.12927/hcq.2011.22161","title":"Organizational Model and Process for Clinical Best Practice in Rehabilitation and Complex Continuing Care","year":2011,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Best practice; Process (computing); Rehabilitation; Continuing care; Clinical Practice; Process management; Best evidence; Nursing; Medicine; Medical education; Computer science; Business; Management; Physical therapy","score_opus":0.2966624438741361,"score_gpt":0.5382232518834253,"score_spread":0.24156080800928925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141403741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97199476,0.00043090698,0.0020341163,0.023457019,0.00011231179,0.0017658641,0.00003446736,0.00003842653,0.00013214878],"genre_scores_gemma":[0.94843495,0.00007381803,0.04951681,0.0016178847,0.000117793184,0.000067364796,0.00013889297,0.000023897226,0.000008563754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802727,0.00017756764,0.0010666808,0.00036986513,0.0001775713,0.00018102316],"domain_scores_gemma":[0.9961742,0.0020724852,0.00029055905,0.00014542411,0.001152445,0.0001648783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010544145,0.00011047995,0.00028536786,0.000079036276,0.00006868809,0.000016086387,0.000032472162,0.000119858036,0.000011150667],"category_scores_gemma":[0.0059048953,0.000111721885,0.000027693468,0.000124534,0.00008299238,0.00035003127,0.000009051281,0.00021194399,0.0000026929777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032166124,0.00091176666,0.46430957,0.00246486,0.00004317226,0.000013676368,0.17317796,0.0000039209,0.00007297149,0.0046511763,0.0003462628,0.35078806],"study_design_scores_gemma":[0.014645248,0.022225987,0.4830446,0.00069045986,0.0003767366,0.00017911407,0.43879527,0.022967441,0.0000064270844,0.014694822,0.0018685163,0.00050539424],"about_ca_topic_score_codex":0.00030525218,"about_ca_topic_score_gemma":0.0009656629,"teacher_disagreement_score":0.35028264,"about_ca_system_score_codex":0.00005034517,"about_ca_system_score_gemma":0.00026719796,"threshold_uncertainty_score":0.70691377},"labels":[],"label_agreement":null},{"id":"W2141683643","doi":"10.1016/j.jamda.2005.11.004","title":"A Clinical Pathway for Treating Pneumonia in the Nursing Home: Part I: The Nursing Perspective","year":2006,"lang":"en","type":"article","venue":"Journal of the American Medical Directors Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Nursing; Pneumonia; Focus group; Clinical pathway; Perspective (graphical); Family medicine; Internal medicine","score_opus":0.07146032484045262,"score_gpt":0.47963090509953454,"score_spread":0.4081705802590819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141683643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8420806,0.00017414645,0.00060112297,0.1551274,0.0009946097,0.00046783965,0.0000068756244,0.00001177622,0.0005356058],"genre_scores_gemma":[0.9920242,0.00010696958,0.000600565,0.0037690531,0.0033755372,0.000013084026,0.000005377454,0.000021683138,0.0000835588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99433404,0.001732944,0.0018376921,0.00018577526,0.0015856908,0.0003238771],"domain_scores_gemma":[0.98213094,0.013333841,0.0036097725,0.00024156937,0.0005740254,0.00010982752],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011598335,0.00014693078,0.00057254464,0.000080565704,0.00023424164,0.000054073196,0.0003290482,0.00010196626,0.00001958999],"category_scores_gemma":[0.04852256,0.00007090467,0.0005316911,0.0006583742,0.0003245584,0.00013387173,0.00001805296,0.001078666,0.0000018605605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007592138,0.0017353442,0.6347658,0.000009942716,0.00023192754,0.00002019515,0.0028305543,0.000036536483,0.0004702873,0.0004275428,0.037623614,0.32108906],"study_design_scores_gemma":[0.0023356357,0.00067063066,0.9770645,0.0006473769,0.00054602843,0.00009653143,0.010362909,0.0012994971,0.000048370868,0.0029370633,0.0038812165,0.00011023485],"about_ca_topic_score_codex":0.00079788594,"about_ca_topic_score_gemma":0.00019667165,"teacher_disagreement_score":0.34229872,"about_ca_system_score_codex":0.0016192948,"about_ca_system_score_gemma":0.0006698575,"threshold_uncertainty_score":0.95949215},"labels":[],"label_agreement":null},{"id":"W2141714695","doi":"10.3122/jabfm.18.5.419","title":"The Proliferation of Clinical Practice Guidelines: Professional Development or Medicine-by-Numbers?","year":2005,"lang":"en","type":"article","venue":"The Journal of the American Board of Family Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Credibility; Specialty; Clinical Practice; Impartiality; Autonomy; Medical education; Nursing; Family medicine","score_opus":0.35395803824586214,"score_gpt":0.5807930146279411,"score_spread":0.22683497638207895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141714695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57033455,0.0015429448,0.0018177716,0.42303082,0.0018664428,0.00079786323,0.0000034762777,0.000010986206,0.00059515523],"genre_scores_gemma":[0.8803112,0.0075366064,0.029143883,0.074432485,0.0059665935,0.000014537053,0.000010068001,0.00006455297,0.002520076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883789,0.00151875,0.007024199,0.00018906055,0.002597077,0.0002920259],"domain_scores_gemma":[0.9688184,0.014484246,0.010956247,0.00077570765,0.0047314805,0.00023391063],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021140907,0.00026155522,0.0012584603,0.00009894236,0.00024221934,0.0000054891375,0.0008055619,0.00007350844,0.000079424775],"category_scores_gemma":[0.09826406,0.00009217325,0.0002181777,0.00066800683,0.002122605,0.00025536722,0.00016509129,0.0010108644,0.000005641626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016053759,0.0005174985,0.006747742,0.000057160687,0.00071561104,0.000007223421,0.001961165,0.000058628895,0.008689067,0.000038948474,0.7118376,0.25331563],"study_design_scores_gemma":[0.008957764,0.0056904,0.06749306,0.0017564867,0.0024111401,0.00067733886,0.038657565,0.0004501681,0.0015023076,0.000086152504,0.8721333,0.0001842743],"about_ca_topic_score_codex":0.00042538423,"about_ca_topic_score_gemma":0.00010220765,"teacher_disagreement_score":0.34859836,"about_ca_system_score_codex":0.00013130733,"about_ca_system_score_gemma":0.0018505667,"threshold_uncertainty_score":0.9093316},"labels":[],"label_agreement":null},{"id":"W2141819865","doi":"10.1186/1748-5908-5-10","title":"How to integrate individual patient values and preferences in clinical practice guidelines? A research protocol","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Economic and Social Research Council; ZonMw","keywords":"Protocol (science); Medicine; Health care; Qualitative research; Psychological intervention; Health services research; Health informatics; Guideline; Health administration; Medical education; Nursing; Public health; Alternative medicine","score_opus":0.699988622086419,"score_gpt":0.7201327751702259,"score_spread":0.020144153083806904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141819865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8964098,0.000003107583,0.00048574302,0.060245056,0.0003416596,0.042009357,0.000019408491,0.00003481785,0.0004510633],"genre_scores_gemma":[0.8056977,0.00000870972,0.16735163,0.007244999,0.00030803043,0.019295605,0.000022227487,0.000016465216,0.00005465401],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99391866,0.00047035565,0.0019604699,0.00083495426,0.0022619464,0.0005536174],"domain_scores_gemma":[0.9913881,0.002761587,0.00048090072,0.00046177718,0.0044451347,0.00046254735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028130526,0.00015740618,0.0002542532,0.00064696796,0.00026830664,0.0005778491,0.0003358954,0.000076671575,0.00014998009],"category_scores_gemma":[0.11509816,0.00012566624,0.000037343318,0.0018371417,0.0005990904,0.0018992145,0.00043671168,0.0008558142,0.000028293363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004516292,0.00029123557,0.07160157,0.000023385117,0.000013418639,0.00001555677,0.0022111654,0.0000010622754,0.0116694635,0.0005791748,0.01123362,0.9019087],"study_design_scores_gemma":[0.0076964893,0.0053030737,0.6034584,0.00013181129,0.00008197883,0.00015966909,0.09466266,0.00052395166,0.010896825,0.0038577884,0.27276936,0.0004580254],"about_ca_topic_score_codex":0.0006439333,"about_ca_topic_score_gemma":0.0013914456,"teacher_disagreement_score":0.9014507,"about_ca_system_score_codex":0.000092781964,"about_ca_system_score_gemma":0.0014941854,"threshold_uncertainty_score":0.9749535},"labels":[],"label_agreement":null},{"id":"W2141853742","doi":"10.3138/ptc.2010-39","title":"Achieving Consensus on Recommendations for the Clinical Management of Overweight and Obese Adults for Canadian Physiotherapy Practice","year":2011,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Rehabilitation Institute","funders":"","keywords":"Overweight; Medicine; Weight management; Physical therapy; Obesity; Delphi method; Family medicine; Guideline; Rehabilitation; Health care; Scope of practice; Position statement","score_opus":0.2020938366042591,"score_gpt":0.4971317681221887,"score_spread":0.29503793151792956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141853742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53926724,0.0019048344,0.0065817647,0.4224107,0.0040349206,0.019032953,0.001734005,0.00008992555,0.0049436674],"genre_scores_gemma":[0.8898764,0.003470002,0.056852672,0.048041653,0.0005917815,0.00041738446,0.0001345577,0.000099285695,0.0005162617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983871,0.00009562972,0.00073671254,0.0003102503,0.00021015403,0.000260153],"domain_scores_gemma":[0.9940597,0.0046406635,0.00039981096,0.0003958626,0.0003095121,0.00019447505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007390981,0.00015810871,0.00028676176,0.000052662333,0.00020784403,0.000011441874,0.00011325766,0.000048399575,0.00013936982],"category_scores_gemma":[0.00048104502,0.000119471806,0.00010885345,0.00011864096,0.000068074114,0.000072549505,0.000011902145,0.00012052981,7.1192704e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013724574,0.0009915859,0.002747817,0.00059670414,0.0024966428,0.000013785817,0.00094828475,0.000010910811,0.000444097,0.0067635463,0.30422243,0.66703963],"study_design_scores_gemma":[0.009655292,0.0018740445,0.033546485,0.00034531546,0.00042862873,0.000008669738,0.004247433,0.0015635304,0.0003355065,0.0004013705,0.94731677,0.00027695022],"about_ca_topic_score_codex":0.81692237,"about_ca_topic_score_gemma":0.8657746,"teacher_disagreement_score":0.66676265,"about_ca_system_score_codex":0.00017914474,"about_ca_system_score_gemma":0.0008909303,"threshold_uncertainty_score":0.4871919},"labels":[],"label_agreement":null},{"id":"W2142062335","doi":"10.3325/cmj.2008.2.267","title":"International Dialogue on the Public Reporting Of Clinical Trial Outcome and Results – PROCTOR Meeting","year":2008,"lang":"en","type":"article","venue":"Croatian Medical Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research","funders":"","keywords":"Acronym; Clinical trial; Public health; Alternative medicine; Family medicine; Medicine; Medical education; Nursing; Pathology","score_opus":0.6063664267869476,"score_gpt":0.5680842527010477,"score_spread":0.038282174085899956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142062335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83993566,0.000022604294,0.00043197305,0.15436886,0.0019273235,0.0003525742,0.000005594015,0.000017347871,0.0029380328],"genre_scores_gemma":[0.9879479,0.00026202473,0.002224319,0.0047754277,0.0046282993,0.0000064277815,0.000021650629,0.000015633854,0.00011835173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878263,0.0005242926,0.009402704,0.0002697537,0.0017399462,0.00023703952],"domain_scores_gemma":[0.9835948,0.0075178696,0.0072167376,0.00030045034,0.0007020505,0.0006681341],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027681734,0.00012742233,0.0005729907,0.000104930594,0.0002264967,0.000044389486,0.00023556872,0.00018074234,0.00047809837],"category_scores_gemma":[0.6016711,0.000074489864,0.00024769636,0.00013672496,0.00042992728,0.00014965114,0.000111330606,0.0014917485,0.000010592263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048670247,0.0018096673,0.5454291,0.000055161236,0.0006364906,0.0026077912,0.00088821235,0.0000016966228,0.00018817352,0.00056167925,0.06927568,0.3298761],"study_design_scores_gemma":[0.23326884,0.006354343,0.49168316,0.0011344868,0.00047746237,0.018964626,0.0021919215,0.0036041208,0.00020096092,0.00063055597,0.24095137,0.00053815305],"about_ca_topic_score_codex":0.000016410599,"about_ca_topic_score_gemma":0.000013364947,"teacher_disagreement_score":0.5739894,"about_ca_system_score_codex":0.000042659514,"about_ca_system_score_gemma":0.0009330909,"threshold_uncertainty_score":0.95939916},"labels":[],"label_agreement":null},{"id":"W2142153275","doi":"10.1016/j.cjca.2013.05.012","title":"Best Practices for Developing Cardiovascular Quality Indicators","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health; University of Toronto; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre","funders":"Institute of Circulatory and Respiratory Health; Canadian Institutes of Health Research; Public Health Agency; Public Health Agency of Canada","keywords":"Medicine; Operationalization; Best practice; Quality management; Usability; Quality (philosophy); Process management; Action plan; Health care; Process (computing); Operations management; Engineering; Computer science","score_opus":0.3772499010590122,"score_gpt":0.4971804209892114,"score_spread":0.11993051993019921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142153275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83995533,0.003275371,0.10264746,0.04316073,0.002554462,0.0014860883,0.000035030145,0.0000136496055,0.006871867],"genre_scores_gemma":[0.98530513,0.00011921887,0.010979323,0.0015065267,0.0019441369,0.000020770081,0.000016784248,0.00001866336,0.00008943259],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802625,0.0002905633,0.0010381816,0.0001515042,0.00018900374,0.0003044767],"domain_scores_gemma":[0.99614775,0.0011221739,0.0010331842,0.0002392188,0.0009487066,0.00050893665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029818935,0.00010492563,0.00065498124,0.00032909817,0.000092186245,0.00003010981,0.00013227109,0.00014696899,0.000043286956],"category_scores_gemma":[0.020322617,0.000091379676,0.0004768456,0.00016675776,0.000105069405,0.00029080056,0.00001007782,0.00030010828,0.000035088957],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002436644,0.000011327339,0.3458857,0.00026091657,0.006431916,0.00021952942,0.00036195747,0.00050833944,0.00066494715,0.0015252309,0.086792685,0.5570938],"study_design_scores_gemma":[0.0015523237,0.00033972945,0.09095398,0.000038148577,0.00069135736,0.00080651254,0.0011007881,0.0000066704965,0.000087120374,0.0005057194,0.90379596,0.000121673314],"about_ca_topic_score_codex":0.011394314,"about_ca_topic_score_gemma":0.0018216304,"teacher_disagreement_score":0.8170033,"about_ca_system_score_codex":0.00025739745,"about_ca_system_score_gemma":0.00347174,"threshold_uncertainty_score":0.9951889},"labels":[],"label_agreement":null},{"id":"W2142198680","doi":"10.1186/1471-2296-5-14","title":"Lack of chart reminder effectiveness on family medicine resident JNC-VI and NCEP III guideline knowledge and attitudes","year":2004,"lang":"en","type":"article","venue":"BMC Family Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Medicine; Guideline; Intervention (counseling); Family medicine; Physical therapy; Nursing; Pathology","score_opus":0.35989290909494787,"score_gpt":0.5364349198455253,"score_spread":0.1765420107505774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142198680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637594,0.006375196,0.006337582,0.011399424,0.00070826913,0.001785792,0.000015995163,0.00010081029,0.009517529],"genre_scores_gemma":[0.9769039,0.0024344528,0.012190678,0.007470518,0.00059863663,0.00004364155,0.000061465806,0.00006015114,0.00023651635],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9960414,0.0005535437,0.0016585684,0.0007149167,0.0007038852,0.00032767595],"domain_scores_gemma":[0.988168,0.009183224,0.0007957003,0.00059921085,0.000977194,0.00027668686],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005643161,0.0003465445,0.0007987595,0.00022460979,0.00012792906,0.000026230677,0.00012088098,0.00019755636,0.000044114087],"category_scores_gemma":[0.022816544,0.00028848482,0.000075722295,0.00030215792,0.00035501042,0.00061663217,0.00016647464,0.0005289695,0.000044145647],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.070257336,0.009525958,0.12319037,0.008270917,0.0026353868,0.0007464084,0.011361352,0.00084290345,0.53334564,0.018415155,0.1098329,0.11157569],"study_design_scores_gemma":[0.031671923,0.0050354786,0.874379,0.002492417,0.0019152036,0.00038715755,0.009513818,0.00023099969,0.003459104,0.00089945254,0.069415644,0.0005998231],"about_ca_topic_score_codex":0.0017824606,"about_ca_topic_score_gemma":0.00016882604,"teacher_disagreement_score":0.75118864,"about_ca_system_score_codex":0.00018909838,"about_ca_system_score_gemma":0.00045924494,"threshold_uncertainty_score":0.9999567},"labels":[],"label_agreement":null},{"id":"W2142324432","doi":"10.7202/006980ar","title":"Le processus d’élaboration des lignes directrices pour de meilleures pratiques : l’exemple des troubles concomitants de santé mentale, d’alcoolisme et de toxicomanie","year":2003,"lang":"fr","type":"article","venue":"Santé mentale au Québec","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy; Art; Political science","score_opus":0.05998147133207762,"score_gpt":0.41464672592828716,"score_spread":0.35466525459620957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142324432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94542867,0.02471297,0.0070143654,0.0043905284,0.00049976754,0.0014221948,0.00019944613,0.0002416687,0.016090369],"genre_scores_gemma":[0.96341336,0.00559485,0.02519563,0.00320738,0.00093908777,0.00023599157,0.00014275004,0.00014917056,0.0011217627],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9928682,0.002242235,0.0018126228,0.000810085,0.0006579833,0.001608871],"domain_scores_gemma":[0.99413484,0.0033945914,0.00093175087,0.00048068576,0.00041503937,0.000643093],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004301622,0.00069576566,0.00083121186,0.00024696076,0.0009126777,0.00028747754,0.00036950695,0.00037692225,0.00069775636],"category_scores_gemma":[0.008370413,0.0007291292,0.00024238965,0.00067251024,0.0006982557,0.0018178386,0.00012511224,0.00055896636,0.00007410165],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0018351106,0.005963677,0.5139803,0.0025078144,0.0013795111,0.00044158788,0.057604805,0.00033543765,0.23012497,0.015977599,0.013074329,0.1567748],"study_design_scores_gemma":[0.015020881,0.002941007,0.1600575,0.0022700795,0.0025711898,0.0015628482,0.14703882,0.002521354,0.584869,0.013794681,0.065418966,0.0019336246],"about_ca_topic_score_codex":0.1856005,"about_ca_topic_score_gemma":0.44023865,"teacher_disagreement_score":0.35474408,"about_ca_system_score_codex":0.005824169,"about_ca_system_score_gemma":0.021470081,"threshold_uncertainty_score":0.9999825},"labels":[],"label_agreement":null},{"id":"W2142375563","doi":"10.1016/j.ejca.2006.12.008","title":"Guidelines on the standards for the training of specialised health professionals dealing with breast cancer","year":2007,"lang":"en","type":"article","venue":"European Journal of Cancer","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre d'expertise et de recherche en infrastructures urbaines; Canadian Breast Cancer Foundation","funders":"","keywords":"Breast cancer; Unit (ring theory); Health professionals; Medicine; Health care; Training (meteorology); Nursing; Cancer; Family medicine; Psychology; Internal medicine; Political science","score_opus":0.4059151458350778,"score_gpt":0.5750220085425631,"score_spread":0.16910686270748532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142375563","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16948812,0.0052346643,0.04121199,0.77879125,0.0017202179,0.0014952719,0.00040357606,0.000015884765,0.0016390062],"genre_scores_gemma":[0.95464224,0.0012820687,0.005193099,0.032896515,0.0056476234,0.000006225984,0.0000027941744,0.000061827086,0.00026761505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716973,0.00019343775,0.0014864372,0.00010109188,0.00085262855,0.00019665253],"domain_scores_gemma":[0.9941026,0.0014679409,0.0016997268,0.00015411485,0.0024676525,0.000107979045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01431773,0.00010832564,0.00029178028,0.00005770672,0.00015095371,0.000014145419,0.00014883195,0.000011987649,0.000375548],"category_scores_gemma":[0.0019506968,0.00004681396,0.00011810232,0.00013212301,0.000072259136,0.00007553161,0.00001588895,0.00029764007,4.4675338e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00982741,0.000086912936,0.0020594413,0.00008231747,0.00045255208,0.000029511371,0.0023666446,0.0013486495,0.0008046584,0.0005243497,0.078577854,0.9038397],"study_design_scores_gemma":[0.012523712,0.0029339257,0.11133295,0.0067211753,0.00077242986,0.00030644558,0.016254943,0.00039089104,0.001639831,0.00009084709,0.8467771,0.0002557463],"about_ca_topic_score_codex":0.00007316242,"about_ca_topic_score_gemma":0.00023381201,"teacher_disagreement_score":0.90358394,"about_ca_system_score_codex":0.00015731533,"about_ca_system_score_gemma":0.0014475228,"threshold_uncertainty_score":0.49622682},"labels":[],"label_agreement":null},{"id":"W2142464890","doi":"10.1016/s1499-2671(06)01007-0","title":"Closing the Hypertension Care Gap in the Primary Care Setting","year":2006,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Diabetes mellitus; Primary care; Blood pressure; Family medicine; Diabetes management; Type 2 diabetes; Clinical Practice; Gerontology; Internal medicine; Endocrinology","score_opus":0.08511104684546103,"score_gpt":0.35168731930974245,"score_spread":0.2665762724642814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142464890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720554,0.0052499142,0.0000031366653,0.020814402,0.00023775519,0.00018953094,0.000009242515,0.0000025593008,0.0014381],"genre_scores_gemma":[0.9892391,0.000005984618,0.00040874552,0.009620775,0.00066605286,0.0000016589106,0.000038571965,0.000012546599,0.0000065782287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867547,0.00016138452,0.00060843176,0.00008008355,0.00022997725,0.00024467925],"domain_scores_gemma":[0.9982276,0.0008278372,0.0002612776,0.00016209694,0.00037526456,0.00014591956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082486466,0.00008257964,0.00017421361,0.00012563397,0.00015479614,0.000054478744,0.00014050753,0.000046618938,0.00002011426],"category_scores_gemma":[0.0016438162,0.000047177193,0.0000936621,0.00017018362,0.000059372775,0.00012775545,0.000007837168,0.00040638927,0.000003343306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007518506,0.0000139653575,0.92346764,0.00010661759,0.000022797085,0.0001347779,0.0029271874,0.00010610069,0.0011083364,0.000034610355,0.015672266,0.056398187],"study_design_scores_gemma":[0.0013911417,0.00021307537,0.9401122,0.00048828917,0.00025070482,0.00008521418,0.03256988,0.00005725195,0.00024294827,0.00022907388,0.024253806,0.000106443134],"about_ca_topic_score_codex":0.0028979813,"about_ca_topic_score_gemma":0.025926797,"teacher_disagreement_score":0.056291744,"about_ca_system_score_codex":0.0002837617,"about_ca_system_score_gemma":0.0012761253,"threshold_uncertainty_score":0.9918475},"labels":[],"label_agreement":null},{"id":"W2142787464","doi":"10.4212/cjhp.v67i3.1362","title":"Clinical Pathway–Based Pediatric Emergency Outreach Program: Implementation and Preliminary Evaluation","year":2014,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Outreach; Medical emergency; Medicine; Computer science; Medical physics; Political science","score_opus":0.18855070112696998,"score_gpt":0.5219026640441093,"score_spread":0.33335196291713937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142787464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97518563,0.00050393585,0.00022457233,0.021301094,0.0013793512,0.0011640576,0.000011186493,0.000012124893,0.00021802617],"genre_scores_gemma":[0.9960357,0.00012493071,0.00121725,0.00087821804,0.0016312792,0.00002360743,0.000050513812,0.000022653607,0.000015880814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707246,0.0004968468,0.0014788298,0.0001725213,0.00051462476,0.0002647165],"domain_scores_gemma":[0.9969873,0.00041596286,0.0008814938,0.00019026286,0.0009040303,0.00062094233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059955153,0.00014083157,0.00024833946,0.00017405995,0.00020163076,0.000049277238,0.00014444883,0.000044058936,0.0006062652],"category_scores_gemma":[0.0024663205,0.000103576866,0.0001632071,0.00020973463,0.00008146168,0.00030545413,0.000015960159,0.00044882426,0.0000140275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013223868,0.00014706289,0.5811609,0.000025944393,0.000059622984,0.000012742585,0.00021564362,0.000013926626,0.000011036542,0.000029296043,0.01024017,0.4079514],"study_design_scores_gemma":[0.01080175,0.007293252,0.94062304,0.00002613303,0.0023186842,0.00010235739,0.0008083674,0.008410483,0.000096270705,0.00090209494,0.028366689,0.0002508742],"about_ca_topic_score_codex":0.0030324885,"about_ca_topic_score_gemma":0.0047919466,"teacher_disagreement_score":0.40770054,"about_ca_system_score_codex":0.0001422857,"about_ca_system_score_gemma":0.0020873684,"threshold_uncertainty_score":0.6638179},"labels":[],"label_agreement":null},{"id":"W2143057537","doi":"10.1684/med.2015.1243","title":"De l'incertaine utilité de nos ordonnances au long cours","year":2015,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.32594462188882023,"score_gpt":0.521038548687486,"score_spread":0.19509392679866577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143057537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65366817,0.010655976,0.08910202,0.1966392,0.0065787006,0.001135357,0.00004623016,0.00019482452,0.04197953],"genre_scores_gemma":[0.92375684,0.0007212293,0.018557116,0.015070148,0.0048918556,0.000027961263,0.00007406982,0.0000511651,0.036849603],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965302,0.00039262587,0.0011989844,0.0003871228,0.00052746246,0.00096364855],"domain_scores_gemma":[0.9958999,0.0018675098,0.00032348544,0.0004348813,0.0005122232,0.000961998],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005165708,0.00024668933,0.0004089886,0.00007173544,0.0000824828,0.000055099143,0.00019105882,0.00023353875,0.0034260515],"category_scores_gemma":[0.018485248,0.00022880115,0.00012311623,0.00029506936,0.0002635205,0.00043652154,0.00010132531,0.00046324212,0.0008848713],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006201978,0.00060940796,0.57324505,0.00019140291,0.00016496018,0.00031440848,0.0015603241,0.00026208215,0.00013980795,0.004926242,0.1159587,0.3020074],"study_design_scores_gemma":[0.01163554,0.0021786643,0.2452925,0.000820703,0.0016511692,0.00069511146,0.029220833,0.0969562,0.0016306648,0.0043777856,0.60481983,0.00072099763],"about_ca_topic_score_codex":0.029039726,"about_ca_topic_score_gemma":0.010701848,"teacher_disagreement_score":0.4888611,"about_ca_system_score_codex":0.0015343564,"about_ca_system_score_gemma":0.0049318103,"threshold_uncertainty_score":0.99989307},"labels":[],"label_agreement":null},{"id":"W2143267263","doi":"10.1503/cmaj.070164","title":"Canadian breast cancer guidelines are as effective as possible under the circumstances","year":2007,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Cancer Care Nova Scotia","funders":"","keywords":"Statement (logic); Clinical Practice; Breast cancer; Medicine; Liberian dollar; Alternative medicine; MEDLINE; Computer science; Data science; Cancer; Family medicine; Pathology; Political science; Business; Internal medicine; Law","score_opus":0.06127161363150028,"score_gpt":0.44193827652742557,"score_spread":0.38066666289592527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143267263","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33124292,0.00057899894,0.00018608636,0.66009414,0.002092689,0.00049438747,0.00010135399,0.00002522452,0.0051842104],"genre_scores_gemma":[0.80294466,0.00030925137,0.0000826665,0.1897586,0.005403924,0.000016794003,0.000020810132,0.00003215182,0.001431123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99534404,0.00025717056,0.0012273064,0.00026239196,0.0019879222,0.000921173],"domain_scores_gemma":[0.9912564,0.0014775409,0.00067110686,0.00019281947,0.0025371155,0.0038650173],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008068176,0.00020155903,0.00033644572,0.00032406533,0.0006964564,0.00015485116,0.00027017528,0.0004415959,0.010865361],"category_scores_gemma":[0.015017762,0.00014834515,0.00017190029,0.0005871173,0.00007582031,0.00025975436,0.000016306152,0.0015395951,0.00043558978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00007715983,0.00003845959,0.4581216,0.000012751499,0.0004914088,0.0012604137,0.00030129644,0.00003520714,0.000019972764,0.00042457928,0.37677258,0.16244458],"study_design_scores_gemma":[0.0016581599,0.000082146165,0.7251128,0.00022548676,0.00019265989,0.0030547455,0.0055764997,0.00010055572,0.000019334411,0.0010039317,0.26277158,0.00020214696],"about_ca_topic_score_codex":0.80142397,"about_ca_topic_score_gemma":0.9870016,"teacher_disagreement_score":0.47170174,"about_ca_system_score_codex":0.006565227,"about_ca_system_score_gemma":0.018780097,"threshold_uncertainty_score":0.9972484},"labels":[],"label_agreement":null},{"id":"W2143397355","doi":"10.1016/j.jhin.2004.12.003","title":"Twenty-five years on—the Journal of Hospital Infection and the ‘backfile’ project","year":2005,"lang":"en","type":"article","venue":"Journal of Hospital Infection","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quarter (Canadian coin); Subject matter; Infection control; Subject (documents); Cross infection; Family medicine; Library science; Intensive care medicine; History; Economic growth; Archaeology","score_opus":0.062492434995929,"score_gpt":0.40976424872385925,"score_spread":0.34727181372793026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143397355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9807742,0.00015189502,0.0006897725,0.01552969,0.0020894539,0.0005186891,0.0000021354097,0.000009434839,0.00023469761],"genre_scores_gemma":[0.9946742,0.0015837015,0.00033782315,0.0007470293,0.0025649688,0.000003739062,0.0000019053276,0.000019784597,0.0000668343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99746704,0.0003346898,0.0013404386,0.00009946581,0.00059852586,0.00015985321],"domain_scores_gemma":[0.99566233,0.001126756,0.0020484747,0.00015632788,0.00091807486,0.00008803301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003667168,0.00014898612,0.00035698904,0.00023181943,0.00011797787,0.00006943787,0.000078416844,0.00009482299,0.00008425808],"category_scores_gemma":[0.0055296486,0.00008300014,0.00029205068,0.00027833492,0.00017321954,0.0007558258,0.0000387809,0.00092065765,0.000016838838],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012884035,0.0073434194,0.39214572,0.00017585041,0.0032452988,0.00017641083,0.01576719,0.0018914366,0.0015917836,0.0017603297,0.24999093,0.31302762],"study_design_scores_gemma":[0.022340026,0.039365273,0.86131155,0.00062753673,0.0024104808,0.0027946862,0.0028430156,0.0011050261,0.0014823668,0.0013296438,0.063976325,0.0004140534],"about_ca_topic_score_codex":0.00027288432,"about_ca_topic_score_gemma":0.00004522554,"teacher_disagreement_score":0.46916586,"about_ca_system_score_codex":0.000216803,"about_ca_system_score_gemma":0.00019934025,"threshold_uncertainty_score":0.6619905},"labels":[],"label_agreement":null},{"id":"W2143542180","doi":"10.3747/co.21.1662","title":"Exploring a “community of practice” methodology as a regional platform for large-scale collaboration in cancer surgery—the Ottawa approach","year":2014,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Conceptualization; CLARITY; Scale (ratio); Medicine; Health care; Cancer surgery; Best practice; Knowledge management; Medical education; Nursing; Process management; Cancer; Computer science; Management; Business; Political science; Artificial intelligence","score_opus":0.8426709044611658,"score_gpt":0.6298860147814703,"score_spread":0.21278488967969544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143542180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.900506,0.00048232198,0.05904508,0.035215754,0.0019716762,0.0018805581,0.000032800504,0.000035689314,0.0008300815],"genre_scores_gemma":[0.9266799,0.0011872823,0.064098075,0.0037478742,0.001104913,0.0025687106,0.0005339441,0.00004352313,0.000035751997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99608713,0.002029891,0.0011567537,0.0002237157,0.00022180252,0.00028070755],"domain_scores_gemma":[0.9687921,0.029323988,0.0008195592,0.0003367451,0.0006529207,0.00007470295],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013494742,0.00012642093,0.0005655567,0.00016917908,0.000121945704,0.000007015582,0.00012427778,0.00012293756,0.000035236215],"category_scores_gemma":[0.03570833,0.00010110157,0.00010897097,0.0004119061,0.00009713538,0.00037443382,0.00007268825,0.00063989405,0.000003874541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008620636,0.009038389,0.07016915,0.0011402685,0.0002976765,0.000003377017,0.027220974,0.0003270027,0.0012416223,0.017764248,0.040813398,0.82336324],"study_design_scores_gemma":[0.0045355726,0.0009559766,0.015217493,0.00008831917,0.00034275855,0.000058996175,0.024988744,0.005373957,0.00024808422,0.0016301,0.9464164,0.00014361898],"about_ca_topic_score_codex":0.0009922314,"about_ca_topic_score_gemma":0.0032233787,"teacher_disagreement_score":0.905603,"about_ca_system_score_codex":0.00031426485,"about_ca_system_score_gemma":0.0008089098,"threshold_uncertainty_score":0.9724143},"labels":[],"label_agreement":null},{"id":"W2143888651","doi":"10.1111/j.1365-2834.2007.00775.x","title":"Organizational factors that support the implementation of a nursing Best Practice Guideline","year":2008,"lang":"en","type":"article","venue":"Journal of Nursing Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Guideline; Nursing; Nursing management; Nursing practice; Medicine; Psychology","score_opus":0.2418280939766415,"score_gpt":0.5164278502546653,"score_spread":0.2745997562780238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143888651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7777553,0.00037306134,0.07797376,0.12655632,0.0027924129,0.0017303695,0.000022382299,0.00004408721,0.012752278],"genre_scores_gemma":[0.9636658,0.00040154858,0.03367771,0.001632677,0.00035827077,0.0000016986014,0.00006630752,0.000031656662,0.00016432792],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99639326,0.00015647024,0.0018682247,0.0001597949,0.001209973,0.00021224617],"domain_scores_gemma":[0.9959312,0.00047262447,0.0020688055,0.00025403695,0.0011614417,0.00011187109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015331479,0.00015987316,0.00032481377,0.00025726375,0.00017729144,0.000025182853,0.00017241122,0.000046316378,0.00055781],"category_scores_gemma":[0.0007871927,0.0001149215,0.00015756283,0.00041152566,0.00014437636,0.00055325706,0.000028914113,0.0002636273,0.000009648269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030803217,0.012528659,0.09688517,0.0002324516,0.0032047892,0.00089157926,0.024260197,0.0005883975,0.0040307706,0.0077591864,0.4593388,0.38719964],"study_design_scores_gemma":[0.021874137,0.008407361,0.30148113,0.0028723192,0.015054031,0.013463451,0.4188321,0.00059526117,0.0115827825,0.004582146,0.20035826,0.0008970464],"about_ca_topic_score_codex":0.000026826656,"about_ca_topic_score_gemma":0.0000020248572,"teacher_disagreement_score":0.39457187,"about_ca_system_score_codex":0.00046602383,"about_ca_system_score_gemma":0.0002717261,"threshold_uncertainty_score":0.61076283},"labels":[],"label_agreement":null},{"id":"W2143961804","doi":"10.1016/s0213-9111(04)71833-6","title":"Evaluación del impacto de una trayectoria clínica sobre el ictus isquémico","year":2004,"lang":"es","type":"article","venue":"Gaceta Sanitaria","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Gynecology; Philosophy","score_opus":0.11007876149227178,"score_gpt":0.47221012760985814,"score_spread":0.36213136611758634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143961804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532713,0.002843722,0.005165821,0.02360647,0.003783353,0.0022667327,0.0003549861,0.00035488786,0.008352721],"genre_scores_gemma":[0.98089755,0.0013289752,0.0073545305,0.00525279,0.00429376,0.00004983781,0.00038214854,0.00019738062,0.0002430516],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9930403,0.0005846475,0.0025755402,0.001084633,0.0012103262,0.0015045342],"domain_scores_gemma":[0.9942701,0.0017827332,0.00090956944,0.0014702978,0.00061126106,0.000956037],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003601367,0.0007860599,0.0011095257,0.0002846969,0.0003501127,0.00023999657,0.0005664243,0.0007070043,0.0031440796],"category_scores_gemma":[0.012755459,0.000781884,0.00056849717,0.00070844195,0.00024096672,0.00071904797,0.00022513971,0.0015630978,0.0027324622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019671395,0.01248786,0.19956647,0.003614793,0.009211517,0.0024725604,0.016912114,0.005679615,0.2889378,0.07285043,0.1559914,0.21260405],"study_design_scores_gemma":[0.060227554,0.008011025,0.624494,0.0036454708,0.015036098,0.001489329,0.0074206386,0.004085886,0.009569012,0.075876325,0.18597147,0.004173166],"about_ca_topic_score_codex":0.005001606,"about_ca_topic_score_gemma":0.0006454903,"teacher_disagreement_score":0.42492756,"about_ca_system_score_codex":0.0016789333,"about_ca_system_score_gemma":0.003628332,"threshold_uncertainty_score":0.9994632},"labels":[],"label_agreement":null},{"id":"W2144945972","doi":"10.1503/cjs.029612","title":"Users’ guide to the surgical literature: how to evaluate clinical practice guidelines","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; Simon Fraser University; McMaster University Medical Centre; McMaster University","funders":"","keywords":"Medicine; Clinical Practice; Medical practice; Medical history; MEDLINE; General surgery; Family medicine; Surgery","score_opus":0.35800756511545634,"score_gpt":0.5295716371049625,"score_spread":0.17156407198950613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144945972","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1433452,0.0008415631,0.002634205,0.84716153,0.0046483586,0.0004370509,0.000021663447,0.000013964817,0.00089644734],"genre_scores_gemma":[0.5835752,0.0005958276,0.06096726,0.33175087,0.020195559,0.000018305867,0.00005047522,0.00012208719,0.002724425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942461,0.0010245907,0.003028634,0.00031164486,0.0008557388,0.000533277],"domain_scores_gemma":[0.9720187,0.014845577,0.0011272958,0.00074034755,0.008040848,0.0032272195],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029529875,0.00022304863,0.0007439278,0.000495103,0.00016439678,0.0002648489,0.00030824495,0.00016374096,0.00023025589],"category_scores_gemma":[0.33382255,0.00014994705,0.0005143339,0.0008266441,0.00007351176,0.0005084632,0.000041059895,0.0008092225,0.00013773153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037759985,0.000029653482,0.014692385,0.000010919326,0.00012256838,0.00096439844,0.00013996269,0.000068180845,0.000014513618,0.00006148027,0.88222134,0.10129701],"study_design_scores_gemma":[0.0008094711,0.00033641953,0.017668426,0.0003383783,0.000316324,0.0030101014,0.00046273967,0.00011239161,0.000015179497,0.000035917117,0.9767311,0.00016352648],"about_ca_topic_score_codex":0.0014465177,"about_ca_topic_score_gemma":0.005306175,"teacher_disagreement_score":0.51541066,"about_ca_system_score_codex":0.00020696649,"about_ca_system_score_gemma":0.0039946195,"threshold_uncertainty_score":0.9993032},"labels":[],"label_agreement":null},{"id":"W2145097846","doi":"10.1001/archinte.161.1.69","title":"Critical Appraisal of Clinical Practice Guidelines Targeting Chronic Obstructive Pulmonary Disease","year":2001,"lang":"en","type":"article","venue":"Archives of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Pulmonary disease; Critical appraisal; Clinical Practice; Medicine; Intensive care medicine; Internal medicine; Cardiology; Physical therapy; Pathology; Alternative medicine","score_opus":0.1774752456763222,"score_gpt":0.5591503841972119,"score_spread":0.38167513852088963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145097846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6690959,0.0094026355,0.097973235,0.16684099,0.0065177125,0.0012773336,0.00006990927,0.0001461869,0.048676115],"genre_scores_gemma":[0.9291621,0.001233363,0.06273862,0.0026536984,0.00393051,0.000012138914,0.00006574026,0.000038459937,0.0001653539],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99362975,0.00038420787,0.0043569813,0.00047481793,0.000832194,0.00032205792],"domain_scores_gemma":[0.9616018,0.034174945,0.0014383381,0.0005513557,0.0016270413,0.00060655264],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021172573,0.00024149439,0.00091450353,0.00020056599,0.000040666364,0.0000046233054,0.00027184872,0.00007221042,0.00052198756],"category_scores_gemma":[0.3909713,0.0001851775,0.0003125765,0.0002008161,0.0012435941,0.00035198286,0.00019972055,0.00062693714,0.000011969567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0234258,0.0018643538,0.26156968,0.0009442665,0.000657826,0.0016327966,0.0007035892,0.000040590814,0.019498412,0.004108245,0.009161904,0.67639256],"study_design_scores_gemma":[0.012002829,0.007325555,0.7077296,0.0063840686,0.0033892107,0.00195455,0.009234373,0.035989594,0.0012544229,0.00656002,0.20754848,0.0006273275],"about_ca_topic_score_codex":0.00055498956,"about_ca_topic_score_gemma":0.000008430479,"teacher_disagreement_score":0.6757652,"about_ca_system_score_codex":0.000027177011,"about_ca_system_score_gemma":0.00040265304,"threshold_uncertainty_score":0.75513196},"labels":[],"label_agreement":null},{"id":"W2146253957","doi":"10.1053/j.seminhematol.2008.04.005","title":"Misconceptions, Challenges, Uncertainty, and Progress in Guideline Recommendations","year":2008,"lang":"en","type":"article","venue":"Seminars in Hematology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Grading (engineering); Psychological intervention; Acknowledgement; Medicine; MEDLINE; Management science; Risk analysis (engineering); Psychology; Medical education; Computer science; Nursing; Political science; Engineering","score_opus":0.20085844689566926,"score_gpt":0.47323359137797044,"score_spread":0.27237514448230116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146253957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8237214,0.017403204,0.00011148399,0.15698141,0.00022377123,0.00074729323,0.000008424222,0.000051778872,0.0007511902],"genre_scores_gemma":[0.9533685,0.014682347,0.029933201,0.0014875141,0.00007150876,0.00011015663,0.00022665891,0.000018862851,0.00010124973],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805087,0.00015425002,0.0011179565,0.0003199293,0.00011541316,0.00024156917],"domain_scores_gemma":[0.9987885,0.0006449336,0.00016398965,0.00023315837,0.0000910385,0.00007839182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077408494,0.00011949464,0.00037149867,0.00022678566,0.000044082175,0.0000029057148,0.000060494596,0.00013939377,0.00025173006],"category_scores_gemma":[0.00120003,0.00011921586,0.000029801737,0.00021143949,0.00021417918,0.00010221989,0.000068684545,0.0002918027,0.000016417292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030915005,0.0008002105,0.7460543,0.000112786634,0.000030226758,0.000607141,0.0024990686,0.00001552184,0.00004482156,0.0046094027,0.042057436,0.20285992],"study_design_scores_gemma":[0.027376287,0.0022341658,0.31741488,0.002338795,0.00022722087,0.028765231,0.03071393,0.012027109,0.00033043066,0.013519319,0.5637077,0.001344952],"about_ca_topic_score_codex":0.00012140892,"about_ca_topic_score_gemma":0.0008660871,"teacher_disagreement_score":0.52165025,"about_ca_system_score_codex":0.00008376477,"about_ca_system_score_gemma":0.00012138149,"threshold_uncertainty_score":0.48614815},"labels":[],"label_agreement":null},{"id":"W2146319305","doi":"10.47102/annals-acadmedsg.v35n6p383","title":"Evaluation of Dementia: The Case for Neuroimaging All Mild to Moderate Cases","year":2006,"lang":"en","type":"article","venue":"Annals of the Academy of Medicine Singapore","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Neuroimaging; Medicine; Dementia; Psychiatry; Internal medicine; Disease","score_opus":0.6199281557246856,"score_gpt":0.5719914376690284,"score_spread":0.047936718055657246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146319305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6875417,0.0010596559,0.00032801263,0.30957383,0.00010460338,0.0012056174,0.00002688812,0.0000072761054,0.00015238904],"genre_scores_gemma":[0.984603,0.000056301375,0.00075007486,0.014100457,0.0003922303,0.000024358293,0.000019159677,0.000019787954,0.000034634675],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99684167,0.00033553943,0.0014224016,0.00021532916,0.0009808323,0.00020424242],"domain_scores_gemma":[0.99554414,0.0020342653,0.0010235913,0.00029494904,0.0010403177,0.000062723484],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008526028,0.00014044627,0.00040742825,0.000110037436,0.00008780599,0.0000032545643,0.00020171823,0.00006561231,0.000045397315],"category_scores_gemma":[0.013792714,0.000080326325,0.00015498832,0.00026649487,0.00026593832,0.000107734704,0.000086177024,0.00022491871,5.209221e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029512814,0.00081006263,0.005737287,0.0010204752,0.0014406525,0.00004706819,0.002086256,0.012253815,0.117208354,0.0022663444,0.6765566,0.1776218],"study_design_scores_gemma":[0.031524114,0.0052659973,0.08816672,0.0043108524,0.0324844,0.0038396595,0.009892257,0.14477885,0.5479268,0.078102596,0.052858796,0.0008489781],"about_ca_topic_score_codex":0.0010664279,"about_ca_topic_score_gemma":0.00006739689,"teacher_disagreement_score":0.6236978,"about_ca_system_score_codex":0.00001645954,"about_ca_system_score_gemma":0.00011500821,"threshold_uncertainty_score":0.9945145},"labels":[],"label_agreement":null},{"id":"W2147124101","doi":"10.1136/ebn.2011.100145","title":"Three-year follow-up after introduction of Canadian best practice guidelines for asthma and foot care in diabetes suggests that monitoring of nursing-care indicators using an electronic documentation system promotes sustained implementation","year":2011,"lang":"en","type":"letter","venue":"Evidence-Based Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Asthma; Medicine; Diabetes mellitus; Nursing documentation; Foot care; Diabetic foot; Nursing care; Clinical Practice; Nursing; Family medicine; Internal medicine","score_opus":0.15006328911116418,"score_gpt":0.45277274583067356,"score_spread":0.3027094567195094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147124101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8607428,0.005040512,0.001987078,0.12470657,0.0015984084,0.005722318,0.00013317412,0.00005969037,0.000009464636],"genre_scores_gemma":[0.968986,0.000112901835,0.02298013,0.002753702,0.0031824599,0.00025252555,0.0015836871,0.00014569485,0.0000029442895],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948485,0.0005259538,0.0020324616,0.00090476405,0.00085068383,0.00083762355],"domain_scores_gemma":[0.99300164,0.0009069326,0.002016651,0.00055395986,0.0033299557,0.00019087543],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018741938,0.0005147674,0.00085974525,0.0025705195,0.0001694818,0.00010142174,0.00017941448,0.00055014953,0.000030863153],"category_scores_gemma":[0.0034665165,0.00055560353,0.00018581327,0.0009806391,0.00018092667,0.0018560906,0.000018121396,0.0008025648,7.8186855e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0089059705,0.0006633333,0.44777828,0.022454286,0.0007680754,0.00009536032,0.030786134,0.00018271385,0.0060718125,0.00009818621,0.01911966,0.46307617],"study_design_scores_gemma":[0.021510325,0.020698072,0.04972098,0.09205806,0.013749033,0.00013424619,0.6964511,0.0021037867,0.09089677,0.00035967643,0.009307486,0.0030104527],"about_ca_topic_score_codex":0.030329064,"about_ca_topic_score_gemma":0.016115924,"teacher_disagreement_score":0.665665,"about_ca_system_score_codex":0.004540129,"about_ca_system_score_gemma":0.0026533552,"threshold_uncertainty_score":0.9996895},"labels":[],"label_agreement":null},{"id":"W2147235524","doi":"10.1097/01.asn.0000064291.04924.be","title":"Renal Physicians Association Clinical Practice Guideline","year":2003,"lang":"en","type":"article","venue":"Journal of the American Society of Nephrology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Kidney disease; Psychological intervention; Nephrology; Intensive care medicine; End stage renal disease; Clinical Practice; Intervention (counseling); Internal medicine; Renal replacement therapy; Renal function; Disease; Family medicine; Nursing; Pathology","score_opus":0.10234787941274283,"score_gpt":0.48175593709555226,"score_spread":0.37940805768280944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147235524","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7440956,0.00015743305,0.0092142485,0.24480256,0.00067261513,0.00026470982,0.0000066499006,0.000011913955,0.000774212],"genre_scores_gemma":[0.30215973,0.0008341211,0.29843965,0.3963289,0.001952807,0.0000018518531,0.0000033414256,0.0000327673,0.00024684356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953969,0.0010742961,0.0024951436,0.00014335434,0.000668175,0.0002221041],"domain_scores_gemma":[0.9850128,0.0041765305,0.008731005,0.00030586042,0.0016877109,0.00008606468],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070746187,0.00011536369,0.00072773354,0.000030017973,0.000064336426,0.000006907478,0.00018943187,0.00008612726,0.00006098913],"category_scores_gemma":[0.020107554,0.000082180966,0.0009694131,0.00039743332,0.00035327833,0.00019464485,0.000048657366,0.0008352739,0.000006563874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085141376,0.00070925173,0.025405884,0.000008609311,0.0012604756,0.000008456935,0.00019302034,0.00007186396,0.02368796,0.000072764095,0.9291467,0.018583568],"study_design_scores_gemma":[0.002475351,0.0017951773,0.05826679,0.000022942682,0.0011791779,0.00048957544,0.0023782433,0.0001967462,0.000344934,0.00034012483,0.9324342,0.000076725184],"about_ca_topic_score_codex":0.00007349303,"about_ca_topic_score_gemma":0.00000621148,"teacher_disagreement_score":0.44193593,"about_ca_system_score_codex":0.0002045496,"about_ca_system_score_gemma":0.0005445456,"threshold_uncertainty_score":0.9881465},"labels":[],"label_agreement":null},{"id":"W2147291609","doi":"10.1136/qhc.12.5.353","title":"Ethnic specific recommendations in clinical practice guidelines: a first exploratory comparison between guidelines from the USA, Canada, the UK, and the Netherlands","year":2003,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethnic group; Medicine; Guideline; Family medicine; MEDLINE; Clinical Practice; Narrative review; Pathology; Political science","score_opus":0.6628660992847298,"score_gpt":0.6110009373019737,"score_spread":0.05186516198275615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147291609","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11984233,0.003699467,0.006970902,0.86417866,0.0012502102,0.0028061967,0.0002679625,0.00003498459,0.00094928377],"genre_scores_gemma":[0.78059745,0.012652884,0.023931904,0.17540553,0.005517268,0.00034538688,0.0009195555,0.00009976167,0.0005302715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9818222,0.0069522155,0.009129568,0.0006503205,0.0010170365,0.00042864933],"domain_scores_gemma":[0.86718637,0.12543651,0.002684968,0.0021659757,0.0022311748,0.00029498356],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053577416,0.00032317915,0.0009033686,0.000031952204,0.0005528071,0.00008006761,0.00043916953,0.00019106461,0.0005123104],"category_scores_gemma":[0.16633429,0.00016789234,0.00021150691,0.0005371915,0.00044712884,0.00025836466,0.00018197444,0.0013769786,0.000040574538],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013223467,0.00010933335,0.34012437,0.000012733518,0.00023484163,0.000006803371,0.0015217523,0.00008780948,0.0000016839756,0.0011618927,0.61820906,0.03720738],"study_design_scores_gemma":[0.004982189,0.000054658933,0.30692047,0.0000975732,0.0003104845,0.0000111663485,0.026011154,0.00033240192,0.000002573568,0.0004884575,0.66060066,0.00018821181],"about_ca_topic_score_codex":0.4092604,"about_ca_topic_score_gemma":0.8657409,"teacher_disagreement_score":0.68877316,"about_ca_system_score_codex":0.00029286082,"about_ca_system_score_gemma":0.002176341,"threshold_uncertainty_score":0.9745412},"labels":[],"label_agreement":null},{"id":"W2147412139","doi":"10.1016/s1499-2671(08)22005-8","title":"Welcoming the Clinical Biochemist to the Diabetes Healthcare Team","year":2008,"lang":"en","type":"editorial","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Scopus; Diabetes mellitus; Randomized controlled trial; Audit; MEDLINE; Health care; Alternative medicine; Family medicine; Clinical trial; Internal medicine; Management; Pathology","score_opus":0.12550451444817878,"score_gpt":0.4474619867640759,"score_spread":0.3219574723158971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147412139","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090209566,0.0056753685,0.000004106634,0.19724818,0.705393,0.00083988986,0.00039254737,0.00001391087,0.00022341109],"genre_scores_gemma":[0.079328336,0.0003741127,0.00035613572,0.01684274,0.90243214,0.000021374428,0.00018488333,0.0001034229,0.0003568253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944731,0.0005287209,0.0028279137,0.00035832784,0.001012461,0.0007994485],"domain_scores_gemma":[0.98084944,0.012131752,0.001756946,0.0008632672,0.002022923,0.002375651],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0057415986,0.0003683306,0.0010526266,0.0002602649,0.00049491506,0.00014248508,0.00091663265,0.00064087636,0.00011709205],"category_scores_gemma":[0.10233169,0.0002165914,0.00063417526,0.0003878683,0.00036962435,0.000119238255,0.00006775611,0.003515549,0.000068284644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013752088,0.000023399643,0.036931634,0.0000798532,0.00029077686,0.000018188104,0.00016461304,0.000003024044,0.000010365969,0.000001483089,0.9513612,0.011101721],"study_design_scores_gemma":[0.00091544486,0.0007694805,0.0046798894,0.0006756403,0.0005375845,0.0000075318785,0.0003996989,0.000012519469,0.00005045076,0.000037995625,0.99169815,0.0002156116],"about_ca_topic_score_codex":0.0017308693,"about_ca_topic_score_gemma":0.017617408,"teacher_disagreement_score":0.19703914,"about_ca_system_score_codex":0.0005156857,"about_ca_system_score_gemma":0.015415768,"threshold_uncertainty_score":0.9987834},"labels":[],"label_agreement":null},{"id":"W2147499154","doi":"","title":"Can family physicians practise good medicine without following clinical practice guidelines? No.","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority","funders":"","keywords":"Psychological intervention; Medicine; Clinical Practice; Alternative medicine; Family medicine; Nursing; Pathology","score_opus":0.27635070698526576,"score_gpt":0.5156338471124811,"score_spread":0.2392831401272153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147499154","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.445691,0.00026466657,0.0012360894,0.4648736,0.0171871,0.005249063,0.000033185523,0.00059840013,0.064866915],"genre_scores_gemma":[0.8119219,0.00033535215,0.05367222,0.11621413,0.01267742,0.0010482736,0.00019602333,0.0001589707,0.0037757447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99321634,0.00036977167,0.003357617,0.00088707835,0.0013517231,0.0008174683],"domain_scores_gemma":[0.98882294,0.004888895,0.0015645822,0.001215002,0.0027981827,0.00071038236],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010321585,0.00039914847,0.0009791852,0.0001546036,0.00017373747,0.00006204787,0.00030383235,0.00033106486,0.00010439178],"category_scores_gemma":[0.23520109,0.00033881055,0.00039296295,0.00049315294,0.00022501698,0.0008896914,0.00014739785,0.0018769549,0.00023841884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010238057,0.0009651557,0.05495063,0.000045069526,0.00065043673,0.00028766252,0.00013257556,0.0000017339502,0.0022949062,0.00022279407,0.19733164,0.74209356],"study_design_scores_gemma":[0.0065735695,0.00031362887,0.28527385,0.00005891083,0.0016836016,0.00016151453,0.00095082034,0.00024185718,0.000045135926,0.00013379453,0.7042311,0.00033226016],"about_ca_topic_score_codex":0.001272437,"about_ca_topic_score_gemma":0.0006025404,"teacher_disagreement_score":0.7417613,"about_ca_system_score_codex":0.0001084509,"about_ca_system_score_gemma":0.00042162178,"threshold_uncertainty_score":0.9999064},"labels":[],"label_agreement":null},{"id":"W2147734067","doi":"10.3747/co.20.1209","title":"When Jurisdictional Boundaries Become Barriers to Good Patient Care","year":2013,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; Thunder Bay Regional Health Sciences Centre; Sunnybrook Health Science Centre; CancerCare Manitoba; BC Cancer Agency","funders":"Partenariat Canadien Contre Le Cancer","keywords":"Licensure; Telehealth; Context (archaeology); Public relations; Medicine; Health care; Nursing; Telemedicine; Political science; Law","score_opus":0.18884204813239966,"score_gpt":0.49845872681499165,"score_spread":0.309616678682592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147734067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94774354,0.00062065513,0.00092698744,0.040353954,0.005743052,0.0015618072,0.00005704249,0.00010417949,0.0028887652],"genre_scores_gemma":[0.98917043,0.000028252349,0.0039202967,0.005438272,0.0007018835,0.0003194652,0.00028624918,0.000022715383,0.0001124213],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982591,0.00011364668,0.0007225711,0.0003063343,0.00030796474,0.0002903537],"domain_scores_gemma":[0.9980777,0.0003656203,0.00016857318,0.0002363718,0.0005800158,0.0005717034],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00019411821,0.00013951687,0.00029236215,0.00011372919,0.00019698618,0.00005125697,0.00008264757,0.000098432836,0.0062183384],"category_scores_gemma":[0.002224072,0.00012624329,0.000091052934,0.000109597844,0.00013731486,0.0001727334,0.000116842835,0.00032171552,0.0009925454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019413781,0.00026831616,0.08568361,0.0000642236,0.00006725479,0.000008039912,0.0065884776,0.000006192648,0.00016261886,0.00055020227,0.29019463,0.6162123],"study_design_scores_gemma":[0.0014238053,0.0020978912,0.024761284,0.000025602829,0.00011013247,0.00002708159,0.004997191,0.000055919754,0.000057565197,0.00070976105,0.9656118,0.00012195556],"about_ca_topic_score_codex":0.0001989937,"about_ca_topic_score_gemma":0.00019200338,"teacher_disagreement_score":0.6754172,"about_ca_system_score_codex":0.00055990106,"about_ca_system_score_gemma":0.0012821178,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W2148291309","doi":"10.1186/1865-1380-5-42","title":"Survey of preferred guideline attributes: what helps to make guidelines more useful for emergency health practitioners?","year":2012,"lang":"en","type":"article","venue":"International Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"Australasian College for Emergency Medicine","keywords":"Medicine; Guideline; Specialty; Workflow; Identification (biology); Health care; Medical emergency; MEDLINE; Family medicine; Medical education","score_opus":0.5739271029295667,"score_gpt":0.5985316594988217,"score_spread":0.024604556569254976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148291309","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24277036,0.017054847,0.17834453,0.5049974,0.053913288,0.002168106,0.00055855303,0.000047511112,0.00014541691],"genre_scores_gemma":[0.87423265,0.035241075,0.048397366,0.01478066,0.02214764,0.000077667624,0.003283901,0.00017304154,0.0016659903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98960286,0.0002549932,0.007542,0.00028114577,0.0018688735,0.00045010485],"domain_scores_gemma":[0.977685,0.0007845783,0.0040378612,0.00036632817,0.016448524,0.00067771535],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010636411,0.00030384707,0.00094337057,0.0006165723,0.0000636167,0.0000086908285,0.00046457245,0.00011146253,0.0037609746],"category_scores_gemma":[0.052067313,0.00024029956,0.00033118462,0.0005772856,0.0000442701,0.0011192798,0.00010254324,0.0003160841,0.000015599508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026506104,0.0009415823,0.110222615,0.00014476832,0.0010650364,0.0000064998326,0.0011919868,0.0002045187,0.0029013257,0.00008364814,0.8409892,0.039598238],"study_design_scores_gemma":[0.0092925485,0.0048192297,0.30275694,0.0018582114,0.00077483506,0.00031119894,0.007497493,0.0012084928,0.00064503343,0.00037501656,0.66997355,0.00048742516],"about_ca_topic_score_codex":0.00097300595,"about_ca_topic_score_gemma":0.00050105224,"teacher_disagreement_score":0.6314623,"about_ca_system_score_codex":0.0002729761,"about_ca_system_score_gemma":0.0005464796,"threshold_uncertainty_score":0.9971497},"labels":[],"label_agreement":null},{"id":"W2148354119","doi":"10.1016/j.jclinepi.2011.10.008","title":"The Global Rating Scale complements the AGREE II in advancing the quality of practice guidelines","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Canadian Partnership Against Cancer; University of Ottawa; Ottawa Hospital; BC Cancer Agency; McMaster University; Cancer Care Ontario","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Rating scale; Scale (ratio); Outcome (game theory); Quality (philosophy); Medicine; Psychology; Clinical psychology; Developmental psychology; Mathematics; Pathology","score_opus":0.8101579374006679,"score_gpt":0.706638940148075,"score_spread":0.10351899725259284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148354119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60503674,0.0012065138,0.008719504,0.38054693,0.0020789537,0.0006443238,0.000009733362,0.000008913986,0.0017483821],"genre_scores_gemma":[0.8387871,0.0025801954,0.09946477,0.05734038,0.0017593028,0.000008560859,0.0000038206827,0.000016285385,0.000039606042],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95619774,0.01843878,0.02363207,0.00034211625,0.0007875328,0.000601789],"domain_scores_gemma":[0.5070563,0.45161396,0.032917283,0.001655771,0.006302933,0.00045375267],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21601975,0.00017944587,0.0017643028,0.0000327911,0.00027564948,0.000007178025,0.00066157494,0.00018142739,0.00008367807],"category_scores_gemma":[0.7754641,0.000076057615,0.0006692494,0.0002919184,0.0006775351,0.00027422892,0.00033428732,0.0015238733,0.00000680821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038760751,0.00045096586,0.86240166,0.000025901418,0.0003165316,0.000012693828,0.00033133494,0.000114776296,0.000030001807,0.004411918,0.0175747,0.11045344],"study_design_scores_gemma":[0.0037658012,0.001651336,0.9010876,0.00014927927,0.00037443615,0.00026908563,0.006378171,0.00096461957,0.00000992639,0.021546364,0.06370859,0.00009484163],"about_ca_topic_score_codex":0.0013862767,"about_ca_topic_score_gemma":0.0021287152,"teacher_disagreement_score":0.55944437,"about_ca_system_score_codex":0.00009100656,"about_ca_system_score_gemma":0.000610213,"threshold_uncertainty_score":0.8072727},"labels":[],"label_agreement":null},{"id":"W2148589782","doi":"10.1370/afm.1654","title":"Do Clinical Guidelines Still Make Sense? No","year":2014,"lang":"en","type":"article","venue":"The Annals of Family Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Clinical Practice; Quality (philosophy); Nursing","score_opus":0.8119939218485104,"score_gpt":0.6433692943741719,"score_spread":0.16862462747433848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148589782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7061864,0.001533216,0.002415835,0.26832506,0.0019288935,0.0007984629,0.000016267446,0.000108966815,0.018686868],"genre_scores_gemma":[0.84357095,0.0037769773,0.003338084,0.14110132,0.006509477,0.00001100246,0.00006328802,0.000050494058,0.0015784183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946285,0.0005484395,0.003134216,0.00038942674,0.00094569847,0.00035371375],"domain_scores_gemma":[0.9892927,0.0056491727,0.0009082168,0.0011736888,0.0026853587,0.00029090178],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013756454,0.00025043398,0.0009535829,0.00011148066,0.000059344882,0.000007705174,0.00024493874,0.00014430584,0.0003434134],"category_scores_gemma":[0.06628211,0.00013881117,0.00025622858,0.00030320854,0.0005955413,0.00007321297,0.00012039419,0.00048011128,0.0002642388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017144164,0.00026602604,0.009703767,0.00012616639,0.00026809084,0.00002303043,0.0002257625,0.000016433309,0.004480015,0.0009390597,0.7146886,0.26754862],"study_design_scores_gemma":[0.00612306,0.0037801994,0.12521185,0.0007220132,0.00060491613,0.000082214814,0.0010754133,0.0026494942,0.00030217704,0.0023852163,0.8568323,0.00023111855],"about_ca_topic_score_codex":0.0003611358,"about_ca_topic_score_gemma":0.00001737227,"teacher_disagreement_score":0.2673175,"about_ca_system_score_codex":0.000010125391,"about_ca_system_score_gemma":0.0001308569,"threshold_uncertainty_score":0.941583},"labels":[],"label_agreement":null},{"id":"W2149769792","doi":"","title":"Update on the Canadian Diabetes Association 2008 clinical practice guidelines.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Readability; Grading (engineering); Family medicine; Clinical Practice; Type 2 diabetes; Diabetes mellitus; MEDLINE; Context (archaeology); Primary care; Negotiation; Computer science","score_opus":0.3017789993498669,"score_gpt":0.48338192391905016,"score_spread":0.18160292456918325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149769792","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07382736,0.00011296722,0.000019089117,0.90708447,0.0008764126,0.0015427154,0.00001887169,0.00007763414,0.016440468],"genre_scores_gemma":[0.6222638,0.00016208728,0.0015857185,0.37326714,0.0014631671,0.00019370309,0.00007730804,0.000017220807,0.0009698888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651176,0.00038145392,0.0014752868,0.00032475367,0.0007182334,0.00058852724],"domain_scores_gemma":[0.9927626,0.004223256,0.0006500385,0.00047963558,0.001408843,0.00047557498],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0117236795,0.00015027387,0.00027791728,0.000095324336,0.00020527423,0.00009523432,0.00015413547,0.00019685089,0.00014815423],"category_scores_gemma":[0.23113465,0.0001067752,0.0001487742,0.00030495136,0.000031497246,0.00028861917,0.000018840825,0.00064844044,0.00037725255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007781153,0.00012776488,0.025184749,0.000001584636,0.00008891267,0.000012837265,0.00000905333,0.0000038601142,0.0000015738398,0.00049351534,0.61388195,0.3601164],"study_design_scores_gemma":[0.00069128384,0.00008056567,0.47210956,0.000005926548,0.00018811008,0.00000402409,0.00003375655,0.00013222748,0.000019768413,0.00029175,0.5263629,0.00008014218],"about_ca_topic_score_codex":0.0058479332,"about_ca_topic_score_gemma":0.01629944,"teacher_disagreement_score":0.5484364,"about_ca_system_score_codex":0.0006797915,"about_ca_system_score_gemma":0.0004613414,"threshold_uncertainty_score":0.909547},"labels":[],"label_agreement":null},{"id":"W2150663851","doi":"","title":"What is the quality of drug therapy clinical practice guidelines in Canada?","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Guideline; Medicine; Rigour; Family medicine; MEDLINE; Pharmacist; Alternative medicine; Pathology; Pharmacy","score_opus":0.4890208411262386,"score_gpt":0.5669337397667737,"score_spread":0.07791289864053513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150663851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58451396,0.0014876464,0.000026436426,0.4111859,0.0008694004,0.0011498996,0.0000051917586,0.000011232426,0.0007503698],"genre_scores_gemma":[0.84460694,0.01643989,0.0011617576,0.1360125,0.0005761546,0.00029544122,0.0000141923,0.000020759408,0.0008724011],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99498874,0.00067649665,0.0029933502,0.00028801247,0.0007459044,0.0003074942],"domain_scores_gemma":[0.98852,0.008605542,0.00093688467,0.0006412604,0.0011378174,0.00015846165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01285302,0.00012293266,0.00041179731,0.000040055093,0.000032471224,0.000027120992,0.0001821429,0.000055959255,0.00012120418],"category_scores_gemma":[0.047926605,0.00008145322,0.00011942055,0.00033968023,0.0000707894,0.0005418721,0.000053982436,0.00036516227,0.0000052585788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010490208,0.00019039935,0.16956957,0.000010316203,0.00007701979,0.000017975784,0.0001305753,0.0000045156953,0.000004254059,0.000033732416,0.059163857,0.76974875],"study_design_scores_gemma":[0.0021223596,0.000016457765,0.61328924,0.0000133500425,0.000043152402,0.000016994602,0.0042205383,0.000061350765,0.000045748773,0.00010011453,0.38000295,0.00006778207],"about_ca_topic_score_codex":0.7892944,"about_ca_topic_score_gemma":0.7921673,"teacher_disagreement_score":0.769681,"about_ca_system_score_codex":0.00020239297,"about_ca_system_score_gemma":0.0012272965,"threshold_uncertainty_score":0.96009314},"labels":[],"label_agreement":null},{"id":"W2151023707","doi":"10.1503/cmaj.121830","title":"How can Canadian guideline recommendations be tested?","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Dissemination; Guideline; Process (computing); Computer science; MEDLINE; Data science; Medicine; Pathology; Political science; Telecommunications","score_opus":0.09515108963593556,"score_gpt":0.4016781593895094,"score_spread":0.30652706975357386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151023707","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02014559,0.000049014237,0.00022064566,0.9733069,0.001262693,0.00041930174,0.00011734567,0.000031719745,0.004446817],"genre_scores_gemma":[0.5296136,0.00023431366,0.006225209,0.4499348,0.0054569505,0.000049013208,0.00081745104,0.00006814142,0.007600512],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959944,0.0002474723,0.0012738084,0.00023800047,0.0014031397,0.00084319344],"domain_scores_gemma":[0.9896922,0.0006442401,0.0004815826,0.00021943692,0.002371073,0.0065914476],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030055884,0.00018301175,0.0003203579,0.0004945136,0.00047823347,0.00037678794,0.00021806397,0.00046473363,0.031826895],"category_scores_gemma":[0.034360584,0.00017349307,0.0001443773,0.00046392318,0.0000403888,0.00045635813,0.000016552325,0.0014988595,0.0003743991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000001917716,0.000020369902,0.033266414,0.0000028745965,0.00009352815,0.000103788436,0.000077794306,8.042926e-7,0.00001491754,0.00008357776,0.86990047,0.09643357],"study_design_scores_gemma":[0.0013290917,0.000089021094,0.023549493,0.000044943587,0.00008656763,0.0007397454,0.0017951343,0.00069796905,0.0000067239225,0.00024537565,0.9712407,0.00017522233],"about_ca_topic_score_codex":0.6485901,"about_ca_topic_score_gemma":0.9621235,"teacher_disagreement_score":0.52337205,"about_ca_system_score_codex":0.0039384337,"about_ca_system_score_gemma":0.016434966,"threshold_uncertainty_score":0.99988526},"labels":[],"label_agreement":null},{"id":"W2151269943","doi":"","title":"HIMSS can be a truly Canadian adventure for Canadians","year":2003,"lang":"en","type":"article","venue":"ElectronicHealthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adventure; Political science; History; Media studies; Public relations; Geography; Sociology; Art history","score_opus":0.12144993250358853,"score_gpt":0.44910915056500256,"score_spread":0.327659218061414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151269943","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27488655,0.003631917,0.00039288247,0.7091018,0.0009857176,0.005084638,0.0010147439,0.00016444417,0.0047373017],"genre_scores_gemma":[0.9531145,0.00008717057,0.0012026211,0.043079544,0.00025635393,0.00016844177,0.0007057306,0.000057248526,0.0013283584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976726,0.00011748414,0.00056795444,0.00038016023,0.0002152412,0.0010465237],"domain_scores_gemma":[0.9978428,0.00027528784,0.00013220964,0.00036219132,0.00034548095,0.0010420457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006458599,0.00018023692,0.00028999886,0.00016071231,0.000225837,0.000017961309,0.0000886092,0.00018289637,0.00023547585],"category_scores_gemma":[0.002694015,0.00018715893,0.000120873054,0.0002842171,0.000024465106,0.00006215394,0.000004278765,0.0004942732,0.000009433463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016864853,0.00056608324,0.09839848,0.0019105363,0.0010673936,0.00043553291,0.0068891803,0.000051100425,0.0033754883,0.14208256,0.5596589,0.18387827],"study_design_scores_gemma":[0.0028186305,0.000930398,0.0026386892,0.000029999841,0.00014053445,0.00013333365,0.001484274,0.00006778139,0.00057891523,0.0009700243,0.9899845,0.00022292728],"about_ca_topic_score_codex":0.62032497,"about_ca_topic_score_gemma":0.98852706,"teacher_disagreement_score":0.67822796,"about_ca_system_score_codex":0.0026903998,"about_ca_system_score_gemma":0.014844699,"threshold_uncertainty_score":0.99074024},"labels":[],"label_agreement":null},{"id":"W2151925786","doi":"10.1378/chest.08-0666","title":"Methodology for Antithrombotic and Thrombolytic Therapy Guideline Development","year":2008,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Grading (engineering); MEDLINE; Evidence-based medicine; Medical education; Evidence-based practice; Antithrombotic; Family medicine; Checklist; Alternative medicine; Psychology; Pathology","score_opus":0.6590810132959563,"score_gpt":0.541214650385248,"score_spread":0.11786636291070829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151925786","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8224906,0.0009144276,0.16567905,0.009979351,0.0003981909,0.0004165919,0.0000014314488,0.000026930487,0.00009346849],"genre_scores_gemma":[0.2786887,0.002077835,0.7137422,0.0045037954,0.00075471343,0.0000101523065,0.000022809114,0.00002973683,0.00017007143],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982348,0.0001001986,0.0010465019,0.00018186611,0.00020287436,0.00023374388],"domain_scores_gemma":[0.9979523,0.0010620219,0.0002998813,0.00012723623,0.00037055122,0.00018800427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023252212,0.00012774928,0.00036817312,0.00008996101,0.00024711827,0.000017468965,0.00006288262,0.00007667212,0.000215983],"category_scores_gemma":[0.0033038673,0.00009849236,0.000076088756,0.00008283809,0.000105854226,0.00013698872,0.000025294903,0.0002610229,0.000012667101],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027780537,0.0013732531,0.14288671,0.00034145717,0.0015387689,0.0004989495,0.0051196828,0.00004209301,0.122560136,0.00036036837,0.12124417,0.6012564],"study_design_scores_gemma":[0.015485532,0.0017279438,0.46650067,0.00009239917,0.00028556952,0.017507331,0.001047342,0.0006745542,0.014184068,0.0021487966,0.47995496,0.00039084227],"about_ca_topic_score_codex":0.000006458634,"about_ca_topic_score_gemma":0.0000044145236,"teacher_disagreement_score":0.6008655,"about_ca_system_score_codex":0.00006828912,"about_ca_system_score_gemma":0.00050492154,"threshold_uncertainty_score":0.40164018},"labels":[],"label_agreement":null},{"id":"W2152122335","doi":"10.7202/032455ar","title":"Case management : Le modèle de l’Ouest de l’île de Montréal","year":2007,"lang":"fr","type":"article","venue":"Santé mentale au Québec","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université TÉLUQ","funders":"","keywords":"Humanities; Art; Political science","score_opus":0.10069181220268857,"score_gpt":0.4064597784857337,"score_spread":0.30576796628304515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152122335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9263931,0.0069500557,0.035387795,0.015827928,0.0011696508,0.0009839719,0.00006440318,0.0001101464,0.0131129855],"genre_scores_gemma":[0.9637246,0.0006893567,0.020082643,0.0050017294,0.0018263189,0.000047213467,0.000062549516,0.00008762327,0.008477925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99592465,0.0003042127,0.0013060768,0.00051195483,0.0004328394,0.0015202359],"domain_scores_gemma":[0.9970308,0.001206329,0.0003409483,0.000574016,0.00008006831,0.00076782925],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047320053,0.00035036405,0.0003876288,0.00015379909,0.00040442194,0.000045998713,0.00020062631,0.0002102555,0.0010600038],"category_scores_gemma":[0.0008039971,0.00040401847,0.00021188411,0.00027414647,0.00024771784,0.00033940116,0.00022984095,0.000505575,0.00056337257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010826315,0.003056919,0.090018325,0.0007170119,0.0007558038,0.05999449,0.0077329376,0.00047329164,0.007769435,0.0022569932,0.033869844,0.7922723],"study_design_scores_gemma":[0.0215952,0.0018867792,0.108363695,0.0010751755,0.0042723366,0.04975263,0.1718188,0.022355206,0.024172863,0.0013039297,0.59175926,0.0016440948],"about_ca_topic_score_codex":0.7551314,"about_ca_topic_score_gemma":0.639847,"teacher_disagreement_score":0.7906282,"about_ca_system_score_codex":0.008379552,"about_ca_system_score_gemma":0.0024552066,"threshold_uncertainty_score":0.99985313},"labels":[],"label_agreement":null},{"id":"W2152161239","doi":"10.1200/jop.2013.001028","title":"Models That Work: Incorporating Quality Principles in Different Clinical Settings","year":2013,"lang":"en","type":"article","venue":"Journal of Oncology Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Canadian Partnership Against Cancer; Cancer Care Ontario","funders":"","keywords":"Medicine; Quality (philosophy); Work (physics); MEDLINE; Data science; Computer science","score_opus":0.582855420879729,"score_gpt":0.5880735195357244,"score_spread":0.005218098655995429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152161239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8534266,0.000106602616,0.0030801513,0.1381984,0.0006927595,0.00051259313,8.6407135e-7,0.000015289508,0.0039667855],"genre_scores_gemma":[0.9207545,0.00026669388,0.065788776,0.012227729,0.0008082736,0.000012221344,0.000004927509,0.000021472608,0.00011541623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99220145,0.0023639163,0.004232791,0.00026001415,0.0006478706,0.00029393312],"domain_scores_gemma":[0.96186364,0.028282784,0.007670924,0.0003626428,0.0014492898,0.00037071627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01626975,0.00018537191,0.00096625864,0.00018732288,0.000058885693,0.000049222494,0.0001919355,0.00030976138,0.0001776128],"category_scores_gemma":[0.06298357,0.00013619776,0.00023926172,0.00023828945,0.00012964354,0.0021635492,0.00015938116,0.0020911715,0.000047641377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050593996,0.0050105196,0.6893458,0.00008497949,0.00044954105,0.0005710464,0.00081601116,0.0004300594,0.00046249665,0.0008457241,0.014154425,0.28277],"study_design_scores_gemma":[0.011695871,0.0033885527,0.89674914,0.0002938268,0.00072851824,0.0017497862,0.009485558,0.0028087099,0.00007367065,0.0038277158,0.06891601,0.00028261618],"about_ca_topic_score_codex":0.00016521868,"about_ca_topic_score_gemma":0.000044352808,"teacher_disagreement_score":0.2824874,"about_ca_system_score_codex":0.00045355537,"about_ca_system_score_gemma":0.00083131413,"threshold_uncertainty_score":0.94490933},"labels":[],"label_agreement":null},{"id":"W2152680309","doi":"10.1016/s0140-6736(08)61347-1","title":"A vision statement on guideline development for respiratory disease: the example of COPD","year":2008,"lang":"en","type":"article","venue":"The Lancet","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Heart, Lung, and Blood Institute; European Respiratory Society; American Thoracic Society; U.S. Department of Health and Human Services","keywords":"Scopus; Guideline; Library science; Medicine; Specialty; Critical appraisal; MEDLINE; Family medicine; Medical education; Political science; Alternative medicine; Pathology; Computer science; Law","score_opus":0.42394147675400734,"score_gpt":0.5083120728204304,"score_spread":0.08437059606642311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152680309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86824274,0.0005697827,0.011300591,0.11573926,0.00032947105,0.002916458,0.00011214336,0.00007372927,0.0007158342],"genre_scores_gemma":[0.9407383,0.00016589853,0.013587117,0.043194298,0.0012787856,0.00020525805,0.00021039962,0.000033963923,0.0005859667],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828976,0.00010323044,0.0008872213,0.00016232436,0.00038307667,0.00017436565],"domain_scores_gemma":[0.99775666,0.0010915822,0.00028722183,0.0005897932,0.00021190399,0.00006286204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023787767,0.00009155724,0.000246407,0.000023933108,0.00015697606,0.0000056905,0.00016076985,0.000019365481,0.00011069097],"category_scores_gemma":[0.001779657,0.00004647289,0.000056300603,0.00008627565,0.00007730049,0.000040272647,0.000054195036,0.000106601714,0.000025458232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003621287,0.0002711407,0.0045553804,0.00008333702,0.00008551568,0.0000066862312,0.00057152344,0.00013300257,0.0011392283,0.0008630897,0.95881593,0.029853856],"study_design_scores_gemma":[0.0030579062,0.00035387644,0.05480565,0.00005469327,0.00006283627,0.0000022699467,0.000099859,0.00032027691,0.0010642164,0.00024526406,0.93987477,0.000058390204],"about_ca_topic_score_codex":0.000081485414,"about_ca_topic_score_gemma":0.000036837188,"teacher_disagreement_score":0.07254496,"about_ca_system_score_codex":0.00006581223,"about_ca_system_score_gemma":0.00029298212,"threshold_uncertainty_score":0.21305442},"labels":[],"label_agreement":null},{"id":"W2153023188","doi":"10.1016/s1499-2671(08)24096-7","title":"Diabetes Care in an Academic Setting: Glycemic Control and Management of Microvascular and Macrovascular Complications - How Well Are We Doing?","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Medicine; Glycemic; Diabetes mellitus; Intensive care medicine; Macrovascular disease; Disease; Diabetes management; Type 2 diabetes; Internal medicine; Endocrinology","score_opus":0.05157609928590074,"score_gpt":0.33800930009628194,"score_spread":0.2864332008103812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153023188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97378474,0.013980918,0.00002780852,0.011672398,0.000058529673,0.00040485724,0.000040833573,0.000004726617,0.000025183428],"genre_scores_gemma":[0.9953605,0.001221829,0.0021332803,0.001151641,0.000074776864,0.0000079037945,0.000023060247,0.000022359616,0.0000046399086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99841106,0.000119013304,0.0007449504,0.00020551824,0.00020093482,0.00031854265],"domain_scores_gemma":[0.99806726,0.00025187578,0.0004980243,0.00023034481,0.00031623503,0.00063627196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054389826,0.00015253041,0.00047006,0.0003521146,0.000099640354,0.000023015915,0.00013002435,0.00010115181,0.000012720875],"category_scores_gemma":[0.0003021148,0.0001486677,0.0001025809,0.00018474355,0.00021419761,0.00026605488,0.000018682089,0.00038958824,0.0000016675705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016944037,0.00002019422,0.98841834,0.00038695498,0.00023006568,0.000041773626,0.00042619518,0.000024291458,0.0021505773,0.000010655671,0.00077238353,0.0075016073],"study_design_scores_gemma":[0.007280319,0.000529702,0.96705675,0.0011761452,0.00070541847,0.000057277244,0.0050629238,0.0003556922,0.0009050101,0.000087460394,0.016570417,0.0002128889],"about_ca_topic_score_codex":0.00012591158,"about_ca_topic_score_gemma":0.0015901956,"teacher_disagreement_score":0.021575764,"about_ca_system_score_codex":0.00011693489,"about_ca_system_score_gemma":0.00031319872,"threshold_uncertainty_score":0.60624933},"labels":[],"label_agreement":null},{"id":"W2153203194","doi":"10.1186/1748-5908-3-55","title":"Evidence-informed health policy 3 – Interviews with the directors of organizations that support the use of research evidence","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Viewpoints; CLARITY; Health services research; Public relations; Medicine; Health informatics; Government (linguistics); Health administration; Focus group; Qualitative research; Health policy; Medical education; Public health; Nursing; Sociology; Political science; Marketing; Social science; Business","score_opus":0.8600614552869816,"score_gpt":0.6988014260391189,"score_spread":0.16126002924786276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153203194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8308664,0.00014669543,0.0040258844,0.16238034,0.00010530633,0.0023640057,0.000028292066,0.00002672916,0.00005635202],"genre_scores_gemma":[0.9917691,0.0014041993,0.002582189,0.0039779153,0.000055492394,0.00004795396,0.000016558877,0.00001127386,0.00013531337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99551046,0.0004458085,0.0011430511,0.0002938619,0.002207719,0.00039910714],"domain_scores_gemma":[0.98712087,0.007820113,0.0009307285,0.00073392334,0.0032433055,0.00015104415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008164932,0.00010926764,0.00023625538,0.00039038356,0.0006899851,0.00005874269,0.0005139629,0.000018659815,0.0004543096],"category_scores_gemma":[0.02713111,0.00005706027,0.000042592415,0.006221841,0.0019660846,0.0018952627,0.00021880954,0.00020809236,0.000013166485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006314846,0.00027860998,0.67220896,0.00034414083,0.00009448969,0.00000899624,0.061470453,0.00015668417,0.013460054,0.0018034872,0.11059536,0.13894731],"study_design_scores_gemma":[0.0012668305,0.0022013835,0.9106869,0.0006846403,0.00007176823,0.00022098683,0.028166717,0.0002305869,0.029208157,0.000031737098,0.027081592,0.0001486587],"about_ca_topic_score_codex":0.009912933,"about_ca_topic_score_gemma":0.00338861,"teacher_disagreement_score":0.238478,"about_ca_system_score_codex":0.00032990004,"about_ca_system_score_gemma":0.009381441,"threshold_uncertainty_score":0.99668014},"labels":[],"label_agreement":null},{"id":"W2153240176","doi":"10.5430/jha.v3n6p127","title":"Physician experiences of patient-centered and team- based ward rounding – an interview based case-study","year":2014,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Västra Götalandsregionen","keywords":"Qualitative research; Autonomy; Medicine; Nursing; Health care; Notice; Hospital medicine; Exploratory research; Psychology; Medical education; Family medicine","score_opus":0.11388813128598242,"score_gpt":0.43068392796555055,"score_spread":0.31679579667956814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153240176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956241,0.00002220298,0.0028871684,0.0007097207,0.0003646301,0.0003475602,0.0000020678967,0.000007436079,0.00003511057],"genre_scores_gemma":[0.9967132,0.0000021032176,0.0026212628,0.0004423966,0.00018992029,0.000007057737,0.000011583777,0.000010972207,0.0000014881604],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.997908,0.00025733258,0.0012042393,0.00014899332,0.00037954998,0.00010191059],"domain_scores_gemma":[0.9979081,0.0002725018,0.0011674128,0.00015228493,0.0003608918,0.000138823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010472011,0.000117607655,0.00032318677,0.00009674868,0.00005447068,0.000044795397,0.00005850353,0.000037011592,0.000026172806],"category_scores_gemma":[0.0009209334,0.0000950398,0.0000953277,0.00010238855,0.00005161312,0.00054837245,0.000012520307,0.00014681793,5.782481e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006862864,0.044233818,0.5054516,0.0009865112,0.0005737954,0.002721855,0.088041715,0.00012519157,0.007870007,0.00009183956,0.0010003058,0.34204048],"study_design_scores_gemma":[0.013617088,0.32017756,0.03412269,0.0008796421,0.0010646872,0.0013260797,0.58885413,0.02340413,0.015506135,0.000094647614,0.000452606,0.0005006367],"about_ca_topic_score_codex":0.000025285424,"about_ca_topic_score_gemma":0.00003966572,"teacher_disagreement_score":0.5008124,"about_ca_system_score_codex":0.00004147419,"about_ca_system_score_gemma":0.00016044901,"threshold_uncertainty_score":0.38756108},"labels":[],"label_agreement":null},{"id":"W2153945906","doi":"10.1038/sj.bdj.2010.770","title":"Introducing care pathway commissioning to primary dental care: the concept","year":2010,"lang":"en","type":"article","venue":"BDJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria Park","funders":"","keywords":"Project commissioning; Underpinning; Medicine; Dental care; Psychological intervention; Primary care; Care pathway; Nursing; Health care; Publishing; Family medicine; Engineering","score_opus":0.06487101226201199,"score_gpt":0.4266857996985121,"score_spread":0.36181478743650014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153945906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735308,0.00033347675,0.0006861791,0.015785772,0.0015252788,0.0008535903,0.000018730356,0.000083802544,0.0071823583],"genre_scores_gemma":[0.9836714,0.0000027032686,0.007138733,0.0074552135,0.0012868925,0.000019552397,0.00014577298,0.000020037314,0.0002596475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998888,0.000054241682,0.00038048238,0.00021844049,0.0002729823,0.00018586627],"domain_scores_gemma":[0.9986444,0.00047296673,0.000092295355,0.00042250907,0.0002292114,0.00013862895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003529226,0.0000929088,0.00014702811,0.000029282068,0.00020534043,0.00003172938,0.00011868993,0.00005614072,0.00035540434],"category_scores_gemma":[0.002883259,0.00006360931,0.00005847541,0.00010815087,0.000043085394,0.000079309815,0.00014349626,0.0004552687,0.00008996616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033246123,0.000109715154,0.075254485,0.00010836426,0.000059032533,0.000060541326,0.03620499,0.00006891571,0.23303546,0.00057682,0.070716254,0.58347297],"study_design_scores_gemma":[0.0026060722,0.00040691442,0.06882802,0.000094774434,0.00016005735,0.00011447023,0.077450216,0.00004603756,0.022879653,0.000020223139,0.82714874,0.0002448083],"about_ca_topic_score_codex":0.00034567542,"about_ca_topic_score_gemma":0.00066279975,"teacher_disagreement_score":0.75643253,"about_ca_system_score_codex":0.00009546725,"about_ca_system_score_gemma":0.00019657293,"threshold_uncertainty_score":0.3891428},"labels":[],"label_agreement":null},{"id":"W2154541062","doi":"10.1186/s13012-015-0247-8","title":"Trends in guideline implementation: a scoping systematic review","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":252,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Suomalainen Lääkäriseura Duodecim; Monash University; Intensive Care Society; National Institute for Health and Care Excellence; Finska Läkaresällskapet","keywords":"Medicine; Health informatics; Health services research; Health administration; Guideline; Public health; Nursing; Pathology","score_opus":0.5308642491142563,"score_gpt":0.6654456485399967,"score_spread":0.13458139942574032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154541062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54044217,0.022996748,0.044864744,0.3120817,0.0054796976,0.05680677,0.00032607344,0.0014455229,0.015556571],"genre_scores_gemma":[0.9424104,0.00038443282,0.022068786,0.03295306,0.00022347222,0.0006250885,0.0011112767,0.000043893277,0.00017959035],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99398315,0.00019773364,0.0031573288,0.0005494909,0.0016210222,0.0004912618],"domain_scores_gemma":[0.9971253,0.00017429827,0.0007912047,0.0005364226,0.0009953243,0.00037745028],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010141084,0.00019673769,0.0006018586,0.00078550586,0.00011472751,0.00009834578,0.00027417726,0.000028815819,0.0021085234],"category_scores_gemma":[0.0020862506,0.00017521282,0.00009137192,0.0032139632,0.00013330141,0.0012833362,0.00013103838,0.00014317296,0.00010298468],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005673719,0.0012559833,0.21437488,0.15129986,0.00028856902,0.0003501193,0.008276443,0.0001223566,0.011122566,0.0051928344,0.3620902,0.2450588],"study_design_scores_gemma":[0.1401588,0.009215211,0.16986954,0.3436027,0.00903733,0.0037896668,0.26410332,0.008919903,0.022150261,0.0032215163,0.019202467,0.0067292997],"about_ca_topic_score_codex":0.0005518535,"about_ca_topic_score_gemma":0.0011680656,"teacher_disagreement_score":0.4019682,"about_ca_system_score_codex":0.00065511884,"about_ca_system_score_gemma":0.0014087555,"threshold_uncertainty_score":0.9988037},"labels":[],"label_agreement":null},{"id":"W2155521427","doi":"10.1016/j.spinee.2009.08.168","title":"138. Rates of Infection Following Spine Surgery Based on 108,419 Procedures: A Report from The Scoliosis Research Society Morbidity and Mortality Committee","year":2009,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Manitoba","funders":"","keywords":"Medicine; Medicaid; Denial; Context (archaeology); Scoliosis; Spinal surgery; Surgery; General surgery; Health care","score_opus":0.36952074626853726,"score_gpt":0.542846608311088,"score_spread":0.17332586204255074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155521427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95741016,0.00025039093,0.00092443026,0.040537428,0.0002490769,0.00048571362,0.0000042360252,0.000019313957,0.00011922822],"genre_scores_gemma":[0.9949262,0.00042420425,0.0006003675,0.0029237852,0.0010379889,0.000008031237,0.000023973096,0.000014672123,0.000040780717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966677,0.00058736006,0.0012148701,0.00022353478,0.0010367337,0.0002698127],"domain_scores_gemma":[0.997425,0.0007474509,0.0006945074,0.0004968401,0.0005121616,0.00012399074],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013893763,0.00014919962,0.00039392442,0.0000815542,0.00049250154,0.00008709125,0.000108268854,0.00008465655,0.00006729505],"category_scores_gemma":[0.017108345,0.00008384766,0.00037721204,0.0004934716,0.00014692463,0.00022251901,0.00004818951,0.0010962135,0.0000022383106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033005912,0.0010847761,0.86130434,0.00013088352,0.0006044604,0.00018637639,0.0006315474,0.00020332025,0.021457229,0.000017083792,0.104367845,0.009682079],"study_design_scores_gemma":[0.001166504,0.0003996599,0.99267673,0.00055447157,0.0003141118,0.00015186581,0.0003409965,0.001884682,0.001372974,0.0007344605,0.00032314917,0.000080384496],"about_ca_topic_score_codex":0.00232694,"about_ca_topic_score_gemma":0.00037346073,"teacher_disagreement_score":0.13137239,"about_ca_system_score_codex":0.00011850532,"about_ca_system_score_gemma":0.0006320512,"threshold_uncertainty_score":0.99117094},"labels":[],"label_agreement":null},{"id":"W2155628034","doi":"10.1016/j.jcjd.2015.05.009","title":"Policies, Guidelines and Consensus Statements: Pharmacologic Management of Type 2 Diabetes–2015 Interim Update","year":2015,"lang":"en","type":"review","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interim; Medicine; Scopus; Type 2 diabetes; Warrant; Executive summary; MEDLINE; Family medicine; Diabetes mellitus; Alternative medicine; Clinical Practice; Law; Pathology; Political science","score_opus":0.4246059317806517,"score_gpt":0.5584094785372518,"score_spread":0.13380354675660006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155628034","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0095632225,0.9850068,0.000001977159,0.0030105673,0.00121188,0.0007430136,0.00027751317,0.000007871406,0.00017717028],"genre_scores_gemma":[0.00091369136,0.99361825,0.002505379,0.0021359597,0.00042238995,0.0000101063015,0.00018632536,0.00006701011,0.00014088374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952533,0.00028100147,0.0033266847,0.0002529045,0.00037928583,0.00050680724],"domain_scores_gemma":[0.9936031,0.0003741317,0.0023900168,0.00030233877,0.0019726618,0.0013577316],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026838467,0.00039316333,0.0020967147,0.00065841415,0.000047779846,0.000049815953,0.00029376577,0.00018003938,0.0003110944],"category_scores_gemma":[0.0024295552,0.00030818148,0.0002721867,0.0004330688,0.0002290217,0.00014964996,0.00008732234,0.0004888516,0.000024071764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012173564,0.000046565146,0.0013678112,0.0086871,0.0021757525,0.00009827161,0.00003232045,0.0000021063922,0.0000040576897,0.000028525004,0.23373514,0.75381017],"study_design_scores_gemma":[0.0013133399,0.0006721016,0.000072343006,0.009408335,0.0055276393,0.000028336453,0.00023135619,0.000017178843,0.0000037516397,0.000121862606,0.9823672,0.00023654138],"about_ca_topic_score_codex":0.00024534497,"about_ca_topic_score_gemma":0.0002633311,"teacher_disagreement_score":0.75357366,"about_ca_system_score_codex":0.00043323677,"about_ca_system_score_gemma":0.0038375747,"threshold_uncertainty_score":0.99993706},"labels":[],"label_agreement":null},{"id":"W2156517193","doi":"10.1186/1748-5908-4-36","title":"An exploration of how guideline developer capacity and guideline implementability influence implementation and adoption: study protocol","year":2009,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; St. Michael's Hospital; Toronto General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Medicine; Psychological intervention; Thematic analysis; Qualitative research; Health administration; Protocol (science); Nursing; Health care; Health services research; Process management; Business; Public health; Alternative medicine","score_opus":0.39289699297911407,"score_gpt":0.6125585546119642,"score_spread":0.2196615616328501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156517193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9240049,0.0000035001347,0.017800057,0.006940659,0.000052711228,0.051047694,0.00005017027,0.00006957407,0.000030750372],"genre_scores_gemma":[0.9371908,0.0000071387276,0.05563001,0.0017374175,0.000090095484,0.0051588323,0.00016786974,0.000014723547,0.0000031280815],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941834,0.00026891258,0.0028230809,0.0009307537,0.0013444283,0.0004493941],"domain_scores_gemma":[0.9955877,0.00016571609,0.0010436503,0.0005894126,0.0022616193,0.0003518846],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007844525,0.00030402592,0.00041981807,0.0003923208,0.0004254566,0.0002338937,0.00021569627,0.000052009447,0.00031202374],"category_scores_gemma":[0.0008813018,0.00027834618,0.000041288382,0.0010609794,0.00037464825,0.007205095,0.0001253211,0.0001666003,0.0000019899312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052353967,0.0008385906,0.40672886,0.00006864963,0.000035367448,0.000003951123,0.004646355,0.000037337963,0.13877386,0.0010365207,0.00072561874,0.44658133],"study_design_scores_gemma":[0.010902038,0.0053270594,0.8840771,0.000020405761,0.00017331816,0.00004262264,0.0737918,0.00067319896,0.020409992,0.0013628574,0.0028299436,0.00038969071],"about_ca_topic_score_codex":0.00095390587,"about_ca_topic_score_gemma":0.0012920443,"teacher_disagreement_score":0.4773482,"about_ca_system_score_codex":0.00023220405,"about_ca_system_score_gemma":0.00070949906,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W2156697024","doi":"10.1016/j.ijmedinf.2005.08.011","title":"Methodology to ease the construction of a terminology of problems","year":2005,"lang":"en","type":"article","venue":"International Journal of Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Terminology; Computer science; Unified Medical Language System; Usability; Problem statement; Set (abstract data type); Cluster analysis; Information retrieval; Guideline; Statement (logic); Natural language processing; Artificial intelligence; Medicine; Management science; Human–computer interaction; Linguistics; Programming language","score_opus":0.3396145269471259,"score_gpt":0.5494049734716584,"score_spread":0.2097904465245325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156697024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75847983,0.000050570074,0.13991702,0.099892445,0.0010274366,0.0001967487,0.000010015905,0.000004747359,0.00042119896],"genre_scores_gemma":[0.78182906,0.00023362692,0.20999087,0.0072354395,0.00067726726,0.000002407467,0.0000074178665,0.0000057658644,0.000018140328],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99594873,0.000113444796,0.002510966,0.00003283955,0.0013063621,0.000087667824],"domain_scores_gemma":[0.99529237,0.0016881275,0.0015419057,0.000109848464,0.0012282273,0.00013950572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034665205,0.000062555984,0.0002968264,0.00022008049,0.000010432572,0.0000057911398,0.0003665206,0.00009953286,0.00046505223],"category_scores_gemma":[0.014263378,0.000038854076,0.000114661205,0.00010050042,0.00020340316,0.0001961195,0.00009589733,0.0003499484,0.0000092724595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010354486,0.00038730545,0.0059177107,0.000118674725,0.0006869238,0.000023853569,0.004421062,0.0006306649,0.0012534214,0.0062277555,0.0069378493,0.97235936],"study_design_scores_gemma":[0.042839356,0.010999039,0.03350331,0.0043308735,0.002361371,0.056010265,0.04554924,0.09143555,0.05073404,0.015899794,0.6456052,0.00073196285],"about_ca_topic_score_codex":0.000027572749,"about_ca_topic_score_gemma":0.000014980571,"teacher_disagreement_score":0.97162735,"about_ca_system_score_codex":0.00005457443,"about_ca_system_score_gemma":0.0004362082,"threshold_uncertainty_score":0.9940399},"labels":[],"label_agreement":null},{"id":"W2157246421","doi":"","title":"Development of an Integrated Information System for Ontario's Community Care Access Centres","year":2001,"lang":"en","type":"article","venue":"ElectronicHealthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Business; Information access; Knowledge management; Computer science; Process management; World Wide Web; Political science","score_opus":0.20527714281134002,"score_gpt":0.48289593798695696,"score_spread":0.27761879517561694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157246421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938361,0.00009420792,0.0034919288,0.00078802236,0.00012214895,0.0012993221,0.000026630862,0.00009033027,0.0002513203],"genre_scores_gemma":[0.9880106,0.000008854087,0.0083263805,0.0004820205,0.0000456556,0.00008930921,0.003001401,0.00001417066,0.000021636895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980227,0.00017658222,0.0010956274,0.00011977228,0.00025672736,0.0003286053],"domain_scores_gemma":[0.9978258,0.0001848116,0.00042930793,0.00033921047,0.0010758605,0.00014503341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007081134,0.00013435668,0.00028956853,0.000113883965,0.00024062,0.000029624714,0.0001819728,0.00010808126,0.000043166765],"category_scores_gemma":[0.0004542334,0.00012390221,0.00005574676,0.00021614645,0.000017111817,0.0006372843,0.0000445481,0.00050961704,0.0000039362963],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005085165,0.00036888302,0.086708866,0.0040193764,0.0001991896,0.0000034799782,0.052787006,0.000057595003,0.0006545482,0.00045650473,0.0005110242,0.84914833],"study_design_scores_gemma":[0.011971841,0.0039993166,0.2586813,0.00088339846,0.00036371575,0.0001270139,0.23115805,0.00131913,0.029269297,0.000061067796,0.46158653,0.0005793083],"about_ca_topic_score_codex":0.04082188,"about_ca_topic_score_gemma":0.3884751,"teacher_disagreement_score":0.84856904,"about_ca_system_score_codex":0.0026854714,"about_ca_system_score_gemma":0.0029679665,"threshold_uncertainty_score":0.9655654},"labels":[],"label_agreement":null},{"id":"W2157320676","doi":"10.1183/09031936.00184511","title":"A guide to the translation of the Global Initiative for Asthma (GINA) strategy into improved care","year":2012,"lang":"en","type":"review","venue":"European Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Institut universitaire de cardiologie et de pneumologie de Québec","funders":"University of Toronto; University of Ottawa","keywords":"Medicine; Guideline; Asthma; Knowledge translation; Clinical Practice; Quality (philosophy); Family medicine; Knowledge management; Pathology","score_opus":0.3872373363578813,"score_gpt":0.5255759978490568,"score_spread":0.13833866149117552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157320676","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005873886,0.98727953,0.004014025,0.0010267828,0.0008940928,0.0028936875,0.00018935838,0.000017488714,0.0036263007],"genre_scores_gemma":[0.0028084966,0.95792776,0.010608075,0.011627466,0.015867604,0.00018000192,0.00021650568,0.00046025362,0.0003038237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99452275,0.002212541,0.0021881931,0.00027919604,0.00048663636,0.00031070175],"domain_scores_gemma":[0.9957156,0.0007076985,0.0019085367,0.00056820863,0.00085666956,0.0002432844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043094265,0.00034416874,0.00083085743,0.000087736895,0.00027905716,0.000072649374,0.0005177114,0.00010975903,0.000057536447],"category_scores_gemma":[0.0024471343,0.0001822058,0.0008278543,0.00038699713,0.00008055555,0.00018009836,0.00010893158,0.0008500015,0.000043346892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010326932,0.000036120666,0.00003259538,0.0016042668,0.00018220207,0.000007660753,0.00038635937,0.0000046541177,0.0000075479156,0.00002561475,0.0033646976,0.994245],"study_design_scores_gemma":[0.0010663315,0.00073397066,0.0003982577,0.002414293,0.0017135725,0.00015737291,0.00079967553,0.00000340537,0.0000029484368,0.000011037859,0.9925323,0.00016680111],"about_ca_topic_score_codex":0.000009095675,"about_ca_topic_score_gemma":0.00008986104,"teacher_disagreement_score":0.9940782,"about_ca_system_score_codex":0.00042587545,"about_ca_system_score_gemma":0.0014646405,"threshold_uncertainty_score":0.7430137},"labels":[],"label_agreement":null},{"id":"W2157357048","doi":"10.2215/cjn.02840806","title":"Appraisal of Evidence and Control of Bias in the Kidney Disease Outcomes Quality Initiative Guideline Development Process","year":2006,"lang":"en","type":"review","venue":"Clinical Journal of the American Society of Nephrology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Guideline; Intensive care medicine; Quality (philosophy); Critical appraisal; Process (computing); Control (management); MEDLINE; Kidney disease; Internal medicine; Alternative medicine; Pathology","score_opus":0.640939542188536,"score_gpt":0.6338909834695647,"score_spread":0.007048558718971254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157357048","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1290108,0.75773275,0.003919743,0.10504889,0.00060806365,0.0033423062,0.0003105329,0.000011063236,0.000015866348],"genre_scores_gemma":[0.054673273,0.88686144,0.0068851276,0.05109099,0.00039950252,0.00002182163,0.00002689546,0.0000346417,0.0000062762497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98443955,0.0041551352,0.009973261,0.0003034114,0.00088899396,0.00023962356],"domain_scores_gemma":[0.9181472,0.05603528,0.02333781,0.0006649435,0.0015537784,0.00026099017],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015982445,0.00032762173,0.0046809693,0.00008485181,0.000039316677,0.000005543659,0.0007324218,0.0001934356,0.000013418484],"category_scores_gemma":[0.05079223,0.00015448281,0.0019503322,0.00053621596,0.0026205783,0.00011051785,0.00017881682,0.0012909076,4.8628124e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030269166,0.0028632549,0.32685828,0.011333856,0.0035748607,0.000020564003,0.0009352011,0.000014974377,0.000011681853,0.000027356784,0.03953762,0.6117954],"study_design_scores_gemma":[0.0061996668,0.0022969923,0.36970538,0.008944194,0.007921727,0.0001233252,0.0022454727,0.000060572176,0.0000019546515,0.000307451,0.6018701,0.00032316247],"about_ca_topic_score_codex":0.00009277982,"about_ca_topic_score_gemma":0.000012337943,"teacher_disagreement_score":0.61147225,"about_ca_system_score_codex":0.00006508162,"about_ca_system_score_gemma":0.004072056,"threshold_uncertainty_score":0.965563},"labels":[],"label_agreement":null},{"id":"W2158094975","doi":"10.12968/pnur.2007.18.4.23293","title":"Clinical Q&amp;A","year":2007,"lang":"en","type":"article","venue":"Practice Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Primary care; Ask price; Set (abstract data type); Medicine; Service (business); Medical education; Family medicine; Psychology; Pediatrics; Computer science; Business","score_opus":0.4957372699532291,"score_gpt":0.655710456218606,"score_spread":0.15997318626537693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158094975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.355447,0.0005753629,0.25094807,0.14200091,0.0043304707,0.0010334491,0.0000026525686,0.0004078117,0.24525426],"genre_scores_gemma":[0.72343767,0.00011964178,0.25667608,0.016929993,0.0020723792,0.0000022760798,0.00003800893,0.000039637136,0.000684315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973176,0.00020135022,0.0013568847,0.0003222833,0.00045981206,0.00034208337],"domain_scores_gemma":[0.98933524,0.009023597,0.0005052251,0.0004064363,0.00043337006,0.00029614262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008938916,0.00011772412,0.00025174287,0.00009426305,0.00010021487,0.000034562236,0.00006580768,0.0001359428,0.00030118],"category_scores_gemma":[0.05362857,0.000113829476,0.00013042177,0.00026904247,0.00011899717,0.0006789171,0.000020628353,0.00068270764,0.0007026383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002281679,0.0013507039,0.019874003,0.00001503677,0.000079269164,0.00010085439,0.0003085912,0.0000010217732,0.0011995364,0.0007748638,0.021835716,0.9521787],"study_design_scores_gemma":[0.0026736376,0.0004126001,0.08407084,0.00016121492,0.0008256057,0.001083171,0.0028371627,0.00008719894,0.00024143636,0.0005822475,0.9068395,0.00018542174],"about_ca_topic_score_codex":0.00005498474,"about_ca_topic_score_gemma":0.000019474892,"teacher_disagreement_score":0.9519933,"about_ca_system_score_codex":0.00016323428,"about_ca_system_score_gemma":0.00017754614,"threshold_uncertainty_score":0.95434314},"labels":[],"label_agreement":null},{"id":"W2158214194","doi":"10.1200/jop.2012.000578","title":"Adherence to Clinical Practice Guidelines for Adjuvant Chemotherapy for Colorectal Cancer in a Canadian Province: A Population-Based Analysis","year":2012,"lang":"en","type":"article","venue":"Journal of Oncology Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Cancer Care Nova Scotia; University of Toronto; Ontario Institute for Cancer Research","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Colorectal cancer; Oncology; Adjuvant; Clinical Practice; Cancer; MEDLINE; Adjuvant chemotherapy; Population; Internal medicine; Family medicine; Chemotherapy; Environmental health; Breast cancer","score_opus":0.332574372713144,"score_gpt":0.6279637241810038,"score_spread":0.2953893514678598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158214194","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4170894,0.00093929825,0.03016738,0.5440105,0.0028905375,0.004437941,0.00014769372,0.000020368509,0.0002968616],"genre_scores_gemma":[0.5261529,0.00020381647,0.3989723,0.0720818,0.002260319,0.00019249365,0.000042619475,0.000034666205,0.000059073132],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945833,0.0005862524,0.0034670373,0.00029519183,0.00045946686,0.0006087613],"domain_scores_gemma":[0.9662773,0.021954937,0.0032854434,0.0002193657,0.0073771332,0.000885815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018978786,0.00020351852,0.0010420365,0.00067258853,0.0001005914,0.000031974403,0.00018406207,0.00031417533,0.0001434802],"category_scores_gemma":[0.28402933,0.00017682987,0.00044280067,0.0008141172,0.00003757301,0.0012455857,0.000018654826,0.0006017476,0.0000063268185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030998148,0.0026884794,0.58433044,0.000073591,0.0021921955,0.00007096947,0.00046165605,0.0020285756,0.00022770399,0.000089722955,0.04622678,0.33061177],"study_design_scores_gemma":[0.0094316155,0.0071753575,0.2321907,0.00006792131,0.0058411104,0.0002241468,0.0016299457,0.0058873277,0.000049099042,0.000023186261,0.7372712,0.00020838961],"about_ca_topic_score_codex":0.07349505,"about_ca_topic_score_gemma":0.24888614,"teacher_disagreement_score":0.6910444,"about_ca_system_score_codex":0.00177366,"about_ca_system_score_gemma":0.009557356,"threshold_uncertainty_score":0.9960575},"labels":[],"label_agreement":null},{"id":"W2158408499","doi":"10.1586/erp.11.11","title":"Inventory of Cancer Guidelines: a tool to advance the guideline enterprise and improve the uptake of evidence","year":2011,"lang":"en","type":"review","venue":"Expert Review of Pharmacoeconomics & Outcomes Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Partnership Against Cancer","funders":"Health Research Board; Cancer Care Ontario; Hamilton Health Sciences","keywords":"Guideline; Psychological intervention; Medicine; Audit; Leverage (statistics); Process management; Quality (philosophy); Traceability; Breast cancer; Business; Cancer; Computer science; Nursing; Accounting; Pathology","score_opus":0.5089455112329556,"score_gpt":0.702869191668811,"score_spread":0.1939236804358554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158408499","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012474316,0.9778556,0.00006168446,0.0143792,0.0005757438,0.0067363936,0.00018289042,0.000009332807,0.00007437993],"genre_scores_gemma":[0.000009307916,0.9834128,0.0039650644,0.010501623,0.00047119686,0.0011286588,0.000030507308,0.000084229614,0.0003966338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98839235,0.00102311,0.008514965,0.0007459004,0.00081582967,0.0005078512],"domain_scores_gemma":[0.9872026,0.0050304537,0.0029542672,0.0018372642,0.002730731,0.0002447035],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017931346,0.00053254416,0.003638775,0.00029560245,0.00008730169,0.000018634237,0.0014334295,0.00014585373,0.0010674554],"category_scores_gemma":[0.023202915,0.00026024887,0.0010646676,0.0005554058,0.0004749399,0.00025396116,0.0011288477,0.0010086234,0.000031226962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011370653,0.00009213125,0.000115744755,0.04974345,0.0005349541,0.0000018732917,0.0002017275,5.77103e-7,0.000060978517,0.000044213455,0.0529242,0.89616644],"study_design_scores_gemma":[0.0005145127,0.00019915076,0.00002135634,0.06790585,0.0010508621,0.000012436008,0.00014784746,0.000065477914,0.000060241277,0.00001664117,0.9298038,0.00020183389],"about_ca_topic_score_codex":0.0014558971,"about_ca_topic_score_gemma":0.00007237746,"teacher_disagreement_score":0.8959646,"about_ca_system_score_codex":0.00033160095,"about_ca_system_score_gemma":0.0022343025,"threshold_uncertainty_score":0.999985},"labels":[],"label_agreement":null},{"id":"W2159187378","doi":"10.1136/sti.77.6.453","title":"Clinical governance and genitourinary medicine","year":2001,"lang":"en","type":"article","venue":"Sexually Transmitted Infections","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Venereology; Medicine; Clinical governance; Genitourinary medicine; Corporate governance; Family medicine; Christian ministry; Medical education; Health care; Management; Law; Pathology; Political science","score_opus":0.13611286400697528,"score_gpt":0.4630149565809829,"score_spread":0.3269020925740076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159187378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94030803,0.00045887867,0.013737246,0.033295397,0.00078428345,0.00053203694,0.000010154239,0.00022953552,0.01064444],"genre_scores_gemma":[0.9866592,0.003673964,0.0019113453,0.005072437,0.0012413412,0.000026331994,0.000054012904,0.000031694715,0.001329627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99790376,0.00014165542,0.0010770774,0.00037144814,0.0002710148,0.00023503644],"domain_scores_gemma":[0.9978017,0.0012697058,0.00017043587,0.000303704,0.00019507554,0.00025936123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008604099,0.00016556914,0.00035160853,0.00007943987,0.00015614649,0.000012152891,0.00005346651,0.00013976502,0.0010632448],"category_scores_gemma":[0.0017587886,0.00014342964,0.00008463453,0.00040994192,0.00026111768,0.00023390794,0.000021071364,0.00052364456,0.00006589031],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041779727,0.0011074111,0.7019936,0.00006104962,0.0002584992,0.0001614972,0.0002253437,0.0000067639658,0.001158708,0.0010226327,0.013790882,0.27979583],"study_design_scores_gemma":[0.004316604,0.0022898605,0.7444116,0.00006409119,0.00040261113,0.0010701324,0.00023474407,0.00033963745,0.000009221266,0.0006317442,0.24607193,0.00015780932],"about_ca_topic_score_codex":0.00038964732,"about_ca_topic_score_gemma":0.0002790369,"teacher_disagreement_score":0.27963802,"about_ca_system_score_codex":0.000039242404,"about_ca_system_score_gemma":0.00012966176,"threshold_uncertainty_score":0.9998499},"labels":[],"label_agreement":null},{"id":"W2159207010","doi":"10.4212/cjhp.v61i3.52","title":"Adherence to Canadian Diabetes Association Clinical Practice Guidelines for Patients Attending an Outpatient Diabetes Education Centre","year":2008,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kelowna General Hospital; Ministry of Health; Lions Gate Hospital","funders":"","keywords":"Medicine; Diabetes mellitus; Creatinine; Lipid profile; Internal medicine; Blood pressure; Outpatient clinic; Clinical Practice; Physical therapy; Endocrinology","score_opus":0.2326560584364792,"score_gpt":0.5056700238580722,"score_spread":0.27301396542159306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159207010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8582903,0.00016319718,0.000013135955,0.13614538,0.0040297997,0.0011248892,0.00009377479,0.00000832716,0.00013115579],"genre_scores_gemma":[0.9525564,0.000055139943,0.0059656505,0.038962897,0.002097896,0.00002187024,0.00012731826,0.000039076687,0.00017375917],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963225,0.00028535165,0.0019557544,0.0002498395,0.00056636817,0.00062020065],"domain_scores_gemma":[0.9845591,0.0014427702,0.0014111446,0.00025926786,0.010195389,0.0021323117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033300873,0.00020196727,0.0003838992,0.00028059407,0.00051764003,0.000098313736,0.00031517752,0.00008944712,0.00011753853],"category_scores_gemma":[0.08418586,0.00016383448,0.00022052988,0.00028576495,0.000061400344,0.000971879,0.000018014387,0.0005084542,0.000043346292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006326164,0.00027981738,0.69224924,0.000011781018,0.00014105678,0.000007725644,0.00077531347,0.000017289933,0.000011083819,0.000014172595,0.2676327,0.03879656],"study_design_scores_gemma":[0.004771883,0.0067094555,0.32384822,0.00025921603,0.0011092371,0.00001885009,0.002594103,0.0006076435,0.00017990614,0.00019737755,0.6592074,0.00049669226],"about_ca_topic_score_codex":0.11415215,"about_ca_topic_score_gemma":0.22872372,"teacher_disagreement_score":0.3915747,"about_ca_system_score_codex":0.0017224789,"about_ca_system_score_gemma":0.009212861,"threshold_uncertainty_score":0.996404},"labels":[],"label_agreement":null},{"id":"W2159314252","doi":"10.1503/cmaj.140541","title":"Questioning the assumptions about type 2 diabetes","year":2014,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Type 2 diabetes; Diabetes mellitus; Type (biology); Key (lock); Medicine; Type 1 diabetes; Computer science; Intensive care medicine; Data science; Bioinformatics; Endocrinology; Computer security; Biology","score_opus":0.057771996295537933,"score_gpt":0.39897535146030816,"score_spread":0.34120335516477024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159314252","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4519667,0.00025724492,0.0011769752,0.53567636,0.0029122469,0.00023881935,0.0000080675545,0.00005052408,0.007713074],"genre_scores_gemma":[0.92618465,0.00014434295,0.0005529505,0.067870185,0.004489044,0.000005546974,0.000030586612,0.000017175753,0.00070554065],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974171,0.00039392657,0.0006432601,0.00011062574,0.0010820099,0.0003530735],"domain_scores_gemma":[0.9962256,0.0015034574,0.0003020193,0.00013193957,0.0007866957,0.0010502643],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006412249,0.00008150095,0.00016417922,0.00009657296,0.0004392376,0.00010842188,0.00012887639,0.00020899191,0.004537846],"category_scores_gemma":[0.05057813,0.000058986705,0.00008288728,0.00023964808,0.000040807503,0.00013698945,0.000012364354,0.0011024077,0.00050407794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009542782,0.00003410688,0.44468933,0.000007830668,0.00015869788,0.000025650292,0.0001290739,0.000017056063,0.00003585214,0.0015485743,0.37672746,0.17661683],"study_design_scores_gemma":[0.00066431856,0.000084837746,0.2637767,0.00006728822,0.00009497109,0.000115687995,0.00014931572,0.0023213536,0.0000051448123,0.00047156925,0.732179,0.00006984221],"about_ca_topic_score_codex":0.0012425137,"about_ca_topic_score_gemma":0.014579618,"teacher_disagreement_score":0.47421792,"about_ca_system_score_codex":0.0006220238,"about_ca_system_score_gemma":0.0020388989,"threshold_uncertainty_score":0.99637216},"labels":[],"label_agreement":null},{"id":"W2159418632","doi":"10.1136/bmj.321.7262.694","title":"Framework for design and evaluation of complex interventions to improve health","year":2000,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3540,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Psychological intervention; Intervention (counseling); Management science; Process (computing); Computer science; Medicine; Process management; Risk analysis (engineering); Medical education; Nursing; Engineering","score_opus":0.6870544905442817,"score_gpt":0.655216197469116,"score_spread":0.031838293075165724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159418632","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11195701,0.000113544666,0.79479206,0.08684668,0.00012418185,0.0059372503,0.000033669377,0.000020400412,0.000175197],"genre_scores_gemma":[0.46077025,0.00001368368,0.53549135,0.0032218252,0.00015721848,0.00018334693,0.000046804726,0.000008668931,0.00010686671],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879825,0.00014569711,0.000648982,0.00012125745,0.00020078973,0.00008501959],"domain_scores_gemma":[0.99858683,0.00078404817,0.00016535517,0.00014675996,0.00024003116,0.00007694493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038501287,0.000042882602,0.000146441,0.000036160367,0.0000315203,0.00000561657,0.000022095162,0.000027904478,0.00081344583],"category_scores_gemma":[0.0043224753,0.00004046611,0.00005361791,0.00007293346,0.000013851923,0.000042487474,0.000008882032,0.000049464004,0.000012899245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005002331,0.00015448834,0.00021809325,0.00019876729,0.000032546366,1.12393906e-7,0.00022491542,0.00022796237,0.0004771605,0.00054236205,0.036501106,0.96092224],"study_design_scores_gemma":[0.032173917,0.024462875,0.43541884,0.003833047,0.0031077606,0.00007537351,0.0035300197,0.29869908,0.0018860621,0.13090903,0.06514425,0.00075974053],"about_ca_topic_score_codex":0.00006994153,"about_ca_topic_score_gemma":0.000020877143,"teacher_disagreement_score":0.9601625,"about_ca_system_score_codex":0.00004785363,"about_ca_system_score_gemma":0.00014327418,"threshold_uncertainty_score":0.8906661},"labels":[],"label_agreement":null},{"id":"W2159483236","doi":"10.1007/s00198-003-1421-4","title":"Information needs in the management of osteoporosis in family practice: an illustration of the failure of the current guideline implementation process","year":2003,"lang":"en","type":"article","venue":"Osteoporosis International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Medicine; Guideline; Osteoporosis; Family medicine; Gerontology; Internal medicine; Pathology","score_opus":0.06616891322863815,"score_gpt":0.441535917436974,"score_spread":0.37536700420833585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159483236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866381,0.0000374613,0.00039557074,0.00864167,0.0005333884,0.0016463086,0.00007480145,0.0000059321765,0.0020267146],"genre_scores_gemma":[0.9968545,0.000059008795,0.0018128265,0.0008349572,0.000037271668,0.00008201732,0.00029864203,0.000009103499,0.000011710924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958741,0.00033810164,0.002295675,0.00012333006,0.0012255462,0.00014325493],"domain_scores_gemma":[0.99668103,0.00023323408,0.0017073745,0.00043058518,0.0009232916,0.000024498797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026496816,0.00014387442,0.00020955381,0.00022254353,0.000044682405,0.000023961442,0.00041923436,0.000059735135,0.000121407924],"category_scores_gemma":[0.00085733365,0.00008847346,0.00011485417,0.000904302,0.000091476075,0.001094061,0.00007101403,0.0002774633,0.0000015297286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015409815,0.0047759386,0.49039775,0.0013594885,0.0005301943,0.0000022877002,0.074998856,0.0071832836,0.011782141,0.03611883,0.007900066,0.36341017],"study_design_scores_gemma":[0.008351397,0.00048530937,0.5669443,0.0005899389,0.00053472613,0.000030850788,0.37844464,0.0011128858,0.015080419,0.0014051484,0.026778886,0.00024150929],"about_ca_topic_score_codex":0.00033837894,"about_ca_topic_score_gemma":0.00056083285,"teacher_disagreement_score":0.36316866,"about_ca_system_score_codex":0.00015804982,"about_ca_system_score_gemma":0.00026686525,"threshold_uncertainty_score":0.3607843},"labels":[],"label_agreement":null},{"id":"W2159551856","doi":"10.1016/j.jcjo.2015.03.005","title":"Evaluation of primary open-angle glaucoma clinical practice guidelines","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nice; Guideline; Excellence; Stakeholder; CLARITY; Medicine; Open angle glaucoma; Ophthalmology; Family medicine; Glaucoma; Political science; Pathology; Computer science; Public relations","score_opus":0.6688120630469291,"score_gpt":0.6010155515293494,"score_spread":0.0677965115175797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159551856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192447,0.0022643982,0.00017101184,0.023243023,0.002289926,0.0006062192,0.00001529319,0.000002590032,0.052162834],"genre_scores_gemma":[0.9450309,0.000017306102,0.05119006,0.0025760354,0.00089476455,0.0000048618726,0.000029766235,0.000025188829,0.00023108904],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9941147,0.0013586337,0.0031610415,0.0001991811,0.00091268355,0.00025374608],"domain_scores_gemma":[0.97544634,0.0014256195,0.002020921,0.0003751128,0.019650737,0.001081267],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034060773,0.00012855652,0.00069038046,0.0002606047,0.000044226395,0.000028313149,0.000382875,0.00019227892,0.0010595471],"category_scores_gemma":[0.19293833,0.00011466811,0.00015688514,0.00026293553,0.0001772566,0.0006193918,0.00006266978,0.00043943865,0.00003261103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030931148,0.0009988921,0.4160601,0.00006182119,0.0013740052,0.021759659,0.0005502165,0.00015137787,0.00019535492,0.00045867774,0.37887082,0.17642598],"study_design_scores_gemma":[0.02170499,0.009303244,0.30165353,0.0002523106,0.004902253,0.5054645,0.0040876092,0.0009558573,0.00011113692,0.006301986,0.14490499,0.0003576194],"about_ca_topic_score_codex":0.0068724556,"about_ca_topic_score_gemma":0.0005171898,"teacher_disagreement_score":0.4837048,"about_ca_system_score_codex":0.0005333508,"about_ca_system_score_gemma":0.02353112,"threshold_uncertainty_score":0.9998536},"labels":[],"label_agreement":null},{"id":"W2160252637","doi":"","title":"Family physicians and dementia in Canada: Part 1. Clinical practice guidelines: awareness, attitudes, and opinions.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital","funders":"","keywords":"Dementia; Focus group; Guideline; Thematic analysis; Audit; Qualitative research; Medicine; Clinical Practice; Family medicine; Medical education; Nursing; Psychology; Pathology; Disease","score_opus":0.257967877215809,"score_gpt":0.47483000805418774,"score_spread":0.21686213083837874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160252637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.816287,0.0050196685,0.0003485003,0.17361955,0.0011295198,0.0022464157,0.000049572725,0.000068869784,0.0012308925],"genre_scores_gemma":[0.93204695,0.0031005326,0.004969182,0.058959,0.00060115795,0.00015625874,0.00010506044,0.000017398774,0.000044464414],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99705565,0.000161544,0.0015964269,0.00044071669,0.0003785422,0.00036714502],"domain_scores_gemma":[0.99759537,0.0011815543,0.00034211884,0.00027576732,0.00037284015,0.00023232673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022588307,0.00016154935,0.00040827718,0.0000557499,0.000060718274,0.000033496617,0.00007004842,0.00007429028,0.0000069449216],"category_scores_gemma":[0.014051954,0.0001552259,0.00003822547,0.00019085279,0.00005550677,0.00036457807,0.00005833814,0.00030634637,0.0000018785527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016695292,0.00018959757,0.36791596,0.000023079325,0.000072151444,0.00004950117,0.000010633918,0.0000043923887,0.000003430519,0.000064093205,0.055915702,0.57558453],"study_design_scores_gemma":[0.002069371,0.00006562467,0.8145742,0.000042159703,0.00019538039,0.000030679348,0.0003568547,0.00016766616,0.0000030153026,0.00005434302,0.18231592,0.00012479669],"about_ca_topic_score_codex":0.31407964,"about_ca_topic_score_gemma":0.38292685,"teacher_disagreement_score":0.5754597,"about_ca_system_score_codex":0.00016013267,"about_ca_system_score_gemma":0.00096359674,"threshold_uncertainty_score":0.9942531},"labels":[],"label_agreement":null},{"id":"W2160906176","doi":"","title":"Evidence-based preventive practice guidelines. Qualitative study of useful resources on the Internet.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Focus group; The Internet; Trustworthiness; Qualitative research; Dissemination; Resource (disambiguation); Medicine; Information Dissemination; Family medicine; Medical education; World Wide Web; Internet privacy; Computer science","score_opus":0.6139842450067331,"score_gpt":0.5469626918874924,"score_spread":0.06702155311924074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160906176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90875757,0.00021720331,0.00043526126,0.08528829,0.00017409505,0.003732975,0.0000043834793,0.000043283868,0.0013469289],"genre_scores_gemma":[0.98472166,0.0000755877,0.0006048298,0.011876342,0.00024169355,0.0012607728,0.00000696286,0.000024661736,0.0011874867],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9950122,0.0018183264,0.0015552285,0.0003902352,0.0009473649,0.00027664626],"domain_scores_gemma":[0.9776042,0.018916668,0.0010253697,0.00060004985,0.0017312325,0.00012246057],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009915547,0.00017823766,0.00034356315,0.0001269146,0.000055534918,0.00003418345,0.00023180539,0.00005753566,0.00019140795],"category_scores_gemma":[0.15826845,0.00011503897,0.00011952928,0.00048207917,0.00010134516,0.00039433627,0.00008329208,0.00034526468,0.000032568263],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03879462,0.016269958,0.056732584,0.00018297449,0.0025933634,0.0002789139,0.12814805,0.00031705544,0.000104130784,0.0005811875,0.16399282,0.59200436],"study_design_scores_gemma":[0.009613564,0.0048397696,0.36813688,0.00069179246,0.002051579,0.0000437845,0.49829763,0.0006715237,0.0008627838,0.00032431644,0.11404107,0.00042530012],"about_ca_topic_score_codex":0.0009998474,"about_ca_topic_score_gemma":0.00016961123,"teacher_disagreement_score":0.591579,"about_ca_system_score_codex":0.000127999,"about_ca_system_score_gemma":0.00009615366,"threshold_uncertainty_score":0.8488218},"labels":[],"label_agreement":null},{"id":"W2161191869","doi":"10.1371/journal.pmed.1000151","title":"Grading Quality of Evidence and Strength of Recommendations: A Perspective","year":2009,"lang":"en","type":"letter","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Grading (engineering); Medical physics; Biology","score_opus":0.6865543836995283,"score_gpt":0.5865782055293124,"score_spread":0.09997617817021587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161191869","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008433633,0.0019515766,0.00015625713,0.9878648,0.00015565014,0.0007355593,0.00004292389,0.00002687948,0.00063271704],"genre_scores_gemma":[0.18980885,0.0107882405,0.011382073,0.78002256,0.0059472183,0.000045451994,0.0009460598,0.00008785366,0.00097171427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961814,0.0003844743,0.0020207597,0.00040734955,0.0008242402,0.00018175387],"domain_scores_gemma":[0.9880234,0.00877165,0.0016264913,0.00047059875,0.0010269065,0.00008096872],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018250906,0.00022809055,0.001163151,0.00029660377,0.000029124269,0.000003189419,0.00011169866,0.00026812096,0.00047615106],"category_scores_gemma":[0.048828684,0.00016243393,0.00009526423,0.0002842054,0.0002988755,0.00014933133,0.00004504135,0.0011462173,0.0000022825075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036762442,0.00032528452,0.0038472828,0.0021882262,0.0005513185,0.000041330954,0.0018927798,1.10997426e-7,0.0031020094,0.00026559448,0.9704503,0.016968148],"study_design_scores_gemma":[0.042354725,0.0321793,0.12599994,0.13917057,0.029861208,0.00054981303,0.05708688,0.0010421525,0.006899868,0.037767023,0.52397496,0.003113583],"about_ca_topic_score_codex":0.001273642,"about_ca_topic_score_gemma":0.000033527034,"teacher_disagreement_score":0.44647536,"about_ca_system_score_codex":0.00015550114,"about_ca_system_score_gemma":0.00019601487,"threshold_uncertainty_score":0.95918345},"labels":[],"label_agreement":null},{"id":"W2161342117","doi":"10.1586/erp.11.32","title":"Better guidelines for better care: enhancing the implementability of clinical practice guidelines","year":2011,"lang":"en","type":"review","venue":"Expert Review of Pharmacoeconomics & Outcomes Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Guideline; Clinical Practice; Context (archaeology); Intervention (counseling); Action (physics); Process management; Management science; Medicine; Knowledge management; Computer science; Nursing; Business; Engineering","score_opus":0.6619902706323569,"score_gpt":0.7630638663695358,"score_spread":0.10107359573717889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161342117","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024414374,0.9350899,0.00031488994,0.05129429,0.0016280925,0.010778593,0.00044360955,0.000027618138,0.00039859733],"genre_scores_gemma":[0.0000014529247,0.8613142,0.077639684,0.055666808,0.0030072522,0.0014915095,0.00059579307,0.00017049408,0.00011283644],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9704637,0.0034108614,0.022503557,0.0014320416,0.0012069235,0.0009829019],"domain_scores_gemma":[0.93689275,0.036121238,0.0065417634,0.0027255379,0.017305506,0.00041322262],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057817113,0.00088807143,0.007510777,0.00037584428,0.00020753367,0.000045375287,0.0016447247,0.00043898876,0.0018185007],"category_scores_gemma":[0.15202585,0.0005513338,0.0042839935,0.0005057948,0.00054690335,0.0004778994,0.0011058499,0.0019814635,0.000110745124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115138384,0.00019830662,0.00009383386,0.07415273,0.0011357794,0.0000026300643,0.00009588073,4.3227445e-8,0.0000045643874,0.000029524395,0.23279002,0.6913815],"study_design_scores_gemma":[0.0017119129,0.00035921964,0.000014823588,0.026252365,0.0036055574,0.00003935483,0.0006748822,0.000013783398,0.00006809366,0.000035929686,0.9668144,0.00040968877],"about_ca_topic_score_codex":0.000789331,"about_ca_topic_score_gemma":0.00006373825,"teacher_disagreement_score":0.73402435,"about_ca_system_score_codex":0.00047992135,"about_ca_system_score_gemma":0.0038753822,"threshold_uncertainty_score":0.9996938},"labels":[],"label_agreement":null},{"id":"W2161810494","doi":"10.1186/1472-6963-4-38","title":"Systems for grading the quality of evidence and the strength of recommendations I: Critical appraisal of existing approaches The GRADE Working Group","year":2004,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Critical appraisal; Medicine; Harm; Health informatics; Evidence-based medicine; Psychology; Nursing; Public health; Social psychology; Alternative medicine; Pathology; Engineering","score_opus":0.8788044023677367,"score_gpt":0.6860362155139084,"score_spread":0.19276818685382835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161810494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8189464,0.010052776,0.019863363,0.14351764,0.00048138096,0.006880158,0.0000732065,0.000028264567,0.00015678591],"genre_scores_gemma":[0.99247646,0.00064193946,0.006261805,0.00019860249,0.00021059299,0.0001746062,0.000019563564,0.000012541157,0.0000038866715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99392927,0.0027923032,0.0017956042,0.00024427084,0.0008895007,0.00034907434],"domain_scores_gemma":[0.8737764,0.12427039,0.00073713064,0.00052931276,0.0005836176,0.0001031863],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03658079,0.00009002818,0.00040945897,0.00008004328,0.00046263638,0.0000371427,0.00032290953,0.00005184701,0.0000032936503],"category_scores_gemma":[0.01882752,0.000042452117,0.00008326682,0.0005193929,0.00066469144,0.00014085867,0.00017331983,0.0004575281,2.5638823e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005746201,0.0014843134,0.13049404,0.06568703,0.0003028856,5.937653e-7,0.058186818,0.0004655024,0.00064267893,0.6852173,0.00015519213,0.051617417],"study_design_scores_gemma":[0.012692545,0.0021721192,0.18778574,0.01473974,0.00032203257,0.000041935884,0.6679827,0.09766635,0.0003801866,0.013040848,0.0028947103,0.00028106026],"about_ca_topic_score_codex":0.0105404835,"about_ca_topic_score_gemma":0.0016440591,"teacher_disagreement_score":0.6721765,"about_ca_system_score_codex":0.000070109454,"about_ca_system_score_gemma":0.00044355844,"threshold_uncertainty_score":0.9960484},"labels":[],"label_agreement":null},{"id":"W2162006280","doi":"10.1016/j.jclinepi.2010.07.001","title":"AGREE II: Advancing guideline development, reporting and evaluation in health care","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":560,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Quality (philosophy); Medicine; Health care; Clinical Practice; MEDLINE; Family medicine; Nursing; Political science; Pathology","score_opus":0.6305448945421918,"score_gpt":0.6839559095183986,"score_spread":0.053411014976206816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162006280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93608886,0.00074840465,0.003543175,0.05763823,0.0014635902,0.00035530076,7.084517e-7,0.000008921025,0.00015278676],"genre_scores_gemma":[0.7062292,0.00030710376,0.2787108,0.013509138,0.0011886156,0.0000033296437,0.000022592394,0.000013425668,0.00001579976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9600214,0.003258464,0.03531869,0.0004287982,0.00049966463,0.00047301047],"domain_scores_gemma":[0.9062754,0.044534337,0.044771817,0.00054203765,0.0029491344,0.0009272844],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19796537,0.00014531362,0.0021904141,0.00019726036,0.00009085651,0.0000041803187,0.000095082076,0.0002825654,0.00014499525],"category_scores_gemma":[0.72292495,0.000112821945,0.00023521649,0.00014804897,0.00011158654,0.00019652265,0.00010152381,0.0019644953,0.000003150615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028341167,0.000094818985,0.54876417,0.00004692581,0.000034408367,0.000023634484,0.00018855889,0.00007283533,0.000113031405,0.00004805693,0.0027901249,0.44754004],"study_design_scores_gemma":[0.0053833006,0.0014219768,0.8878225,0.0002570981,0.000104609644,0.0008388205,0.0008643181,0.0036151868,0.000018462051,0.0016928224,0.097860634,0.00012023714],"about_ca_topic_score_codex":0.00013067521,"about_ca_topic_score_gemma":0.0013536435,"teacher_disagreement_score":0.52495956,"about_ca_system_score_codex":0.0001320788,"about_ca_system_score_gemma":0.0028087585,"threshold_uncertainty_score":0.8534864},"labels":[],"label_agreement":null},{"id":"W2162138305","doi":"10.1186/1748-5908-8-6","title":"Developing and evaluating communication strategies to support informed decisions and practice based on evidence (DECIDE): protocol and preliminary results","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Stakeholder; Health care; Protocol (science); Medicine; Guideline; Grading (engineering); Health informatics; Quality (philosophy); Health administration; Evidence-based practice; Public relations; Public health; Knowledge management; Nursing; Computer science; Alternative medicine","score_opus":0.6718641789897177,"score_gpt":0.6874144361768726,"score_spread":0.015550257187154859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162138305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82781065,0.000016045655,0.019650266,0.07752815,0.00006052611,0.07373325,0.00001619765,0.00007798727,0.0011069691],"genre_scores_gemma":[0.7266596,0.00002904986,0.2574236,0.005893085,0.000016821563,0.00993568,0.000023024922,0.000008358721,0.000010752701],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99701095,0.00022867681,0.0011030069,0.0004669012,0.00092297036,0.00026749747],"domain_scores_gemma":[0.98443246,0.013303125,0.00051377265,0.00040710514,0.0010879212,0.00025564528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007146539,0.00014295528,0.00015981725,0.0002807792,0.00049919233,0.00052603247,0.00014783943,0.000033310054,0.00007255724],"category_scores_gemma":[0.051425613,0.00012478739,0.000012238189,0.0005995762,0.0002685687,0.004092166,0.00026448147,0.00014018345,0.000017865501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038920855,0.00009225809,0.0068791085,0.000120367775,0.000014981962,0.000006082497,0.00481582,0.00012486715,0.012104118,0.0013172595,0.0022396606,0.9683934],"study_design_scores_gemma":[0.009600601,0.009781223,0.8892275,0.0010027322,0.00013358396,0.0002998626,0.062435597,0.01761805,0.0025340384,0.0014409678,0.0054808976,0.00044494148],"about_ca_topic_score_codex":0.00046975564,"about_ca_topic_score_gemma":0.00014188299,"teacher_disagreement_score":0.96794844,"about_ca_system_score_codex":0.00016628299,"about_ca_system_score_gemma":0.0016694594,"threshold_uncertainty_score":0.9565646},"labels":[],"label_agreement":null},{"id":"W2162713207","doi":"10.1136/bmjqs-2012-001170","title":"Method for developing national quality indicators based on manual data extraction from medical records","year":2012,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Usability; Medical record; Medicine; Data extraction; Data collection; Quality (philosophy); Reliability (semiconductor); Scale (ratio); Data quality; Medical emergency; MEDLINE; Data science; Operations management; Computer science; Power (physics)","score_opus":0.6252631282024464,"score_gpt":0.6800622710439453,"score_spread":0.054799142841498893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162713207","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027590219,0.000030444238,0.8945386,0.07218186,0.0012363131,0.0015094554,0.001701892,0.0001337502,0.0010774954],"genre_scores_gemma":[0.34697777,0.000035751633,0.6004979,0.028904088,0.0043217815,0.00014749037,0.018946894,0.000055794742,0.00011251539],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99122435,0.0019293496,0.0035010667,0.000671345,0.0022471626,0.0004267179],"domain_scores_gemma":[0.9600634,0.03664169,0.0013061409,0.0010429505,0.00046222785,0.00048358671],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051215544,0.00023871692,0.00056177325,0.00016147256,0.00020163476,0.000024059427,0.00033750097,0.00034085728,0.0012350783],"category_scores_gemma":[0.09300403,0.00022055222,0.00016606647,0.00030289855,0.00007029201,0.0006511634,0.00017286972,0.0005594742,0.00008831303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012103951,0.002139629,0.12916659,0.00045265106,0.00051633146,0.000006189129,0.00048046917,0.000021000527,0.00062851136,0.015332646,0.07519917,0.76395285],"study_design_scores_gemma":[0.0067179534,0.00015417105,0.734129,0.00019499219,0.00026339802,0.0000125930865,0.0012528069,0.009212321,0.00043299602,0.0017893217,0.24533758,0.0005028473],"about_ca_topic_score_codex":0.0016284194,"about_ca_topic_score_gemma":0.00050945673,"teacher_disagreement_score":0.76345,"about_ca_system_score_codex":0.0005659931,"about_ca_system_score_gemma":0.0022630414,"threshold_uncertainty_score":0.99967796},"labels":[],"label_agreement":null},{"id":"W2162786082","doi":"10.1093/intqhc/15.1.31","title":"Towards evidence-based clinical practice: an international survey of 18 clinical guideline programs","year":2003,"lang":"en","type":"article","venue":"International Journal for Quality in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":336,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Health care; Quality (philosophy); Quality assurance; Medicine; Evidence-based medicine; MEDLINE; Evidence-based practice; Medical education; Political science; Alternative medicine","score_opus":0.7645618449642494,"score_gpt":0.7319864247231948,"score_spread":0.03257542024105464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162786082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7374121,0.002347979,0.063288994,0.1541294,0.036058895,0.0047251517,0.0009391649,0.00011794296,0.0009803717],"genre_scores_gemma":[0.8199661,0.0016386665,0.1492668,0.02552366,0.0018972541,0.000046666566,0.0015768736,0.00004657543,0.000037458183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9802527,0.0055973283,0.010979325,0.0006112903,0.0021358603,0.00042350183],"domain_scores_gemma":[0.9682162,0.011956689,0.004376116,0.00050667435,0.01432054,0.00062383],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0669953,0.00024179273,0.00090023276,0.00031312648,0.000091390946,0.000112308495,0.0006194144,0.0002730198,0.0003261203],"category_scores_gemma":[0.2528805,0.00022410574,0.00052283227,0.00028246746,0.00017462815,0.0011235725,0.00006497779,0.001156281,0.000008270668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008118446,0.0023859409,0.6699671,0.00014449764,0.0002894921,0.0000393956,0.0002399559,0.000117661024,0.000004486086,0.0010030208,0.005791524,0.3118985],"study_design_scores_gemma":[0.015240391,0.005807998,0.7004754,0.0011881469,0.00011930739,0.00028296316,0.0039289887,0.0018756212,0.000031052045,0.0005852854,0.27011207,0.00035279573],"about_ca_topic_score_codex":0.0037192833,"about_ca_topic_score_gemma":0.001506387,"teacher_disagreement_score":0.3115457,"about_ca_system_score_codex":0.00089418056,"about_ca_system_score_gemma":0.0065119225,"threshold_uncertainty_score":0.99912024},"labels":[],"label_agreement":null},{"id":"W2163222571","doi":"10.1017/s0317167100001281","title":"Recommendations of the Canadian Consensus Conference on Dementia - Dissemination, Implementation, and Evaluation of Impact","year":2001,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Jewish General Hospital; South Health Campus; University of Calgary","funders":"","keywords":"Dementia; Consensus conference; Medicine; Political science; Psychology; Library science; Computer science; Pathology; Disease","score_opus":0.4216640642100103,"score_gpt":0.5445364113043648,"score_spread":0.12287234709435452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163222571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6861246,0.29336843,0.000005412637,0.015507355,0.0011329453,0.0015120172,0.00024767662,0.000006098048,0.002095458],"genre_scores_gemma":[0.7367046,0.26214302,0.00044054532,0.0005664141,0.00011528005,0.0000064331985,0.000005703225,0.000012312402,0.0000057313196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9927078,0.0024611033,0.0024457825,0.0004135501,0.001288751,0.0006830448],"domain_scores_gemma":[0.99113584,0.0018602231,0.0035542515,0.00021958607,0.0019334046,0.0012967195],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.010822867,0.00034371694,0.0010363308,0.0013168536,0.001505034,0.00024366207,0.0009607613,0.00023751309,0.000430516],"category_scores_gemma":[0.009458541,0.00019810541,0.00043204508,0.0017067018,0.0039761113,0.0003278061,0.000050633997,0.0011215826,7.295155e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053977004,0.000070176415,0.20072952,0.00021884483,0.00022891037,0.00029464485,0.0003510604,0.00028843785,0.000003848882,0.0012052889,0.0037296282,0.79282564],"study_design_scores_gemma":[0.0041846302,0.18898717,0.39224166,0.011107768,0.016195254,0.10057024,0.0044311476,0.0030921814,0.00006423915,0.029357009,0.24765699,0.0021117227],"about_ca_topic_score_codex":0.046447,"about_ca_topic_score_gemma":0.74184346,"teacher_disagreement_score":0.79071397,"about_ca_system_score_codex":0.0005814103,"about_ca_system_score_gemma":0.028112367,"threshold_uncertainty_score":0.9997949},"labels":[],"label_agreement":null},{"id":"W2163264591","doi":"10.1136/ebm.11.1.2-a","title":"An emerging consensus on grading recommendations?","year":2006,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Excellence; Health care; Evidence-based medicine; Rating system; Medicine; Quality (philosophy); Quality management system; Evidence-based practice; Medical education; Quality management; Psychology; Operations management; Alternative medicine; Political science; Engineering; Management system","score_opus":0.4244408403965483,"score_gpt":0.5398832852316038,"score_spread":0.1154424448350555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163264591","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3809457,0.00062879187,0.007561574,0.60656506,0.0011250422,0.0008942038,0.000007989074,0.00030040744,0.0019712313],"genre_scores_gemma":[0.9683685,0.00009576677,0.009093882,0.019304767,0.0024779516,0.00003295545,0.0002750392,0.000037310474,0.00031387678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969899,0.00029101336,0.0012417509,0.00046984295,0.0006799066,0.00032760855],"domain_scores_gemma":[0.9935982,0.0048119132,0.00039764005,0.0005890935,0.0003520091,0.0002511337],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026949556,0.00022336715,0.00040741704,0.00033803095,0.00017363265,0.000019206547,0.00011474892,0.000081679405,0.001722776],"category_scores_gemma":[0.009763165,0.00018155118,0.000081366474,0.0004990469,0.00016822945,0.00023654675,0.000012723337,0.0003771219,0.000106342566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036271883,0.0013353749,0.09288604,0.00033163594,0.00010400211,0.0004009028,0.00029504753,0.0015103848,0.069953226,0.0043862015,0.55769455,0.26747546],"study_design_scores_gemma":[0.045242056,0.02601521,0.28278485,0.026705178,0.0031709499,0.0005003391,0.006879662,0.079714574,0.030858204,0.0069455574,0.48902538,0.0021580528],"about_ca_topic_score_codex":0.0013573251,"about_ca_topic_score_gemma":0.00010928757,"teacher_disagreement_score":0.5874227,"about_ca_system_score_codex":0.0002200814,"about_ca_system_score_gemma":0.0002683357,"threshold_uncertainty_score":0.9991898},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2163779549","doi":"10.1111/jep.12404","title":"A provincial adaptation of clinical practice guidelines for depression in primary care: a case illustration of the <scp>ADAPTE</scp> method","year":2015,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Institut Universitaire en Santé Mentale de Québec; Canadian Nurses Foundation; Ministère de la Santé et des Services Sociaux (Québec); Institut National de Santé Publique du Québec; Centre Hospitalier de l’Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre de Santé et de Services Sociaux de la Vieille-Capitale; Université du Québec à Montréal; Université de Sherbrooke","funders":"Fonds de Recherche du Québec - Santé; Ministère de la Santé et des Services sociaux","keywords":"Mental health; Protocol (science); Context (archaeology); Multidisciplinary approach; Medicine; Rigour; Guideline; Adaptation (eye); Nursing; Collaborative Care; Clinical Practice; Health care; Mood; Psychology; Psychiatry; Alternative medicine","score_opus":0.6562063110254206,"score_gpt":0.6580592971365057,"score_spread":0.0018529861110850865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163779549","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8623555,0.0019595241,0.099489935,0.023635665,0.004354954,0.0060505946,0.000051273608,0.000015753367,0.0020868178],"genre_scores_gemma":[0.48037997,0.00020937952,0.51454425,0.0032953625,0.0014315007,0.00004839026,0.00003892551,0.00003230112,0.000019914678],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97262,0.008634028,0.014955604,0.00049418095,0.0030268896,0.00026929568],"domain_scores_gemma":[0.8265012,0.11036814,0.020146439,0.0007401886,0.041905653,0.0003384096],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13165744,0.00023306163,0.001213411,0.00030772548,0.000056896726,0.000029027391,0.00023352927,0.00050346757,0.000007998742],"category_scores_gemma":[0.85821235,0.00017320752,0.00056438416,0.00076580467,0.00015313522,0.0021442303,0.000120017925,0.0015027479,0.000001625577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017592823,0.006786465,0.073185936,0.0006032981,0.0004840046,0.0003639908,0.003964697,0.034800824,0.00033577177,0.00020227981,0.01612021,0.8455597],"study_design_scores_gemma":[0.10589603,0.016402477,0.2291388,0.0029144573,0.0138201015,0.011133397,0.13173048,0.3492718,0.00063957804,0.0032687217,0.1353709,0.00041325003],"about_ca_topic_score_codex":0.00070549827,"about_ca_topic_score_gemma":0.0006700702,"teacher_disagreement_score":0.8451465,"about_ca_system_score_codex":0.00045666573,"about_ca_system_score_gemma":0.0070057325,"threshold_uncertainty_score":0.9986236},"labels":[],"label_agreement":null},{"id":"W2164584158","doi":"10.1002/jso.21171","title":"The role of guidelines in quality improvement for cancer surgery","year":2009,"lang":"en","type":"article","venue":"Journal of Surgical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; University of British Columbia; McMaster University; BC Cancer Agency","funders":"","keywords":"Medicine; Guideline; Cancer surgery; Quality (philosophy); Quality management; Cancer; MEDLINE; Family medicine; Medical physics; General surgery; Internal medicine; Operations management; Pathology","score_opus":0.2953627613708367,"score_gpt":0.5799236528505979,"score_spread":0.28456089147976116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164584158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8183052,0.0025344964,0.00017269557,0.17732672,0.0006386584,0.00039813432,0.000007809575,0.000004166842,0.0006121025],"genre_scores_gemma":[0.98673487,0.0072200014,0.0022435612,0.002638441,0.0010435985,0.000012232933,0.0000032280789,0.000007777115,0.00009631684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960951,0.00018000328,0.0031303933,0.00009526253,0.0003075025,0.00019173921],"domain_scores_gemma":[0.9891588,0.0078820195,0.0015921271,0.0001160814,0.0011519624,0.00009897077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072013587,0.00007949234,0.0006582411,0.00008913506,0.000030085588,0.0000052080923,0.000087811735,0.000101274614,0.00006211943],"category_scores_gemma":[0.004747185,0.000047014357,0.00029483324,0.00013730685,0.000057853398,0.00008633295,0.000016557424,0.0002512873,6.2252684e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004449377,0.0003814756,0.013663628,0.000013954203,0.000055960547,0.000036402937,0.000030258137,0.000031974065,0.0039516236,0.00043135558,0.0047514825,0.9722025],"study_design_scores_gemma":[0.0036963283,0.0019180235,0.02468329,0.0000655175,0.000105442916,0.000108165914,0.0005615661,0.00018060968,0.0014581126,0.0037321907,0.9634311,0.00005962358],"about_ca_topic_score_codex":0.00021508086,"about_ca_topic_score_gemma":0.00024255973,"teacher_disagreement_score":0.9721429,"about_ca_system_score_codex":0.0002134331,"about_ca_system_score_gemma":0.00083871395,"threshold_uncertainty_score":0.5683167},"labels":[],"label_agreement":null},{"id":"W2164762515","doi":"10.1186/1748-5908-7-109","title":"Strategies for monitoring and updating clinical practice guidelines: a systematic review","year":2012,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Universitat Autònoma de Barcelona","keywords":"Medicine; MEDLINE; Systematic review; Cochrane Library; Identification (biology); Health informatics; Health services research; Evidence-based medicine; Medical physics; Alternative medicine; Public health; Pathology","score_opus":0.7804574269316317,"score_gpt":0.7361830201778224,"score_spread":0.044274406753809226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164762515","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026686764,0.98363495,0.003544676,0.001540015,0.00085461064,0.01016613,0.00005419502,0.00006672247,0.0001360055],"genre_scores_gemma":[0.000012530193,0.9006276,0.09454143,0.0025468888,0.0008333341,0.0012088428,0.00015935328,0.000048369657,0.000021657717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98939145,0.00051687,0.007412693,0.0008457452,0.0012500234,0.00058321434],"domain_scores_gemma":[0.9828201,0.008073309,0.004588806,0.00074079586,0.0033783556,0.0003986226],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029675473,0.0004318833,0.002554976,0.00027106362,0.00033814315,0.00033151094,0.00035921222,0.00013236258,0.000059303595],"category_scores_gemma":[0.065960884,0.0003291924,0.0004048766,0.00096407766,0.00023567834,0.0025243214,0.00022260314,0.000393898,0.000043670138],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058480564,0.000035039677,0.000013692153,0.49782345,0.00010267741,0.0000019162765,0.000045429664,2.1418522e-8,0.0000010318752,0.00038470924,0.0009673037,0.5006189],"study_design_scores_gemma":[0.0007726047,0.00023475949,0.000009255026,0.2851339,0.01939625,0.00043304134,0.009192879,0.00001345528,9.454595e-7,0.00003721103,0.6844218,0.0003538975],"about_ca_topic_score_codex":0.00004571068,"about_ca_topic_score_gemma":0.0000046522505,"teacher_disagreement_score":0.6834545,"about_ca_system_score_codex":0.0002776119,"about_ca_system_score_gemma":0.0031533109,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W2165010366","doi":"10.1136/bmj.39489.470347.ad","title":"GRADE: an emerging consensus on rating quality of evidence and strength of recommendations","year":2008,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22066,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality of evidence; Quality (philosophy); Consensus conference; Computer science; Evidence-based medicine; Rating system; Medicine; Data science; Alternative medicine; Meta-analysis; Pathology; Environmental economics; Economics; Library science","score_opus":0.7749532586804619,"score_gpt":0.6353023045663314,"score_spread":0.13965095411413053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165010366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971257,0.00003106237,0.00014053442,0.028069807,0.000061961306,0.00025518233,0.000012256062,0.0000115490275,0.00016066758],"genre_scores_gemma":[0.98200923,0.00008850691,0.017397944,0.00036067603,0.00007285199,0.000004093071,0.000021360938,0.000005090406,0.000040227194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984368,0.00023494691,0.0009440129,0.00012282253,0.00019616877,0.0000652623],"domain_scores_gemma":[0.9957185,0.0033491876,0.0005061887,0.00019783992,0.00017722661,0.000051052873],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001572602,0.000050579747,0.00018533591,0.000043855493,0.00004571069,0.0000017390207,0.000025322284,0.000024899053,0.00007165606],"category_scores_gemma":[0.016735699,0.00004223079,0.000028161809,0.000096301475,0.000070100825,0.00007965461,0.000018399616,0.00009460752,0.0000011543344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014291966,0.0015840663,0.67731786,0.0005612638,0.00018129674,0.00002505135,0.0049515544,0.000088779896,0.074068844,0.0023527476,0.035384476,0.20205489],"study_design_scores_gemma":[0.004636517,0.001949534,0.958386,0.0009387053,0.0001996218,0.00012200827,0.010724068,0.004419379,0.015950045,0.00042317493,0.002001553,0.00024938118],"about_ca_topic_score_codex":0.0005120221,"about_ca_topic_score_gemma":0.00009926181,"teacher_disagreement_score":0.28106818,"about_ca_system_score_codex":0.0000130792405,"about_ca_system_score_gemma":0.000088379034,"threshold_uncertainty_score":0.99154675},"labels":[],"label_agreement":null},{"id":"W2165239311","doi":"10.1016/j.spinee.2013.08.051","title":"Impact of imaging guidelines on X-ray use among American provider network chiropractors: interrupted time series analysis","year":2013,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université du Québec à Trois-Rivières; Ottawa Hospital; McGill University","funders":"","keywords":"Medicine; Interrupted Time Series Analysis; Interrupted time series; Series (stratigraphy); Nursing; Statistics","score_opus":0.11153568375663891,"score_gpt":0.4590425051241773,"score_spread":0.3475068213675384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165239311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840598,0.000048265927,0.002401254,0.012776698,0.00013300189,0.00040939206,0.0000057280704,0.000035445286,0.00013042935],"genre_scores_gemma":[0.98535115,0.000102839884,0.010596371,0.0014732702,0.0014278172,0.000008084038,0.00003755886,0.000038730603,0.00096419815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695635,0.00026934067,0.0017114269,0.00020165747,0.000505668,0.00035555518],"domain_scores_gemma":[0.99622226,0.00017165864,0.0017313121,0.0004949402,0.0011604581,0.00021937619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001501885,0.00023758944,0.0006394598,0.00025408374,0.00013864046,0.00016599473,0.00019927601,0.000032263422,0.0018927839],"category_scores_gemma":[0.0063625295,0.00012994082,0.0005925015,0.0009710283,0.00023364883,0.0009988443,0.000082223894,0.0006045584,0.00005843101],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047519372,0.00042115786,0.78534234,0.000015499605,0.005826597,0.00003866091,0.0004560446,0.02282575,0.011591482,0.0000068598383,0.09118829,0.081812136],"study_design_scores_gemma":[0.00077334937,0.00095818675,0.9763303,0.000113496855,0.0016679122,0.00011149877,0.00045709452,0.018918553,0.000033611228,0.000045487515,0.00045479284,0.0001357096],"about_ca_topic_score_codex":0.0032775807,"about_ca_topic_score_gemma":0.00006868454,"teacher_disagreement_score":0.19098797,"about_ca_system_score_codex":0.0001380309,"about_ca_system_score_gemma":0.0001618253,"threshold_uncertainty_score":0.9990196},"labels":[],"label_agreement":null},{"id":"W2165398315","doi":"10.1109/hicss.2005.655","title":"Using Computerized Clinical Practice Guidelines to Generate Tailored Patient Education Materials","year":2005,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Guideline; XML; Computer science; Clinical Practice; Formalism (music); Process (computing); Medicine; World Wide Web; Family medicine","score_opus":0.5202976991319795,"score_gpt":0.616737782781113,"score_spread":0.09644008364913348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165398315","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8454435,0.000054206615,0.04330981,0.10684249,0.0021310078,0.0012685357,0.000008700825,0.00012063285,0.00082112756],"genre_scores_gemma":[0.12520508,0.000050199033,0.7418821,0.12905456,0.003373844,0.000025443716,0.0001152039,0.00003166143,0.00026192598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953158,0.00033950215,0.0031703985,0.0004679075,0.00044447594,0.0002619407],"domain_scores_gemma":[0.9953006,0.0006470592,0.0006338193,0.00047069002,0.0026064015,0.0003414212],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00232686,0.00019680435,0.0004509516,0.00011547331,0.00008179606,0.00009205829,0.000094066556,0.00011547511,0.0010166428],"category_scores_gemma":[0.019261597,0.00016834987,0.00010005236,0.00022853205,0.00002782699,0.0005300818,0.00013335317,0.00014525006,0.00048378855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016930681,0.0013817827,0.00035923783,0.000025490113,0.00013110244,0.000010748032,0.00014639522,0.0004046613,0.08734978,0.0002949184,0.21203744,0.6961654],"study_design_scores_gemma":[0.0026788886,0.0009598446,0.001373449,0.00012442209,0.00053897937,0.00030603714,0.001125594,0.011394468,0.026362883,0.00005998508,0.9546717,0.0004037456],"about_ca_topic_score_codex":0.00040653485,"about_ca_topic_score_gemma":0.000022743661,"teacher_disagreement_score":0.74263424,"about_ca_system_score_codex":0.00015581257,"about_ca_system_score_gemma":0.00075590104,"threshold_uncertainty_score":0.9998966},"labels":[],"label_agreement":null},{"id":"W2165456451","doi":"10.3390/curroncol13030009","title":"Promoting Best Gynecologic Oncology Practice: A Role For The Society of Gynecologic Oncologists of Canada","year":2006,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Ottawa; Cancer Care Ontario; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Guideline; Gynecologic oncology; Mandate; Clinical Practice; Gynecologic cancer; Family medicine; Gynecology; Nursing; Ovarian cancer; Oncology; Cancer; Internal medicine; Pathology; Political science","score_opus":0.289527249594897,"score_gpt":0.5331833246264687,"score_spread":0.24365607503157166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165456451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.803958,0.008014414,0.004095823,0.15569505,0.0065369885,0.010282381,0.00026775143,0.00011990237,0.011029714],"genre_scores_gemma":[0.9828661,0.0005297082,0.012970662,0.0020608315,0.0007106542,0.0004971147,0.00014794251,0.000029992354,0.00018698529],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99606985,0.0004780352,0.0020355836,0.0004425323,0.00040285804,0.0005711456],"domain_scores_gemma":[0.9668844,0.028838092,0.0023847057,0.00039590328,0.0013867515,0.000110175846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037451307,0.0002430287,0.0009308868,0.00005520103,0.00019359017,0.0000066227826,0.00029852358,0.00033931236,0.00020037872],"category_scores_gemma":[0.02010197,0.00017321086,0.00037259364,0.0003198148,0.00043715144,0.0001221048,0.0001873284,0.00061915617,0.0000039797524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020381336,0.011410377,0.03888025,0.00094564824,0.0007014769,0.000037540245,0.0011307222,0.0003584107,0.0064811558,0.0014654886,0.19887285,0.73767793],"study_design_scores_gemma":[0.005790479,0.00785594,0.016831925,0.00004585014,0.0013678665,0.00011895608,0.0067022243,0.005633907,0.0009946822,0.00096496305,0.95349723,0.00019596357],"about_ca_topic_score_codex":0.03552402,"about_ca_topic_score_gemma":0.16035396,"teacher_disagreement_score":0.7546244,"about_ca_system_score_codex":0.001719037,"about_ca_system_score_gemma":0.007466686,"threshold_uncertainty_score":0.99816006},"labels":[],"label_agreement":null},{"id":"W2165733928","doi":"10.12927/hcpap..16840","title":"Continuum of Care Must Be Under Region's Control","year":2004,"lang":"en","type":"letter","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Transformational leadership; Continuum of care; Political science; Positive economics; Public relations; Economics; Law; Health care","score_opus":0.1940867207789286,"score_gpt":0.4404547021967966,"score_spread":0.246367981417868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165733928","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033885855,0.000490544,0.0010412057,0.9564808,0.0016415104,0.004693021,0.0006376952,0.0003167618,0.0008125916],"genre_scores_gemma":[0.016493889,0.0003102787,0.0010226243,0.9746463,0.00094319537,0.0004908673,0.0033380478,0.0003956264,0.00235919],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99016017,0.00072185835,0.0036851307,0.0018531799,0.0018398014,0.0017398444],"domain_scores_gemma":[0.9891134,0.004447789,0.0021960645,0.0020759706,0.0013128128,0.00085398747],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012842335,0.0011936218,0.0028606714,0.0006680583,0.00035030692,0.00008007323,0.00060624146,0.0016805051,0.00058035343],"category_scores_gemma":[0.0034332997,0.0011358506,0.0009173524,0.0007736491,0.00015329117,0.00022826777,0.00029001985,0.003443973,0.0003644597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003931655,0.0003410226,0.0008993653,0.001310064,0.00045766914,0.0006403988,0.0029436478,0.000019423955,0.00012978225,0.00009159937,0.9872301,0.0020052213],"study_design_scores_gemma":[0.013710118,0.004873877,0.002691968,0.000024041372,0.0012525514,0.0003113482,0.0016062659,0.000032542568,0.000057418412,0.000066753666,0.97441137,0.0009617577],"about_ca_topic_score_codex":0.0037726134,"about_ca_topic_score_gemma":0.0047008307,"teacher_disagreement_score":0.018165465,"about_ca_system_score_codex":0.0031720318,"about_ca_system_score_gemma":0.0024296911,"threshold_uncertainty_score":0.99961555},"labels":[],"label_agreement":null},{"id":"W2166018121","doi":"10.1046/j.1365-2133.2003.05241.x","title":"The British Association of Dermatologists therapeutic guidelines: can we AGREE?","year":2003,"lang":"en","type":"editorial","venue":"British Journal of Dermatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quality (philosophy); Family medicine; Alternative medicine; Randomized controlled trial; MEDLINE; Medical education; Political science; Law; Pathology","score_opus":0.08183156640259864,"score_gpt":0.4236325965968229,"score_spread":0.34180103019422425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166018121","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003860965,0.0672664,0.0009416722,0.0688773,0.85706073,0.0010118218,0.00036519213,0.00004978818,0.0005661111],"genre_scores_gemma":[0.04433141,0.3600781,0.0052287513,0.00661,0.5778422,0.000057219342,0.00082481,0.00038506146,0.0046425145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904664,0.0012015412,0.005646055,0.00032949148,0.0017686185,0.00058789883],"domain_scores_gemma":[0.97612566,0.009004396,0.0074012917,0.00036070953,0.0068936488,0.00021427289],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0026988292,0.0003223151,0.0017779095,0.00014350632,0.0003773989,0.0003253491,0.0005463517,0.0014155613,0.00010645985],"category_scores_gemma":[0.065844655,0.00033143038,0.00064689404,0.00029645863,0.00025700603,0.00019655078,0.000084059895,0.002461067,0.0000110532355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016422727,0.00015215915,0.002479242,0.000191332,0.00080021354,0.0030956876,0.000023714709,0.0000016768721,0.000014373478,0.000008187631,0.9340367,0.059032485],"study_design_scores_gemma":[0.004412084,0.00018737164,0.0004859701,0.0013419515,0.0012797052,0.08525128,0.00030786888,0.000016754371,0.00007034046,0.0010121617,0.9053907,0.00024384107],"about_ca_topic_score_codex":0.0011859657,"about_ca_topic_score_gemma":0.006838441,"teacher_disagreement_score":0.2928117,"about_ca_system_score_codex":0.00045201366,"about_ca_system_score_gemma":0.0028644996,"threshold_uncertainty_score":0.99991375},"labels":[],"label_agreement":null},{"id":"W2166302203","doi":"10.1016/j.jbi.2013.06.006","title":"Multi-site study of surgical practice in neurosurgery based on surgical process models","year":2013,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Dynamic time warping; Computer science; Process (computing); Metric (unit); Cluster analysis; Pairwise comparison; Multidimensional scaling; Representation (politics); Set (abstract data type); Surgical procedures; Data mining; Artificial intelligence; Machine learning; Medicine; Surgery; Operations management; Engineering","score_opus":0.15202328208683588,"score_gpt":0.46988816207618306,"score_spread":0.3178648799893472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166302203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904636,0.000022049608,0.0019454474,0.0061721117,0.00029056164,0.00074792816,0.0000059611325,0.000013138505,0.00033921446],"genre_scores_gemma":[0.99010855,0.000088668305,0.007991021,0.0015758255,0.00018095366,0.0000104721785,0.000015403588,0.000017192975,0.000011892189],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927245,0.00028787795,0.004705034,0.00010794738,0.0018857671,0.00028888558],"domain_scores_gemma":[0.990529,0.005390269,0.0022368378,0.00026947726,0.0011237494,0.0004506841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003909702,0.00019073018,0.0007819436,0.00063450146,0.000030683812,0.00003830204,0.00018154782,0.00017456271,0.00018462408],"category_scores_gemma":[0.0071901404,0.00013325474,0.00017385905,0.000730964,0.00013044635,0.0013281376,0.000053025775,0.0010154684,0.000026529084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044649653,0.24679424,0.18142897,0.0053834203,0.001808954,0.019462163,0.05522713,0.09066745,0.00080130604,0.000112248716,0.048287544,0.30537692],"study_design_scores_gemma":[0.03673227,0.009901918,0.009594083,0.00068132416,0.0003823117,0.0020554734,0.018608604,0.91183025,0.000050733444,0.000061952,0.009806593,0.00029446106],"about_ca_topic_score_codex":0.00007328642,"about_ca_topic_score_gemma":0.000003686294,"teacher_disagreement_score":0.8211628,"about_ca_system_score_codex":0.00008253481,"about_ca_system_score_gemma":0.00050080323,"threshold_uncertainty_score":0.8607789},"labels":[],"label_agreement":null},{"id":"W2166804450","doi":"10.1016/j.juro.2008.07.026","title":"How to Use an Article About Therapy","year":2008,"lang":"en","type":"review","venue":"The Journal of Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Javna Agencija za Raziskovalno Dejavnost RS","keywords":"Medicine; Blinding; Psychological intervention; Intervention (counseling); Quality (philosophy); Intensive care medicine; Risk analysis (engineering); Randomized controlled trial; Nursing; Surgery","score_opus":0.49683630426045605,"score_gpt":0.5513608444793248,"score_spread":0.05452454021886871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166804450","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049850834,0.97973865,0.00056551595,0.013856347,0.0003615536,0.0004679019,0.0000038769763,0.00000768003,0.00001336226],"genre_scores_gemma":[0.0006913405,0.9906423,0.00073575793,0.006779725,0.0009926759,0.0000028517798,0.000005208424,0.00003252649,0.00011760414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736685,0.00093251053,0.0011534634,0.0001038793,0.00025611522,0.00018719485],"domain_scores_gemma":[0.99536484,0.0025997667,0.0011583801,0.00038640274,0.00030252797,0.00018810545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013974704,0.00016299113,0.0010232143,0.00013814463,0.000047368965,0.000022555314,0.00023865273,0.00015162076,0.000082843995],"category_scores_gemma":[0.0036491284,0.00008387594,0.000279565,0.0001699708,0.00006721678,0.00020130289,0.000035026325,0.00078757637,0.000040606137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046851436,0.00011775155,0.000035264704,0.00006292422,0.00021080037,0.00009828778,0.000121187055,0.0000025668107,0.000017176939,0.000008833531,0.0068482654,0.99200845],"study_design_scores_gemma":[0.0007205405,0.0025557717,0.0003588005,0.00015646876,0.00093418005,0.008600325,0.000030252162,0.000004476171,0.000001338592,0.000031245192,0.9865395,0.00006712732],"about_ca_topic_score_codex":0.000018319472,"about_ca_topic_score_gemma":0.000011993898,"teacher_disagreement_score":0.9919413,"about_ca_system_score_codex":0.000044500954,"about_ca_system_score_gemma":0.00035191342,"threshold_uncertainty_score":0.4368611},"labels":[],"label_agreement":null},{"id":"W2167075596","doi":"","title":"Adding \"value\" to clinical practice guidelines.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harm; Observational study; Medicine; Psychological intervention; Value (mathematics); Clinical Practice; Intervention (counseling); Preference; Intensive care medicine; Family medicine; Psychology; Social psychology; Computer science; Psychiatry; Pathology","score_opus":0.5000005356138534,"score_gpt":0.5873711694562715,"score_spread":0.08737063384241817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167075596","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25302315,0.000616547,0.08123087,0.48028883,0.009609353,0.01041293,0.000029892508,0.00093232386,0.16385609],"genre_scores_gemma":[0.49718466,0.00010103026,0.29161188,0.2028163,0.0060197385,0.00036625995,0.000049478258,0.00007077848,0.0017798734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951842,0.00013265203,0.0028099276,0.0004960619,0.0007391601,0.00063803414],"domain_scores_gemma":[0.991243,0.0052844477,0.00046317367,0.00055881526,0.0015811927,0.00086933817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020111175,0.00016642165,0.00037198848,0.00015850412,0.000069471156,0.000038420647,0.00014284489,0.00014949626,0.00007902427],"category_scores_gemma":[0.2535728,0.00015178291,0.00017523057,0.0004961294,0.000043136934,0.00035654329,0.00013477974,0.00044979187,0.00036067114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009924229,0.00023882442,0.010644231,0.000010627169,0.000085783555,0.0001145595,0.00002916239,0.000006812961,0.000022499466,0.00047834005,0.11802368,0.86935306],"study_design_scores_gemma":[0.0014842885,0.00010917914,0.30761173,0.000013048992,0.00022845228,0.00012033764,0.00037029426,0.00003582616,0.000087763554,0.0000394178,0.68977255,0.00012711888],"about_ca_topic_score_codex":0.00014541438,"about_ca_topic_score_gemma":0.000038194223,"teacher_disagreement_score":0.8692259,"about_ca_system_score_codex":0.00016903006,"about_ca_system_score_gemma":0.00013946918,"threshold_uncertainty_score":0.7527147},"labels":[],"label_agreement":null},{"id":"W2167465969","doi":"10.1111/sdi.12414","title":"A Fine Balance: Developing Clinical Practice Guidelines in Areas Where Evidence is Lacking","year":2015,"lang":"en","type":"review","venue":"Seminars in Dialysis","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Guideline; Clinical Practice; Health care; Expert opinion; Evidence-based medicine; Evidence-based practice; Clinical trial; Health professionals; MEDLINE; Alternative medicine; Nursing; Intensive care medicine; Pathology","score_opus":0.5510409898361792,"score_gpt":0.6293946646583949,"score_spread":0.07835367482221567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167465969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012652761,0.97907734,0.0002331053,0.017603224,0.00079137244,0.0016319058,0.000028237888,0.000062819796,0.00044548418],"genre_scores_gemma":[0.0000108161685,0.9395928,0.05475505,0.003162479,0.0014180616,0.0002210558,0.00023589643,0.00011474293,0.00048910413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98589945,0.0017197964,0.008852144,0.0014703376,0.0013717464,0.0006865326],"domain_scores_gemma":[0.97437894,0.018154789,0.0033026843,0.0014467312,0.0023912275,0.000325619],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01915331,0.00075744104,0.004700773,0.0008192603,0.000052752173,0.00009291011,0.0006009999,0.0009513061,0.00028297887],"category_scores_gemma":[0.2877704,0.0006701816,0.00088567846,0.0030511555,0.0001259504,0.0008002626,0.0005214613,0.0020490123,0.0002771313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015319632,0.00017255249,0.010580987,0.0048209177,0.0002879236,0.0004933803,0.00015984553,0.0000043966465,1.3169078e-7,0.000007792317,0.060571723,0.92274714],"study_design_scores_gemma":[0.0011279564,0.00013743751,0.00012044239,0.10962402,0.004016502,0.00020028041,0.00041949868,0.0001842989,4.0769476e-7,0.00010064298,0.8835072,0.00056131906],"about_ca_topic_score_codex":0.0010131486,"about_ca_topic_score_gemma":0.003281425,"teacher_disagreement_score":0.92218584,"about_ca_system_score_codex":0.0013924922,"about_ca_system_score_gemma":0.0042199777,"threshold_uncertainty_score":0.99957496},"labels":[],"label_agreement":null},{"id":"W2167595198","doi":"10.1186/1741-7015-11-7","title":"Support of personalized medicine through risk-stratified treatment recommendations - an environmental scan of clinical practice guidelines","year":2013,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institutes of Health; Starr Foundation; National Center for Research Resources; Atlantic Philanthropies; National Institute on Aging; Hartford Foundation for Public Giving; John A. Hartford Foundation","keywords":"Medicine; Guideline; Observational study; Randomized controlled trial; Risk assessment; Evidence-based medicine; MEDLINE; Family medicine; Clinical trial; Intensive care medicine; Physical therapy; Alternative medicine; Internal medicine; Pathology","score_opus":0.5542573529313942,"score_gpt":0.6009357037494374,"score_spread":0.04667835081804317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167595198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.763514,0.0015315296,0.012111308,0.20302081,0.0020177912,0.0048980485,0.0002842528,0.00015146946,0.012470784],"genre_scores_gemma":[0.70222116,0.01037023,0.26497513,0.012889121,0.00364217,0.00018627527,0.003266518,0.00010447718,0.0023449077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911715,0.00084577734,0.0059784777,0.0006465002,0.0010436182,0.00031417556],"domain_scores_gemma":[0.9884908,0.0058885277,0.0031668649,0.0010179317,0.0010130988,0.00042273602],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049467594,0.00036494955,0.0015405226,0.00014920313,0.00009149211,0.000005367611,0.00019961914,0.00019739645,0.018186994],"category_scores_gemma":[0.04285562,0.00024681957,0.00024034381,0.0002706527,0.0010382029,0.0006787955,0.000053879667,0.00034070967,0.00007251957],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004734049,0.007080549,0.19058211,0.00033348592,0.0016520461,0.00003787694,0.0071912855,0.000021033407,0.018828778,0.0011944798,0.3897453,0.37859902],"study_design_scores_gemma":[0.06504338,0.04547666,0.21186227,0.0008783102,0.009645668,0.00047443854,0.082739696,0.0031576862,0.0018634645,0.0015507467,0.5765578,0.0007498531],"about_ca_topic_score_codex":0.008309554,"about_ca_topic_score_gemma":0.00029048076,"teacher_disagreement_score":0.37784916,"about_ca_system_score_codex":0.0001319661,"about_ca_system_score_gemma":0.0005574598,"threshold_uncertainty_score":0.9999984},"labels":[],"label_agreement":null},{"id":"W2167787274","doi":"10.1186/1748-5908-2-36","title":"An interdisciplinary guideline development process: the Clinic on Low-back pain in Interdisciplinary Practice (CLIP) low-back pain guidelines","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de réadaptation Lethbridge-Layton-Mackay; Jewish General Hospital; Université de Montréal; Université Laval; Jewish Rehabilitation Hospital; McGill University; Université de Sherbrooke; McGill University Health Centre","funders":"Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail","keywords":"Medicine; Guideline; CLARITY; Stakeholder; Low back pain; Medical education; Health services research; Alternative medicine; Nursing; Family medicine; Public health; Public relations","score_opus":0.2256510860358071,"score_gpt":0.6089051741623936,"score_spread":0.38325408812658657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167787274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76840824,0.00008681558,0.1217394,0.098326705,0.0014807425,0.005926377,0.000040912084,0.00021673464,0.0037740772],"genre_scores_gemma":[0.8987355,0.00002881563,0.06013374,0.039459217,0.0007259408,0.00016667716,0.0004680713,0.00007708224,0.00020496036],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9874924,0.0010828623,0.0063374685,0.0015131672,0.0023481227,0.0012260044],"domain_scores_gemma":[0.9885191,0.005478201,0.0017743895,0.0012019802,0.0024983122,0.00052804826],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08515664,0.0005338601,0.0005689404,0.00078995543,0.00083140377,0.00026847192,0.0010852378,0.00014491909,0.0019235495],"category_scores_gemma":[0.017518092,0.00040632265,0.00014741566,0.0023507462,0.00058938394,0.0024733632,0.0010706367,0.00074681203,0.0007300849],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034176724,0.0021653846,0.0147114135,0.00032195292,0.00008172788,0.00013578769,0.013670774,0.0005914018,0.0068202796,0.00009429024,0.052111756,0.90587753],"study_design_scores_gemma":[0.02747731,0.015584313,0.11497952,0.0035767697,0.00032801603,0.0004853906,0.68641216,0.041139644,0.0277613,0.0050883233,0.07376664,0.0034005947],"about_ca_topic_score_codex":0.00011128864,"about_ca_topic_score_gemma":0.0012323312,"teacher_disagreement_score":0.90247697,"about_ca_system_score_codex":0.00091845717,"about_ca_system_score_gemma":0.0019532612,"threshold_uncertainty_score":0.9998389},"labels":[],"label_agreement":null},{"id":"W2167922880","doi":"10.1111/j.1365-2753.2010.01561.x","title":"Evaluating clinical practice guidelines developed for the management of thyroid nodules and thyroid cancers and assessing the reliability and validity of the AGREE instrument","year":2011,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"CLARITY; Cronbach's alpha; Medicine; Intraclass correlation; Reliability (semiconductor); Validity; Medical physics; Clinical Practice; Clinical psychology; Family medicine; Psychometrics","score_opus":0.6845993376729306,"score_gpt":0.645858508235771,"score_spread":0.03874082943715962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167922880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92913216,0.00179479,0.002944653,0.062023092,0.0011359353,0.00246601,0.000006328757,0.0000043158852,0.0004927298],"genre_scores_gemma":[0.74752194,0.0072590266,0.24116707,0.0036392268,0.0003489876,0.000032906475,0.0000017090202,0.000017543212,0.000011597365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9849476,0.0051995115,0.0073990263,0.00043130302,0.0018093451,0.0002132021],"domain_scores_gemma":[0.8376906,0.13379991,0.014406622,0.0011014824,0.012785772,0.00021560118],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15939724,0.00019513379,0.0006652804,0.00006426603,0.00022168888,0.00005663879,0.0002537596,0.00016446359,0.000020699837],"category_scores_gemma":[0.42826268,0.00010230857,0.00021736036,0.00030794326,0.00062385254,0.0011445603,0.00031957243,0.0009979751,3.629636e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0078147715,0.0014155508,0.14885888,0.000518061,0.0014765206,0.000009471632,0.0015149848,0.00063267077,0.00018121624,0.00073062186,0.0025964049,0.83425087],"study_design_scores_gemma":[0.011278311,0.0031321265,0.91660106,0.00079176953,0.00884236,0.00029122588,0.01830892,0.02923163,0.00007851765,0.005129857,0.006134497,0.00017971723],"about_ca_topic_score_codex":0.00026978555,"about_ca_topic_score_gemma":0.00008260383,"teacher_disagreement_score":0.83407116,"about_ca_system_score_codex":0.00014536367,"about_ca_system_score_gemma":0.00118708,"threshold_uncertainty_score":0.86557746},"labels":[],"label_agreement":null},{"id":"W2167956918","doi":"10.2196/medinform.4221","title":"Building Data-Driven Pathways From Routinely Collected Hospital Data: A Case Study on Prostate Cancer","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Prostate cancer; Computer science; Context (archaeology); Data science; Data quality; Quality assurance; Health care; Data mining; Medicine; Cancer; Service (business); Pathology","score_opus":0.3667493021156945,"score_gpt":0.5170871386641216,"score_spread":0.15033783654842708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167956918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99054456,0.000033152646,0.0012032297,0.00328008,0.00069062493,0.002454559,0.0014249564,0.00017511264,0.00019374496],"genre_scores_gemma":[0.9789826,0.00003796965,0.012376296,0.0039364607,0.000854732,0.00014589525,0.0035908143,0.00003960543,0.00003560979],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99504805,0.0001375593,0.0021524346,0.00037021702,0.0019053863,0.00038634124],"domain_scores_gemma":[0.99514824,0.0010251966,0.00067731447,0.0018517422,0.00040951054,0.0008879942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001964458,0.00026229827,0.00055109477,0.000110651694,0.000106191525,0.00010068387,0.00073066505,0.00017456287,0.00020768383],"category_scores_gemma":[0.011004622,0.0002037789,0.00003673904,0.0004438464,0.00010351549,0.0011623653,0.0013001869,0.00084430515,0.000108014276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017705818,0.0071679796,0.068751395,0.00026483045,0.001266727,0.012791224,0.07356383,0.00008442721,0.00002209967,0.00004588834,0.68154377,0.15272726],"study_design_scores_gemma":[0.038540386,0.0061606257,0.012927162,0.00082672527,0.0013873501,0.001302583,0.20905347,0.65167695,0.000024384528,0.000111515306,0.07701464,0.00097419944],"about_ca_topic_score_codex":0.0028496063,"about_ca_topic_score_gemma":0.00086323265,"teacher_disagreement_score":0.65159255,"about_ca_system_score_codex":0.00021711655,"about_ca_system_score_gemma":0.0017607028,"threshold_uncertainty_score":0.9973261},"labels":[],"label_agreement":null},{"id":"W2169307833","doi":"10.1370/afm.1677","title":"Barriers to Implementation of Case Management for Patients With Dementia: A Systematic Mixed Studies Review","year":2014,"lang":"en","type":"review","venue":"The Annals of Family Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Medicine; PsycINFO; Psychological intervention; Dementia; MEDLINE; Qualitative research; Patient satisfaction; Intervention (counseling); Nursing","score_opus":0.6282946819501258,"score_gpt":0.6176941016931454,"score_spread":0.010600580256980408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169307833","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001863263,0.9775477,0.00056022353,0.003307268,0.00025876926,0.017971497,0.000109475106,0.00001534283,0.000043393804],"genre_scores_gemma":[0.00043752065,0.99073195,0.0010058999,0.005865888,0.00013804021,0.0014420192,0.00028809733,0.00005930832,0.00003128441],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933667,0.00064488995,0.0043563647,0.0004023077,0.0009222419,0.00030747315],"domain_scores_gemma":[0.99052113,0.0030643847,0.0034716032,0.0009591173,0.0017366869,0.0002470737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006910096,0.00045657088,0.004592214,0.00029618124,0.00008608336,0.0000036612985,0.0002712993,0.00006814915,0.000057139023],"category_scores_gemma":[0.006615901,0.00022571566,0.00040982928,0.00059811724,0.00016206142,0.00006329242,0.00012874961,0.00015831675,0.0000058610435],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010474632,0.000047429305,0.000017121876,0.6949312,0.0049012178,0.000015604679,0.00015998242,2.4145754e-7,1.0930128e-7,0.000059716946,0.039978854,0.25978374],"study_design_scores_gemma":[0.0035757045,0.0042976444,0.000073765616,0.62129194,0.06988874,0.00007022503,0.0064521832,0.0000015796732,0.0000014433678,0.000032336433,0.2940502,0.0002642186],"about_ca_topic_score_codex":0.00008145221,"about_ca_topic_score_gemma":0.00003570275,"teacher_disagreement_score":0.25951955,"about_ca_system_score_codex":0.00005963876,"about_ca_system_score_gemma":0.00018604907,"threshold_uncertainty_score":0.92044175},"labels":[],"label_agreement":null},{"id":"W2169907889","doi":"10.1200/jco.2008.17.7139","title":"American Society of Clinical Oncology Clinical Practice Guidelines: Opportunities and Challenges","year":2008,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Timeline; Clinical Oncology; Medical education; Clinical Practice; Family medicine; Cancer; Pathology; Internal medicine","score_opus":0.8875596565938666,"score_gpt":0.6938473908040095,"score_spread":0.19371226578985712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169907889","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46033418,0.005258912,0.0008749347,0.5222145,0.004148412,0.0005371082,0.000014298048,0.000039840674,0.0065778825],"genre_scores_gemma":[0.13588855,0.50911885,0.269828,0.075741604,0.00903527,0.0000067128653,0.000010978478,0.00005915117,0.0003108887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9634814,0.0056314776,0.028362893,0.00069936545,0.0013070751,0.00051778374],"domain_scores_gemma":[0.84017754,0.1162737,0.029678753,0.0008525556,0.01106057,0.0019569034],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.070916675,0.00037834662,0.0063751237,0.00017454168,0.00011503886,0.000009494195,0.00042096546,0.0013473452,0.00015430669],"category_scores_gemma":[0.3236003,0.00028964024,0.0023732386,0.0002580615,0.003956594,0.00066763913,0.0003358112,0.0039484445,0.000021735872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009670679,0.005845781,0.038993802,0.00008308872,0.0016767437,0.0011690691,0.00023502702,0.0000034554992,0.0000100308835,0.00024987015,0.13000043,0.812062],"study_design_scores_gemma":[0.013111117,0.04294773,0.16334502,0.00010510058,0.001640173,0.0038104167,0.009649359,0.00029135516,0.000003244446,0.00016295825,0.7647347,0.0001988462],"about_ca_topic_score_codex":0.00018030792,"about_ca_topic_score_gemma":0.000079893594,"teacher_disagreement_score":0.8118632,"about_ca_system_score_codex":0.00014885115,"about_ca_system_score_gemma":0.013035741,"threshold_uncertainty_score":0.9999556},"labels":[],"label_agreement":null},{"id":"W2170506800","doi":"10.1186/1748-5908-8-94","title":"Strategies to assess the validity of recommendations: a study protocol","year":2013,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Instituto de Salud Carlos III; Universitat Autònoma de Barcelona","keywords":"Protocol (science); Medicine; Health administration; Health services research; External validity; Health informatics; Identification (biology); MEDLINE; Data science; Computer science; Information retrieval; Data mining; Alternative medicine; Public health; Psychology; Nursing; Pathology","score_opus":0.6983204150928648,"score_gpt":0.6917183773546282,"score_spread":0.0066020377382366435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170506800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75694317,2.518306e-7,0.0126142325,0.023258457,0.00017392455,0.20599711,0.000011053999,0.000043329077,0.00095844554],"genre_scores_gemma":[0.9146966,3.2429648e-7,0.008475326,0.0013121266,0.000046135472,0.07542948,0.000007741491,0.0000060767297,0.000026236583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754167,0.00018893681,0.00096673134,0.00027545335,0.0008188698,0.00020833811],"domain_scores_gemma":[0.9973903,0.000733137,0.00036082152,0.00039586483,0.0010086509,0.00011125218],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003912051,0.00008824335,0.00013833842,0.00015095728,0.00023356765,0.00019547311,0.00026563002,0.0000114627355,0.0021987858],"category_scores_gemma":[0.001576697,0.00005855767,0.000032463053,0.0010482828,0.00013737397,0.001309119,0.00013315544,0.000091019385,0.00008758617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018181546,0.0016972839,0.5887499,0.0000798369,0.00006890145,0.0000021187536,0.009184056,0.000054394048,0.09777242,0.003332601,0.041799773,0.2570769],"study_design_scores_gemma":[0.0025538115,0.0015381342,0.83571595,0.000014690727,0.000054013017,0.0000069597163,0.1410696,0.00019897784,0.008911457,0.00096503895,0.008865399,0.000105990504],"about_ca_topic_score_codex":0.0010045145,"about_ca_topic_score_gemma":0.00032502363,"teacher_disagreement_score":0.2569709,"about_ca_system_score_codex":0.00008887808,"about_ca_system_score_gemma":0.00068510463,"threshold_uncertainty_score":0.9987133},"labels":[],"label_agreement":null},{"id":"W2170805217","doi":"10.1016/j.jaci.2013.08.029","title":"Methodological rigor and reporting of clinical practice guidelines in patients with allergic rhinitis: QuGAR study","year":2013,"lang":"en","type":"article","venue":"Journal of Allergy and Clinical Immunology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; CLARITY; Medicine; Critical appraisal; MEDLINE; Rigour; Transparency (behavior); Medical education; Clinical Practice; Family medicine; Alternative medicine; Pathology; Computer science","score_opus":0.49507833889476,"score_gpt":0.5846134538233855,"score_spread":0.08953511492862548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170805217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98917276,0.0006169835,0.00021142824,0.008782128,0.00048194238,0.000554063,8.951549e-7,0.000008699348,0.00017112537],"genre_scores_gemma":[0.870531,0.0038008078,0.12247152,0.0027833122,0.00033800668,0.00000740442,0.0000047535796,0.00002238232,0.000040811196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98211485,0.0021782871,0.014605824,0.00040002613,0.00044966573,0.00025135808],"domain_scores_gemma":[0.9649216,0.015995773,0.014184711,0.0004020321,0.0042324876,0.00026342293],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021012386,0.00020783315,0.0019781683,0.00014828588,0.00004684648,0.000020176569,0.00014252277,0.00035998618,0.00017036432],"category_scores_gemma":[0.24847864,0.00013280018,0.00021792151,0.00016885105,0.00042148103,0.00049389515,0.0001870681,0.001401189,0.000004191052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008879283,0.0043431097,0.82770836,0.000013773106,0.0027365517,0.00024980595,0.00014389177,0.000004247555,0.000026401967,0.00005842385,0.00063087087,0.1552053],"study_design_scores_gemma":[0.014710294,0.016104057,0.95928794,0.00013048407,0.00044341473,0.00037518275,0.0039082807,0.000056184188,0.0000023866364,0.0002706035,0.004585146,0.00012602877],"about_ca_topic_score_codex":0.00030446146,"about_ca_topic_score_gemma":0.00014792074,"teacher_disagreement_score":0.22746626,"about_ca_system_score_codex":0.000018203174,"about_ca_system_score_gemma":0.00027583115,"threshold_uncertainty_score":0.7578517},"labels":[],"label_agreement":null},{"id":"W2170961171","doi":"10.1200/jco.2012.42.0489","title":"American Society of Clinical Oncology Clinical Practice Guidelines: Formal Systematic Review–Based Consensus Methodology","year":2012,"lang":"en","type":"review","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Occupational Cancer Research Centre","funders":"","keywords":"Medicine; Clinical Oncology; Clinical Practice; Oncology; Medical physics; Internal medicine; Family medicine; Cancer","score_opus":0.9113190571093236,"score_gpt":0.7679947053105922,"score_spread":0.14332435179873138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170961171","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000331226,0.9338649,0.005423144,0.04410434,0.010429738,0.005098568,0.00007686309,0.000052841347,0.00091651105],"genre_scores_gemma":[0.0000072336275,0.58779377,0.34229913,0.061912887,0.007612545,0.00006508967,0.00007723053,0.00012696552,0.00010517181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.793944,0.07637811,0.12396434,0.0014810654,0.002704461,0.0015280617],"domain_scores_gemma":[0.32284454,0.48464638,0.16885152,0.0025320794,0.018204324,0.002921158],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.36616722,0.0013515563,0.057031985,0.00047679257,0.00012381106,0.000020964237,0.0015936242,0.0054648453,0.00038037758],"category_scores_gemma":[0.7820922,0.0009002597,0.021356028,0.0012694726,0.0033614524,0.00053816894,0.0006865262,0.014142556,0.00023408596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030962666,0.005808276,0.00019925678,0.21246614,0.0075299414,0.00046268557,0.000014868018,8.711667e-7,1.255644e-7,0.00004768641,0.08728391,0.68309],"study_design_scores_gemma":[0.008334673,0.025949452,0.00012084735,0.10312412,0.11176979,0.0050717145,0.00051481783,0.000092143884,9.74524e-8,0.000027435159,0.7444878,0.00050708867],"about_ca_topic_score_codex":0.00012970793,"about_ca_topic_score_gemma":0.0000465475,"teacher_disagreement_score":0.6825829,"about_ca_system_score_codex":0.00085642736,"about_ca_system_score_gemma":0.05009446,"threshold_uncertainty_score":0.9999235},"labels":[],"label_agreement":null},{"id":"W2170994501","doi":"10.12927/hcq..16672","title":"Client-Centred Care: Making the Ideal Real","year":2002,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Dignity; Guideline; Nursing; Health care; Best practice; Consistency (knowledge bases); Quality (philosophy); Medicine; Psychology; Public relations; Political science; Computer science","score_opus":0.2256233432808606,"score_gpt":0.4640518284065422,"score_spread":0.2384284851256816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170994501","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45771927,0.00946259,0.0002993555,0.5146974,0.002646667,0.0033741107,0.00006649697,0.0005427724,0.01119139],"genre_scores_gemma":[0.9861937,0.00018382604,0.0008364501,0.011591883,0.0009018138,0.000035934638,0.000060414168,0.00003164322,0.00016432964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751407,0.00026752963,0.00093730533,0.00034078216,0.0004974913,0.00044281717],"domain_scores_gemma":[0.99814004,0.0005610688,0.00026686993,0.0005537637,0.00028698947,0.00019127749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027134936,0.00015864422,0.00025322923,0.000059699538,0.00022927183,0.000043223154,0.00012258133,0.00010537352,0.0004002473],"category_scores_gemma":[0.00028832094,0.000117391646,0.00012491005,0.00021711976,0.000059735918,0.00013198087,0.000015311694,0.0004292589,0.0004202346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032445724,0.00016479571,0.015881976,0.00027692982,0.000052538428,0.00008682212,0.030584196,0.0000013094472,0.00008437507,0.0020339512,0.06891464,0.881594],"study_design_scores_gemma":[0.0143141905,0.014592786,0.14336118,0.0006617493,0.0006663281,0.0008802936,0.28420332,0.0049640927,0.00003744196,0.0013097293,0.5340134,0.0009954881],"about_ca_topic_score_codex":0.0021352752,"about_ca_topic_score_gemma":0.0011066983,"teacher_disagreement_score":0.88059855,"about_ca_system_score_codex":0.00021099426,"about_ca_system_score_gemma":0.00013308074,"threshold_uncertainty_score":0.54014057},"labels":[],"label_agreement":null},{"id":"W217135607","doi":"","title":"On the Net: Ottawa's virtual cardiac prevention clinic","year":2002,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Toolbox; Checklist; Medicine; Bridging (networking); Variety (cybernetics); Bridge (graph theory); Economic shortage; Medical education; Computer science; Psychology","score_opus":0.0945327551669282,"score_gpt":0.3994887394609782,"score_spread":0.30495598429404996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W217135607","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33327436,0.00018829519,0.00026934245,0.62446225,0.0043078307,0.0006002591,0.000032979293,0.000044604967,0.03682005],"genre_scores_gemma":[0.8965437,0.0003791555,0.00009843735,0.08504528,0.0048059225,0.000016603823,0.000028918657,0.000031093965,0.013050886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589056,0.0006193789,0.001064557,0.00017768465,0.0018277745,0.00042005253],"domain_scores_gemma":[0.9947818,0.0028584078,0.0004922372,0.000191825,0.00042159998,0.0012541453],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0065950337,0.00012557572,0.00025818474,0.00012899176,0.0003355351,0.000083692044,0.00016208275,0.00032836018,0.06753449],"category_scores_gemma":[0.038471688,0.00009124272,0.0002572941,0.00025250087,0.000041555893,0.00014286404,0.000012529109,0.0016280636,0.0023899449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001278527,0.00006661492,0.0094314255,0.0000015649198,0.00015096547,0.00007533382,0.000107671476,0.0000015396088,0.0000038136068,0.0004692465,0.90795726,0.08172177],"study_design_scores_gemma":[0.001956837,0.00067149114,0.024920024,0.000104748164,0.0001857558,0.00017492512,0.00091159955,0.0009898364,0.0000062316426,0.0007857998,0.9691372,0.00015554072],"about_ca_topic_score_codex":0.00068956014,"about_ca_topic_score_gemma":0.005659463,"teacher_disagreement_score":0.5632693,"about_ca_system_score_codex":0.0012418092,"about_ca_system_score_gemma":0.0014326802,"threshold_uncertainty_score":0.9983868},"labels":[],"label_agreement":null},{"id":"W2171402653","doi":"10.1186/1748-5908-3-54","title":"Evidence-informed health policy 2 – Survey of organizations that support the use of research evidence","year":2008,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Health informatics; Health administration; Medicine; Health policy; Public health; Healthcare policy; Nursing research; Health economics; Social policy; Quality of Life Research; Family medicine; Environmental health; Nursing; Public relations; International health; Political science; Law","score_opus":0.9190580545054612,"score_gpt":0.7315971921612834,"score_spread":0.1874608623441778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171402653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95105445,0.000104140716,0.0037668275,0.042740308,0.0001711875,0.0019869537,0.00010802239,0.00002965068,0.000038430462],"genre_scores_gemma":[0.99206984,0.0016721432,0.0038869649,0.0021046412,0.0000499494,0.000022458438,0.00007265787,0.000011339201,0.00010998655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99426115,0.00063381786,0.0016130611,0.00034581163,0.0026653116,0.00048083204],"domain_scores_gemma":[0.9771751,0.013783961,0.0009872939,0.00075117435,0.007073535,0.00022891641],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014811326,0.00010495346,0.0002695306,0.0006138805,0.00061183894,0.000051606974,0.0004481935,0.000028197006,0.000619517],"category_scores_gemma":[0.12870456,0.000077587065,0.000037914695,0.008536839,0.0016070374,0.0023863288,0.00024055784,0.00019522007,0.000024967298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017418135,0.00010308069,0.94807285,0.000096508666,0.000018114928,0.0000027126157,0.0050172713,0.00004497222,0.004544866,0.0004862664,0.023781255,0.01765794],"study_design_scores_gemma":[0.0005850463,0.0006488958,0.98422,0.00016100534,0.000015173857,0.00006672962,0.0024541668,0.00015712033,0.010207387,0.000025896936,0.0013939,0.0000646327],"about_ca_topic_score_codex":0.05098735,"about_ca_topic_score_gemma":0.005890423,"teacher_disagreement_score":0.11389324,"about_ca_system_score_codex":0.0004155234,"about_ca_system_score_gemma":0.019532353,"threshold_uncertainty_score":0.986026},"labels":[],"label_agreement":null},{"id":"W2171572428","doi":"10.1136/ebmh.8.4.93","title":"With apologies to Albert: everything is <i>not</i> relative","year":2005,"lang":"en","type":"article","venue":"Evidence-Based Mental Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital","funders":"","keywords":"Sociology","score_opus":0.30391630061826774,"score_gpt":0.5099324073281524,"score_spread":0.20601610670988463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171572428","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20170885,0.00062343734,0.0040770457,0.7906216,0.00021167095,0.0019304191,0.00003081369,0.00014744727,0.00064876245],"genre_scores_gemma":[0.71197,0.00020312682,0.051057264,0.23576456,0.00026796415,0.00004804598,0.00004139311,0.000028149232,0.0006195376],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971661,0.00016994544,0.00093691994,0.0005184109,0.0007240002,0.0004846],"domain_scores_gemma":[0.9969461,0.0016824651,0.0003720356,0.00041199036,0.00013420277,0.0004532195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014974202,0.00022591683,0.0004038947,0.00013732722,0.00024758332,0.00003089261,0.00012111931,0.00006886986,0.000449474],"category_scores_gemma":[0.0013629391,0.00017983743,0.000081777835,0.0003765892,0.00008778278,0.00079528295,0.00006283812,0.00038499845,0.00043398744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015120672,0.0011174275,0.042083785,0.0006954676,0.00021247908,0.000038722093,0.01201345,0.00058449164,0.003226176,0.00076532335,0.37858385,0.54555815],"study_design_scores_gemma":[0.026410762,0.03174505,0.094645575,0.016656881,0.00061646313,0.00039071482,0.014766827,0.004254168,0.07218089,0.00031179824,0.7358617,0.0021591322],"about_ca_topic_score_codex":0.0013737981,"about_ca_topic_score_gemma":0.00059713365,"teacher_disagreement_score":0.554857,"about_ca_system_score_codex":0.0010813766,"about_ca_system_score_gemma":0.0011978293,"threshold_uncertainty_score":0.73335576},"labels":[],"label_agreement":null},{"id":"W2171733960","doi":"10.1136/heart.89.3.349","title":"DO GUIDELINES INFLUENCE PRACTICE?","year":2003,"lang":"en","type":"review","venue":"Heart","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; MEDLINE; Intensive care medicine","score_opus":0.6133657623763396,"score_gpt":0.6506331815714884,"score_spread":0.037267419195148865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171733960","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000402253,0.990118,0.00005655691,0.004873836,0.0005067356,0.001419489,0.000018235774,0.00008459417,0.002918511],"genre_scores_gemma":[4.184654e-7,0.9547026,0.028238995,0.014808707,0.00068377005,0.00010208135,0.00013207864,0.0000832541,0.0012480653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953152,0.00045329845,0.0027048197,0.00057987496,0.0006106714,0.00033612034],"domain_scores_gemma":[0.9940258,0.0028548825,0.0008506538,0.00090256246,0.0011201353,0.00024596226],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002582357,0.00039103854,0.0017081762,0.00016699366,0.00006741916,0.00006488862,0.000119826414,0.00036543535,0.00075308845],"category_scores_gemma":[0.04815102,0.0003085116,0.00051592436,0.00046568736,0.000055976052,0.0003356215,0.000073735166,0.00082403625,0.0028219267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001667899,0.00009747329,0.000023764329,0.0045731133,0.00012399067,0.00006125753,0.000006694046,5.147937e-7,4.9296557e-7,0.00008547967,0.1702884,0.8247222],"study_design_scores_gemma":[0.00038283263,0.00013805891,0.0000079773135,0.0072807735,0.0026865855,0.0022812986,0.000040914685,0.0000016095931,2.0399608e-7,0.000028273405,0.98689604,0.00025543614],"about_ca_topic_score_codex":0.000072376664,"about_ca_topic_score_gemma":0.000003554721,"teacher_disagreement_score":0.8244667,"about_ca_system_score_codex":0.00016169538,"about_ca_system_score_gemma":0.0014381392,"threshold_uncertainty_score":0.9999367},"labels":[],"label_agreement":null},{"id":"W2171963168","doi":"10.1136/bmjqs-2013-002293.248","title":"P307 Guideline Development Tool (GDT) – Web-Based Solution For Guideline Developers And Authors Of Systematic Reviews","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Systematic review; MEDLINE; Pathology","score_opus":0.4065876063070964,"score_gpt":0.5403399419059529,"score_spread":0.13375233559885652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171963168","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053611103,0.0018096329,0.8526547,0.060208317,0.0006905417,0.030420976,0.000110322726,0.00020428006,0.00029011682],"genre_scores_gemma":[0.116760336,0.00037038728,0.8674927,0.010873356,0.00034287336,0.0019482846,0.0014871522,0.00007453608,0.00065042183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851763,0.00088762457,0.0123489695,0.0005159477,0.00067983556,0.00039131314],"domain_scores_gemma":[0.9913835,0.0031723646,0.0024250979,0.0007010183,0.002064794,0.00025322425],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030338531,0.00033793892,0.0014891324,0.00013632764,0.00015796698,0.000029243025,0.00015946361,0.00019619608,0.00035120908],"category_scores_gemma":[0.05697166,0.00026227234,0.00030324073,0.0002866822,0.00009495452,0.0002718608,0.00009709534,0.00019321576,0.00008750973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002855707,0.0010944081,0.00679259,0.12270631,0.0008953843,0.0000058060564,0.0014651067,0.00012209962,0.023986869,0.0012340785,0.53994924,0.29889238],"study_design_scores_gemma":[0.033176105,0.0012476789,0.029827163,0.022575988,0.0031620485,0.00009329287,0.0057164966,0.10808849,0.003067821,0.00080403173,0.7897374,0.0025034766],"about_ca_topic_score_codex":0.00035913836,"about_ca_topic_score_gemma":0.00016861121,"teacher_disagreement_score":0.2963889,"about_ca_system_score_codex":0.00032108751,"about_ca_system_score_gemma":0.0015411244,"threshold_uncertainty_score":0.99998295},"labels":[],"label_agreement":null},{"id":"W2172097010","doi":"10.12927/hcq.2009.21104","title":"The Alberta Cardiac Access Collaborative: Improving the Cardiac Patient Journey","year":2009,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical emergency; Best practice; Collaborative Care; Primary care; Nursing; Family medicine; Political science","score_opus":0.09213048332771169,"score_gpt":0.46024866990423474,"score_spread":0.36811818657652307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172097010","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4070834,0.004281186,0.00014458076,0.5796419,0.0032537174,0.0038402441,0.00007950764,0.00010672404,0.0015687593],"genre_scores_gemma":[0.9860981,0.00034674574,0.00016943157,0.011964351,0.001015981,0.00009521325,0.000056864377,0.000027150849,0.00022615044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964606,0.0008269369,0.0011686663,0.00037383637,0.00064182875,0.00052810606],"domain_scores_gemma":[0.9951315,0.0023955773,0.0005261157,0.00082926627,0.0008276356,0.00028992648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015400734,0.0002221299,0.00040163592,0.00004690789,0.0007730526,0.00027447433,0.0002601635,0.00011126045,0.000023958371],"category_scores_gemma":[0.0013836648,0.00012602587,0.00020626349,0.00047030568,0.000081982726,0.0003722133,0.000028375187,0.0006199795,0.00005452012],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033884816,0.00006543546,0.0048782993,0.00003629557,0.000080488804,0.000007932516,0.0045799296,0.0000011687649,0.00025830636,0.001069864,0.030582648,0.9581008],"study_design_scores_gemma":[0.0022074974,0.011537378,0.27255368,0.00019290706,0.0005205556,0.00004431217,0.051153958,0.00036768868,0.00037707813,0.0014432406,0.65900403,0.0005976841],"about_ca_topic_score_codex":0.005622853,"about_ca_topic_score_gemma":0.0020596648,"teacher_disagreement_score":0.9575031,"about_ca_system_score_codex":0.00021931197,"about_ca_system_score_gemma":0.000987125,"threshold_uncertainty_score":0.85001093},"labels":[],"label_agreement":null},{"id":"W2172909375","doi":"","title":"Simplified lipid guidelines: Prevention and management of cardiovascular disease in primary care.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint-Vincent Hospital; University of Alberta; University of British Columbia; College of Family Physicians of Canada; Northwestern Polytechnic; Alberta Health; University of Calgary; Alberta Health Services","funders":"","keywords":"Guideline; Medicine; Pharmacist; Family medicine; Primary care; Psychological intervention; MEDLINE; Nurse practitioners; Nursing; Health care; Pharmacy; Pathology","score_opus":0.27606284783906504,"score_gpt":0.4151193074532897,"score_spread":0.13905645961422464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172909375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769971,0.008836169,0.0022795692,0.0024867535,0.00031287278,0.0048879357,0.000012600999,0.00005780975,0.004129241],"genre_scores_gemma":[0.99388576,0.0012598144,0.0029980384,0.0003990569,0.00017144401,0.0008132395,0.00015322969,0.00001843738,0.00030100998],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982206,0.00008587461,0.0007880973,0.000257964,0.00044962097,0.00019782598],"domain_scores_gemma":[0.99889153,0.000060482984,0.00012904077,0.00037591442,0.00029135548,0.00025166306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016915401,0.00009617205,0.00028150572,0.00009891478,0.000011454479,0.0000092744085,0.00005214574,0.000036711317,0.0000031720763],"category_scores_gemma":[0.0009605955,0.00009034662,0.000117885334,0.0001786462,0.00003102687,0.00015631304,0.000108477754,0.00007277691,0.0000025302768],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009400458,0.00021329545,0.045632944,0.00152817,0.0005392852,0.000091789356,0.00012713353,0.00048856635,0.0000034941656,0.00012335063,0.0017029847,0.94860893],"study_design_scores_gemma":[0.007158464,0.00007176678,0.9375358,0.00013119752,0.0013339451,0.000005202175,0.0012791932,0.00014182607,0.00002625204,0.00029897026,0.051883478,0.00013385627],"about_ca_topic_score_codex":0.0001712614,"about_ca_topic_score_gemma":0.000007847869,"teacher_disagreement_score":0.94847506,"about_ca_system_score_codex":0.00015860374,"about_ca_system_score_gemma":0.00008468095,"threshold_uncertainty_score":0.36842284},"labels":[],"label_agreement":null},{"id":"W2178480326","doi":"10.2106/jbjs.m.00022","title":"Using Evidence to Improve Care","year":2013,"lang":"en","type":"letter","venue":"Journal of Bone and Joint Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Osteomyelitis; Medicine; Intensive care medicine; Guideline; Antibiotics; Randomized controlled trial; Surgery; Pathology","score_opus":0.4373248648534195,"score_gpt":0.46721848778178987,"score_spread":0.02989362292837039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178480326","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19786285,0.0039707236,0.0005397179,0.7953683,0.0018594223,0.00034998578,0.000009173721,0.000008146169,0.00003167367],"genre_scores_gemma":[0.027087845,0.0017043381,0.008535496,0.94648486,0.015700452,0.000004662217,0.000023154369,0.00006788752,0.00039132775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961184,0.00012954936,0.0026883925,0.00020153528,0.00062092394,0.00024118971],"domain_scores_gemma":[0.9938732,0.002474019,0.0021407253,0.00022891384,0.0010841495,0.00019900857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019726867,0.00019690198,0.0013184509,0.00057002355,0.000042325544,0.00006384207,0.000020079331,0.00029220668,0.00020201763],"category_scores_gemma":[0.010467035,0.00015331515,0.0004937647,0.00011921394,0.00003102983,0.00039391965,0.00006389264,0.0011416805,0.000023610293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010846279,0.000013885702,0.0017585416,0.00071648933,0.000091933,0.0014581737,0.000092643335,0.0000011986638,0.0038823355,9.8780646e-8,0.9708956,0.02098065],"study_design_scores_gemma":[0.00081743096,0.0007589453,0.010103742,0.010227744,0.0016980614,0.0052077933,0.000819275,0.000047333942,0.00064181595,0.000064851294,0.969142,0.00047098915],"about_ca_topic_score_codex":0.0002093885,"about_ca_topic_score_gemma":0.0000027517833,"teacher_disagreement_score":0.17077501,"about_ca_system_score_codex":0.00015905677,"about_ca_system_score_gemma":0.00066702516,"threshold_uncertainty_score":0.99786824},"labels":[],"label_agreement":null},{"id":"W2181326439","doi":"10.1017/s1481803500003511","title":"Clinical education guideline creation by residents for junior learners in emergency medicine: a novel educational experience","year":2014,"lang":"en","type":"review","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Medical education; Emergency department; Process (computing); Product (mathematics); Knowledge translation; Clinical Practice; Nursing; Knowledge management; Computer science","score_opus":0.4699839275875257,"score_gpt":0.6248890948119062,"score_spread":0.15490516722438052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181326439","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022500701,0.93268895,0.0026161578,0.025822235,0.035012934,0.002174467,0.00009642708,0.000009703664,0.0013541138],"genre_scores_gemma":[0.00012995783,0.973793,0.0015653382,0.0007766482,0.014321438,0.00016740932,0.0019436609,0.00012573143,0.007176812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98350304,0.0004888579,0.013730715,0.00072011806,0.0009208335,0.0006364487],"domain_scores_gemma":[0.98687005,0.0014716833,0.006289765,0.00069187465,0.0028249135,0.0018517],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007780244,0.0006515606,0.003073827,0.0016184885,0.00015809937,0.0000071324107,0.00066287786,0.0005663043,0.012222583],"category_scores_gemma":[0.068998404,0.00051691534,0.0007527214,0.0012657997,0.00030863468,0.0003488215,0.00002548688,0.0012356932,0.000026940208],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007005737,0.00021574795,0.003616877,0.0027108835,0.00018243861,0.0000033312797,0.00038240905,0.0000013595591,0.000008493877,0.00014729827,0.75752205,0.23513904],"study_design_scores_gemma":[0.002259399,0.0012166137,0.0011557837,0.013265578,0.0023478745,0.00008412789,0.001186516,0.00003284351,1.3997654e-7,0.00037455253,0.9776981,0.00037847925],"about_ca_topic_score_codex":0.016418448,"about_ca_topic_score_gemma":0.014190711,"teacher_disagreement_score":0.23476057,"about_ca_system_score_codex":0.00090021564,"about_ca_system_score_gemma":0.013755754,"threshold_uncertainty_score":0.99972826},"labels":[],"label_agreement":null},{"id":"W2182413993","doi":"","title":"Repenser les demandes de consultation Optimiser la collaboration entre les médecins de soins primaires et les autres spécialistes","year":2012,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.11180022918132954,"score_gpt":0.3987331761214203,"score_spread":0.28693294694009075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182413993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9202159,0.014705943,0.0072666123,0.043944065,0.0021771502,0.0019937346,0.0002421866,0.00027827476,0.009176103],"genre_scores_gemma":[0.9628898,0.008697018,0.014104238,0.001268059,0.003024374,0.0001227085,0.00039715602,0.00015785133,0.009338783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99221736,0.0030069433,0.0016359425,0.0005905752,0.00065797905,0.001891174],"domain_scores_gemma":[0.99197876,0.005023689,0.0008959707,0.0004594579,0.0006776111,0.0009644847],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004611186,0.0005140211,0.0005505459,0.00016611967,0.00038983024,0.00032874322,0.00023577333,0.00042883726,0.0012311576],"category_scores_gemma":[0.032650974,0.0005168041,0.00016991966,0.00059275667,0.00043247401,0.0012644647,0.00013132668,0.00078883185,0.00009822061],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010412465,0.0015997915,0.69470537,0.0006239569,0.00040325776,0.00016072502,0.020964587,0.0011258048,0.004380672,0.024392359,0.0314054,0.21919686],"study_design_scores_gemma":[0.0034619907,0.00013364243,0.60021484,0.0004893947,0.0009645114,0.00014783232,0.0055708904,0.0005576865,0.0059095803,0.00014089269,0.3819597,0.00044900822],"about_ca_topic_score_codex":0.0013804357,"about_ca_topic_score_gemma":0.0015711448,"teacher_disagreement_score":0.35055432,"about_ca_system_score_codex":0.00083267153,"about_ca_system_score_gemma":0.0017748389,"threshold_uncertainty_score":0.9997284},"labels":[],"label_agreement":null},{"id":"W2187294578","doi":"10.1017/s1481803500015426","title":"What you say depends on how you say it: updated Instructions for Authors","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Action (physics); Content (measure theory); Internet privacy; World Wide Web; Medical education; Computer science","score_opus":0.3235011405837527,"score_gpt":0.4988218370106719,"score_spread":0.17532069642691922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187294578","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27841792,0.0017098022,0.011451691,0.6222422,0.08086732,0.001237207,0.00007658887,0.000034482306,0.003962749],"genre_scores_gemma":[0.95859647,0.0012324913,0.0031861456,0.010861516,0.01181781,0.0000115217945,0.00039487722,0.00011921542,0.013779928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963211,0.00008566279,0.0021152913,0.00027577791,0.00059862033,0.00060358347],"domain_scores_gemma":[0.99493027,0.0003847173,0.00097447407,0.0003600034,0.0014111641,0.0019393673],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004163448,0.00025676383,0.000565673,0.0009178111,0.00023967252,0.000019551708,0.00022216438,0.00019607342,0.00610978],"category_scores_gemma":[0.011457797,0.00020749532,0.00024395734,0.0007214243,0.0001246336,0.0006137069,0.00000899303,0.00072069437,0.00001652859],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007229135,0.000088483815,0.007892245,0.00006640106,0.00039621326,0.0002939966,0.0013692748,0.00003346941,0.0015010461,0.00075362535,0.9147872,0.07209516],"study_design_scores_gemma":[0.004714982,0.0028769788,0.014320317,0.0004964482,0.0008922327,0.00034292537,0.013965141,0.000118686214,0.00028828642,0.0007761723,0.96095693,0.00025090427],"about_ca_topic_score_codex":0.0023297812,"about_ca_topic_score_gemma":0.057565093,"teacher_disagreement_score":0.6801786,"about_ca_system_score_codex":0.0004080293,"about_ca_system_score_gemma":0.0012921776,"threshold_uncertainty_score":0.9968691},"labels":[],"label_agreement":null},{"id":"W2187982828","doi":"","title":"Le Groupe d'étude canadien sur les soins de santé préventifs","year":2012,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Medicine; Art","score_opus":0.12019553419008977,"score_gpt":0.3790086410902882,"score_spread":0.25881310690019843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187982828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.688524,0.041186944,0.0010027887,0.034540035,0.010915508,0.0018282847,0.0013879217,0.00013887443,0.22047566],"genre_scores_gemma":[0.8999239,0.00028833438,0.00042472742,0.0891508,0.007854436,0.000036574293,0.00027840663,0.0001251348,0.0019176566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953919,0.00036531195,0.00097160443,0.00046867452,0.00037978304,0.0024227125],"domain_scores_gemma":[0.99503696,0.0006073144,0.0003063955,0.0006715888,0.0002926389,0.003085081],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013237398,0.00041405676,0.0005452604,0.0002768936,0.00043472243,0.00008572181,0.00031689383,0.00031412585,0.00011394674],"category_scores_gemma":[0.00092402427,0.00052786147,0.00026151235,0.0005277071,0.00025979002,0.0008906,0.00005660915,0.00074953464,0.0008605516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058060497,0.0006360331,0.027937025,0.0003321024,0.0005121477,0.00029940106,0.0015514322,0.000040643183,0.0035184799,0.024279023,0.2915232,0.6493125],"study_design_scores_gemma":[0.001236246,0.00014579829,0.29367897,0.00032215504,0.0005038248,0.000013655649,0.0057969373,0.00041039678,0.00016934214,0.00036314363,0.6968907,0.0004688115],"about_ca_topic_score_codex":0.8909642,"about_ca_topic_score_gemma":0.9414295,"teacher_disagreement_score":0.64884365,"about_ca_system_score_codex":0.0030698422,"about_ca_system_score_gemma":0.011440806,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W2199224180","doi":"10.26443/ijwpc.v1i1.70","title":"Proposed Consensus-Based Canadian Integrative Oncology Research Priorities","year":2014,"lang":"en","type":"article","venue":"International Journal of Whole Person Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; McMaster University; University of Alberta; University of Saskatchewan; University of Toronto; University of British Columbia; Ottawa Regional Cancer Foundation","funders":"","keywords":"Delphi method; Stakeholder; Delphi; Stakeholder engagement; Knowledge translation; Medicine; Integrative medicine; Health care; Medical education; Political science; Public relations; Alternative medicine; Knowledge management","score_opus":0.29383433965517425,"score_gpt":0.5526300765637783,"score_spread":0.258795736908604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2199224180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80182517,0.00024943115,0.000614164,0.18268207,0.0020112682,0.0003944972,0.00008991519,0.000015027914,0.012118491],"genre_scores_gemma":[0.9908832,0.000010445928,0.0045745433,0.00300955,0.001158361,0.0000029297432,0.000052427862,0.000015697447,0.0002928872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760634,0.0004018051,0.00064157427,0.00014502954,0.0009915464,0.00021371183],"domain_scores_gemma":[0.9904407,0.0014834607,0.00033175648,0.000116306925,0.0073301317,0.00029762706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001858245,0.00010219884,0.00026282563,0.00062103424,0.0000834869,0.000057321664,0.00023510627,0.000105213345,0.00026250273],"category_scores_gemma":[0.009657322,0.00008189738,0.00014675765,0.00012715963,0.0001898026,0.000103713224,0.000019147792,0.0007716944,0.000044622655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045951563,0.0003745933,0.089033455,0.00013771183,0.0008572846,0.0021765397,0.023706155,0.00023462136,0.017034445,0.0016916754,0.11443231,0.74572605],"study_design_scores_gemma":[0.010092824,0.0055342615,0.021414496,0.0007852996,0.00018225584,0.0010373979,0.20243965,0.0022413433,0.0049179797,0.00034289903,0.7507644,0.0002471499],"about_ca_topic_score_codex":0.012974079,"about_ca_topic_score_gemma":0.038298145,"teacher_disagreement_score":0.7454789,"about_ca_system_score_codex":0.001668517,"about_ca_system_score_gemma":0.0044126394,"threshold_uncertainty_score":0.99868476},"labels":[],"label_agreement":null},{"id":"W2202284367","doi":"10.1200/jco.2013.31.31_suppl.58","title":"Development and implementation of communities of practice at Cancer Care Ontario (CCO).","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Toronto; Princess Margaret Cancer Centre; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Checklist; Brachytherapy; Multidisciplinary approach; Radiation Therapist; Medical physics; Radiation therapy; Best practice; Cancer; External beam radiation; Surgery; Internal medicine; Management","score_opus":0.41806919260022185,"score_gpt":0.6208711448952361,"score_spread":0.20280195229501424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202284367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990566,0.00034310904,0.000049548045,0.007452306,0.00045208822,0.00033210823,0.0000039048778,0.0000024503327,0.00079848134],"genre_scores_gemma":[0.949454,0.00074952707,0.0471455,0.002344398,0.00018495473,0.00000924944,0.000012778928,0.000009880575,0.000089707435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942472,0.0004451119,0.0046873754,0.000087490786,0.00040315514,0.00012964336],"domain_scores_gemma":[0.9855653,0.006640833,0.0052169827,0.00014730681,0.0022548463,0.00017471539],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00330688,0.000097801065,0.0009814089,0.00009168957,0.000040734052,0.00000493775,0.00009737497,0.00016643632,0.001425319],"category_scores_gemma":[0.0034506312,0.00007571382,0.00015084284,0.0000653021,0.00017571088,0.0003527282,0.00012249633,0.00057564286,0.00000503848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014894485,0.00048377365,0.57671934,0.0001010112,0.00049622526,0.000013686707,0.010135059,0.000005171309,0.0004451929,0.00003949824,0.0029504786,0.4071211],"study_design_scores_gemma":[0.0064363014,0.004087943,0.7386852,0.00009565833,0.0006417778,0.00010962849,0.049357716,0.0000055672213,0.00086058787,0.000034658275,0.19962177,0.00006319107],"about_ca_topic_score_codex":0.04000102,"about_ca_topic_score_gemma":0.1517265,"teacher_disagreement_score":0.4070579,"about_ca_system_score_codex":0.00046428634,"about_ca_system_score_gemma":0.003988879,"threshold_uncertainty_score":0.9994875},"labels":[],"label_agreement":null},{"id":"W2203531103","doi":"10.1200/jco.2001.19.14.3392","title":"Funding New Cancer Drugs in Ontario: Closing the Loop in the Practice Guidelines Development Cycle","year":2001,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; Queen's University","funders":"","keywords":"Guideline; Medicine; Process (computing); Closing (real estate); Advisory committee; Drug development; Process management; Phase (matter); Management science; Political science; Public administration; Computer science; Business; Drug","score_opus":0.5868238880216848,"score_gpt":0.6385990321426819,"score_spread":0.05177514412099704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2203531103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68037444,0.00040470398,0.00029828955,0.31538853,0.0012521085,0.00029954378,1.6657756e-7,0.000003905154,0.0019782956],"genre_scores_gemma":[0.83515894,0.0021998659,0.04048034,0.118001476,0.0032445618,0.000014353827,0.0000033473789,0.000026255391,0.0008708601],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903266,0.001256891,0.0070779137,0.00022391068,0.00076241395,0.00035227762],"domain_scores_gemma":[0.9691024,0.02542174,0.0038421832,0.00029775864,0.0010914282,0.00024451528],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03094009,0.00015330789,0.00090176775,0.00014163528,0.000075855125,0.000033265318,0.00035585713,0.00024757395,0.00035948885],"category_scores_gemma":[0.079572804,0.00008299868,0.00023037795,0.00040302318,0.000094539566,0.0004525236,0.0000880189,0.0025532658,0.000020751113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041215997,0.0011622949,0.33428758,0.000006652459,0.00015895457,0.0006159417,0.0029671183,0.00041122176,0.000023935812,0.00006194291,0.024718473,0.6314643],"study_design_scores_gemma":[0.0058112484,0.0008485849,0.3665508,0.00015880025,0.00023267965,0.0005943965,0.005358112,0.00018319953,0.0000039558477,0.00033091626,0.6198506,0.00007670139],"about_ca_topic_score_codex":0.04330381,"about_ca_topic_score_gemma":0.2968882,"teacher_disagreement_score":0.6313876,"about_ca_system_score_codex":0.0009459089,"about_ca_system_score_gemma":0.010556724,"threshold_uncertainty_score":0.9997479},"labels":[],"label_agreement":null},{"id":"W2204069344","doi":"","title":"Alberta WebSMR - the Implementation of a Synoptic Report for Cancer Surgery","year":2007,"lang":"en","type":"article","venue":"Medinfo 2007: Proceedings of the 12th World Congress on Health (Medical) Informatics; Building Sustainable Health Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cancer surgery; Medicine; Cancer; General surgery; Surgery","score_opus":0.06254933239253287,"score_gpt":0.46082719659742566,"score_spread":0.3982778642048928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204069344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.513348,0.005002333,0.003506161,0.41740748,0.018268166,0.03861092,0.00014398363,0.00036033496,0.0033526472],"genre_scores_gemma":[0.94004035,0.0032679478,0.0019226787,0.039900187,0.0026640792,0.0019105735,0.00017626955,0.00021316233,0.00990474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830276,0.00010542913,0.010329378,0.00043826713,0.004140299,0.0019590752],"domain_scores_gemma":[0.97478896,0.008322136,0.011506549,0.0007149118,0.0034514503,0.0012159651],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044479504,0.0005047987,0.0018679854,0.0008969386,0.0007935425,0.000097345765,0.0008518997,0.0002720687,0.00020495536],"category_scores_gemma":[0.021675248,0.00033119615,0.00041166888,0.0018096922,0.00038045243,0.00069760927,0.00029263788,0.001024466,0.0000030592107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020881656,0.000532174,0.11217089,0.11261601,0.0007082501,0.000029148,0.006254317,0.00013366519,0.0000104289775,0.02328328,0.6612841,0.08088956],"study_design_scores_gemma":[0.0072983257,0.0013473411,0.0060593896,0.019581549,0.00031235188,0.00076399377,0.12150289,0.0062694633,0.0005793965,0.00022728111,0.83539915,0.0006588355],"about_ca_topic_score_codex":0.0328214,"about_ca_topic_score_gemma":0.0029988738,"teacher_disagreement_score":0.42669237,"about_ca_system_score_codex":0.001894487,"about_ca_system_score_gemma":0.01022118,"threshold_uncertainty_score":0.999914},"labels":[],"label_agreement":null},{"id":"W2212680051","doi":"10.1016/j.jcjd.2015.09.027","title":"Focusing on Patient-centered Care: Developing and Implementing a Patient Advisory Group for the Improvement of Patient Care in Pituitary Adenoma","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pituitary adenoma; Health care; Patient care; Quality management; Patient-centered care; Advisory committee; Quality (philosophy); Patient satisfaction; Nursing; Family medicine; Adenoma; Internal medicine; Operations management; Management","score_opus":0.08736966858686959,"score_gpt":0.35047372876995164,"score_spread":0.2631040601830821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212680051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924552,0.004272495,0.00004731978,0.001803057,0.00041858162,0.0009120662,0.0000630941,0.0000024746437,0.00002571794],"genre_scores_gemma":[0.9960399,0.000014413193,0.0020498142,0.0017103389,0.00010502311,0.000023499319,0.000034009725,0.00002257954,3.916706e-7],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99779487,0.00006806613,0.0012833192,0.00016329867,0.00029260645,0.00039782852],"domain_scores_gemma":[0.9974741,0.0004949511,0.0007545611,0.00015415414,0.00069271267,0.0004295619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049794395,0.0001494422,0.0003189074,0.00027776466,0.000106398584,0.000027851633,0.000087779656,0.00004719555,0.0000078826415],"category_scores_gemma":[0.0020270066,0.00011574591,0.00009660374,0.00013103138,0.000059759244,0.00016091486,0.000040843133,0.0001992607,2.762394e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014497506,0.000049564198,0.21128808,0.00024197827,0.00014447836,0.00001665724,0.020032702,0.000053511718,0.0006907363,0.00003630376,0.0007040697,0.7665969],"study_design_scores_gemma":[0.02588583,0.048832115,0.12157082,0.0051447926,0.0011690027,0.000033736196,0.7125091,0.00050967885,0.021438468,0.0006672785,0.0612399,0.0009993055],"about_ca_topic_score_codex":0.0013891722,"about_ca_topic_score_gemma":0.014510167,"teacher_disagreement_score":0.76559764,"about_ca_system_score_codex":0.0006762071,"about_ca_system_score_gemma":0.0013537075,"threshold_uncertainty_score":0.8097013},"labels":[],"label_agreement":null},{"id":"W2216019381","doi":"10.1016/j.cjca.2015.07.120","title":"STANDARDIZATION AND MEASUREMENT OF CARDIAC SERVICES PERFORMANCE THROUGH THE DEVELOPMENT OF QUALITY-BASED PROCEDURES (QBPS)","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Medicine; Coronary artery disease; Interventional cardiology; Standardization; Percutaneous coronary intervention; Cardiac catheterization; Intensive care medicine; Myocardial infarction; Cardiology","score_opus":0.25013228833487133,"score_gpt":0.42976600734718856,"score_spread":0.17963371901231723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2216019381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778798,0.0015749627,0.01553731,0.0033202674,0.00037387328,0.0002995121,0.000021157874,0.000002407038,0.000990665],"genre_scores_gemma":[0.9959364,0.000058022724,0.0035066665,0.0002911355,0.00018784481,0.0000025806999,0.000008120823,0.0000069015096,0.000002342819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981634,0.00023074822,0.0010069918,0.00007673603,0.00039579935,0.00012630293],"domain_scores_gemma":[0.99700147,0.00015378407,0.00063618657,0.00012635997,0.0018943973,0.00018777655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037671053,0.00007532071,0.0004325822,0.00008467417,0.000046814315,0.000005504215,0.00008067317,0.000056329354,0.0000032848284],"category_scores_gemma":[0.0016047998,0.000051936175,0.00007011207,0.000103757455,0.00012009651,0.00009747367,0.000008840892,0.00012194367,3.1415016e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018168273,0.000022394719,0.9009018,0.0017681315,0.0016380305,0.000009144819,0.011313681,0.01841571,0.0039523384,0.00031817277,0.0061704083,0.053673364],"study_design_scores_gemma":[0.004443193,0.0014612353,0.6174037,0.0006217609,0.00084512116,0.00011040183,0.01400479,0.00011410326,0.01010665,0.00031170552,0.35035348,0.0002238851],"about_ca_topic_score_codex":0.00041885022,"about_ca_topic_score_gemma":0.0027078267,"teacher_disagreement_score":0.34418306,"about_ca_system_score_codex":0.00017865367,"about_ca_system_score_gemma":0.0066440054,"threshold_uncertainty_score":0.9989874},"labels":[],"label_agreement":null},{"id":"W2218267411","doi":"10.3747/co.22.2704","title":"Improving Access to Cancer Guidelines: Feedback from Health Care Professionals","year":2015,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Medicine; Health care; Family medicine; Health professionals; Multidisciplinary approach; Nursing; Medical education","score_opus":0.7604202777889609,"score_gpt":0.6974363908170205,"score_spread":0.06298388697194046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218267411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56877667,0.014969687,0.006968246,0.38930392,0.0155865885,0.0033665982,0.00032476897,0.00020282037,0.00050069875],"genre_scores_gemma":[0.7011541,0.0009946971,0.057789758,0.21609782,0.018287282,0.0015544934,0.0033353989,0.00019985365,0.0005866024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707717,0.00025323185,0.001367873,0.00048592314,0.00043750412,0.00037829156],"domain_scores_gemma":[0.99625105,0.0004959031,0.0005502088,0.00035075337,0.0016631803,0.000688912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096560986,0.00018100644,0.00054487603,0.00011221085,0.00007511916,0.000027658576,0.00023157592,0.00011739403,0.0004184394],"category_scores_gemma":[0.0068522613,0.0001507809,0.000075446245,0.00025387068,0.00003385842,0.00023688428,0.00035293566,0.00039465356,0.000179177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003272898,0.00021004424,0.019067615,0.0000698974,0.000021488255,0.000004548721,0.001338587,0.00001298569,0.00005913648,0.0000061761434,0.41280624,0.566076],"study_design_scores_gemma":[0.005329116,0.0010055043,0.015395214,0.00039209003,0.00014730285,0.000008280794,0.010493988,0.0005230385,0.00013775597,0.00008298566,0.9662581,0.00022663976],"about_ca_topic_score_codex":0.0044779633,"about_ca_topic_score_gemma":0.003180364,"teacher_disagreement_score":0.56584936,"about_ca_system_score_codex":0.0014051887,"about_ca_system_score_gemma":0.00518415,"threshold_uncertainty_score":0.9196459},"labels":[],"label_agreement":null},{"id":"W2218669779","doi":"10.2106/00004623-200605000-00036","title":"Revised Grades of Recommendation for Summaries or Reviews of Orthopaedic Surgical Studies","year":2006,"lang":"en","type":"letter","venue":"Journal of Bone and Joint Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":270,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Medicine; Medical physics; Information retrieval; Computer science; Data science","score_opus":0.49255136705794605,"score_gpt":0.4889216619541625,"score_spread":0.003629705103783576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218669779","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03943991,0.03148961,0.00037607687,0.92575836,0.001463678,0.001267691,0.00015003857,0.000009655083,0.00004500592],"genre_scores_gemma":[0.012736046,0.6423215,0.02301097,0.2901024,0.024941744,0.000102572114,0.0034332955,0.0002525117,0.0030989472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99186325,0.0004018504,0.0069660074,0.0001746606,0.0004123237,0.00018190697],"domain_scores_gemma":[0.9794824,0.0107044615,0.00840246,0.00016733471,0.0011839486,0.000059411646],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008886159,0.00022973582,0.003536914,0.00056620396,0.0000389293,0.000011530076,0.000020091371,0.0002499915,0.0001691614],"category_scores_gemma":[0.018614255,0.00014746442,0.0011518634,0.00018296925,0.00015218118,0.00020413502,0.000033822045,0.0007036236,5.979464e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010295826,0.00009598063,0.0038120619,0.0065891175,0.00034342703,0.0001971952,0.00002978881,1.3400728e-7,0.00006228216,0.000001572121,0.95049936,0.0373395],"study_design_scores_gemma":[0.0017245606,0.0006155888,0.0016429266,0.00472956,0.0015595669,0.00043948667,0.00013274491,0.000003335201,0.00012039844,0.00018527186,0.98870957,0.00013701388],"about_ca_topic_score_codex":0.00002307997,"about_ca_topic_score_gemma":0.000010522439,"teacher_disagreement_score":0.63565594,"about_ca_system_score_codex":0.000050396935,"about_ca_system_score_gemma":0.00035670918,"threshold_uncertainty_score":0.9896524},"labels":[],"label_agreement":null},{"id":"W2218739338","doi":"","title":"Chiropractic Name Techniques : a review of the literature","year":2001,"lang":"en","type":"review","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Chiropractic; Alternative medicine; Spinal manipulation; Clinical trial; Medicine; Curriculum; Inclusion (mineral); Clinical Practice; Medical education; Physical therapy; Medical physics; Family medicine; Psychology; Pathology; Pedagogy","score_opus":0.20361448316378183,"score_gpt":0.47499333801922444,"score_spread":0.2713788548554426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218739338","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017116513,0.989143,0.000010974855,0.0036544856,0.0006990866,0.004894739,0.00007508386,0.0000593673,0.0014615551],"genre_scores_gemma":[0.0000015229733,0.99327457,0.000759456,0.0030307123,0.0012204784,0.0005380773,0.00038579362,0.000058388854,0.0007309784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957573,0.00044343332,0.0020489593,0.00038108937,0.0005802436,0.0007889748],"domain_scores_gemma":[0.99631786,0.00053955143,0.00173374,0.00092802,0.00019058313,0.00029025166],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020099503,0.00036873168,0.0018160375,0.0000866933,0.00003941134,0.0000266795,0.0003274251,0.00030181103,0.00032612772],"category_scores_gemma":[0.013775477,0.00020796538,0.0011249674,0.0009411495,0.00007357448,0.00015602693,0.0001335068,0.0012769252,0.000015068582],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009786277,0.00010158873,0.000040228282,0.13294208,0.00013397777,0.0000216543,0.00001134265,2.04674e-9,4.688097e-8,0.000023789798,0.0127628045,0.8539527],"study_design_scores_gemma":[0.00014483875,0.000027774895,0.00025095357,0.19855948,0.003593935,0.00068541797,0.0000032968835,1.2139147e-7,0.0000012424003,0.000016012407,0.79658425,0.00013266767],"about_ca_topic_score_codex":0.00001470217,"about_ca_topic_score_gemma":0.0000033908464,"teacher_disagreement_score":0.85382,"about_ca_system_score_codex":0.00040964715,"about_ca_system_score_gemma":0.0009381896,"threshold_uncertainty_score":0.9945319},"labels":[],"label_agreement":null},{"id":"W2221409938","doi":"10.1016/j.jvs.2015.08.022","title":"Hospital Process Redesign Leading to Waiting Time Improvements in Delivery of Stroke-Prevention Surgery to Patients With Symptomatic Carotid Artery Stenosis","year":2015,"lang":"en","type":"article","venue":"Journal of Vascular Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Interquartile range; Carotid endarterectomy; Referral; Stenosis; Vascular surgery; Stroke (engine); Amaurosis fugax; Internal carotid artery; Surgery; Emergency medicine; Cardiac surgery; Internal medicine","score_opus":0.07699313144600389,"score_gpt":0.3542169897609648,"score_spread":0.2772238583149609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2221409938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99710906,0.00003888924,0.0012252828,0.00047055606,0.00033787184,0.00078751694,0.0000063320545,0.000012121885,0.000012383594],"genre_scores_gemma":[0.99760604,0.000014802663,0.0018284039,0.00028238853,0.00016661565,0.000018438353,0.000024098677,0.000041468185,0.000017722517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954095,0.00027738084,0.002401795,0.00024337338,0.0013311366,0.0003368491],"domain_scores_gemma":[0.9949637,0.0013380187,0.0014267528,0.00025216045,0.0016235939,0.00039574836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052227676,0.00020740015,0.0010107377,0.00089320046,0.000029767774,0.000031851334,0.000103819024,0.00007611277,0.000027274677],"category_scores_gemma":[0.0064121606,0.00017680236,0.00037721134,0.0005958624,0.000019796005,0.0006997061,0.000046656958,0.00023604174,0.000017895278],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072841847,0.00095275743,0.9799022,0.00023625176,0.00046981603,0.000055082117,0.0005244935,0.00066282763,0.0016286111,1.7829731e-7,0.001987676,0.012851656],"study_design_scores_gemma":[0.0069432096,0.0041011814,0.96761084,0.007999919,0.0012660262,0.000059376765,0.0033825515,0.0006204994,0.0072044106,0.00004001467,0.00008067208,0.0006912782],"about_ca_topic_score_codex":0.00006524405,"about_ca_topic_score_gemma":0.000009818224,"teacher_disagreement_score":0.012291371,"about_ca_system_score_codex":0.00031992787,"about_ca_system_score_gemma":0.00071922434,"threshold_uncertainty_score":0.76764184},"labels":[],"label_agreement":null},{"id":"W2223099025","doi":"10.11575/prism/34804","title":"Guiding the Grey: The Implementation and Evaluation of a Journal Club amongst a Librarian and Clinical Practice Guideline Developers - a Cancer Care Case Study","year":2014,"lang":"en","type":"article","venue":"OpenGrey (Institut de l'Information Scientifique et Technique)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Club; Journal club; Cancer; Grey literature; Medicine; Library science; Medical education; Family medicine; MEDLINE; Computer science; Political science","score_opus":0.17054437982002027,"score_gpt":0.5003125482138906,"score_spread":0.32976816839387035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223099025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8501677,0.00016387017,0.10247863,0.027551865,0.00060142623,0.016648337,0.000032169497,0.00007028228,0.002285723],"genre_scores_gemma":[0.95824814,0.00022908092,0.0352386,0.005405174,0.00014756426,0.00063552527,0.00006808974,0.00001531227,0.0000125076685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405134,0.0018465476,0.002462276,0.00027876906,0.0011198948,0.00024117164],"domain_scores_gemma":[0.9929111,0.0011966781,0.0015177515,0.0004564617,0.0037485072,0.00016949287],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04838762,0.00019267174,0.00029223485,0.00022094161,0.00074447837,0.00064024143,0.00022146915,0.00010926738,0.00008387609],"category_scores_gemma":[0.01559151,0.00012264097,0.00007630971,0.00051567587,0.0002550323,0.0040907785,0.00024239578,0.0004736555,0.0000026920632],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020227733,0.00011908921,0.022600057,0.00009800847,0.00016237506,0.000028160432,0.020720504,0.00012046775,0.00019090966,0.0005967326,0.010326638,0.94483477],"study_design_scores_gemma":[0.013317708,0.0012141395,0.046829198,0.0006513304,0.0038671123,0.008978361,0.42074746,0.035439525,0.0018972849,0.00044030795,0.46597838,0.00063917297],"about_ca_topic_score_codex":0.0022393572,"about_ca_topic_score_gemma":0.0033895094,"teacher_disagreement_score":0.9441956,"about_ca_system_score_codex":0.00023704875,"about_ca_system_score_gemma":0.0017223766,"threshold_uncertainty_score":0.9927006},"labels":[],"label_agreement":null},{"id":"W2224995371","doi":"10.1016/j.jclinepi.2015.11.017","title":"A guide for health professionals to interpret and use recommendations in guidelines developed with the GRADE approach","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":174,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Trustworthiness; Certainty; Medicine; Evidence-based medicine; Equity (law); Preference; MEDLINE; Actuarial science; Psychology; Alternative medicine; Business; Social psychology; Economics","score_opus":0.8669620622800094,"score_gpt":0.740337490174598,"score_spread":0.12662457210541134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224995371","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032528595,0.49393457,0.07175183,0.43042472,0.00086521165,0.0028910856,0.00007515955,0.000008768011,0.000016140068],"genre_scores_gemma":[0.0000020094074,0.70773834,0.23151298,0.0588599,0.0012243253,0.00013746967,0.00006115374,0.00003926364,0.0004245792],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9700315,0.009430327,0.019214874,0.0005788189,0.00025978676,0.00048468343],"domain_scores_gemma":[0.7379862,0.24909155,0.010157943,0.00054396054,0.0015956841,0.0006246602],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.081591554,0.00038130587,0.0074327383,0.00033311348,0.000081784354,0.0000143100515,0.00035527567,0.00048717277,0.000023894785],"category_scores_gemma":[0.5391973,0.00016098362,0.00082573656,0.00029719988,0.00018045573,0.00019060254,0.00018564849,0.0015951322,0.0000058806663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039333856,0.00015820246,0.0005736334,0.0008878189,0.00025373523,0.0000031468908,0.000028698501,9.0733516e-7,1.609467e-8,0.00015620564,0.33249587,0.6650484],"study_design_scores_gemma":[0.0020487746,0.0016419068,0.00074044854,0.020365883,0.00051520916,0.00046019553,0.000099472076,0.00003260544,9.473268e-9,0.00033624988,0.9735993,0.00015990653],"about_ca_topic_score_codex":0.000052661475,"about_ca_topic_score_gemma":0.00017826026,"teacher_disagreement_score":0.6648885,"about_ca_system_score_codex":0.00016566322,"about_ca_system_score_gemma":0.0038690274,"threshold_uncertainty_score":0.94569474},"labels":[],"label_agreement":null},{"id":"W2225396815","doi":"10.1016/s1701-2163(15)30806-9","title":"Critères d’évaluation fondamentaux des essais cliniques : En route vers l’avenir","year":2013,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Gynecology; Philosophy","score_opus":0.09552834306448052,"score_gpt":0.3890684042418316,"score_spread":0.2935400611773511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225396815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8864372,0.038408842,0.0004596957,0.028110787,0.044743378,0.0005388521,0.000049088507,0.000006659249,0.0012455067],"genre_scores_gemma":[0.9831494,0.0050692335,0.007188319,0.0030309719,0.00042120117,0.0000072844095,0.000018309345,0.00002628429,0.001089004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99597466,0.00062695215,0.0020616248,0.00021745432,0.00064853166,0.0004707944],"domain_scores_gemma":[0.9757655,0.020492794,0.0013611775,0.00017698342,0.0016924565,0.00051108876],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021645455,0.00022218235,0.00061226485,0.00026391298,0.0001624072,0.00008125447,0.00016109916,0.0002702401,0.0030300713],"category_scores_gemma":[0.06773344,0.00020780432,0.00012654648,0.00035449964,0.00019296189,0.00066787924,0.00007585236,0.00076457503,0.000012021446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000143327725,0.00016354314,0.18436576,0.00012628506,0.00033159024,0.00062473345,0.00044816086,0.00006738735,0.000036503647,0.00015284785,0.048328698,0.76534015],"study_design_scores_gemma":[0.005136653,0.0018912938,0.82588166,0.00007053934,0.0011296368,0.00017426984,0.007944385,0.001364669,0.00008447976,0.0029384787,0.15314175,0.0002421591],"about_ca_topic_score_codex":0.259789,"about_ca_topic_score_gemma":0.11695023,"teacher_disagreement_score":0.765098,"about_ca_system_score_codex":0.0047234017,"about_ca_system_score_gemma":0.007101094,"threshold_uncertainty_score":0.9990973},"labels":[],"label_agreement":null},{"id":"W2227055725","doi":"10.7748/nm2002.06.9.3.24.c2105","title":"Organisational perspective a pressure ulcer risk assessment and prevention audit: an RCN pilot","year":2002,"lang":"en","type":"article","venue":"Nursing Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Guideline; Audit; Risk assessment; Clinical audit; Medicine; Pressure injury; Nursing; Clinical governance; Process management; Business; Management; Political science; Health care; Accounting","score_opus":0.20182422957864246,"score_gpt":0.4975268498514053,"score_spread":0.29570262027276284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227055725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.427324,0.0019176023,0.2316595,0.13746569,0.0025034864,0.009739215,0.00009153113,0.0009222757,0.18837671],"genre_scores_gemma":[0.94895875,0.00021286748,0.0474017,0.0005900434,0.000301178,0.000036586116,0.000049779228,0.00002632194,0.0024227684],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983282,0.00020656368,0.00044298472,0.0004200372,0.00040831268,0.00019389024],"domain_scores_gemma":[0.9990188,0.00014851034,0.00024894808,0.00028629127,0.00017383645,0.00012359851],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077213795,0.00013724066,0.00017721504,0.00011092506,0.0001726774,0.0000495575,0.00005489236,0.00003851122,0.0015744775],"category_scores_gemma":[0.00024301119,0.00013518962,0.00004154084,0.00013650526,0.00006937233,0.00035144863,0.000034447694,0.00020544254,0.000036110545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075561315,0.007362201,0.03781838,0.00026939975,0.0014761715,0.000043427146,0.0041894135,0.00039569486,0.000380127,0.062434427,0.05690906,0.8279661],"study_design_scores_gemma":[0.0059031732,0.0027963882,0.91159886,0.0003037932,0.0029049965,0.000042393374,0.009841509,0.024881553,0.000025234707,0.0283167,0.013072008,0.0003134173],"about_ca_topic_score_codex":0.00006587774,"about_ca_topic_score_gemma":0.000013518076,"teacher_disagreement_score":0.8737804,"about_ca_system_score_codex":0.00036660774,"about_ca_system_score_gemma":0.00002536344,"threshold_uncertainty_score":0.9993382},"labels":[],"label_agreement":null},{"id":"W2229581208","doi":"","title":"Et si le dossier médical électronique était inutile","year":2015,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.1511994959548666,"score_gpt":0.39726695522063604,"score_spread":0.24606745926576945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229581208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44029093,0.032180917,0.011711075,0.37902176,0.022516068,0.005033425,0.0002975853,0.0007221783,0.10822607],"genre_scores_gemma":[0.89285266,0.005528917,0.0051437574,0.027064636,0.009655413,0.00018205539,0.00046707108,0.00032593805,0.05877957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99158984,0.0019884435,0.0018243872,0.000890734,0.0010548395,0.0026517666],"domain_scores_gemma":[0.9943924,0.001105288,0.0005237438,0.0008500378,0.0005773263,0.0025512364],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0058901357,0.00050151884,0.00066412473,0.0001249401,0.00012085105,0.00018996104,0.0004106256,0.00032874374,0.0016361589],"category_scores_gemma":[0.023986302,0.00050456775,0.00022486971,0.00090018526,0.00039938753,0.0008514316,0.0003299469,0.001686494,0.0017779088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016853357,0.0027936597,0.039238553,0.00024327767,0.00047403044,0.0011926492,0.0075651025,0.00015549446,0.00073081575,0.018877925,0.64283717,0.28420597],"study_design_scores_gemma":[0.0059547722,0.0004892778,0.07025691,0.00015688389,0.0004036951,0.0002454963,0.00071520347,0.0006848019,0.0011974211,0.00071755867,0.9187121,0.00046588888],"about_ca_topic_score_codex":0.001165124,"about_ca_topic_score_gemma":0.00024774292,"teacher_disagreement_score":0.4525617,"about_ca_system_score_codex":0.0010799762,"about_ca_system_score_gemma":0.004105197,"threshold_uncertainty_score":0.9997406},"labels":[],"label_agreement":null},{"id":"W2229819180","doi":"10.1200/jco.2013.31.31_suppl.15","title":"A population-based study examining the impact of a multidisciplinary rapid access clinic on utilization of initial treatment options for patients with localized prostate cancer.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Prostate Cancer Canada","funders":"","keywords":"Medicine; Radiation oncologist; Prostate cancer; Cancer; Prostatectomy; Population; Internal medicine; Radiation therapy; Cancer registry; Oncology; Gynecology","score_opus":0.5247053078881156,"score_gpt":0.651339459318252,"score_spread":0.12663415143013634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2229819180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939159,0.000028626631,0.00053784956,0.0016172623,0.00034504101,0.0034717147,0.00005219558,0.000005874624,0.000025495418],"genre_scores_gemma":[0.99668866,0.00008857793,0.0024546413,0.0002201059,0.00028442295,0.00015317163,0.000074122916,0.000023742148,0.000012558728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934384,0.0009825262,0.004740862,0.00021468653,0.00044504675,0.00017845533],"domain_scores_gemma":[0.9759285,0.0154379895,0.0061639515,0.000271612,0.0020208438,0.00017712577],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031562934,0.00017731985,0.0013800829,0.00016811621,0.00007329546,0.0000127323565,0.00015969468,0.00015578454,0.00032724295],"category_scores_gemma":[0.010351797,0.00008944501,0.00044637924,0.0002507701,0.00012797504,0.00028003752,0.00003682444,0.00033794125,0.0000016936245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024616526,0.012069928,0.8304501,0.000024310266,0.0006592387,0.0000037901052,0.0001987662,0.0026894216,0.0000070842184,0.0000013041972,0.00015885718,0.12912065],"study_design_scores_gemma":[0.034763075,0.13524102,0.82451254,0.00012700785,0.00093349046,0.0000018947509,0.00052521494,0.003711019,0.000011669263,0.000060166352,0.000047240657,0.00006568442],"about_ca_topic_score_codex":0.0010525314,"about_ca_topic_score_gemma":0.00024345625,"teacher_disagreement_score":0.12905496,"about_ca_system_score_codex":0.00030271217,"about_ca_system_score_gemma":0.002415942,"threshold_uncertainty_score":0.9979844},"labels":[],"label_agreement":null},{"id":"W2230618937","doi":"10.1200/jco.2006.24.18_suppl.6029","title":"Diagnostic assessment of suspected cancer: Prospective cohort study of diagnostic delay intervals across three disease sites","year":2006,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Nova Scotia; Ottawa Hospital","funders":"","keywords":"Medicine; Prospective cohort study; Cancer; Colorectal cancer; Referral; Cohort; Lung cancer; Disease; Internal medicine; Prostate cancer; Quality of life (healthcare)","score_opus":0.21581094512360732,"score_gpt":0.599939361358556,"score_spread":0.38412841623494864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2230618937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921684,0.00038351025,0.0008267755,0.003500417,0.0010178341,0.0018378609,0.000053196767,0.000012935209,0.00019902893],"genre_scores_gemma":[0.9960226,0.0005810125,0.0015845656,0.0004029344,0.0012684675,0.00006457343,0.000018654502,0.000028940798,0.000028297574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891255,0.0009878624,0.00822879,0.00035728567,0.0009929305,0.0003076569],"domain_scores_gemma":[0.90869135,0.079812825,0.007721517,0.0004197156,0.0029422545,0.0004123733],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007822236,0.00022389318,0.0024707206,0.0001265587,0.000049884904,0.000011502827,0.00026465135,0.00021458151,0.00031896582],"category_scores_gemma":[0.15755521,0.00016820873,0.0005660941,0.00033689194,0.00036227697,0.00022992324,0.00016835063,0.0010777181,0.000003602359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030425112,0.016878767,0.96491265,0.00007792518,0.0010356203,0.0007579372,0.00009480612,0.00046022265,0.00008491762,0.00005253476,0.0016081318,0.010993975],"study_design_scores_gemma":[0.014096382,0.020508375,0.9595544,0.00024094478,0.0030556398,0.00004416023,0.0007292084,0.00034826514,0.000028835038,0.00089987897,0.00036799905,0.00012593243],"about_ca_topic_score_codex":0.0011980605,"about_ca_topic_score_gemma":0.0056735473,"teacher_disagreement_score":0.14973296,"about_ca_system_score_codex":0.00039824352,"about_ca_system_score_gemma":0.002437457,"threshold_uncertainty_score":0.84954107},"labels":[],"label_agreement":null},{"id":"W2231488402","doi":"10.1007/s10488-015-0696-z","title":"Integrated Care Pathways for Schizophrenia: A Scoping Review","year":2015,"lang":"en","type":"review","venue":"Administration and Policy in Mental Health and Mental Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Schizophrenia (object-oriented programming); Health care; Specialty; Psychology; Systematic review; Medicine; MEDLINE; Data science; Psychiatry; Computer science; Biology; Political science","score_opus":0.4856484589758496,"score_gpt":0.6698075855907133,"score_spread":0.18415912661486372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231488402","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014143354,0.9649324,0.0000013911306,0.016978271,0.00015662985,0.016481189,0.0011632968,0.00003002339,0.00011536627],"genre_scores_gemma":[0.00015448687,0.9701122,0.00087558414,0.012006288,0.00033656333,0.000905151,0.015499312,0.000054033353,0.000056397635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937408,0.0011391927,0.0026915208,0.00074759015,0.00075933675,0.0009215769],"domain_scores_gemma":[0.99646497,0.00051992625,0.0007520326,0.0003166917,0.00028321668,0.0016631655],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048520826,0.0004199966,0.0019736725,0.00060534646,0.0005760061,0.00008791076,0.00014732864,0.00024162876,0.000020718087],"category_scores_gemma":[0.00020806989,0.0003577217,0.00012939225,0.0008584552,0.00012338141,0.0002206031,0.00015147333,0.00091336365,0.000013144014],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033852534,0.00009008711,0.000013530189,0.3953876,0.000012009695,0.0000018354095,0.0013976961,1.2980691e-9,6.926297e-8,0.000096165415,0.0010174306,0.60164505],"study_design_scores_gemma":[0.002302107,0.003737803,0.000005472357,0.3410254,0.000028054548,0.0001728776,0.008726173,0.000017885932,2.96502e-7,0.000030866944,0.643781,0.00017202039],"about_ca_topic_score_codex":0.0039118277,"about_ca_topic_score_gemma":0.0076233926,"teacher_disagreement_score":0.6427636,"about_ca_system_score_codex":0.0017964707,"about_ca_system_score_gemma":0.023081236,"threshold_uncertainty_score":0.99988747},"labels":[],"label_agreement":null},{"id":"W2234660713","doi":"10.1007/s11657-016-0260-9","title":"Quality assessment of osteoporosis clinical practice guidelines for physical activity and safe movement: an AGREE II appraisal","year":2016,"lang":"en","type":"review","venue":"Archives of Osteoporosis","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hand and Upper Limb Clinic; McMaster University; Western University","funders":"","keywords":"Medicine; Physical therapy; Guideline; Clinical Practice; Quality (philosophy); Physical medicine and rehabilitation; Pathology","score_opus":0.44899029578345295,"score_gpt":0.6276030901460912,"score_spread":0.17861279436263822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234660713","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045538846,0.8793591,0.014856223,0.02031166,0.0028656926,0.020785458,0.010257117,0.00028092772,0.0057449583],"genre_scores_gemma":[0.0013933505,0.8410923,0.15457815,0.0005798861,0.0011147715,0.00029352133,0.0006616417,0.00012691374,0.00015945674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894615,0.0016911576,0.0058463537,0.0013664017,0.001105884,0.00052872766],"domain_scores_gemma":[0.9491288,0.040486082,0.0069268732,0.0015629285,0.0014172695,0.00047803932],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057899747,0.00079600443,0.004959237,0.0002923995,0.00017587883,0.00002965939,0.00047042224,0.0003843537,0.000052938845],"category_scores_gemma":[0.048874166,0.0005862909,0.0018191205,0.0002519562,0.0007210899,0.0007101719,0.0007165924,0.000699905,0.0000033524498],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009358444,0.0031531586,0.0003306591,0.011282819,0.0010417239,0.0000024332228,0.00027102223,3.5051227e-7,0.00031156765,0.0005402114,0.00085883064,0.9812714],"study_design_scores_gemma":[0.0087902825,0.01222936,0.009349108,0.012374346,0.011693501,0.000045957924,0.0014602285,0.0002995429,0.00014640058,0.001045204,0.9414204,0.0011457165],"about_ca_topic_score_codex":0.00032248694,"about_ca_topic_score_gemma":0.00006018093,"teacher_disagreement_score":0.98012567,"about_ca_system_score_codex":0.0000723083,"about_ca_system_score_gemma":0.0014192403,"threshold_uncertainty_score":0.9996588},"labels":[],"label_agreement":null},{"id":"W2238209840","doi":"10.1055/s-0038-1634441","title":"Guidelines, the Internet, and Personal Health","year":2002,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"The Internet; Medicine; Internet privacy; World Wide Web; Computer science","score_opus":0.44975932826257775,"score_gpt":0.5955506758851248,"score_spread":0.14579134762254703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238209840","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035567176,0.004181337,0.41302717,0.5384103,0.0006348553,0.0013188919,0.0000075258777,0.00005227181,0.006800495],"genre_scores_gemma":[0.19719979,0.0033319101,0.7137009,0.08448073,0.00047425868,0.000041551473,0.000091277754,0.000016720876,0.00066288625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973388,0.00026035437,0.0018690319,0.00007985009,0.00032401105,0.00012800707],"domain_scores_gemma":[0.99765724,0.001285568,0.00052531034,0.00015971935,0.0002922352,0.00007993945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00768074,0.00008791476,0.0003229162,0.00018767818,0.00002816477,0.000005850255,0.00006749162,0.000041847296,0.0007230617],"category_scores_gemma":[0.014980595,0.000052431944,0.000029474915,0.00026523485,0.00015310908,0.00032660813,0.000038352733,0.000231287,0.000009760997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007015562,0.00002383764,0.0037361025,0.00015374989,0.000018941657,5.30679e-7,0.0071886936,0.000005088971,0.00005292619,0.000446555,0.08496472,0.9033387],"study_design_scores_gemma":[0.009905375,0.001795153,0.06197359,0.0010198294,0.00012698544,0.00032068277,0.021117562,0.22285046,0.00020782462,0.0008909965,0.67959005,0.00020152319],"about_ca_topic_score_codex":0.0006397817,"about_ca_topic_score_gemma":0.00002107004,"teacher_disagreement_score":0.90313715,"about_ca_system_score_codex":0.00004996096,"about_ca_system_score_gemma":0.000041687985,"threshold_uncertainty_score":0.99331665},"labels":[],"label_agreement":null},{"id":"W2240824327","doi":"","title":"Making an inventory of best practices recommendations and putting them at nurses' disposal","year":2010,"lang":"en","type":"article","venue":"DIAL (Catholic University of Leuven)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; MEDLINE; Critical appraisal; Guideline; Best practice; Cochrane Library; Nursing; Medicine; Medical education; Psychology; Alternative medicine; Political science","score_opus":0.3507059374397943,"score_gpt":0.47431210948550084,"score_spread":0.12360617204570656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240824327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946042,0.000008086354,0.00007218195,0.0034018615,0.00021967302,0.00017507424,0.000026371956,0.000016218088,0.0014763796],"genre_scores_gemma":[0.98699206,0.00004366194,0.012305145,0.00010794924,0.00012635863,2.0971649e-7,0.00007444022,0.000009396496,0.00034078595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917614,0.000097381875,0.00027507814,0.00018202025,0.00016105892,0.000108342494],"domain_scores_gemma":[0.9983662,0.00040703666,0.0007659242,0.00021781748,0.00015177226,0.00009126705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057450886,0.00007631292,0.00018264292,0.00007637655,0.00012788853,0.000008206457,0.000095318006,0.000077036246,0.00027392726],"category_scores_gemma":[0.0015412385,0.000088028406,0.000054708387,0.00009801413,0.00018608088,0.00040781818,0.000116580406,0.00022433317,0.00001008261],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009181051,0.0011393173,0.27790886,0.00015577063,0.00012676936,0.000036570633,0.017852927,0.000004104706,0.101954006,0.0007850237,0.00060384127,0.5985147],"study_design_scores_gemma":[0.010333567,0.0018256779,0.23075336,0.0005059849,0.0021039436,0.0004424435,0.049082503,0.0031918113,0.0034096648,0.00047358804,0.6972263,0.0006511878],"about_ca_topic_score_codex":0.0011370312,"about_ca_topic_score_gemma":0.002023165,"teacher_disagreement_score":0.69662243,"about_ca_system_score_codex":0.000034450502,"about_ca_system_score_gemma":0.0001136069,"threshold_uncertainty_score":0.35896942},"labels":[],"label_agreement":null},{"id":"W2241511433","doi":"10.1200/jco.2007.25.18_suppl.17044","title":"A 10-year history of lung cancer practice guideline development: Process, productivity and impact","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Cancer Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Guideline; Lung cancer; Family medicine; Oncology; Internal medicine; Pathology","score_opus":0.2933136204604434,"score_gpt":0.6219206969372016,"score_spread":0.32860707647675824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241511433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95471764,0.0039271316,0.002219503,0.02818823,0.0018602659,0.0006301834,0.000004466535,0.00001730636,0.008435288],"genre_scores_gemma":[0.92486995,0.0007151955,0.06566758,0.0042910874,0.0029782571,0.000004496885,0.000007881749,0.00003649089,0.001429054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919478,0.00041273423,0.0064746803,0.00025848116,0.00065049535,0.0002557762],"domain_scores_gemma":[0.9804211,0.00811004,0.007096915,0.00020332247,0.0037221063,0.00044651324],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028309146,0.00015520201,0.0013048016,0.00017395974,0.00002471501,0.000003852608,0.000119027674,0.00029690773,0.0011840308],"category_scores_gemma":[0.114524476,0.00011394888,0.00024284811,0.00017673786,0.00025141973,0.0005315133,0.0000611762,0.0010216421,0.0000070389247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037070476,0.0038159655,0.15990578,0.00022801141,0.001238334,0.00030557372,0.0006503627,0.000023712353,0.0005217268,0.000021898733,0.15012138,0.64609677],"study_design_scores_gemma":[0.0074448674,0.00572733,0.14325859,0.00012248519,0.0010734178,0.000531775,0.00037806912,0.000096223135,0.00011947149,0.000043803895,0.8410806,0.00012337994],"about_ca_topic_score_codex":0.00011592559,"about_ca_topic_score_gemma":0.00013941132,"teacher_disagreement_score":0.6909592,"about_ca_system_score_codex":0.0009830332,"about_ca_system_score_gemma":0.013193391,"threshold_uncertainty_score":0.99972904},"labels":[],"label_agreement":null},{"id":"W2243724727","doi":"10.1200/jco.2014.32.31_suppl.159","title":"Integration of system-level patient-reported outcome measurement into everyday clinical care: Lessons learned from the cancer care Ontario experience.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Queen's University; Élisabeth Bruyère Hospital; Cancer Care Ontario","funders":"","keywords":"Medicine; Audit; Family medicine; Cancer; Feeling; Health care; Population; Intervention (counseling); Ambulatory; Ambulatory care; MEDLINE; Nursing; Physical therapy; Surgery","score_opus":0.7637324675953446,"score_gpt":0.6196594017123942,"score_spread":0.14407306588295044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2243724727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96814793,0.00048596293,0.004618878,0.018843742,0.0068150763,0.00058323424,0.000014783082,0.000017063008,0.00047334871],"genre_scores_gemma":[0.9851263,0.00021554947,0.00888281,0.0038362234,0.0018266245,0.000023551667,0.000029548031,0.000026398217,0.000032971137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9829549,0.0026034059,0.0121488925,0.00046836023,0.0015568077,0.00026759435],"domain_scores_gemma":[0.9744185,0.009994355,0.009440606,0.00070445583,0.005024614,0.00041746415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013287397,0.00025024393,0.0022643355,0.000084970496,0.00011165022,0.000021473992,0.0004136322,0.0005844042,0.00018559425],"category_scores_gemma":[0.06490471,0.00015151681,0.0010161103,0.00017341506,0.00035800418,0.00022987458,0.00014864457,0.0020656935,0.0000118309335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032007429,0.00055746466,0.48576945,0.000044797514,0.0005014397,0.000040573497,0.0067990073,0.00003085854,0.0004214652,0.000042140895,0.0013777352,0.5012143],"study_design_scores_gemma":[0.011112952,0.008714986,0.8303217,0.00060366845,0.002246067,0.000044513996,0.031910468,0.00013194041,0.00025732553,0.00014088683,0.11432408,0.00019136604],"about_ca_topic_score_codex":0.03859356,"about_ca_topic_score_gemma":0.121526375,"teacher_disagreement_score":0.50102293,"about_ca_system_score_codex":0.0017038577,"about_ca_system_score_gemma":0.0053882324,"threshold_uncertainty_score":0.96780854},"labels":[],"label_agreement":null},{"id":"W2246773549","doi":"10.3899/jrheum.141646","title":"Is the Title Appropriate?","year":2015,"lang":"en","type":"letter","venue":"The Journal of Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE","score_opus":0.21163100274849284,"score_gpt":0.4496289498070298,"score_spread":0.23799794705853694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2246773549","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021582886,0.0005244401,0.00021137207,0.9919699,0.0011746489,0.00011600223,0.0000028832653,0.000004940286,0.0038375265],"genre_scores_gemma":[0.007463146,0.0011727205,0.00038929028,0.9824634,0.0010260212,0.0000014441266,0.000017861306,0.000037103262,0.007429012],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986784,0.00021958128,0.0006559563,0.000047950893,0.00029139922,0.0001067305],"domain_scores_gemma":[0.9975073,0.0011166763,0.00079442223,0.00025998187,0.0002958593,0.000025761605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015081504,0.00007952156,0.0003081444,0.000043906843,0.000026699236,0.0000063715756,0.00021343895,0.00020147747,0.001461852],"category_scores_gemma":[0.0011081392,0.00003463197,0.000100047764,0.000050269733,0.00008896086,0.000023731613,0.0000391999,0.0015084242,0.0006683899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005832185,0.0000065972936,0.00024227041,0.000018572648,0.00012596701,0.000018347655,0.00014025613,2.0509601e-7,0.0000015017549,0.00001321583,0.99764913,0.0017255876],"study_design_scores_gemma":[0.0004982847,0.00009515773,0.000021657937,0.000045595527,0.00034122122,0.008834687,0.00012808539,0.000016767986,0.000002810037,0.0014054917,0.9885761,0.000034142126],"about_ca_topic_score_codex":0.00009588312,"about_ca_topic_score_gemma":0.000004273564,"teacher_disagreement_score":0.009506497,"about_ca_system_score_codex":0.000033530767,"about_ca_system_score_gemma":0.00031453872,"threshold_uncertainty_score":0.9994509},"labels":[],"label_agreement":null},{"id":"W2247940093","doi":"10.1200/jco.2013.31.31_suppl.102","title":"What type of feedback to clinicians best improves conformance to supportive care quality measures?","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quality management; Documentation; PDCA; Palliative care; Quality of life (healthcare); Psychological intervention; Baseline (sea); Constipation; Internal medicine; Nursing; Management system; Operations management; Computer science","score_opus":0.5666035870291687,"score_gpt":0.6494798717013951,"score_spread":0.08287628467222641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2247940093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93236744,0.0002001038,0.00030828064,0.060866725,0.0044016726,0.00087316206,0.0000067671817,0.000008702493,0.00096711604],"genre_scores_gemma":[0.9585736,0.0008253301,0.011217562,0.027400574,0.0014952545,0.000008700359,0.000007965774,0.000023483055,0.0004475321],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9895693,0.0006578549,0.008449681,0.0002753882,0.00072600535,0.0003217665],"domain_scores_gemma":[0.9797533,0.007798218,0.0047431206,0.00041628766,0.006349109,0.0009399254],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008156811,0.00017985812,0.0019835434,0.00016293403,0.000033154483,0.00002937221,0.00029109797,0.00040338715,0.00043505835],"category_scores_gemma":[0.07355066,0.00013559713,0.0005100343,0.00031888764,0.00017212048,0.0007323212,0.00013320208,0.0010150751,0.00050389126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009562552,0.0016405616,0.08243521,0.00012003552,0.00043733837,0.00004954376,0.0014497067,0.00003208735,0.002662821,0.00005147039,0.032856908,0.86870176],"study_design_scores_gemma":[0.008667757,0.058514986,0.63219047,0.00042559297,0.00070670363,0.00008045143,0.030030372,0.000021564978,0.0007882931,0.00027284859,0.2680433,0.0002576392],"about_ca_topic_score_codex":0.00036091157,"about_ca_topic_score_gemma":0.0005669311,"teacher_disagreement_score":0.86844414,"about_ca_system_score_codex":0.00018815565,"about_ca_system_score_gemma":0.0027575006,"threshold_uncertainty_score":0.9342532},"labels":[],"label_agreement":null},{"id":"W2248013871","doi":"10.1200/jco.2007.25.18_suppl.17057","title":"Regional models of care for systemic therapy: Standards for organization and delivery","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Systemic therapy; Medicine; Service delivery framework; Quality assurance; Multidisciplinary approach; Documentation; Service (business); Best practice; Family medicine; Nursing; Cancer; Business; Pathology","score_opus":0.4065023464295647,"score_gpt":0.5896595719918424,"score_spread":0.1831572255622777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248013871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81058013,0.001623754,0.18107174,0.005372401,0.00052479975,0.00073916785,0.000026617827,0.000005680467,0.00005567797],"genre_scores_gemma":[0.9626295,0.0024538394,0.031313483,0.002343151,0.0011980591,0.0000026453401,0.000023416966,0.000019466306,0.000016434804],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584943,0.00012394872,0.0034260384,0.00012801739,0.0003457798,0.00012681422],"domain_scores_gemma":[0.9782466,0.01214558,0.002641843,0.0000988272,0.00670167,0.00016546789],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009379842,0.00007982711,0.0009204662,0.000094125535,0.000037030164,0.000004169487,0.00006749093,0.0002751851,0.0000142449535],"category_scores_gemma":[0.017867353,0.00005992875,0.00024234492,0.00009213119,0.00009434,0.00016034406,0.000014772775,0.00024048,1.5549419e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.067955926,0.0012259679,0.027546281,0.00078207144,0.00086892146,0.000055324697,0.0010978736,0.00023747433,0.0028979725,0.0022806693,0.017223347,0.8778282],"study_design_scores_gemma":[0.18157528,0.17374474,0.069051765,0.0014366865,0.0045906277,0.004798123,0.020070374,0.0054197353,0.002985158,0.013363784,0.52231044,0.00065325585],"about_ca_topic_score_codex":0.000007638183,"about_ca_topic_score_gemma":0.000023927772,"teacher_disagreement_score":0.8771749,"about_ca_system_score_codex":0.00016641649,"about_ca_system_score_gemma":0.002625144,"threshold_uncertainty_score":0.99040556},"labels":[],"label_agreement":null},{"id":"W2253281998","doi":"","title":"2014 HAE Canadian Guidelines","year":2016,"lang":"en","type":"article","venue":"2016 AAAAI Annual Meeting","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business","score_opus":0.15448170113170634,"score_gpt":0.4522237728022414,"score_spread":0.29774207167053507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253281998","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46495527,0.0011086377,0.0031769706,0.47454196,0.003047537,0.001488488,0.00053091696,0.00051277125,0.05063747],"genre_scores_gemma":[0.9457321,0.00039410157,0.01809071,0.019522557,0.0035429874,0.00003597729,0.00006237868,0.00009535688,0.012523834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753577,0.00009513607,0.0010951102,0.0003837287,0.00035069286,0.00053955853],"domain_scores_gemma":[0.9969059,0.0008645482,0.0002537392,0.00040458734,0.0010106644,0.0005605524],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018123082,0.00018606338,0.00028569673,0.00017564453,0.00013897684,0.000022453854,0.00013677456,0.0001286032,0.0015454526],"category_scores_gemma":[0.013355185,0.00011981685,0.000109799475,0.00013026674,0.000067977555,0.00036883663,0.00006436534,0.00014158919,0.00250142],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008400162,0.00002910569,0.034515224,0.000017963886,0.000047286863,0.00004855861,0.0001170595,0.0000015125446,0.0054699774,0.0001543306,0.7599335,0.19958153],"study_design_scores_gemma":[0.0023011242,0.00024241305,0.017486213,0.0005874014,0.00012964338,0.00009834483,0.0008644266,0.000079951926,0.0013024439,0.00035673665,0.9762368,0.000314486],"about_ca_topic_score_codex":0.062778585,"about_ca_topic_score_gemma":0.04046078,"teacher_disagreement_score":0.48077685,"about_ca_system_score_codex":0.00019752458,"about_ca_system_score_gemma":0.00074656593,"threshold_uncertainty_score":0.9993673},"labels":[],"label_agreement":null},{"id":"W2253376458","doi":"10.1016/j.jclinepi.2015.11.020","title":"GRADE guidelines system is reproducible when instructions are clearly operationalized even among the guidelines panel members with limited experience with GRADE","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Operationalization; Medicine; Psychology; Medical physics","score_opus":0.7081487604053213,"score_gpt":0.5806997629428426,"score_spread":0.12744899746247862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253376458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64959747,0.00026486258,0.013385568,0.33508906,0.0009793312,0.00055818714,0.000015981706,0.000051723313,0.000057827656],"genre_scores_gemma":[0.84103554,0.0012234605,0.1222193,0.029938485,0.0045295865,0.00006249516,0.000013049185,0.00007618122,0.00090188097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9829564,0.0034044117,0.011407022,0.00084668916,0.00087543874,0.0005100429],"domain_scores_gemma":[0.95487046,0.028490445,0.0091293715,0.0013643174,0.0055514206,0.000593955],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026862375,0.00038197255,0.0025366866,0.00018183797,0.00024248191,0.000031784326,0.0005229068,0.00036129012,0.0002577775],"category_scores_gemma":[0.23220612,0.00016121437,0.0005844371,0.000391926,0.0010474436,0.00071707746,0.00010872235,0.001009207,0.000020532165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003726207,0.00025831023,0.8974899,0.000057134668,0.0008496071,0.000112435024,0.00028668036,0.00059360766,0.00020665982,0.00083688274,0.08659656,0.008986014],"study_design_scores_gemma":[0.019306289,0.0052807285,0.8123073,0.0034593896,0.0018858183,0.0068571595,0.007513114,0.0045175995,0.00022192555,0.0018702891,0.13610987,0.0006705236],"about_ca_topic_score_codex":0.0005984567,"about_ca_topic_score_gemma":0.0002895866,"teacher_disagreement_score":0.30515057,"about_ca_system_score_codex":0.0001360793,"about_ca_system_score_gemma":0.00093194086,"threshold_uncertainty_score":0.93100166},"labels":[],"label_agreement":null},{"id":"W2254168958","doi":"","title":"Ontario court upholds speed-limiter mandate","year":2015,"lang":"en","type":"article","venue":"Transport topics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Limiter; Truck; Automotive engineering; Aeronautics; Business; Transport engineering; Law; Engineering; Political science; Telecommunications","score_opus":0.31959625052026774,"score_gpt":0.4418934518763224,"score_spread":0.12229720135605465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2254168958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96539325,0.000027478805,0.0013667046,0.01429581,0.00058482325,0.00030756585,0.000009843268,0.00006367569,0.017950831],"genre_scores_gemma":[0.9531029,0.000025533729,0.0079084635,0.00638187,0.0007566734,0.00000475779,0.00040652815,0.000024873061,0.03138842],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867815,0.00001414904,0.0005738769,0.00020150185,0.00034219798,0.0001900969],"domain_scores_gemma":[0.99920654,0.00003487695,0.00008244304,0.00028987456,0.00014878398,0.00023749907],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045004222,0.00011488667,0.00022547826,0.00003858664,0.000023202523,0.000009035822,0.0000666757,0.00008808572,0.0013742446],"category_scores_gemma":[0.00008068885,0.00010238147,0.00008534928,0.000072900686,0.00003332881,0.00015169682,0.000008408745,0.0002546864,0.0002180984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004677745,0.00020864584,0.96756667,0.000032383414,0.00006871681,0.0002746887,0.0015612112,0.000016041211,0.00008385842,0.00017743095,0.017559607,0.011982957],"study_design_scores_gemma":[0.0024857838,0.00021375604,0.26305586,0.000017527618,0.00021208731,0.00004883791,0.00016175571,0.000038590853,0.00015714108,0.00018237263,0.73332226,0.00010404601],"about_ca_topic_score_codex":0.006506947,"about_ca_topic_score_gemma":0.01954512,"teacher_disagreement_score":0.7157626,"about_ca_system_score_codex":0.00014766386,"about_ca_system_score_gemma":0.0003265921,"threshold_uncertainty_score":0.99953866},"labels":[],"label_agreement":null},{"id":"W2255123514","doi":"10.1200/jco.2007.25.18_suppl.6562","title":"Primary care physician willingness to provide follow-up care for adult cancer survivors","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Nova Scotia; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Referral; Family medicine; Cancer; Modalities; Primary care; Confidence interval; Health care; Colorectal cancer; Internal medicine","score_opus":0.2539365942704065,"score_gpt":0.5793756899947161,"score_spread":0.3254390957243096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255123514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600677,0.00071029033,0.008064056,0.020208575,0.007810536,0.0013879613,0.000041279163,0.000024455381,0.001685138],"genre_scores_gemma":[0.89699316,0.00033696715,0.027992634,0.06551773,0.008762605,0.000033370638,0.000060152433,0.00006348395,0.00023989155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932846,0.00026391022,0.005042834,0.00034334228,0.00062167586,0.00044366252],"domain_scores_gemma":[0.9805841,0.009071004,0.0028010514,0.00027234457,0.0066018505,0.00066965184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050549875,0.00020963163,0.0017724201,0.0001335425,0.000089754016,0.000013941542,0.0002447326,0.00042546086,0.000030406345],"category_scores_gemma":[0.026956689,0.00016468277,0.00082660455,0.00025599834,0.0001047128,0.00023267823,0.00007261236,0.0009658399,0.000013112023],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016722951,0.00051070104,0.10022894,0.00037858202,0.00029285962,0.00012539366,0.0013194178,0.00004558218,0.0003952869,0.000040022984,0.0069791083,0.87296116],"study_design_scores_gemma":[0.025154343,0.02159642,0.22404261,0.0005509349,0.0018855839,0.00007080338,0.018752296,0.000033932938,0.0006584274,0.00017291286,0.70673776,0.0003439547],"about_ca_topic_score_codex":0.00067390804,"about_ca_topic_score_gemma":0.014296705,"teacher_disagreement_score":0.8726172,"about_ca_system_score_codex":0.0007763286,"about_ca_system_score_gemma":0.0037876659,"threshold_uncertainty_score":0.9812397},"labels":[],"label_agreement":null},{"id":"W2256822958","doi":"10.1007/s10926-015-9614-1","title":"Clinical Decision Support Tools for Selecting Interventions for Patients with Disabling Musculoskeletal Disorders: A Scoping Review","year":2015,"lang":"en","type":"review","venue":"Journal of Occupational Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; Algoma University; University of Lethbridge; University of Alberta","funders":"University of Alberta; Workers Compensation Board of Manitoba","keywords":"Generalizability theory; Psychological intervention; Health care; Relevance (law); Knowledge translation; Decision support system; Clinical decision support system; Musculoskeletal disorder; MEDLINE; Health psychology; Medicine; Computer science; Data science; Psychology; Knowledge management; Data mining; Public health; Nursing; Human factors and ergonomics; Medical emergency; Poison control","score_opus":0.4387252042716346,"score_gpt":0.6472930297664446,"score_spread":0.20856782549481007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256822958","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062990485,0.8314015,0.15225752,0.00051872816,0.0009988406,0.013921648,0.00023797505,0.000022153752,0.000011689457],"genre_scores_gemma":[0.000058918416,0.74113953,0.25498265,0.0001243181,0.00074974465,0.00048480515,0.0023770437,0.000073024756,0.00000999291],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99072737,0.0004486099,0.0070667355,0.0004415785,0.0010611428,0.0002545777],"domain_scores_gemma":[0.940517,0.04583701,0.0065902853,0.0003119594,0.0064792023,0.0002645274],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011100117,0.0003558592,0.0024823342,0.00041171332,0.00012710478,0.00007708011,0.00017930624,0.00023701509,0.00005801823],"category_scores_gemma":[0.17385061,0.0002583342,0.0029392964,0.00047189396,0.00007940719,0.0011779033,0.000043208885,0.00051067333,0.000006304272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011752815,0.0007776139,0.002115108,0.13698648,0.00026881517,2.5920517e-7,0.0000173671,0.00000594606,1.20956205e-8,0.000019971982,0.002687581,0.8559456],"study_design_scores_gemma":[0.006357922,0.015144584,0.0029348996,0.6446351,0.008216558,0.000029187033,0.00009205755,0.000036528647,8.532247e-9,0.00035485066,0.32185712,0.00034120862],"about_ca_topic_score_codex":0.0000014025977,"about_ca_topic_score_gemma":0.000026003963,"teacher_disagreement_score":0.85560435,"about_ca_system_score_codex":0.00051856297,"about_ca_system_score_gemma":0.0034894662,"threshold_uncertainty_score":0.9999869},"labels":[],"label_agreement":null},{"id":"W2256916055","doi":"","title":"Clarification required: FOBT or not?","year":2014,"lang":"en","type":"letter","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Burnaby Hospital","funders":"","keywords":"Referral; Computer science; Ask price; Colorectal cancer; Medicine; World Wide Web; Data science; Family medicine; Cancer; Internal medicine; Business","score_opus":0.44308322557409074,"score_gpt":0.4518127421958106,"score_spread":0.008729516621719835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256916055","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023135604,0.0000300904,0.001625193,0.991511,0.0011237382,0.0024855155,0.000028900859,0.00017614629,0.0027880883],"genre_scores_gemma":[0.007428943,0.00006617637,0.0012721966,0.9510536,0.014523024,0.002375036,0.0023552882,0.00009965529,0.020826034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996573,0.0002447278,0.0013236313,0.00059789285,0.00072758395,0.0005332115],"domain_scores_gemma":[0.99562246,0.002242887,0.0007651712,0.0009314287,0.00029135204,0.00014670828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019232541,0.00027574057,0.0005515195,0.00018066206,0.0000574829,0.00006113987,0.00020106939,0.0009907079,0.00035397738],"category_scores_gemma":[0.013645139,0.00022037163,0.00018735192,0.00019311921,0.00006991448,0.00017157749,0.000052711395,0.0018687001,0.0004257526],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035334658,0.000028607496,0.00012639075,0.00017340615,0.00008161508,0.00010004903,0.000008801943,1.9018844e-7,0.0000074986274,0.000009530232,0.82749313,0.17161745],"study_design_scores_gemma":[0.0013617864,0.00007138514,0.017499045,0.00003055783,0.00061668555,0.0000866378,0.000010215527,0.000037852922,0.00005897822,0.0000913319,0.9799022,0.00023330371],"about_ca_topic_score_codex":0.00009519014,"about_ca_topic_score_gemma":0.000015485422,"teacher_disagreement_score":0.17138416,"about_ca_system_score_codex":0.00023287466,"about_ca_system_score_gemma":0.00016863928,"threshold_uncertainty_score":0.99466336},"labels":[],"label_agreement":null},{"id":"W2260859221","doi":"10.1161/circoutcomes.8.suppl_2.23","title":"Abstract 23: Temporal Trends in Percutaneous Coronary Intervention Appropriateness: Insights from the Clinical Outcomes Assessment Program","year":2015,"lang":"en","type":"article","venue":"Circulation Cardiovascular Quality and Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Conventional PCI; Medicine; Percutaneous coronary intervention; Myocardial infarction; Angina; Cardiology; Appropriate Use Criteria; Internal medicine; Unstable angina; Emergency medicine","score_opus":0.38487050825063157,"score_gpt":0.5281411286266552,"score_spread":0.14327062037602362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260859221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914171,0.0008877825,0.0017623411,0.00392794,0.0006512284,0.0009878342,0.000020632531,0.000118389646,0.00022672901],"genre_scores_gemma":[0.99471194,0.00006155628,0.0027586394,0.0010503883,0.0002173332,0.00006046587,0.0010861348,0.00002664357,0.000026893349],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946636,0.0013270478,0.0021855563,0.00059486023,0.0010079801,0.00022098218],"domain_scores_gemma":[0.9967985,0.0015013338,0.00042822328,0.0007932107,0.00026486773,0.00021384866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005785832,0.00026795102,0.0010557313,0.000121221325,0.0001010882,0.00009978835,0.00013134828,0.00024200228,0.000044030538],"category_scores_gemma":[0.0024570015,0.00018318274,0.0012794982,0.00026167787,0.00015029633,0.00036354936,0.00010178616,0.000520486,0.000017726894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001121015,0.0004269048,0.7511831,0.000026489603,0.0010126008,0.000062827545,0.00023659108,0.00016853893,0.0000038599965,0.00009788539,0.000051945248,0.2466172],"study_design_scores_gemma":[0.0054161614,0.000113903305,0.9866565,0.000042129424,0.0006333715,0.000050771072,0.0020497094,0.0007373312,6.4758166e-7,0.0009996443,0.0030793129,0.00022051496],"about_ca_topic_score_codex":0.0033534693,"about_ca_topic_score_gemma":0.00074687856,"teacher_disagreement_score":0.24639668,"about_ca_system_score_codex":0.0002067086,"about_ca_system_score_gemma":0.00015751761,"threshold_uncertainty_score":0.7469975},"labels":[],"label_agreement":null},{"id":"W226724867","doi":"","title":"The important components of a matrix management structure for the therapy department at the children's and women's health centre of British Columbia to deliver quality patient care","year":2001,"lang":"en","type":"book","venue":"Library and Archives Canada (Government of Canada)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality management; Medicine; Quality (philosophy); Family medicine; Health care; Operations management; Engineering; Political science; Physics; Management system","score_opus":0.01371662144945219,"score_gpt":0.2587947638623905,"score_spread":0.2450781424129383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W226724867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9500799,0.0074032247,0.000013823338,0.013907103,0.000300181,0.0064949146,0.01788487,0.0000069533694,0.0039090402],"genre_scores_gemma":[0.88646996,0.018254597,0.0008344325,0.0111082075,0.00016577663,0.00012513886,0.0011435952,0.000097159995,0.08180112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99623156,0.00013827214,0.0011911392,0.0003169733,0.0017979348,0.0003241155],"domain_scores_gemma":[0.99700695,0.0012169454,0.0011142622,0.00042005305,0.00000848604,0.00023330264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009026398,0.00020366818,0.0005100706,0.0000109500115,0.0003367945,0.000029550507,0.00021537085,0.00003708647,0.000052656054],"category_scores_gemma":[0.000014859598,0.0001545121,0.00007448662,0.000045882116,0.00015749165,0.00005369058,0.00027196744,0.00016772628,9.236416e-10],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009495855,0.00021573128,0.088768475,0.0024874194,0.003866599,0.00006719737,0.0017413199,0.000078164936,0.00030360342,0.0028016346,0.23383766,0.6563363],"study_design_scores_gemma":[0.003266614,0.0010971824,0.51792115,0.00055623695,0.00027754583,0.000030371983,0.014557813,0.000049076007,0.0001929419,0.00073450024,0.46098566,0.0003308972],"about_ca_topic_score_codex":0.050633922,"about_ca_topic_score_gemma":0.54817826,"teacher_disagreement_score":0.65600544,"about_ca_system_score_codex":0.000103357255,"about_ca_system_score_gemma":0.0011405426,"threshold_uncertainty_score":0.955688},"labels":[],"label_agreement":null},{"id":"W2267536318","doi":"10.71781/1074","title":"L’agence en oncologie de l’Ontario : actifs organisationnels et professionnels à l’amélioration des soins et des services","year":2012,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Cancer Care Ontario","keywords":"Medicine; Political science","score_opus":0.39624368529407744,"score_gpt":0.5521104514766865,"score_spread":0.15586676618260903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267536318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747709,0.0004324652,0.0028260997,0.0030119817,0.0019052699,0.0034477538,0.00009428892,0.000016098516,0.013495144],"genre_scores_gemma":[0.8972092,0.0006017231,0.08023465,0.0010077743,0.00087062636,0.00025796096,0.005278389,0.0001169491,0.014422717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99333876,0.0019151719,0.0021527475,0.00091715995,0.0007155472,0.0009606385],"domain_scores_gemma":[0.9920161,0.0040424294,0.0018568346,0.0005486436,0.0010167835,0.00051921],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008110149,0.0006717872,0.0008550757,0.00021573766,0.0007380116,0.0005764454,0.0008472252,0.0009673399,0.030299764],"category_scores_gemma":[0.005794387,0.00064918696,0.00016680833,0.0005174332,0.00018984627,0.004560294,0.00042432247,0.0014604542,0.002402699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012932159,0.0017925104,0.15266016,0.0008909388,0.00039043158,0.000058607155,0.3269945,0.0003351356,0.07115751,0.00020760347,0.0003816809,0.4438377],"study_design_scores_gemma":[0.0032159865,0.000956185,0.7004099,0.0035312073,0.0023423792,0.00008851996,0.23332484,0.00066906,0.020295154,0.0020556839,0.032180615,0.00093045505],"about_ca_topic_score_codex":0.08834516,"about_ca_topic_score_gemma":0.7384903,"teacher_disagreement_score":0.6501452,"about_ca_system_score_codex":0.0029227578,"about_ca_system_score_gemma":0.009840275,"threshold_uncertainty_score":0.99959594},"labels":[],"label_agreement":null},{"id":"W2268911373","doi":"10.1007/s11912-016-0500-6","title":"Health Services Research and Regionalization of Care—From Policy to Practice: the Ontario Experience in Head and Neck Cancer","year":2016,"lang":"en","type":"article","venue":"Current Oncology Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Head and neck cancer; Health care; Cancer; Head and neck; Family medicine; Nursing; Surgery; Internal medicine; Economic growth","score_opus":0.4269193081267979,"score_gpt":0.65571161730725,"score_spread":0.22879230918045212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268911373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91499364,0.0023477948,0.000056032033,0.081476025,0.00033151,0.0006918491,0.0000045907127,0.0000060108423,0.00009255597],"genre_scores_gemma":[0.99492055,0.002125074,0.00057597115,0.0019751654,0.00020463039,0.00010612814,0.000020841524,0.000007437882,0.00006422788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815273,0.00023951383,0.00077848934,0.0003257533,0.00031276446,0.00019072088],"domain_scores_gemma":[0.99735045,0.0012807397,0.00047394136,0.00025717806,0.00050237816,0.00013530669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001250098,0.00007273335,0.0002487424,0.000119836295,0.00007069501,0.000008750111,0.000041546296,0.000055153334,0.000031316595],"category_scores_gemma":[0.0018166135,0.00004500052,0.000013118291,0.00023712865,0.00015663308,0.00018824651,0.00012032254,0.00018668415,9.0892405e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035487337,0.00018377036,0.77704275,0.00007435111,0.000011482654,0.000032474843,0.034710392,8.269026e-7,0.00020024618,0.00006491272,0.000813373,0.18651056],"study_design_scores_gemma":[0.0008564437,0.0008025739,0.6269384,0.00061431393,0.000017799659,0.00016227805,0.0054366556,0.0000033251963,0.00006207865,0.00040270903,0.36466283,0.000040580788],"about_ca_topic_score_codex":0.14929864,"about_ca_topic_score_gemma":0.30032787,"teacher_disagreement_score":0.36384946,"about_ca_system_score_codex":0.000778439,"about_ca_system_score_gemma":0.0018527498,"threshold_uncertainty_score":0.8563663},"labels":[],"label_agreement":null},{"id":"W2269339265","doi":"10.1161/str.45.suppl_1.wp279","title":"Abstract W P279: A Multi-Campus Health System's Approach to Achieving the Highest Level of Quality Through Standardization of Practices","year":2014,"lang":"en","type":"article","venue":"Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Medicine; Standardization; Health care; Stroke (engine); Legislation; Quality (philosophy); Medical emergency; Dashboard; Quality management; Emergency medicine; Operations management; Database; Management system","score_opus":0.5358556158170765,"score_gpt":0.5519040844118837,"score_spread":0.01604846859480713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269339265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24228802,0.0001384205,0.73524463,0.016866874,0.00035297775,0.0017023877,0.00042974917,0.000060180668,0.0029167375],"genre_scores_gemma":[0.93561405,0.00002161999,0.06322441,0.00080231874,0.0001784949,0.000019565812,0.00005727913,0.000018144161,0.00006409616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967963,0.0005023053,0.001565418,0.00027648025,0.0006572991,0.00020219795],"domain_scores_gemma":[0.9943157,0.0019073604,0.002695655,0.0005384391,0.00044774075,0.00009510687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058598043,0.00013316998,0.0005127463,0.00005340465,0.0001007215,0.000018757433,0.00014461891,0.00006598356,0.000013050489],"category_scores_gemma":[0.012110033,0.00009421455,0.00010548808,0.0001907115,0.00006919003,0.0002545228,0.00006319286,0.00023612271,0.0000059664394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0099002635,0.010055544,0.42271784,0.033475157,0.0026247026,0.0000061778164,0.031767868,0.013534498,0.11711272,0.057426877,0.020263981,0.28111437],"study_design_scores_gemma":[0.004971319,0.0009974274,0.9532438,0.00055633055,0.00032528964,0.000019493491,0.014149366,0.0018047976,0.0021820825,0.00003193807,0.021483978,0.00023418889],"about_ca_topic_score_codex":0.0038634723,"about_ca_topic_score_gemma":0.00028479073,"teacher_disagreement_score":0.69332606,"about_ca_system_score_codex":0.00012470844,"about_ca_system_score_gemma":0.00027403855,"threshold_uncertainty_score":0.9962114},"labels":[],"label_agreement":null},{"id":"W2271164338","doi":"10.1200/jco.2009.27.15_suppl.e17506","title":"Assessing compliance with practice treatment guidelines by treatment centers and the reasons for noncompliance","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Guideline; Concordance; Capecitabine; Cancer; Stage (stratigraphy); Population; Colorectal cancer; Clinical trial; Family medicine; Internal medicine; Environmental health; Pathology","score_opus":0.6552460874429481,"score_gpt":0.6663402915650016,"score_spread":0.01109420412205353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271164338","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16519952,0.0024643885,0.02493315,0.8028739,0.0008611001,0.0017526137,0.000020383897,0.000022770131,0.0018721664],"genre_scores_gemma":[0.6504424,0.0081948275,0.28631172,0.052121356,0.002336091,0.000035450048,0.000024842997,0.000032478634,0.00050083816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99496657,0.00066862773,0.0035006374,0.00028089478,0.00032952297,0.0002537677],"domain_scores_gemma":[0.97140557,0.022513602,0.003986145,0.00026935304,0.001503749,0.00032156322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055190898,0.00021443937,0.0015270871,0.00004113509,0.00013192091,0.000056884917,0.000115219336,0.00015922402,0.000012533336],"category_scores_gemma":[0.024646413,0.00010376663,0.00037284254,0.00010469773,0.00032705767,0.00049817987,0.000014251058,0.0003596914,0.0000030283545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036564056,0.0033980894,0.0066259457,0.000012547148,0.0008117859,0.00014423554,0.00010073477,0.000032454536,0.000099958095,0.00022035924,0.02248401,0.9295058],"study_design_scores_gemma":[0.081286,0.063356586,0.026597932,0.0002789208,0.0034609663,0.0021190345,0.0015378307,0.0017734604,0.000041456577,0.00040515632,0.8189745,0.00016813699],"about_ca_topic_score_codex":0.00010119991,"about_ca_topic_score_gemma":0.000051742303,"teacher_disagreement_score":0.9293377,"about_ca_system_score_codex":0.00037049758,"about_ca_system_score_gemma":0.0013507277,"threshold_uncertainty_score":0.9835694},"labels":[],"label_agreement":null},{"id":"W2271450115","doi":"","title":"Rapport du conseil d’administration de l’Association canadienne de gastroentérologie","year":2007,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Political science; Philosophy","score_opus":0.11021647367093501,"score_gpt":0.3713486895591254,"score_spread":0.2611322158881904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271450115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8752037,0.0004644011,0.020845013,0.09380818,0.0070108767,0.000898202,0.000084605854,0.00008645016,0.001598555],"genre_scores_gemma":[0.9775601,0.00045968362,0.0025877752,0.007502266,0.006462743,0.000055447963,0.00027741506,0.00003583557,0.0050587165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98809963,0.00035646994,0.0013988286,0.0003900906,0.00039018344,0.009364795],"domain_scores_gemma":[0.9935351,0.0017683972,0.00070580427,0.00024858103,0.00022274663,0.0035193493],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026583977,0.0002462132,0.00033413043,0.00010354162,0.0001344882,0.000066598164,0.00013509952,0.0003681109,0.0006154548],"category_scores_gemma":[0.038691744,0.0002938515,0.000163532,0.00024458583,0.00011715001,0.0003212181,0.000035503712,0.00060576695,0.00005624382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00077092985,0.00045396216,0.8355322,0.000066887005,0.00020737802,0.00056559226,0.0005472361,0.000057932957,0.00024154165,0.00054923655,0.05636931,0.10463779],"study_design_scores_gemma":[0.0024552394,0.0002872025,0.7781766,0.000028266404,0.00059474056,0.00031903925,0.0017748383,0.0010163308,0.00074266136,0.00017800656,0.21426219,0.00016486348],"about_ca_topic_score_codex":0.00626539,"about_ca_topic_score_gemma":0.02699667,"teacher_disagreement_score":0.15789288,"about_ca_system_score_codex":0.01723487,"about_ca_system_score_gemma":0.010074833,"threshold_uncertainty_score":0.99995136},"labels":[],"label_agreement":null},{"id":"W2271596831","doi":"10.1071/ah15101","title":"Screening for important unwarranted variation in clinical practice: a triple-test of processes of care, costs and patient outcomes","year":2016,"lang":"en","type":"article","venue":"Australian Health Review","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Health economics; Health care; Quality management; Variation (astronomy); Population health; Public health; Clinical governance; Test (biology); Clinical Practice; Family medicine; Nursing; Operations management","score_opus":0.30815585189528066,"score_gpt":0.5788774082575846,"score_spread":0.27072155636230394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271596831","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21306983,0.15472825,0.0053175064,0.5961727,0.00076954113,0.028731076,0.0010634968,0.00008694128,0.000060684884],"genre_scores_gemma":[0.78014517,0.17191812,0.03720088,0.010366812,0.0000504439,0.00016795988,0.00008999001,0.00002973874,0.00003085939],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99487716,0.00025410744,0.0041119047,0.00027169043,0.0002796451,0.00020546754],"domain_scores_gemma":[0.98934984,0.006704914,0.0027389526,0.00025169805,0.0007929632,0.00016162213],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033486376,0.00012581616,0.00095457607,0.0000699461,0.00002239365,0.0000029991995,0.000049061433,0.00007080414,0.000027640086],"category_scores_gemma":[0.078990035,0.00008289867,0.00010242043,0.00027799403,0.000050143142,0.00021843456,0.000020094487,0.00012336725,8.1566463e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054708775,0.00045431036,0.3510561,0.026109401,0.00006255719,0.00000407772,0.00022090804,6.959415e-8,0.000054634023,0.000065985376,0.0022849173,0.61913997],"study_design_scores_gemma":[0.013077111,0.008591193,0.81813264,0.053638153,0.00083084503,0.0000595864,0.0011949522,0.000016492719,0.0001597275,0.000056544228,0.10396363,0.0002791356],"about_ca_topic_score_codex":0.00049335224,"about_ca_topic_score_gemma":0.00016847784,"teacher_disagreement_score":0.61886084,"about_ca_system_score_codex":0.00008059739,"about_ca_system_score_gemma":0.00072226016,"threshold_uncertainty_score":0.92876804},"labels":[],"label_agreement":null},{"id":"W2274673955","doi":"10.1200/jco.2004.22.90140.6031","title":"Practitioner feedback on clinical practice guidelines developed by Cancer Care Ontario's Lung Disease Site Group: Extending the circle of involvement","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Cancer Care Ontario","funders":"","keywords":"Medicine; Guideline; Family medicine; Lung cancer; Clinical Practice; Disease; Oncology; Pathology","score_opus":0.3964733657283305,"score_gpt":0.6104939820988058,"score_spread":0.21402061637047531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274673955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7732041,0.002887845,0.003912441,0.21223433,0.005389998,0.0011941358,0.0000539566,0.000024352606,0.0010988214],"genre_scores_gemma":[0.84397244,0.007091197,0.044199806,0.09959982,0.004589684,0.000040455045,0.00010899207,0.00006771538,0.00032989398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861102,0.0013151751,0.010410709,0.0004733864,0.0013231854,0.00036733013],"domain_scores_gemma":[0.96838987,0.015747227,0.009243683,0.00053189794,0.0053354334,0.0007518781],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01540764,0.00027057165,0.001609445,0.00011942778,0.00014600261,0.000030115894,0.00033674986,0.0004033965,0.0003982124],"category_scores_gemma":[0.11444771,0.00018559459,0.0008561111,0.0002760008,0.0003459838,0.00068653136,0.0001591646,0.0024083077,0.000036834892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036816686,0.0112127075,0.2460751,0.00021204673,0.0025355043,0.0010094087,0.0009818606,0.0015969719,0.0003358563,0.00040444618,0.23483826,0.46398115],"study_design_scores_gemma":[0.0154347895,0.0071076336,0.34139654,0.00052396645,0.0027183944,0.00010853745,0.001800724,0.000063671876,0.000031431773,0.00027056958,0.6303373,0.00020645378],"about_ca_topic_score_codex":0.0048647244,"about_ca_topic_score_gemma":0.011556654,"teacher_disagreement_score":0.4637747,"about_ca_system_score_codex":0.0012554954,"about_ca_system_score_gemma":0.0091747,"threshold_uncertainty_score":0.9998932},"labels":[],"label_agreement":null},{"id":"W2275273422","doi":"","title":"Mise à jour sur la prévention et le dépistage selon l’âge à l’intention des médecins de soins primaires canadiens","year":2016,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.09054395166987415,"score_gpt":0.3562056743188507,"score_spread":0.26566172264897653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275273422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9183818,0.0036536087,0.014858532,0.04963086,0.0038278839,0.0016370482,0.00033215378,0.000220614,0.0074574677],"genre_scores_gemma":[0.93147767,0.013034573,0.0020460626,0.0013478597,0.0013297367,0.00007242058,0.00015587284,0.00018228362,0.0503535],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99260706,0.0019037566,0.0016788226,0.0008001908,0.0006523751,0.002357817],"domain_scores_gemma":[0.99489594,0.001696598,0.0007515047,0.00064469024,0.0006042263,0.0014070668],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049973903,0.0004795441,0.0005132147,0.0002094277,0.0002830984,0.0001792927,0.0003084559,0.0002455768,0.00094154483],"category_scores_gemma":[0.019519493,0.00041877825,0.00032516677,0.0004984855,0.00042672083,0.0012936947,0.00015434985,0.0006130507,0.00030283423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012400922,0.0030897586,0.30698436,0.0011211811,0.0006084812,0.0015951961,0.0048102546,0.000043394513,0.029302882,0.010053964,0.076115154,0.5650353],"study_design_scores_gemma":[0.005545065,0.00024629728,0.5722621,0.0013248589,0.0005091576,0.00030312693,0.00047234984,0.0001267384,0.0026508758,0.00035488006,0.41582802,0.00037652097],"about_ca_topic_score_codex":0.008418518,"about_ca_topic_score_gemma":0.030703709,"teacher_disagreement_score":0.56465876,"about_ca_system_score_codex":0.0017435895,"about_ca_system_score_gemma":0.0026218155,"threshold_uncertainty_score":0.99997175},"labels":[],"label_agreement":null},{"id":"W2278510668","doi":"10.1016/j.jcjd.2015.08.004","title":"Diabetes Management in Older Adults: Seeing the Forest for the Trees","year":2015,"lang":"en","type":"review","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Medicine; Diabetes mellitus; Gerontology; Diabetes management; Type 2 diabetes; Endocrinology","score_opus":0.1701704892237303,"score_gpt":0.4380551359995298,"score_spread":0.2678846467757995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278510668","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011705479,0.9902977,0.000013305962,0.0053098495,0.0007590287,0.0022600545,0.000067092325,0.000004025155,0.00011844793],"genre_scores_gemma":[0.003984067,0.9907512,0.0005069111,0.002559874,0.0015303716,0.00026774078,0.000106541425,0.000105175175,0.00018808657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694157,0.0001990474,0.00179885,0.00020056528,0.00032002106,0.00053996366],"domain_scores_gemma":[0.99384,0.0036435958,0.0011443354,0.0004148853,0.0004025729,0.00055460783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035178375,0.00029748722,0.0011805071,0.00042310823,0.00012761737,0.000100732424,0.00051858055,0.00014626698,0.000062217994],"category_scores_gemma":[0.0047114864,0.00015297378,0.00055826624,0.00038723976,0.00012018437,0.00015457526,0.00003341596,0.0006702772,0.000010339164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038183534,0.00002004934,0.0050288625,0.0026884314,0.00055147737,0.000014597099,0.0001174821,0.000008165998,1.23740085e-8,0.000035431192,0.027121272,0.9644104],"study_design_scores_gemma":[0.0013631461,0.00018736596,0.0031683263,0.013925781,0.0033400557,0.000007583892,0.0009115389,0.00010667814,1.17441125e-7,0.00015088245,0.97667915,0.00015938318],"about_ca_topic_score_codex":0.00028426788,"about_ca_topic_score_gemma":0.022119125,"teacher_disagreement_score":0.96425104,"about_ca_system_score_codex":0.00046360638,"about_ca_system_score_gemma":0.0022752753,"threshold_uncertainty_score":0.9957247},"labels":[],"label_agreement":null},{"id":"W2278908716","doi":"","title":"Implementing the 1998 Canadian asthma guidelines.","year":2000,"lang":"en","type":"editorial","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Asthma; Computer science; Data science; World Wide Web; Medicine; Immunology","score_opus":0.16064510692668466,"score_gpt":0.43276817882846297,"score_spread":0.2721230719017783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278908716","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035075255,0.00070142734,0.0000214396,0.041203134,0.93495655,0.0040870504,0.0007856444,0.00014238541,0.017751604],"genre_scores_gemma":[0.0013762959,0.0005862517,0.00039342555,0.0068122232,0.9766351,0.0019375359,0.0041221906,0.00013274023,0.0080042565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940858,0.00016904138,0.002204462,0.00065125554,0.0013922307,0.0014972212],"domain_scores_gemma":[0.99449426,0.0025128624,0.00063665793,0.00096424966,0.0006949063,0.0006970797],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006023368,0.00040974765,0.0005987097,0.0002574609,0.00036100874,0.00016361127,0.00044364957,0.0006282831,0.0007790294],"category_scores_gemma":[0.026249556,0.00030051562,0.00030448404,0.000357075,0.00007919538,0.00015336495,0.00013573916,0.0015627566,0.0003202654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053852873,0.000013902357,0.00010335291,0.000026768686,0.00011256649,0.000033011664,0.000016574872,0.0000011115756,1.5452581e-7,0.0000034118882,0.671016,0.3286193],"study_design_scores_gemma":[0.0013399994,0.00003269917,0.0030471652,0.000038325623,0.00045113737,0.00001891686,0.00011394551,0.000033505214,0.0000021645733,0.000054485812,0.9945932,0.00027442942],"about_ca_topic_score_codex":0.23277918,"about_ca_topic_score_gemma":0.38286078,"teacher_disagreement_score":0.32834488,"about_ca_system_score_codex":0.0007110704,"about_ca_system_score_gemma":0.002465752,"threshold_uncertainty_score":0.9999447},"labels":[],"label_agreement":null},{"id":"W2279042614","doi":"10.1200/jco.2015.33.29_suppl.78","title":"Comparison of prevalence of pain symptoms and completion rates using a patient-reported outcomes (PRO) tool of pain in palliative and curative patients.","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; Ontario Institute for Cancer Research","funders":"","keywords":"Medicine; Brief Pain Inventory; Palliative care; Physical therapy; Cancer pain; Quality of life (healthcare); Cancer; Chronic pain; Internal medicine; Nursing","score_opus":0.517023540615233,"score_gpt":0.6105213841199505,"score_spread":0.09349784350471746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279042614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959495,0.00021288494,0.0018106456,0.0012840003,0.0001942943,0.00051703304,0.000011926604,0.0000020587981,0.000017628796],"genre_scores_gemma":[0.98941314,0.00011628008,0.009981804,0.00042875268,0.00004005545,0.0000022923957,0.0000071111326,0.000008274179,0.000002270815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98947084,0.0026501664,0.0070572463,0.00017886989,0.000512233,0.00013063365],"domain_scores_gemma":[0.9711147,0.017060967,0.00948938,0.00013157545,0.002035223,0.00016814058],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0143332565,0.00013020725,0.00189572,0.00015674629,0.00001305249,0.0000029563287,0.00006603199,0.00019904572,0.000017688537],"category_scores_gemma":[0.107490435,0.00009640597,0.00014786886,0.00016800764,0.00037792188,0.00021346714,0.00007066684,0.0004723045,1.2061963e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033075472,0.002100776,0.90426314,0.0001798287,0.00020756696,0.000009841922,0.0011145601,0.000046409343,0.00021485626,0.000018411683,0.00014553168,0.08839154],"study_design_scores_gemma":[0.011226114,0.025909798,0.95148623,0.0004328276,0.00041294124,0.00000780092,0.00239514,0.0073641664,0.00015532256,0.0003487746,0.00018371275,0.000077176875],"about_ca_topic_score_codex":0.00012787462,"about_ca_topic_score_gemma":0.0000606271,"teacher_disagreement_score":0.09315718,"about_ca_system_score_codex":0.000100971265,"about_ca_system_score_gemma":0.0007246395,"threshold_uncertainty_score":0.9000276},"labels":[],"label_agreement":null},{"id":"W2283918886","doi":"10.5867/medwave.2016.01.6365","title":"Current clinical practice guidelines in atrial fibrillation: a review","year":2016,"lang":"en","type":"review","venue":"Medwave","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nice; Medicine; Guideline; Excellence; Clinical Practice; CLARITY; Family medicine; Pathology","score_opus":0.6239199904899516,"score_gpt":0.6733238017755031,"score_spread":0.04940381128555149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283918886","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4312486e-7,0.96951544,0.00021409434,0.021644555,0.0034122814,0.004084304,0.000057226527,0.00007053799,0.0010013947],"genre_scores_gemma":[3.1484113e-8,0.9734436,0.0069613485,0.004051902,0.01445583,0.000058616486,0.000481873,0.000096761796,0.00045003096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98567086,0.0018082364,0.010028649,0.0010129849,0.0010295952,0.00044967842],"domain_scores_gemma":[0.98155206,0.011609649,0.0035493316,0.0011880379,0.0017593928,0.00034151232],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012498776,0.00059788645,0.004228034,0.00025723767,0.00004023036,0.000029037943,0.00024653666,0.000487776,0.0009143488],"category_scores_gemma":[0.26402178,0.00039367386,0.0021016595,0.0006941569,0.00009065457,0.00033807568,0.00023254992,0.0012391814,0.0019234392],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081108476,0.000037416772,0.00002923015,0.023559596,0.00018851155,0.000079397556,0.0000028495076,4.850838e-8,4.474382e-9,0.000036903377,0.08187858,0.8941063],"study_design_scores_gemma":[0.001456354,0.00016727786,0.00000796598,0.19449797,0.004654678,0.00040109747,0.0000050120593,0.000006319514,6.7883037e-9,0.000031873755,0.7984598,0.00031159518],"about_ca_topic_score_codex":0.000029370245,"about_ca_topic_score_gemma":0.000018685128,"teacher_disagreement_score":0.8937948,"about_ca_system_score_codex":0.00038601767,"about_ca_system_score_gemma":0.0027584832,"threshold_uncertainty_score":0.9999989},"labels":[],"label_agreement":null},{"id":"W2284149860","doi":"10.1016/j.jtcvs.2015.09.138","title":"The American Association for Thoracic Surgery Consensus Guidelines: Reasons and purpose","year":2016,"lang":"en","type":"review","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Excellence; Health care; Government (linguistics); Association (psychology); Consensus conference; MEDLINE; Professional association; Medical education; Public relations","score_opus":0.2679595325634954,"score_gpt":0.5089911430228111,"score_spread":0.2410316104593157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284149860","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007215381,0.9924488,0.0013166767,0.0034208836,0.0011291482,0.00084574695,0.00007966971,0.000020110272,0.000017391729],"genre_scores_gemma":[0.00013148747,0.9959406,0.0008842598,0.00025932665,0.002355249,0.00005313064,0.000033205117,0.000089733396,0.00025300618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99243295,0.0018002577,0.0037897574,0.00042116662,0.0010955012,0.00046036317],"domain_scores_gemma":[0.95097053,0.0408821,0.005202043,0.0006128547,0.001998226,0.00033422493],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033988316,0.0004591453,0.004980951,0.00040872744,0.000269234,0.00014799552,0.00011758967,0.00027933152,0.000004779016],"category_scores_gemma":[0.060368612,0.00025860866,0.00556933,0.00040959087,0.00021045853,0.00015775679,0.00008026652,0.0005938629,0.0000052776295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033372792,0.0000237048,0.00064581336,0.0029716112,0.005852761,0.000109684246,0.000004944741,2.4893998e-7,3.3949257e-7,0.0000024959859,0.039544933,0.9505097],"study_design_scores_gemma":[0.0001466025,0.000073016614,0.00019898769,0.009890194,0.01413974,0.0031964364,0.00012987881,0.0000032076293,0.0000014383362,0.000059835216,0.97188175,0.00027891106],"about_ca_topic_score_codex":0.000025471383,"about_ca_topic_score_gemma":0.0000046368837,"teacher_disagreement_score":0.95023084,"about_ca_system_score_codex":0.00026090065,"about_ca_system_score_gemma":0.001587965,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W2285084709","doi":"10.1093/ajcp/144.suppl2.353","title":"The Design and Implementation of a Decision-box Tool to Aid in Shared Decision-Making Regarding Prostate Biopsy","year":2015,"lang":"en","type":"article","venue":"American Journal of Clinical Pathology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Niagara Health System; McMaster University","funders":"","keywords":"Rectal examination; Prostate cancer; Prostate; Medicine; Prostate cancer screening; Prostate biopsy; Prostate-specific antigen; Biopsy; Urology; Gynecology; Oncology; Internal medicine; Cancer","score_opus":0.1828971834798065,"score_gpt":0.5467054024543843,"score_spread":0.36380821897457777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285084709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8918306,0.00009508739,0.102632344,0.0045262557,0.00040135402,0.0004922568,0.000005052291,0.0000051516877,0.00001188467],"genre_scores_gemma":[0.7425511,0.00017353488,0.25577816,0.0013248061,0.00014687215,0.000007161367,0.0000011983755,0.000014900191,0.0000022610652],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937307,0.0009269148,0.0042744284,0.00027358768,0.00052313367,0.0002711832],"domain_scores_gemma":[0.9743498,0.021766726,0.0024173404,0.00030030214,0.00088862743,0.00027720362],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016568214,0.00013896852,0.0009024517,0.0002416621,0.000048578084,0.000028145698,0.0001925096,0.000067759276,0.000021148271],"category_scores_gemma":[0.065495,0.000092156544,0.00015903419,0.0004955094,0.00031263483,0.0002174776,0.00013928389,0.0004777387,0.0000062227437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008554319,0.000092587376,0.14818561,0.000003714034,0.0000423444,0.00032958927,0.00066647236,0.00014148178,0.00019332836,0.000019893565,0.0010140056,0.84075665],"study_design_scores_gemma":[0.020514596,0.02212125,0.9125375,0.0008005917,0.00039292857,0.0041932124,0.021521902,0.0010037785,0.00012477457,0.011588995,0.00485579,0.00034468496],"about_ca_topic_score_codex":0.000040372295,"about_ca_topic_score_gemma":0.000054138327,"teacher_disagreement_score":0.84041196,"about_ca_system_score_codex":0.000073424104,"about_ca_system_score_gemma":0.0006361076,"threshold_uncertainty_score":0.94237673},"labels":[],"label_agreement":null},{"id":"W2286491250","doi":"10.1056/nejm-jw.na38719","title":"Triage Nurse–Initiated Radiography Using the Ottawa Ankle Rules","year":2015,"lang":"en","type":"article","venue":"Journal watch","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Triage; Ankle; Medicine; Emergency department; Radiography; Physical therapy; Medical emergency; Nursing; Radiology; Surgery","score_opus":0.400119531729369,"score_gpt":0.5098510933650101,"score_spread":0.10973156163564113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286491250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9030782,0.0004020835,0.003150104,0.0903485,0.0012085718,0.0003650542,0.000008767129,0.00004003365,0.0013987123],"genre_scores_gemma":[0.9804679,0.0002711975,0.011899056,0.0043801623,0.0025650188,0.000003740818,0.000030231166,0.000038213413,0.00034447387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770945,0.00032837092,0.0009992204,0.00013441287,0.00057434564,0.00025422248],"domain_scores_gemma":[0.9978408,0.00060186005,0.0004885324,0.00024453152,0.00051397475,0.00031029797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035551172,0.00012576437,0.00027137823,0.00010383107,0.00019884229,0.000103207196,0.00013377435,0.00007509301,0.00024021261],"category_scores_gemma":[0.0034695223,0.00007547893,0.00021638427,0.0003573471,0.00006788779,0.00031768903,0.00002183674,0.00063238235,0.000052644697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018399766,0.00075121835,0.11514616,0.00003217966,0.00073135976,0.0007251044,0.0029333057,0.00023382677,0.005619917,0.00015994642,0.8388251,0.03300191],"study_design_scores_gemma":[0.034866586,0.0023140116,0.052074537,0.0004087368,0.0031833765,0.015644355,0.025023315,0.011639064,0.0017552278,0.0129784215,0.83934385,0.00076850713],"about_ca_topic_score_codex":0.0001438254,"about_ca_topic_score_gemma":0.000018232786,"teacher_disagreement_score":0.08596834,"about_ca_system_score_codex":0.00014949273,"about_ca_system_score_gemma":0.0002855119,"threshold_uncertainty_score":0.4153593},"labels":[],"label_agreement":null},{"id":"W2286778172","doi":"10.1186/s12916-016-0580-z","title":"What is a clinical pathway? Refinement of an operational definition to identify clinical pathway studies for a Cochrane systematic review","year":2016,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":280,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Saskatchewan","funders":"","keywords":"Medicine; Operationalization; Checklist; Conceptualization; Clinical pathway; Health care; Multidisciplinary approach; Intervention (counseling); Systematic review; Guideline; Health services research; Protocol (science); Quality (philosophy); MEDLINE; Process management; Alternative medicine; Nursing; Computer science; Public health; Pathology; Artificial intelligence","score_opus":0.7423344501315742,"score_gpt":0.6783272289022851,"score_spread":0.06400722122928904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286778172","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020343428,0.9697448,0.001938271,0.00836657,0.0032848094,0.016194034,0.00034768143,0.00006413799,0.00003937768],"genre_scores_gemma":[0.000004385705,0.9653506,0.008149877,0.01760062,0.0033427407,0.002932536,0.002019212,0.0001243903,0.00047562845],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9754493,0.0030782127,0.01770214,0.0015034898,0.0017818285,0.0004850243],"domain_scores_gemma":[0.95885414,0.02948193,0.0056415177,0.0021819458,0.0031009056,0.00073955965],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029336534,0.00084742863,0.011996837,0.0003554181,0.00011205137,0.0000356076,0.0004993592,0.00055609306,0.00062589283],"category_scores_gemma":[0.13530162,0.0004884589,0.0017936508,0.0005161601,0.00037641168,0.00043565378,0.00023419966,0.0006388752,0.00028687622],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022126976,0.0005151135,0.000007274529,0.771453,0.0011376597,0.000019174802,0.000070896946,1.416848e-8,0.0000020472746,0.00027568341,0.019249573,0.20704827],"study_design_scores_gemma":[0.0038018057,0.0040104366,0.000014793692,0.7067183,0.013736932,0.0001301726,0.00043197066,0.000005575428,8.3620574e-7,0.00015439345,0.27065527,0.00033949633],"about_ca_topic_score_codex":0.000014502006,"about_ca_topic_score_gemma":0.000049106617,"teacher_disagreement_score":0.2514057,"about_ca_system_score_codex":0.00027787872,"about_ca_system_score_gemma":0.002091907,"threshold_uncertainty_score":0.9997567},"labels":[],"label_agreement":null},{"id":"W2290555819","doi":"10.1136/bmj.i1302","title":"Canadian Medical Association dismisses second journal editor in 10 years","year":2016,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Restructuring; Task force; Association (psychology); Political science; Statement (logic); Management; Associate editor; Medical journal; Modernization theory; Library science; Medicine; Law; Public administration; Family medicine; Psychology; Computer science","score_opus":0.07896789406968684,"score_gpt":0.4612388718037906,"score_spread":0.38227097773410373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290555819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59723127,0.00003518293,0.00005944132,0.39253774,0.0050317636,0.00030341907,0.000023955507,0.00001828227,0.0047589457],"genre_scores_gemma":[0.9349881,0.00008919353,0.00075080234,0.012716042,0.032179758,0.000015850688,0.000016661119,0.000025710118,0.019217908],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984188,0.00008929206,0.0005846925,0.00009617369,0.00061044196,0.00020056438],"domain_scores_gemma":[0.9982291,0.00089907047,0.00017711688,0.00009421896,0.0001697961,0.00043068713],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026818202,0.000048953567,0.00012326585,0.00009853719,0.000022947172,0.000016842203,0.000057512974,0.00015410353,0.038494363],"category_scores_gemma":[0.031140024,0.00003551189,0.000038985738,0.00008200659,0.000011194942,0.00015060246,0.000012750598,0.00023978984,0.00070195476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034050798,0.000022339631,0.05604116,0.0000030806755,0.00001747975,0.000131448,0.000031546133,6.302252e-8,0.000103214006,0.0000062390955,0.8922277,0.05138165],"study_design_scores_gemma":[0.0015640998,0.000059201124,0.25067115,0.000065484,0.000015352442,0.000072601084,0.00009255727,0.0000132086625,0.0000177263,0.00006984632,0.74731207,0.000046715468],"about_ca_topic_score_codex":0.0054601864,"about_ca_topic_score_gemma":0.1785588,"teacher_disagreement_score":0.37982172,"about_ca_system_score_codex":0.000704531,"about_ca_system_score_gemma":0.0019127567,"threshold_uncertainty_score":0.9770211},"labels":[],"label_agreement":null},{"id":"W2290969016","doi":"10.1111/jcpp.12547","title":"Practitioner Review: On the trustworthiness of clinical practice guidelines – a systematic review of the quality of methods used to develop guidelines in child and youth mental health","year":2016,"lang":"en","type":"review","venue":"Journal of Child Psychology and Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; McMaster University; Cancer Care Ontario; Hospital for Sick Children; SickKids Foundation; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Excellence; Mental health; Systematic review; Nice; Psychology; Trustworthiness; Quality (philosophy); Multidisciplinary approach; Medical education; Inclusion (mineral); Critical appraisal; Best practice; MEDLINE; Medicine; Family medicine; Alternative medicine; Psychiatry; Political science; Computer science; Pathology; Social psychology","score_opus":0.5006934798765668,"score_gpt":0.6788893033505876,"score_spread":0.17819582347402085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290969016","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009583287,0.6729714,0.0002170267,0.3222671,0.0014547997,0.0027725257,0.00010218141,0.0000025637332,0.00020280591],"genre_scores_gemma":[0.000006000718,0.8684704,0.01732957,0.113572694,0.0005274952,0.00002480173,0.000018682627,0.00003268571,0.000017675082],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9668201,0.011386403,0.02025004,0.00048299003,0.00082253397,0.00023789926],"domain_scores_gemma":[0.96406513,0.006389706,0.025249653,0.0010742875,0.0030304051,0.00019080113],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06889721,0.00045649006,0.006488449,0.00026232723,0.000093617586,0.000006658733,0.0004837679,0.00034211643,0.000054915763],"category_scores_gemma":[0.15472294,0.0002034051,0.0009070649,0.0010012505,0.00023480084,0.00016519784,0.00012126573,0.001498313,0.0000017557915],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066783145,0.0007292726,0.00023654736,0.7183964,0.0015250677,0.0000010724597,0.00017494702,1.5306598e-7,1.6677639e-7,0.00060527795,0.07897179,0.19869143],"study_design_scores_gemma":[0.0012461859,0.0005043036,0.0005890831,0.65070206,0.0033604503,0.0011657795,0.00019173446,2.1411437e-7,7.773537e-8,0.00005898346,0.34205282,0.0001282939],"about_ca_topic_score_codex":0.00002980258,"about_ca_topic_score_gemma":0.000023294479,"teacher_disagreement_score":0.263081,"about_ca_system_score_codex":0.00003074527,"about_ca_system_score_gemma":0.0013960768,"threshold_uncertainty_score":0.9587663},"labels":[],"label_agreement":null},{"id":"W2291719802","doi":"10.1155/2013/917027","title":"Onward and forward","year":2013,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine","score_opus":0.15954931542415374,"score_gpt":0.4170192094315166,"score_spread":0.25746989400736287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291719802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97816604,0.00041596315,0.00017066245,0.017149294,0.00027250845,0.00027406195,0.000004854428,0.000012642633,0.0035339445],"genre_scores_gemma":[0.95750546,0.000036052388,0.0011668825,0.040275943,0.0006716146,0.000007643635,0.000002683635,0.00001950175,0.00031423857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894416,0.000056820925,0.0004532881,0.00011518854,0.00016598313,0.00026458534],"domain_scores_gemma":[0.9979948,0.000115430055,0.00011182632,0.00013183872,0.00025958428,0.0013865392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005680023,0.00008024803,0.00014023385,0.00019558954,0.00015164474,0.000095874195,0.000050250856,0.00006624182,0.0024902401],"category_scores_gemma":[0.0013724476,0.0000703311,0.000048303795,0.00008331862,0.000048911555,0.00027659937,0.000010805993,0.00037205496,0.00027879604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037280613,0.000022838669,0.26754656,0.000024231893,0.00009766258,0.0004028766,0.0001375905,0.0000021885705,0.0018435271,0.0002896298,0.3502804,0.3793152],"study_design_scores_gemma":[0.0013727285,0.00028997278,0.3013952,0.00003265905,0.00006517855,0.000941338,0.0004657708,0.000056155266,0.00006585712,0.00079807267,0.6944037,0.00011334723],"about_ca_topic_score_codex":0.00991857,"about_ca_topic_score_gemma":0.021362891,"teacher_disagreement_score":0.37920186,"about_ca_system_score_codex":0.00020627961,"about_ca_system_score_gemma":0.0011615186,"threshold_uncertainty_score":0.9984216},"labels":[],"label_agreement":null},{"id":"W2291792094","doi":"10.3138/ptc.68.1.rev2","title":"Exercise and Fitness Training after Stroke: A Handbook for Evidence-Based Practice, edited by Gillian Mead, Frederike van Wijck","year":2016,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Stroke (engine); Physical medicine and rehabilitation; Physical therapy; Training (meteorology); Psychology; Medicine; Engineering","score_opus":0.0853309563303794,"score_gpt":0.40871605425922236,"score_spread":0.32338509792884296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291792094","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39444506,0.029203426,0.13369916,0.42537057,0.0032180753,0.011046354,0.0023732297,0.00037007662,0.00027401955],"genre_scores_gemma":[0.95272094,0.0024944632,0.011201628,0.02895093,0.00092843163,0.0006562253,0.00009715743,0.00012476268,0.0028254576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806213,0.00008170623,0.00056506164,0.0004302234,0.00049827696,0.0003626109],"domain_scores_gemma":[0.9957604,0.003001697,0.00030021137,0.00033017294,0.00033097397,0.0002765604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004106385,0.00022822329,0.0003829692,0.00006099327,0.00010322554,0.000039954215,0.00008650201,0.00007086812,0.00046770799],"category_scores_gemma":[0.0014469816,0.00016789707,0.00007561164,0.000119331584,0.00007726344,0.0005524975,0.000013355166,0.00011108691,0.0000024753695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0092766145,0.00019992635,0.0009728474,0.00024964256,0.0002653296,0.000031330444,0.00036435685,0.000005229963,0.18887384,0.0000080429645,0.29157218,0.5081807],"study_design_scores_gemma":[0.014431976,0.001049022,0.0011447025,0.0030315465,0.00046099233,0.000012894548,0.0010264057,0.0010982841,0.02413547,0.00013865107,0.9528651,0.0006049251],"about_ca_topic_score_codex":0.08172121,"about_ca_topic_score_gemma":0.074706644,"teacher_disagreement_score":0.66129297,"about_ca_system_score_codex":0.00027281235,"about_ca_system_score_gemma":0.0013556955,"threshold_uncertainty_score":0.94217753},"labels":[],"label_agreement":null},{"id":"W2291816660","doi":"10.1155/2009/397818","title":"Canadian Thoracic Society: Presenting a New Process for Clinical Practice Guideline Production","year":2009,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec; Queen's University; Cancer Care Ontario; McMaster University; Dalhousie University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Guideline; Production (economics); Process (computing); Clinical Practice; Medical physics; Intensive care medicine; Family medicine; Pathology","score_opus":0.35093070600604903,"score_gpt":0.5666444102624997,"score_spread":0.21571370425645064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291816660","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19888704,0.003178335,0.009634791,0.77178,0.004890546,0.004654939,0.000077613535,0.00015780325,0.006738896],"genre_scores_gemma":[0.3559639,0.00043198335,0.101237774,0.50061256,0.037653353,0.00004847805,0.00018940425,0.00020195519,0.0036605857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99549603,0.00023762515,0.0023349118,0.00052127545,0.0005318071,0.0008783736],"domain_scores_gemma":[0.9920627,0.0004524652,0.0008596597,0.00041833508,0.0024548825,0.0037519524],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074933893,0.00024617143,0.00041657715,0.00047349185,0.0006675383,0.00019522857,0.00022732138,0.00028789474,0.00024728343],"category_scores_gemma":[0.038319737,0.00024412062,0.00036424852,0.00058819266,0.000052915217,0.0009734745,0.000008962297,0.0011744214,0.000039118855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024530932,0.000077947276,0.008862988,0.000027106842,0.00013993056,0.00019546009,0.0002434497,0.000060440565,0.00010487858,0.00004885852,0.753253,0.23674063],"study_design_scores_gemma":[0.0015472773,0.00061880634,0.0056915,0.000093096736,0.00045149558,0.0011315163,0.0013810971,0.00041228667,0.00008087989,0.0008903282,0.9874434,0.0002583365],"about_ca_topic_score_codex":0.07383256,"about_ca_topic_score_gemma":0.4529695,"teacher_disagreement_score":0.37913695,"about_ca_system_score_codex":0.0013259347,"about_ca_system_score_gemma":0.028999915,"threshold_uncertainty_score":0.99549496},"labels":[],"label_agreement":null},{"id":"W2293596916","doi":"10.15277/bjd.2016.069","title":"New name, new team, new system","year":2016,"lang":"en","type":"article","venue":"British Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus (optics); Element (criminal law); Cover (algebra); Front cover; Front (military); Key (lock); Quarter (Canadian coin); History; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering; Physics; Optics","score_opus":0.07244537007598686,"score_gpt":0.37812953081705225,"score_spread":0.3056841607410654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293596916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8978819,0.012245291,0.019874733,0.063514605,0.0026719368,0.0005902805,0.000025364916,0.00012891555,0.003066954],"genre_scores_gemma":[0.93132395,0.0007903198,0.040155753,0.003318677,0.009046569,0.0000012798015,0.000007178657,0.00007643013,0.015279836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975628,0.00008270533,0.0013861457,0.00015986187,0.00051926833,0.00028921344],"domain_scores_gemma":[0.9970727,0.0006924806,0.00077669736,0.00016495332,0.000310589,0.0009825843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008500094,0.000122514,0.00046647005,0.0000910074,0.000041812982,0.00008053641,0.00016200729,0.00008741736,0.0009957398],"category_scores_gemma":[0.008123317,0.00010011624,0.00022235308,0.00012902662,0.000024153505,0.0005294602,0.000040058447,0.0002559065,0.00015026036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032082426,0.000026157562,0.017482916,0.00002594198,0.00009205824,0.000067063986,0.000012992465,4.4575094e-7,0.0023043968,0.00002545712,0.46706322,0.5128673],"study_design_scores_gemma":[0.034040384,0.0030202644,0.20984834,0.016058205,0.0017761937,0.007822892,0.00084405974,0.000040628194,0.00872876,0.0026408446,0.71447927,0.00070016936],"about_ca_topic_score_codex":0.00041461154,"about_ca_topic_score_gemma":0.000048217786,"teacher_disagreement_score":0.5121671,"about_ca_system_score_codex":0.00015382422,"about_ca_system_score_gemma":0.0013989991,"threshold_uncertainty_score":0.9999175},"labels":[],"label_agreement":null},{"id":"W2294499992","doi":"10.1016/j.medcli.2015.09.023","title":"Lista de comprobación del proceso de elaboración de guías de práctica clínica","year":2015,"lang":"es","type":"article","venue":"Medicina Clínica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Humanities; Philosophy","score_opus":0.22101240509514694,"score_gpt":0.5059719474905132,"score_spread":0.28495954239536625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294499992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7807887,0.008817989,0.034427557,0.15881592,0.0015959005,0.00339585,0.00019286318,0.00077971676,0.011185467],"genre_scores_gemma":[0.9269337,0.0023225208,0.042784326,0.021776274,0.0040180814,0.00019772428,0.00028756663,0.0002674707,0.0014123074],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893226,0.00179253,0.0032154408,0.0012674669,0.0018276698,0.002574291],"domain_scores_gemma":[0.9880029,0.0041458826,0.0013699115,0.0017157526,0.0015184877,0.0032470808],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013335562,0.0008798092,0.0015430491,0.0002897299,0.00033123797,0.0001897997,0.0010693885,0.0009704019,0.0009455749],"category_scores_gemma":[0.057473563,0.0008468654,0.00034360992,0.0011826397,0.0008908422,0.00053431164,0.00042521398,0.0025622116,0.0007988791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060618985,0.0034189832,0.5959435,0.0019717284,0.0009952731,0.0018412652,0.009527372,0.00020410026,0.0054206387,0.0037117538,0.3130434,0.057860095],"study_design_scores_gemma":[0.024205238,0.0060486477,0.09837556,0.0029089171,0.006662359,0.0025456853,0.019227112,0.032869432,0.0015696951,0.0066368137,0.79714876,0.0018017818],"about_ca_topic_score_codex":0.0045368467,"about_ca_topic_score_gemma":0.00065862504,"teacher_disagreement_score":0.49756795,"about_ca_system_score_codex":0.0029793605,"about_ca_system_score_gemma":0.01404869,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W2294784201","doi":"10.1503/cmaj.160283","title":"Upholding the integrity of your <i>CMAJ</i>","year":2016,"lang":"en","type":"editorial","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task force; Task (project management); Corporate governance; Operations research; Computer science; Political science; Management; Public administration; Engineering","score_opus":0.07980339530716345,"score_gpt":0.43822455669190785,"score_spread":0.3584211613847444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294784201","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012825,0.00029716297,0.00020832801,0.15155266,0.8436387,0.00030907578,0.00041542825,0.000017702288,0.002278447],"genre_scores_gemma":[0.004116578,0.0012226551,0.00015724327,0.008040986,0.9846362,0.0000080588725,0.0001291225,0.0000477693,0.0016414034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99191153,0.00053244,0.0020008774,0.00024393134,0.004764223,0.0005470051],"domain_scores_gemma":[0.98467356,0.008291553,0.001975939,0.0003016025,0.0031377051,0.0016196615],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.012294458,0.00022846402,0.0006552536,0.0002249516,0.00023832312,0.000076779535,0.00045817162,0.0019360541,0.005584799],"category_scores_gemma":[0.19387348,0.00013953539,0.0003607516,0.00024386728,0.00009897222,0.00015874552,0.00004805269,0.0062552197,0.00016640856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035551875,0.000023427194,0.003433668,0.000025611282,0.0002596973,0.00012385225,0.00007135332,7.49815e-8,0.000007468606,0.000022360866,0.96234083,0.033656094],"study_design_scores_gemma":[0.0017672724,0.00011105377,0.00088647625,0.00054135954,0.00031773886,0.00012907691,0.0003122172,0.00001066711,0.000007899524,0.00017485794,0.9956053,0.00013607519],"about_ca_topic_score_codex":0.0095163025,"about_ca_topic_score_gemma":0.028296743,"teacher_disagreement_score":0.18157902,"about_ca_system_score_codex":0.0025955997,"about_ca_system_score_gemma":0.024055725,"threshold_uncertainty_score":0.99935967},"labels":[],"label_agreement":null},{"id":"W2295256207","doi":"10.2196/resprot.5261","title":"Primary Care Pathway for Childhood Asthma: Protocol for a Randomized Cluster-Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Asthma; Randomized controlled trial; Protocol (science); Medicine; Primary care; Cluster (spacecraft); Cluster randomised controlled trial; Family medicine; Computer science; Alternative medicine; Computer network; Internal medicine","score_opus":0.3817053196626216,"score_gpt":0.6334623851825208,"score_spread":0.25175706551989924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295256207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001375543,0.0000010409965,0.0072313277,0.006714076,0.000025791296,0.98460233,0.00009295404,0.00012559032,0.0010693334],"genre_scores_gemma":[0.00017733405,1.9084199e-7,0.0081580635,0.0005252395,0.0020778864,0.98693985,0.00008468734,0.000105612766,0.0019311397],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926304,0.0018066908,0.0023715852,0.0008178909,0.0013789365,0.0009944855],"domain_scores_gemma":[0.9762133,0.01931621,0.0006440862,0.0008161852,0.0026431864,0.00036705015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01475159,0.00033035397,0.0016089246,0.00031931858,0.00031921212,0.00012636214,0.000350333,0.0002834193,0.00026195045],"category_scores_gemma":[0.0352087,0.00018437784,0.0009832511,0.00025663234,0.00027445419,0.0003748147,0.0001980931,0.00046201565,0.00005549831],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90108633,0.0019216517,0.000018245166,0.0018843614,0.00013666907,0.0000035363519,0.00017783316,1.723798e-7,0.0014055261,0.00026247435,0.01620018,0.07690299],"study_design_scores_gemma":[0.69068676,0.01010111,0.000030216992,0.0018150123,0.00001945834,0.000004772329,0.000079610334,0.000041149495,0.0007926679,0.0011676488,0.29509985,0.00016172338],"about_ca_topic_score_codex":0.000007789348,"about_ca_topic_score_gemma":0.000013803767,"teacher_disagreement_score":0.2788997,"about_ca_system_score_codex":0.00047857797,"about_ca_system_score_gemma":0.0025926812,"threshold_uncertainty_score":0.97291815},"labels":[],"label_agreement":null},{"id":"W2295272639","doi":"10.13063/2327-9214.1182","title":"Guiding Principles for Data Architecture to Support the Pathways Community HUB Model","year":2016,"lang":"en","type":"article","venue":"eGEMs (Generating Evidence & Methods to improve patient outcomes)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Computer science; Implementation; Process management; Knowledge management; Identification (biology); Conceptual model; Data science; Health care; Risk analysis (engineering); Software engineering; Business; Database","score_opus":0.7348434918860263,"score_gpt":0.5827512496204342,"score_spread":0.15209224226559204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295272639","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2107274,0.000036162455,0.7544035,0.030284457,0.0007807558,0.00335117,0.00024038574,0.000118108524,0.00005811012],"genre_scores_gemma":[0.14126441,0.000009187179,0.83381915,0.023356091,0.00034659446,0.0005909487,0.000079026126,0.00008242945,0.00045215254],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939438,0.0013638556,0.0022269867,0.0009388862,0.00079533807,0.0007311199],"domain_scores_gemma":[0.97468454,0.019372623,0.00080014876,0.0039004544,0.0007093989,0.0005328481],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017132884,0.00044915493,0.0007312022,0.00016453161,0.00071319315,0.00014367604,0.0012675159,0.00013494655,0.00004890672],"category_scores_gemma":[0.1684862,0.00025137272,0.00023316669,0.00034063688,0.00007808201,0.0005676905,0.0020396374,0.00047219315,0.000035998586],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002301237,0.000115002986,0.003279303,0.000077189965,0.00007452918,0.000001613265,0.0016605336,0.0017975575,0.37430263,0.00019202246,0.0036583738,0.6146111],"study_design_scores_gemma":[0.009508598,0.017038455,0.0075731697,0.0034466677,0.002193713,0.000119606724,0.0048328135,0.4065028,0.31432846,0.004537014,0.22630319,0.0036154967],"about_ca_topic_score_codex":0.00027908632,"about_ca_topic_score_gemma":0.00025544871,"teacher_disagreement_score":0.6109956,"about_ca_system_score_codex":0.00028466483,"about_ca_system_score_gemma":0.00051329046,"threshold_uncertainty_score":0.99999386},"labels":[],"label_agreement":null},{"id":"W2295529860","doi":"10.1136/bmj.i1152","title":"The AGREE Reporting Checklist: a tool to improve reporting of clinical practice guidelines","year":2016,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":795,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Juravinski Hospital; Juravinski Cancer Centre","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Quality (philosophy); Clinical Practice; Computer science; Medicine; Medical education; Medical physics; Data science; Psychology; Family medicine; Pathology","score_opus":0.45803615395942415,"score_gpt":0.621444582922448,"score_spread":0.16340842896302382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295529860","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4735666,0.000097549026,0.008222005,0.50559205,0.0020520876,0.0021053362,0.000009324,0.00010589428,0.008249193],"genre_scores_gemma":[0.56457096,0.0001835174,0.3881498,0.027807336,0.008387648,0.00019909856,0.000013968107,0.00009354855,0.010594119],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97159183,0.00023875406,0.02636114,0.00054686924,0.0008965903,0.00036483738],"domain_scores_gemma":[0.89635265,0.02045567,0.07025245,0.0027597453,0.009744301,0.00043520308],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05873868,0.00016442823,0.000712905,0.000044988687,0.00012045965,0.00003134434,0.00016294736,0.00012869912,0.00006408095],"category_scores_gemma":[0.9368935,0.00008652627,0.00034284292,0.00023377771,0.00009172337,0.0003091505,0.00023223434,0.0002729952,0.00007463024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009784887,0.00011202232,0.025968678,0.000032964865,0.00013959476,0.00017856079,0.00004987924,0.0000014427396,0.013403847,0.00016046774,0.16817468,0.7907994],"study_design_scores_gemma":[0.0026644866,0.0008414028,0.09378582,0.00045899177,0.0004746153,0.0008384085,0.0013839927,0.0002526725,0.003653544,0.00035509956,0.89503175,0.00025923978],"about_ca_topic_score_codex":0.00028151102,"about_ca_topic_score_gemma":0.00006770823,"teacher_disagreement_score":0.8781548,"about_ca_system_score_codex":0.0000608587,"about_ca_system_score_gemma":0.00081656594,"threshold_uncertainty_score":0.9692266},"labels":[],"label_agreement":null},{"id":"W2295589311","doi":"10.1177/1460458216632272","title":"Formalizing clinical practice guideline for clinical decision support systems","year":2016,"lang":"en","type":"article","venue":"Health Informatics Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Alberta","funders":"","keywords":"Guideline; Clinical Practice; Clinical decision support system; Health care; Computer science; Medicine; Knowledge management; Decision support system; Nursing; Data mining; Pathology","score_opus":0.47151077586743956,"score_gpt":0.6443636051077269,"score_spread":0.1728528292402874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295589311","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039610546,0.0003491049,0.9252297,0.061273027,0.006223935,0.0017319573,0.000055766093,0.00008545239,0.0010899685],"genre_scores_gemma":[0.009112925,0.01324778,0.8771823,0.09450877,0.0055513084,0.000034312543,0.00008634434,0.00006597831,0.00021025114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97718704,0.00049094687,0.020056015,0.00022778971,0.001211757,0.000826477],"domain_scores_gemma":[0.97093666,0.016060669,0.0077633266,0.0006243383,0.0031495695,0.0014654194],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06470646,0.00026558418,0.0010678859,0.00023411697,0.00042366263,0.00015534746,0.0002614033,0.00030763884,0.00017501562],"category_scores_gemma":[0.100601256,0.0001657878,0.0005207852,0.0001913458,0.000107524385,0.0021670107,0.00012092702,0.0009778909,0.00028584388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014567692,0.00021406582,0.0043565384,0.00014289121,0.000099481294,0.000012782042,0.00011824221,0.0000075968055,7.5570443e-7,0.00028131783,0.49035454,0.502955],"study_design_scores_gemma":[0.012433674,0.00429256,0.0012909749,0.00060961966,0.00022099227,0.0045723864,0.0020344749,0.0069057113,0.0000014280037,0.00026957737,0.96717584,0.00019278185],"about_ca_topic_score_codex":0.000015254774,"about_ca_topic_score_gemma":0.0000054306443,"teacher_disagreement_score":0.50276226,"about_ca_system_score_codex":0.00039616608,"about_ca_system_score_gemma":0.0033511438,"threshold_uncertainty_score":0.96308154},"labels":[],"label_agreement":null},{"id":"W2296183355","doi":"10.1503/cmaj.109-5246","title":"<i>CMAJ</i> gets interim editor amid governance shake-up","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interim; Restructuring; Modernization theory; Corporate governance; Political science; Letter to the editor; Management; Operations research; Medicine; Law; Engineering; Economics","score_opus":0.05256683553806527,"score_gpt":0.38931754364291277,"score_spread":0.3367507081048475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296183355","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13617548,0.00032768075,0.0020452635,0.82349914,0.03193376,0.00038494274,0.00017933882,0.00007781513,0.0053766035],"genre_scores_gemma":[0.8386319,0.0013385004,0.000588036,0.095161945,0.056803267,0.000014925844,0.000025739788,0.00005679534,0.007378854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598247,0.00018558778,0.0011046184,0.00022608208,0.0019348264,0.0005664003],"domain_scores_gemma":[0.9950411,0.0010718524,0.0006312433,0.00017190025,0.0008241175,0.0022598119],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030447238,0.0001481363,0.00030238085,0.000086856046,0.00016299495,0.00006527692,0.00020825547,0.00036740728,0.012416783],"category_scores_gemma":[0.036976345,0.00010595753,0.00015699727,0.00013404735,0.000056159508,0.00037197056,0.000029428265,0.00086116337,0.0009977078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004327924,0.000028414477,0.035125297,0.0000055034593,0.00008606675,0.00025855593,0.0000572296,6.170147e-8,0.00016756532,0.00007510898,0.77646863,0.18768428],"study_design_scores_gemma":[0.0029390187,0.00014561562,0.051807504,0.00021928783,0.00006149621,0.00040951907,0.00014047622,0.000028964889,0.00006725605,0.00014512107,0.94389915,0.00013658324],"about_ca_topic_score_codex":0.002312402,"about_ca_topic_score_gemma":0.03170858,"teacher_disagreement_score":0.72833717,"about_ca_system_score_codex":0.002496418,"about_ca_system_score_gemma":0.0042171814,"threshold_uncertainty_score":0.9997801},"labels":[],"label_agreement":null},{"id":"W2296744154","doi":"","title":"Research guides: Medicine: Clinical Practice Guidelines (CPGs)","year":2010,"lang":"en","type":"libguides","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Medicine; Family medicine","score_opus":0.7208421349456366,"score_gpt":0.7016680026720121,"score_spread":0.019174132273624522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296744154","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028504868,0.00408312,0.00087377435,0.53772813,0.0148016615,0.0030229003,0.000092947164,0.00056829513,0.4385441],"genre_scores_gemma":[0.0001913338,0.042367958,0.3525417,0.21242549,0.09409038,0.00026911055,0.004076544,0.0006419787,0.29339552],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97411644,0.0023877374,0.013284632,0.0024599037,0.0062061637,0.0015451323],"domain_scores_gemma":[0.8746273,0.06901554,0.00362069,0.005121794,0.045786064,0.0018286426],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.071130976,0.0010143126,0.002824957,0.0012863061,0.00043387746,0.00017423976,0.0013131106,0.0034714842,0.016943794],"category_scores_gemma":[0.6826142,0.0007565787,0.0008149812,0.0015628546,0.0018294809,0.00083627115,0.0010559096,0.013485432,0.003904752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006897476,0.00047528016,0.00023301206,0.000310341,0.000506807,0.00040959835,0.000047664715,5.4952164e-7,0.00007674571,0.00074236176,0.8660196,0.13048826],"study_design_scores_gemma":[0.0043143732,0.0022321015,0.00037388556,0.001230694,0.0019836843,0.0009216922,0.0033924934,0.0001770111,0.00004450663,0.0012357761,0.9834288,0.0006650018],"about_ca_topic_score_codex":0.008249856,"about_ca_topic_score_gemma":0.0012528847,"teacher_disagreement_score":0.6114832,"about_ca_system_score_codex":0.00033034995,"about_ca_system_score_gemma":0.005458116,"threshold_uncertainty_score":0.99948853},"labels":[],"label_agreement":null},{"id":"W2297572769","doi":"10.1016/j.kint.2015.11.030","title":"Recommendations for kidney disease guideline updating: a report by the KDIGO Methods Committee","year":2016,"lang":"en","type":"article","venue":"Kidney International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University","funders":"National Center for Advancing Translational Sciences","keywords":"Guideline; Medicine; Kidney disease; Currency; Intensive care medicine; Pathology; Internal medicine","score_opus":0.1981197940373904,"score_gpt":0.5362686635167744,"score_spread":0.33814886947938394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297572769","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026041656,0.000012140054,0.32699817,0.6666299,0.0014609973,0.00056642113,0.0013239117,0.000065862776,0.0026821909],"genre_scores_gemma":[0.026355565,0.00010198045,0.6750496,0.24079351,0.0033366447,0.0008058221,0.02036736,0.00011171428,0.033077773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971477,0.0001835434,0.0015962744,0.00040224995,0.0004425129,0.00022771028],"domain_scores_gemma":[0.9946815,0.0025151924,0.0004994561,0.00060608436,0.0010044927,0.00069330586],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030675041,0.00017145359,0.00020543451,0.000084516876,0.00016282657,0.00005457528,0.0003066053,0.000060215836,0.004491726],"category_scores_gemma":[0.0904367,0.000103597675,0.00020758162,0.00011525109,0.00009147712,0.00030610256,0.00012884133,0.00015882427,0.00007045534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023898554,0.00017155457,0.0038678686,0.000008628104,0.00019796059,0.0000060501347,0.000025629737,2.8919212e-7,0.004202877,0.0020583903,0.9412756,0.047946166],"study_design_scores_gemma":[0.003008585,0.00006544167,0.0005521787,0.00009299362,0.00023111723,0.000104656065,0.00009977244,0.0012588041,0.0010167591,0.0034881474,0.98994493,0.000136628],"about_ca_topic_score_codex":0.00007281257,"about_ca_topic_score_gemma":0.0000049879336,"teacher_disagreement_score":0.42583638,"about_ca_system_score_codex":0.00019611347,"about_ca_system_score_gemma":0.00071714906,"threshold_uncertainty_score":0.9964183},"labels":[],"label_agreement":null},{"id":"W2298737937","doi":"10.3928/0022-0124-20040301-12","title":"The Prohibitive Costs of Accessing Evidence Online","year":2004,"lang":"en","type":"article","venue":"The Journal of Continuing Education in Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Permission; Internet privacy; The Internet; Business; Public relations; World Wide Web; Computer science; Political science; Law","score_opus":0.1166449827278017,"score_gpt":0.5331453649431205,"score_spread":0.41650038221531877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298737937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623274,0.002241894,0.0019552584,0.032356407,0.0007133276,0.0002556664,3.7901265e-7,0.0000034095108,0.0001462382],"genre_scores_gemma":[0.99552363,0.00043487438,0.0032629129,0.00030834152,0.00041683982,0.0000010251955,0.0000010787228,0.000008999041,0.000042296426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816555,0.0002232825,0.0011118983,0.000057658573,0.00032462116,0.000116999196],"domain_scores_gemma":[0.99499434,0.002556769,0.0013106907,0.00015636838,0.00093760685,0.000044197706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003114485,0.00006562033,0.00017590201,0.00010166929,0.0000707663,0.000032918924,0.00014723784,0.000028022101,0.000004941102],"category_scores_gemma":[0.009735315,0.000038450125,0.000054896496,0.00025347518,0.00013959726,0.0004201731,0.000011681194,0.00036131186,7.015476e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077722035,0.00044772789,0.0064129946,0.000020435555,0.000016478516,0.0000013939588,0.0067921323,0.00020842535,0.0128517635,0.00027427947,0.00036503962,0.9718321],"study_design_scores_gemma":[0.006555505,0.0014391303,0.66705036,0.09448709,0.0011297889,0.00149529,0.18403973,0.00040243586,0.02631293,0.01599197,0.00081102806,0.00028474737],"about_ca_topic_score_codex":0.000077623496,"about_ca_topic_score_gemma":0.000047168352,"teacher_disagreement_score":0.97154737,"about_ca_system_score_codex":0.00039112061,"about_ca_system_score_gemma":0.0009348737,"threshold_uncertainty_score":0.9986061},"labels":[],"label_agreement":null},{"id":"W2301444543","doi":"10.1016/j.cjca.2016.01.037","title":"Canadian Physical Activity Clinical Practice Guidelines: Running on Empty?","year":2016,"lang":"en","type":"letter","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"","keywords":"Medicine; Clinical Practice; Quality (philosophy); Point (geometry); Epistemology; Family medicine","score_opus":0.3147496457255243,"score_gpt":0.5269600726434899,"score_spread":0.2122104269179656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2301444543","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049687396,0.00016546965,0.0007226198,0.97371614,0.0061540375,0.00044641763,0.00023273728,0.0000140163975,0.013579815],"genre_scores_gemma":[0.04627611,0.00018742474,0.0012582629,0.8261871,0.1249379,0.000008018878,0.00010427089,0.00012894663,0.00091201894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937352,0.00119286,0.0025378552,0.0006283308,0.0007055668,0.0012001889],"domain_scores_gemma":[0.9844767,0.0058064987,0.0021405034,0.0008655779,0.004423664,0.0022870975],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004981019,0.0005282949,0.0022169424,0.0010295309,0.00018533434,0.00006315459,0.0005129427,0.0016714622,0.00014852194],"category_scores_gemma":[0.06487537,0.0004141302,0.0012364294,0.00022564238,0.00033973117,0.00035981138,0.000030487958,0.006522151,0.00033653597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023414695,0.0000052246523,0.0022814742,0.000025313473,0.0009170161,0.011082561,0.000025087867,0.000028000435,0.0000060296966,0.000017159231,0.9129216,0.07245638],"study_design_scores_gemma":[0.001843022,0.0014216632,0.00381488,0.00036319994,0.0014656535,0.0043352563,0.00009145431,0.000014393717,0.000003404961,0.00014554369,0.98613524,0.00036628882],"about_ca_topic_score_codex":0.10519439,"about_ca_topic_score_gemma":0.061146885,"teacher_disagreement_score":0.1475291,"about_ca_system_score_codex":0.0022268423,"about_ca_system_score_gemma":0.030504888,"threshold_uncertainty_score":0.9998311},"labels":[],"label_agreement":null},{"id":"W2306613270","doi":"10.1155/2014/819391","title":"CAG News page","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Dermatology","score_opus":0.07540167263497002,"score_gpt":0.3641627583582437,"score_spread":0.28876108572327364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2306613270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609307,0.000082624596,0.0025065187,0.035689905,0.00045377587,0.000057193804,0.0000030746369,0.0000028239479,0.0002733583],"genre_scores_gemma":[0.97985023,0.000051081573,0.0013915173,0.018427987,0.00023542055,7.859051e-7,0.000005241966,0.0000075484018,0.000030165631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987932,0.0001926901,0.0005923721,0.00010271493,0.00005010549,0.0002689168],"domain_scores_gemma":[0.9987257,0.00018608125,0.00026797978,0.00010426056,0.00014920597,0.00056674297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055638654,0.0000784692,0.00035638676,0.00020425087,0.00005791459,0.0000070985107,0.00006138787,0.00009720497,0.0002475897],"category_scores_gemma":[0.0011290407,0.00006877995,0.00006255991,0.00003382276,0.00018954814,0.000069736045,0.000009224891,0.00032119284,0.0000103144885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042577874,0.000012262998,0.98663205,0.000008673401,0.000053020016,0.00023002166,0.00005645772,9.4049284e-7,0.00007360308,0.00030341715,0.007809519,0.004394248],"study_design_scores_gemma":[0.00781693,0.009788798,0.7636499,0.00004438083,0.00049849524,0.030328391,0.000400816,0.00054904685,0.000030851505,0.0019464599,0.18483114,0.00011483557],"about_ca_topic_score_codex":0.002586131,"about_ca_topic_score_gemma":0.13320611,"teacher_disagreement_score":0.2229822,"about_ca_system_score_codex":0.00003759632,"about_ca_system_score_gemma":0.00034303433,"threshold_uncertainty_score":0.8826106},"labels":[],"label_agreement":null},{"id":"W2313594516","doi":"10.1017/s0317167100011689","title":"Is Prophylactic Lumbar Discectomy Ever Indicated?","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Discectomy; Lumbar; Physical medicine and rehabilitation; Surgery","score_opus":0.23399222693418037,"score_gpt":0.4018757481214955,"score_spread":0.16788352118731514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313594516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839398,0.00045923586,0.000048216923,0.009578173,0.0008650248,0.00026711432,0.000008246942,0.000020924803,0.004813234],"genre_scores_gemma":[0.980891,0.00022224218,0.005056854,0.0134251295,0.00033785272,0.0000028633976,3.906132e-7,0.000015652364,0.000048049213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99463606,0.0008130237,0.0016294996,0.0005783202,0.0010626053,0.0012805108],"domain_scores_gemma":[0.9945065,0.0005066703,0.001377402,0.00020813334,0.0007562108,0.0026451272],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0057458105,0.00032797008,0.00058022013,0.0010279376,0.0017816433,0.00035737688,0.0014051978,0.00021796407,0.001618452],"category_scores_gemma":[0.007477465,0.00021271805,0.0003285061,0.0015464936,0.006029486,0.0014763372,0.00007460442,0.0017086414,0.000023725583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018006343,0.00008403041,0.98422,0.0000112926855,0.000027958036,0.006640226,0.0007599675,0.000028339664,0.00007133581,0.00026242863,0.0015609066,0.0061534503],"study_design_scores_gemma":[0.0008176108,0.089618504,0.84063965,0.000046060977,0.00020076227,0.04913925,0.0005089633,0.00036072065,0.00030162066,0.013902381,0.0041159014,0.00034857795],"about_ca_topic_score_codex":0.0029329923,"about_ca_topic_score_gemma":0.024168843,"teacher_disagreement_score":0.14358036,"about_ca_system_score_codex":0.00026102972,"about_ca_system_score_gemma":0.0059596477,"threshold_uncertainty_score":0.99967563},"labels":[],"label_agreement":null},{"id":"W2313823757","doi":"10.1155/2004/182725","title":"Practice affairs committee","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"AstraZeneca (Canada)","funders":"","keywords":"Mandate; Medicine; Clinical Practice; Family medicine; Internal medicine; Political science; Law","score_opus":0.08074496014066589,"score_gpt":0.39229665956799165,"score_spread":0.31155169942732575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313823757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76632136,0.00012706724,0.0071926285,0.22217815,0.0011091304,0.0001813744,0.000010146608,0.000007909061,0.002872242],"genre_scores_gemma":[0.9692197,0.000021149543,0.0137659265,0.016559547,0.0003841274,9.321147e-7,0.0000065410873,0.000014297974,0.00002776901],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984977,0.000119313525,0.00080770673,0.000097201446,0.00015622142,0.00032182693],"domain_scores_gemma":[0.99782354,0.00020654946,0.00050827884,0.00016298225,0.0005392904,0.00075938366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008940921,0.0000909295,0.00028163817,0.00025155194,0.000053342927,0.000016718766,0.00011934181,0.00006353329,0.0002542731],"category_scores_gemma":[0.0041801156,0.00008429665,0.00011466289,0.000084694395,0.00012258797,0.00027359498,0.000009695977,0.00046891972,0.000044264587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011662374,0.0007606403,0.82300496,0.000080600024,0.0014707,0.018190056,0.001867735,0.0012422737,0.0015133716,0.003278146,0.1227368,0.014192354],"study_design_scores_gemma":[0.034243446,0.029139258,0.2616856,0.00030016215,0.0017950487,0.10757626,0.01096396,0.000026587562,0.0002359884,0.0027000944,0.55105627,0.0002773479],"about_ca_topic_score_codex":0.0031235414,"about_ca_topic_score_gemma":0.033614982,"teacher_disagreement_score":0.56131935,"about_ca_system_score_codex":0.00030478789,"about_ca_system_score_gemma":0.0014772463,"threshold_uncertainty_score":0.98401904},"labels":[],"label_agreement":null},{"id":"W2314460425","doi":"10.1164/ajrccm.172.6.960","title":"Erratum: The Ethical Conduct of Clinical Research Involving Critically Ill Patients in the United States and Canada","year":2005,"lang":"en","type":"erratum","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine","score_opus":0.27132825847666975,"score_gpt":0.5429686180996037,"score_spread":0.271640359622934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314460425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.699645,0.010111833,0.00002288728,0.2852238,0.0034227737,0.0006344296,0.000073265524,0.0000059229624,0.000860078],"genre_scores_gemma":[0.8219853,0.0043075574,0.00021217577,0.16955084,0.0037245646,0.000009088198,0.00011052506,0.00004613836,0.00005380661],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876513,0.005178699,0.0036412666,0.00040105352,0.0026182288,0.0005094559],"domain_scores_gemma":[0.94772345,0.036341246,0.00091056165,0.00052589976,0.013862284,0.00063653936],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014745034,0.00031408967,0.0015743941,0.0003952665,0.00019431539,0.000034302666,0.0004227527,0.00039946628,0.00006059245],"category_scores_gemma":[0.21313012,0.00016569275,0.0001301762,0.00073216506,0.006985962,0.000102834696,0.00014839835,0.010007017,3.507532e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013682002,0.0002645064,0.058194336,0.00072856864,0.00014921749,0.000587512,0.0024313007,9.781775e-7,0.000009635454,0.0006086974,0.8889929,0.04666412],"study_design_scores_gemma":[0.004486719,0.020447819,0.117888175,0.0026943642,0.0011065437,0.0001991795,0.20217213,0.00006151597,0.0000029634673,0.00044185753,0.6501933,0.00030548847],"about_ca_topic_score_codex":0.09303128,"about_ca_topic_score_gemma":0.108674966,"teacher_disagreement_score":0.23879969,"about_ca_system_score_codex":0.00016278875,"about_ca_system_score_gemma":0.0030749247,"threshold_uncertainty_score":0.99571645},"labels":[],"label_agreement":null},{"id":"W2314552519","doi":"10.1097/ncm.0b013e31826c839d","title":"From Acute Care to Postdischarge","year":2012,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Accreditation; Commission; Suite; Management; Case management; Acute care; Business; Patient care; Political science; Nursing; Health care; Medicine; Law; Finance; Process management","score_opus":0.15274101429654702,"score_gpt":0.5202607890166808,"score_spread":0.3675197747201338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314552519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736179,0.00021900293,0.0010505428,0.016079191,0.002016319,0.0014861855,0.00012434793,0.00008298393,0.0053235027],"genre_scores_gemma":[0.9660247,0.000010903873,0.01952645,0.009967096,0.00094014354,0.00014414357,0.00048377845,0.000025076837,0.002877686],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847823,0.00007125727,0.00046294535,0.00024920751,0.00042138572,0.0003169687],"domain_scores_gemma":[0.99895376,0.00016852065,0.00009383225,0.00032415945,0.00011124506,0.00034851252],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037175725,0.00013705017,0.0001729931,0.000095368356,0.00011931069,0.00001261333,0.00006410908,0.00004768186,0.00175243],"category_scores_gemma":[0.00013618518,0.00011042732,0.00007359531,0.00014971464,0.000011390234,0.00019691567,0.00034304755,0.0001724707,0.0012137368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003608666,0.0024308448,0.07697953,0.00064298796,0.0018438434,0.013931861,0.015055129,0.0000075053586,0.0027977584,0.006120249,0.4557443,0.4208373],"study_design_scores_gemma":[0.0073605455,0.0005547202,0.16018547,0.00048233787,0.0030687652,0.0013420789,0.079718366,0.00010761186,0.0016249049,0.00046953832,0.74430823,0.00077744457],"about_ca_topic_score_codex":0.00016242573,"about_ca_topic_score_gemma":0.000015801304,"teacher_disagreement_score":0.42005986,"about_ca_system_score_codex":0.00013322594,"about_ca_system_score_gemma":0.000028003229,"threshold_uncertainty_score":0.99956393},"labels":[],"label_agreement":null},{"id":"W2314615468","doi":"10.1088/1755-1315/22/4/042006","title":"Guidelines for transients are in need of revision","year":2014,"lang":"en","type":"article","venue":"IOP Conference Series Earth and Environmental Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Psychology","score_opus":0.16604574190550805,"score_gpt":0.4048503508649066,"score_spread":0.23880460895939856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314615468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951043,0.00004180712,0.0010397674,0.0032282062,0.000063096646,0.00033832437,0.000017423685,0.0000063958405,0.00016069367],"genre_scores_gemma":[0.99137676,0.0002586351,0.007600009,0.00061112875,0.000029372983,0.000005642016,0.000017343724,0.00000435799,0.00009678111],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.998779,0.00002110861,0.00049046887,0.00025418669,0.0002757965,0.00017943322],"domain_scores_gemma":[0.99943304,0.000100300946,0.0001449852,0.00014930207,0.000059188656,0.00011316078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086055504,0.00008528678,0.00019699034,0.00006708298,0.000065465436,0.000016977874,0.00007851253,0.000032049025,0.00007826725],"category_scores_gemma":[0.0013824796,0.00007151955,0.000027929442,0.00012462348,0.00047909614,0.00036885688,0.000042375646,0.00005838622,0.000002914822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006691707,0.00016239216,0.075107895,0.00013446828,0.0000058924074,0.0000019474546,0.0004932891,0.000043236923,0.5327792,0.00053509686,0.00011737443,0.38995],"study_design_scores_gemma":[0.003540846,0.00151591,0.85255045,0.00031411625,0.000046116835,0.00003068011,0.005322212,0.0075979233,0.1098508,0.00039732768,0.018592773,0.00024084686],"about_ca_topic_score_codex":0.000057843397,"about_ca_topic_score_gemma":0.00007846708,"teacher_disagreement_score":0.7774426,"about_ca_system_score_codex":0.0000141122955,"about_ca_system_score_gemma":0.000046359593,"threshold_uncertainty_score":0.29164824},"labels":[],"label_agreement":null},{"id":"W2314727205","doi":"10.1136/bmjqs-2013-002293.183","title":"P153 Successful Strategies In The Implementation Of Clinical Practice Guidelines: Creating Evidence-Informed Practice Cultures","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Medicine; Clinical Practice; Medical education; Nursing; Engineering ethics","score_opus":0.4848229858563382,"score_gpt":0.6885881667939583,"score_spread":0.20376518093762008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314727205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5753572,0.00052551803,0.005183449,0.39280906,0.0006079436,0.008000384,0.000053563475,0.00012798993,0.017334912],"genre_scores_gemma":[0.8750826,0.0018688564,0.08934396,0.032003805,0.0011198762,0.00028003292,0.00020922015,0.00003038056,0.000061247025],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98160297,0.0036216264,0.011971896,0.00055162865,0.0017959459,0.0004559444],"domain_scores_gemma":[0.869216,0.11284614,0.0074943993,0.0015290409,0.008641012,0.00027335103],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041286763,0.00029515327,0.0008271616,0.00009576405,0.0001702673,0.00018655494,0.0003896158,0.0002166236,0.0008057882],"category_scores_gemma":[0.4073497,0.00019943753,0.00029388382,0.00062635104,0.00019006511,0.0055253697,0.00014158915,0.0008017966,0.00009632256],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011785909,0.003073612,0.26188436,0.0020199616,0.0011866323,0.000116520525,0.039413877,0.00038496414,0.0013559879,0.017896594,0.17972296,0.4811586],"study_design_scores_gemma":[0.003667615,0.00060885574,0.3018671,0.00037543187,0.00050768064,0.000102009275,0.65437245,0.00021643689,0.000073487085,0.00074594904,0.03720744,0.00025551248],"about_ca_topic_score_codex":0.04662455,"about_ca_topic_score_gemma":0.003974116,"teacher_disagreement_score":0.6149586,"about_ca_system_score_codex":0.00015560316,"about_ca_system_score_gemma":0.0027903432,"threshold_uncertainty_score":0.98719704},"labels":[],"label_agreement":null},{"id":"W2314868303","doi":"10.1097/ncm.0b013e318295065a","title":"Who Knew? Innovation and Transformation Within Acute Care Case Management","year":2013,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Health care; Acute care; Medicine; Nursing; Management; Charter; Family medicine; Medical education; Political science","score_opus":0.10215832420546707,"score_gpt":0.4558175369602256,"score_spread":0.35365921275475853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314868303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761697,0.00010289125,0.0035586655,0.008283896,0.00050867896,0.0040254653,0.000019727238,0.00010247084,0.0072284956],"genre_scores_gemma":[0.98206985,0.00007783735,0.010641286,0.0036520667,0.000102960345,0.0005143251,0.00031206058,0.000028650049,0.0026009467],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99770147,0.00009829616,0.0010849443,0.00037819232,0.0004863341,0.00025076632],"domain_scores_gemma":[0.9988486,0.00007924839,0.00028413508,0.0002955497,0.00036990808,0.00012253712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067278615,0.00021755742,0.00022977668,0.0003584634,0.0002916521,0.00006666031,0.000051939674,0.00008088852,0.00036098203],"category_scores_gemma":[0.000050879466,0.00018284723,0.00004807869,0.00048212463,0.000044781737,0.00063635,0.00017426377,0.00025131286,0.00010976371],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007556999,0.00054059975,0.0020505828,0.0043358,0.0011381481,0.050368063,0.0077413903,0.00005531471,0.00020188197,0.05535066,0.023331672,0.8541302],"study_design_scores_gemma":[0.050310835,0.0026909893,0.05753539,0.0040661334,0.009926432,0.11986313,0.6008988,0.03422335,0.001682196,0.015676204,0.1000184,0.0031081422],"about_ca_topic_score_codex":0.00020743649,"about_ca_topic_score_gemma":0.000057209738,"teacher_disagreement_score":0.85102206,"about_ca_system_score_codex":0.00016075354,"about_ca_system_score_gemma":0.000028530761,"threshold_uncertainty_score":0.7456294},"labels":[],"label_agreement":null},{"id":"W2315264639","doi":"10.1016/j.cjca.2012.07.762","title":"N016 Development and Implementation of National Patient Education Resources for Atrial Fibrillation: Translating the CCS 2010/2012 Guidelines for Patient Use","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Cardiovascular Society; Libin Cardiovascular Institute of Alberta; St. Paul's Hospital","funders":"","keywords":"Medicine; Multidisciplinary approach; Curriculum; Medical education; Nursing; Patient safety; Disease management; Pharmacy; Health care; Alternative medicine; Health management system","score_opus":0.25839417145961374,"score_gpt":0.46437965714909457,"score_spread":0.20598548568948083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315264639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705884,0.0020694516,0.011617463,0.012563349,0.0017450853,0.0012390219,0.00012155716,0.0000028536665,0.00005285659],"genre_scores_gemma":[0.969446,0.00002916665,0.026260478,0.00071402406,0.0034146719,0.000018677343,0.00008933488,0.000014072051,0.000013590944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799895,0.00011343643,0.0013710412,0.000094793504,0.00020729062,0.00021449146],"domain_scores_gemma":[0.9955796,0.0011028209,0.0008074624,0.00007703953,0.0022071537,0.00022594878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015644901,0.00009792875,0.00028077472,0.00017245104,0.0001471481,0.000016752347,0.000043311375,0.00007286152,0.000014454193],"category_scores_gemma":[0.0034941186,0.000073423675,0.00017485324,0.000072093935,0.00005664616,0.0003061993,0.0000069479615,0.000078359844,3.4818933e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004888343,0.000005343658,0.11690986,0.000068238034,0.00041367876,3.6630033e-7,0.0053147925,0.0010963231,0.00027238473,0.00037941986,0.061669063,0.8133817],"study_design_scores_gemma":[0.001672125,0.0005959126,0.069299884,0.000054307144,0.00029462305,0.0001572325,0.006198423,0.000065615954,0.00032013838,0.00024282665,0.9209929,0.00010602874],"about_ca_topic_score_codex":0.00040546633,"about_ca_topic_score_gemma":0.0013053349,"teacher_disagreement_score":0.8593238,"about_ca_system_score_codex":0.00016185794,"about_ca_system_score_gemma":0.0024075068,"threshold_uncertainty_score":0.42708138},"labels":[],"label_agreement":null},{"id":"W2315443351","doi":"10.1097/01258363-201109000-00037","title":"Understanding guideline implementation in nursing - a review and lessons learned","year":2011,"lang":"en","type":"review","venue":"International Journal of Evidence-Based Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Guideline; Nursing; Medicine; Psychology","score_opus":0.900164403820817,"score_gpt":0.7003381371640246,"score_spread":0.19982626665679237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315443351","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037258303,0.86263907,0.0023504272,0.1333887,0.0005746968,0.00096458895,0.00004447566,0.0000104512965,0.00002384958],"genre_scores_gemma":[0.0006244258,0.9884625,0.003510132,0.006522169,0.0005726902,0.00002220085,0.00022612228,0.000048900893,0.000010879834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99284196,0.0007602102,0.004857675,0.00037645758,0.000881059,0.00028262386],"domain_scores_gemma":[0.99251217,0.0015714796,0.003840509,0.00024415212,0.0015569045,0.00027479202],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004811889,0.00033889338,0.001791042,0.0009652145,0.00005268996,0.00005219132,0.00032986747,0.00021280529,0.0004529824],"category_scores_gemma":[0.0038803087,0.0002560027,0.00045939942,0.00040280927,0.00008266123,0.0005976404,0.000053546137,0.0011207777,0.0000078813855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017462044,0.00009583001,0.0002973987,0.011646504,0.00016506574,0.00015196855,0.00007209244,8.965112e-7,4.6029606e-7,0.0007234221,0.004910469,0.9817613],"study_design_scores_gemma":[0.0018291228,0.0006931883,0.000121723206,0.4746365,0.0030247595,0.0011638072,0.0005445689,0.00002145931,8.824722e-7,0.0018454557,0.5158401,0.00027840928],"about_ca_topic_score_codex":0.00034841424,"about_ca_topic_score_gemma":0.00021132041,"teacher_disagreement_score":0.98148286,"about_ca_system_score_codex":0.0027867532,"about_ca_system_score_gemma":0.004058724,"threshold_uncertainty_score":0.9999892},"labels":[],"label_agreement":null},{"id":"W2315505544","doi":"10.1097/01.hj.0000411238.82369.e6","title":"Journal Club: To Be or Not to Be Implanted","year":2012,"lang":"en","type":"article","venue":"The Hearing Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cochlear implant; Audiology; Sentence; QUIET; Implant; Hearing loss; Reading (process); Medicine; Tone (literature); Psychology; Computer science; Linguistics; Surgery; Artificial intelligence","score_opus":0.5390267286574861,"score_gpt":0.5550626210593652,"score_spread":0.01603589240187908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315505544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8047949,0.000037962745,0.004754848,0.18841273,0.001422871,0.00027565108,0.000004836488,0.000024798985,0.0002714175],"genre_scores_gemma":[0.91055447,0.000067142224,0.010326374,0.07311124,0.004758207,0.0000034300488,0.0000025505267,0.000036589805,0.0011399662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744934,0.00020871527,0.0009819029,0.00011092318,0.0006788563,0.0005702803],"domain_scores_gemma":[0.99733657,0.0008965759,0.00027151103,0.0002590005,0.000285706,0.00095064717],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005605066,0.00013991904,0.00027010142,0.00016030083,0.00045473565,0.00014895618,0.00020591634,0.000056935794,0.0012136021],"category_scores_gemma":[0.0063065654,0.00008057781,0.000119856,0.00024911214,0.00002172987,0.00032818326,0.00013964427,0.0011565103,0.00022256508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016979016,0.0007893781,0.030549938,0.000056885176,0.00068593083,0.00055257167,0.019463563,0.0002870527,0.07296666,0.0002283239,0.6776142,0.17982648],"study_design_scores_gemma":[0.005286807,0.0021720182,0.24089089,0.00035273723,0.0006587151,0.09429346,0.008330737,0.00021352553,0.0037889439,0.00012456623,0.6434722,0.00041542458],"about_ca_topic_score_codex":0.000066430825,"about_ca_topic_score_gemma":0.0000461359,"teacher_disagreement_score":0.21034096,"about_ca_system_score_codex":0.0002088931,"about_ca_system_score_gemma":0.00025388386,"threshold_uncertainty_score":0.9996994},"labels":[],"label_agreement":null},{"id":"W2316041048","doi":"10.1155/2004/313707","title":"Reflections of the Outgoing President of the CAG","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Honour; Political science; Medicine; Management; Family medicine; Law","score_opus":0.11697047395198941,"score_gpt":0.4252941745994695,"score_spread":0.3083237006474801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316041048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96080625,0.000039308346,0.0005678611,0.037399765,0.0007892502,0.00013952584,0.0000099468325,8.9511e-7,0.0002471805],"genre_scores_gemma":[0.99691087,0.000007128752,0.0006344934,0.0022603564,0.00013093548,7.7639555e-7,5.0972375e-7,0.0000069784896,0.000047980084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986444,0.00013650356,0.00083503063,0.00005942825,0.00015447129,0.00017016109],"domain_scores_gemma":[0.9984537,0.00007398037,0.00076657603,0.00022093912,0.00032014248,0.00016470301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048817194,0.000057372657,0.00021215921,0.0001063686,0.00006130189,0.0000035248768,0.00019149261,0.00003876328,0.000069972244],"category_scores_gemma":[0.0017611185,0.000034639375,0.00018166991,0.000112876034,0.00019304713,0.00005588341,0.000022272092,0.00030990376,8.484921e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000392704,0.000078321624,0.9821163,0.00003539719,0.00023153116,0.000032508353,0.00078246935,0.001795204,0.00887182,0.00024478557,0.005024234,0.0003947599],"study_design_scores_gemma":[0.0028156554,0.0015719178,0.9872614,0.00020616199,0.00035384696,0.0017365068,0.00066711975,0.0000060871985,0.002175447,0.0006767641,0.0025028414,0.000026264552],"about_ca_topic_score_codex":0.007206594,"about_ca_topic_score_gemma":0.18727289,"teacher_disagreement_score":0.18006629,"about_ca_system_score_codex":0.0001758651,"about_ca_system_score_gemma":0.0012980688,"threshold_uncertainty_score":0.9994045},"labels":[],"label_agreement":null},{"id":"W2316145404","doi":"10.1016/j.jcjd.2012.07.308","title":"Quality of Inpatient Diabetes Care on the Medical and Surgical Wards of a Teaching Hospital in Manitoba, Canada","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Medicine; Glycemic; Emergency medicine; Inpatient care; Diabetes mellitus; Medical care; Health care; Family medicine","score_opus":0.0878648337676621,"score_gpt":0.3770347329457729,"score_spread":0.28916989917811076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316145404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906042,0.00096329115,3.8180502e-7,0.0077023758,0.00032319897,0.00015547445,0.000053697062,8.866465e-7,0.0001964806],"genre_scores_gemma":[0.99884176,0.0000086863765,0.00006348926,0.00086042605,0.00020491447,0.000002177997,0.00000790177,0.000009431047,0.000001220829],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975797,0.0003305667,0.001121881,0.00007714752,0.00058862194,0.00030207017],"domain_scores_gemma":[0.9958354,0.0023447277,0.00065101514,0.00013843065,0.0002464645,0.00078395504],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026849832,0.000099303885,0.00041513427,0.00013196956,0.000042192154,0.000006662793,0.00012011916,0.0000698813,0.00010057174],"category_scores_gemma":[0.017547125,0.000067946436,0.00007470179,0.00009652153,0.00013145829,0.000106971864,0.000019324792,0.00051318645,4.690482e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000864955,0.000057078825,0.9873044,0.00008107331,0.000052763848,0.0000150794685,0.00080147083,0.0000016886125,0.000025118654,0.00011966305,0.0010961589,0.01043686],"study_design_scores_gemma":[0.0012152432,0.00057063653,0.9873378,0.00040702408,0.00005857784,0.0000049365985,0.0076058093,0.000020851467,0.00037491258,0.00004106317,0.0022812332,0.00008190392],"about_ca_topic_score_codex":0.25740314,"about_ca_topic_score_gemma":0.77377313,"teacher_disagreement_score":0.51637,"about_ca_system_score_codex":0.0002890987,"about_ca_system_score_gemma":0.0026828337,"threshold_uncertainty_score":0.9907285},"labels":[],"label_agreement":null},{"id":"W2316539999","doi":"10.1016/j.cjca.2011.08.078","title":"NP007 The role of cardiac sciences' clinical nurse specialists in the referral of cardiac patients to a local cardiac rehabilitation program (CRP)","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Referral; Rehabilitation; Cardiac surgery; Intensive care medicine; Family medicine; Nursing; Physical therapy; Internal medicine","score_opus":0.15806385718351929,"score_gpt":0.4533398012619232,"score_spread":0.2952759440784039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316539999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863126,0.00049284135,0.000053486558,0.0023739722,0.0020772498,0.0013603097,0.0000864586,0.000003782321,0.007239295],"genre_scores_gemma":[0.9969625,0.00005536467,0.0014574737,0.0003682377,0.001096214,0.000026386626,0.000013635599,0.000015301852,0.0000049048167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99457085,0.0021641701,0.0021013594,0.00024919512,0.0005086613,0.00040574238],"domain_scores_gemma":[0.9953845,0.0019859213,0.0007659859,0.0004650594,0.0010026186,0.00039590744],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008968121,0.00015924373,0.001055428,0.00032688046,0.00008019041,0.000011615001,0.0004212107,0.0001876958,0.000017422943],"category_scores_gemma":[0.008387946,0.000102465354,0.0007252488,0.00055570353,0.0012053687,0.00014116135,0.000027180515,0.0005798139,0.000006387728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039301458,0.000046995392,0.8327825,0.000013693955,0.00019357642,0.000005866876,0.0022639125,0.000050304538,0.000026136046,0.0005855801,0.006147313,0.1574911],"study_design_scores_gemma":[0.0005638464,0.0039803386,0.87766784,0.000056349043,0.0003582107,0.000012623401,0.009831857,0.0000073988826,0.000038344984,0.00048527442,0.10690862,0.0000893099],"about_ca_topic_score_codex":0.006342366,"about_ca_topic_score_gemma":0.002364902,"teacher_disagreement_score":0.1574018,"about_ca_system_score_codex":0.00020390394,"about_ca_system_score_gemma":0.001963283,"threshold_uncertainty_score":0.99996483},"labels":[],"label_agreement":null},{"id":"W2316768105","doi":"10.1097/ncm.0b013e3181f5a7e9","title":"A New Era for Case Management","year":2010,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Accreditation; Certification; Commission; Case management; Management; Vice president; Political science; Business; Public administration; Law; Process management","score_opus":0.16421190410441605,"score_gpt":0.5169510307946646,"score_spread":0.3527391266902486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316768105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7803413,0.00012309026,0.08590359,0.07193207,0.010387877,0.016531667,0.00011465906,0.0005160508,0.034149684],"genre_scores_gemma":[0.6481707,0.00002155039,0.30529106,0.006334603,0.0009840546,0.0006754405,0.00018552986,0.00006145758,0.038275603],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779683,0.000048517635,0.00082065864,0.0005094832,0.00044635992,0.00037815666],"domain_scores_gemma":[0.99832577,0.0004237895,0.00021744164,0.00054789596,0.00015206789,0.00033303036],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011621409,0.00022449133,0.00024984265,0.00019488722,0.00027686474,0.00003877883,0.00010123154,0.0000918264,0.0016948556],"category_scores_gemma":[0.0002389664,0.00019045683,0.00016225387,0.00020741233,0.000030295643,0.0001698939,0.00032150815,0.0004324285,0.00016162427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012131135,0.0006893411,0.0005124506,0.0009428827,0.00048464816,0.105137184,0.00017178874,0.0000062385107,0.00021636578,0.03512206,0.257896,0.5976079],"study_design_scores_gemma":[0.01716903,0.00055910647,0.0032030249,0.0002565582,0.0022874495,0.054516442,0.006860524,0.002415497,0.00025601828,0.008335602,0.9034799,0.000660884],"about_ca_topic_score_codex":0.00015114014,"about_ca_topic_score_gemma":0.00028016805,"teacher_disagreement_score":0.64558387,"about_ca_system_score_codex":0.00007561844,"about_ca_system_score_gemma":0.00008275563,"threshold_uncertainty_score":0.99921775},"labels":[],"label_agreement":null},{"id":"W2317302191","doi":"10.1097/00001786-200007000-00005","title":"Consensual Validation of Clinical Practice Model Practice Guidelines","year":2000,"lang":"en","type":"article","venue":"Journal of Nursing Care Quality","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Credibility; Clinical Practice; Nursing practice; Process (computing); Quality (philosophy); Nursing; Patient care; Nursing process; MEDLINE; Process management; Medical education; Medicine; Computer science; Psychology; Business","score_opus":0.6588249823914405,"score_gpt":0.7005827955927298,"score_spread":0.04175781320128935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317302191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8790661,0.0009740126,0.009775686,0.09818938,0.0016885109,0.00042229536,0.000028778948,0.00003259696,0.009822627],"genre_scores_gemma":[0.67686135,0.0005538644,0.3126124,0.0079360595,0.0018575476,8.911739e-7,0.0000309013,0.00002851684,0.00011844129],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895735,0.0015979764,0.0069482555,0.00025354128,0.0014202871,0.00020645584],"domain_scores_gemma":[0.9709252,0.00880562,0.005250757,0.00045293797,0.014287097,0.0002783772],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014313427,0.00017346279,0.0008688186,0.00011177443,0.000071160364,0.000031647647,0.00013753815,0.00021011387,0.00016703765],"category_scores_gemma":[0.18466948,0.0001516707,0.0004385151,0.0002415919,0.00018969814,0.001105974,0.000014123877,0.00078589516,0.000014225781],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017650716,0.003088899,0.0018381294,0.00016962523,0.00049015955,0.00011033832,0.0040906807,0.004583842,0.0011198919,0.00037211005,0.063383706,0.9031019],"study_design_scores_gemma":[0.049501967,0.014507194,0.028547892,0.006616642,0.022977287,0.016195871,0.35602692,0.01923734,0.009600336,0.004922228,0.47008285,0.001783461],"about_ca_topic_score_codex":0.000103489685,"about_ca_topic_score_gemma":0.000002254304,"teacher_disagreement_score":0.90131843,"about_ca_system_score_codex":0.00022576854,"about_ca_system_score_gemma":0.0015059718,"threshold_uncertainty_score":0.8221984},"labels":[],"label_agreement":null},{"id":"W2318349519","doi":"10.1016/j.joca.2016.01.102","title":"Evaluating and optimizing pragmatic trial design in osteoarthritis research","year":2016,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Osteoarthritis; Psychological intervention; Physical therapy; Clinical trial; Research design; Medicine; Flexibility (engineering); Psychology; Clinical study design; Applied psychology; Alternative medicine; Medical physics; Nursing; Pathology","score_opus":0.30741932665746774,"score_gpt":0.5001429751111516,"score_spread":0.19272364845368384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318349519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991422,0.0017024706,0.00044418845,0.0037422832,0.00013851216,0.0018491929,0.000011537436,0.0000325274,0.00065728853],"genre_scores_gemma":[0.98841524,0.00072274765,0.009870787,0.00024944867,0.00023767243,0.00021880475,0.000008184773,0.000030829167,0.0002463105],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967542,0.00089274894,0.0008836234,0.0004639211,0.00056232343,0.00044315108],"domain_scores_gemma":[0.99610883,0.0030887513,0.00012798964,0.00026725183,0.00020199348,0.00020517892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066782637,0.00015013348,0.00037289975,0.00019093652,0.00015378228,0.00008870723,0.00005143066,0.00011471621,0.00019589077],"category_scores_gemma":[0.006989715,0.00011869369,0.000043696804,0.00022867363,0.00020644226,0.0003720199,0.000118382,0.00026788507,0.00002649626],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008359193,0.00006896149,0.00066035584,0.00004926184,0.0000028969043,0.00014372598,0.00042920292,0.0000012609131,0.21908304,0.00010585813,0.00023257655,0.77086365],"study_design_scores_gemma":[0.81022525,0.07654473,0.0036861054,0.008314346,0.00036328458,0.0017196994,0.010123279,0.00058683887,0.07083248,0.007475083,0.008663062,0.0014658491],"about_ca_topic_score_codex":0.000030128382,"about_ca_topic_score_gemma":0.0002160045,"teacher_disagreement_score":0.80186605,"about_ca_system_score_codex":0.000062583815,"about_ca_system_score_gemma":0.00014858053,"threshold_uncertainty_score":0.83678466},"labels":[],"label_agreement":null},{"id":"W2318398982","doi":"10.1016/s1701-2163(16)34208-6","title":"Vaginal Breech Delivery Guideline: The Time Has Come","year":2009,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa; The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Medicine; Guideline; Interim; MEDLINE; Population; Systematic review; Family medicine; Gynecology; Cochrane Library; Randomized controlled trial; Pathology","score_opus":0.06754118470117182,"score_gpt":0.34135584051067686,"score_spread":0.27381465580950504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318398982","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062510516,0.004625696,0.000061753875,0.9781985,0.009823557,0.00031312648,0.000056065193,0.00000639594,0.00066381454],"genre_scores_gemma":[0.015287886,0.00041663845,0.0016712424,0.97918665,0.0018139172,0.0000018662228,0.00014735661,0.000039215476,0.0014352411],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99590576,0.00023389855,0.002259975,0.00023759995,0.0009670477,0.00039569606],"domain_scores_gemma":[0.9829968,0.012961804,0.0019321215,0.0003315336,0.0015857536,0.00019194096],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013156905,0.00028906518,0.00087287667,0.00031442707,0.00017935208,0.00007144669,0.00033919883,0.0005579497,0.0010658953],"category_scores_gemma":[0.018691152,0.0001966196,0.00018031138,0.00035824932,0.00014058653,0.00010915735,0.00007883113,0.0033867103,0.000007086596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009957026,0.000028557297,0.0014094963,0.00002722959,0.00023145253,0.011075215,0.00000834782,0.000008555591,0.000002956931,0.0000017065041,0.914299,0.07289752],"study_design_scores_gemma":[0.0022490209,0.0007733012,0.016743667,0.000014075343,0.00094884896,0.0013294714,0.000045956698,0.00014257953,0.0000019423298,0.00012292141,0.97745264,0.00017559102],"about_ca_topic_score_codex":0.018141428,"about_ca_topic_score_gemma":0.0076419148,"teacher_disagreement_score":0.07272193,"about_ca_system_score_codex":0.0013697292,"about_ca_system_score_gemma":0.0075214417,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W2318550725","doi":"10.1155/2001/604503","title":"A Question of Honor(aria)","year":2001,"lang":"en","type":"editorial","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Association of Gastroenterology","funders":"","keywords":"Honor; Convention; Payment; Business; Space (punctuation); Public relations; Marketing; Finance; Political science; Law; Internet privacy; Computer science","score_opus":0.06452344238321737,"score_gpt":0.40421771772608384,"score_spread":0.33969427534286645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318550725","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04232287,0.00022366633,0.0019911153,0.007705132,0.94687545,0.00029042497,0.00021886612,0.0000061227897,0.0003663545],"genre_scores_gemma":[0.09044268,0.00039556672,0.0027973643,0.0011844343,0.9042891,0.0000038924777,0.0004320768,0.00007414589,0.00038074193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99675673,0.00029512506,0.001946006,0.00018334425,0.00041972625,0.00039909448],"domain_scores_gemma":[0.99454194,0.00065590534,0.0020805632,0.00026378685,0.0017054263,0.0007523586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015979179,0.0002018058,0.00095386396,0.0006992526,0.00003112919,0.000014270402,0.00022210968,0.0005390427,0.00044633815],"category_scores_gemma":[0.010979286,0.00019686762,0.0002854234,0.000107474734,0.00017594351,0.000117160635,0.000016188947,0.0013793951,0.000010566542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017303921,0.000043855598,0.025077773,0.000068853864,0.00026592586,0.0006393486,0.000030478284,0.000010415681,0.000039446713,0.00000913349,0.9705056,0.0015787686],"study_design_scores_gemma":[0.0040716883,0.007545442,0.0068671247,0.00041412425,0.0009538157,0.0013051548,0.000058003963,0.000009628739,0.0000055728487,0.00014645842,0.9785423,0.000080687416],"about_ca_topic_score_codex":0.0075043784,"about_ca_topic_score_gemma":0.074284606,"teacher_disagreement_score":0.06678023,"about_ca_system_score_codex":0.00042739743,"about_ca_system_score_gemma":0.0047157155,"threshold_uncertainty_score":0.99910474},"labels":[],"label_agreement":null},{"id":"W2318840189","doi":"10.1300/j383v04n04_05","title":"Freely-Available Clinical Guidelines Resources","year":2008,"lang":"en","type":"article","venue":"Journal of Electronic Resources in Medical Libraries","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Column (typography); Guideline; Cover (algebra); Clinical Practice; Computer science; Data science; Medicine; Family medicine; Engineering; Pathology; Telecommunications","score_opus":0.21777567262780181,"score_gpt":0.4658570747912497,"score_spread":0.2480814021634479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318840189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93997306,0.012049066,0.00043949383,0.04286476,0.0005277997,0.0002532744,0.000002400817,0.000053358945,0.0038368208],"genre_scores_gemma":[0.9340517,0.018813599,0.012789492,0.023778543,0.007025806,0.00001111781,0.000018747496,0.00010706405,0.0034039374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99035865,0.0006607717,0.005472403,0.00039259446,0.0023420574,0.0007735211],"domain_scores_gemma":[0.99228895,0.004289224,0.0015906212,0.00049077085,0.0006091729,0.0007312588],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00811482,0.0002904587,0.001218686,0.00043500017,0.00014723258,0.00006008775,0.00069080293,0.00045580365,0.0034181331],"category_scores_gemma":[0.04888285,0.00021537665,0.00047653794,0.0007093312,0.0008602359,0.0007864421,0.000210397,0.0026991337,0.00007683584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005107914,0.0013017007,0.44976035,0.000099058925,0.0004949967,0.003085712,0.0012978766,0.000039807943,0.00008208839,0.0010226201,0.49201268,0.045695197],"study_design_scores_gemma":[0.006488086,0.0026972457,0.025932342,0.00040991776,0.00016766567,0.0046702875,0.0007447527,0.0009291376,0.000115694565,0.0022284973,0.9553722,0.00024418367],"about_ca_topic_score_codex":0.00008824217,"about_ca_topic_score_gemma":0.00006197935,"teacher_disagreement_score":0.4633595,"about_ca_system_score_codex":0.00014216518,"about_ca_system_score_gemma":0.0030208349,"threshold_uncertainty_score":0.99960166},"labels":[],"label_agreement":null},{"id":"W2318985072","doi":"10.1097/01258363-200909000-00026","title":"Improving cancer care in Canada: adaptation of guidelines as a first step in implementation","year":2009,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Quebec Rehabilitation Research Network","funders":"","keywords":"Adaptation (eye); Health care; Cancer; Medicine; Political science; Nursing; Psychology; Law","score_opus":0.42532395355395536,"score_gpt":0.56026478074045,"score_spread":0.1349408271864947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318985072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8323769,0.0039180038,0.0009498434,0.16156232,0.0006762421,0.00046762038,0.000039528506,0.0000042417428,0.0000053211447],"genre_scores_gemma":[0.9864893,0.0012880382,0.0047493647,0.007036529,0.00037006746,0.000012055,0.000040605726,0.0000110870915,0.0000029686703],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99543244,0.00015371868,0.002768851,0.00019176774,0.0012486114,0.00020460045],"domain_scores_gemma":[0.99296033,0.00074940507,0.001665534,0.00012704673,0.0043656062,0.00013206602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011555208,0.00013871974,0.00038033628,0.0005167355,0.000024753213,0.000016426302,0.00021727444,0.00006113794,0.00013546737],"category_scores_gemma":[0.0040395884,0.00012024435,0.00009951257,0.0003195299,0.000015902468,0.00057435484,0.000018183804,0.00035030363,7.544462e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0020227693,0.00006560095,0.4646292,0.00016972549,0.0000262194,0.00019123951,0.0006255022,0.00801199,0.00035922648,0.000039665225,0.00035752862,0.52350134],"study_design_scores_gemma":[0.011201768,0.002739534,0.91209155,0.0105570415,0.00012780639,0.00011936968,0.03795746,0.020443477,0.002281664,0.00017077259,0.0020233719,0.00028619793],"about_ca_topic_score_codex":0.932264,"about_ca_topic_score_gemma":0.9801541,"teacher_disagreement_score":0.5232151,"about_ca_system_score_codex":0.0039972845,"about_ca_system_score_gemma":0.014698879,"threshold_uncertainty_score":0.9998262},"labels":[],"label_agreement":null},{"id":"W2319181924","doi":"10.1016/j.cjca.2011.08.025","title":"N024 A regional heart failure strategy: Order set development","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Providence Health Care","funders":"","keywords":"Medicine; Heart failure; Order (exchange); Set (abstract data type); Intensive care medicine; Cardiology; Finance","score_opus":0.3173436741856542,"score_gpt":0.41787680741692595,"score_spread":0.10053313323127178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319181924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.935562,0.00069595134,0.009691995,0.03831419,0.0016890102,0.00051202375,0.000027124066,0.00002035459,0.013487343],"genre_scores_gemma":[0.98426265,0.000010135641,0.012274274,0.0024537581,0.0008573346,0.0000024430392,0.000020678748,0.0000144653195,0.000104248036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985913,0.00012296304,0.0007539636,0.00011803896,0.00014348453,0.00027024737],"domain_scores_gemma":[0.99822795,0.0001282497,0.00022008544,0.00013687616,0.0006468273,0.0006400109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085351855,0.000100277975,0.00037634218,0.00021137885,0.00005942417,0.000008763404,0.0000925763,0.00012204657,0.0004187407],"category_scores_gemma":[0.00089743733,0.000085860884,0.00011749627,0.00013070364,0.00009970402,0.00010478976,0.000007953905,0.00036948247,0.0000603431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003526748,0.000009555106,0.20366944,0.000028879547,0.000774682,0.0009328289,0.001009498,0.0001498695,0.0004282963,0.00047703003,0.7777433,0.01442395],"study_design_scores_gemma":[0.0010470693,0.00039201,0.1343438,0.000030960156,0.000120683835,0.0042011323,0.0010387443,0.000003665838,0.00007146887,0.00029875035,0.8583599,0.00009182804],"about_ca_topic_score_codex":0.0009991144,"about_ca_topic_score_gemma":0.0068968716,"teacher_disagreement_score":0.0806166,"about_ca_system_score_codex":0.00016361247,"about_ca_system_score_gemma":0.005933255,"threshold_uncertainty_score":0.99970216},"labels":[],"label_agreement":null},{"id":"W2319232971","doi":"10.1017/s0317167100017170","title":"Neurological Registry Quality Control and Quality Assurance","year":2013,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hotchkiss Brain Institute; University of Calgary; Hospital for Sick Children; University of Toronto; SickKids Foundation; Praxis Spinal Cord Institute; University of Manitoba","funders":"","keywords":"Quality assurance; Quality (philosophy); Control (management); Medicine; Action (physics); Quality control; Computer science; Medical physics; Artificial intelligence; Pathology","score_opus":0.38196720543286944,"score_gpt":0.4998694050168528,"score_spread":0.11790219958398335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319232971","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34074643,0.6487782,0.000050414852,0.0072915354,0.0013507637,0.00086409476,0.00007198764,0.00003311604,0.00081344123],"genre_scores_gemma":[0.08627856,0.89975685,0.0034297728,0.009445734,0.0009719486,0.000018105984,0.0000031663753,0.00003822512,0.000057654583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842768,0.0063320105,0.004831822,0.0012374661,0.0015227826,0.0017991343],"domain_scores_gemma":[0.9781237,0.010751495,0.0055390545,0.00043952203,0.0011273392,0.004018873],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.018615935,0.00084618083,0.0034017225,0.0010563135,0.002194267,0.0011390647,0.0021862786,0.00082404853,0.0003167799],"category_scores_gemma":[0.04923448,0.0005180942,0.0010137553,0.0014606435,0.010470143,0.001235044,0.00014317204,0.004463381,0.000015064884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002952284,0.00014217856,0.38527316,0.0012573377,0.00017634426,0.0087657375,0.000085772444,0.00006984607,0.000003861813,0.0011726987,0.0039078086,0.59885],"study_design_scores_gemma":[0.0016384057,0.08662472,0.109863855,0.001460661,0.0012919282,0.10933449,0.00015345003,0.00018669311,7.401727e-7,0.0052605057,0.68298566,0.0011989011],"about_ca_topic_score_codex":0.0030000492,"about_ca_topic_score_gemma":0.026330683,"teacher_disagreement_score":0.67907786,"about_ca_system_score_codex":0.0003126123,"about_ca_system_score_gemma":0.011157736,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W2319451201","doi":"10.1016/j.cjca.2013.07.774","title":"St. Paul's Hospital Heart Function Clinic Pathway: An Introduction","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Care pathway; Heart failure; Function (biology); Critical pathways; Clinical pathway; Quality (philosophy); Quality management; Medical emergency; Intensive care medicine; Nursing; Operations management; Health care; Cardiology; Process management","score_opus":0.08121267256433415,"score_gpt":0.3738724714666606,"score_spread":0.2926597989023264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319451201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91631097,0.00017096105,0.0035958143,0.072931215,0.0059575653,0.00038794792,0.000020527841,0.000014729294,0.00061026873],"genre_scores_gemma":[0.9857892,0.00002021697,0.0007718821,0.0020776242,0.011062277,0.000005912276,0.000084832594,0.000019312163,0.00016876828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982531,0.00020994982,0.0009236841,0.00018345202,0.00014885928,0.00028092758],"domain_scores_gemma":[0.99759966,0.00017780528,0.0003525493,0.00025383872,0.000868413,0.00074772997],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012298594,0.00010922813,0.0004352944,0.00023047367,0.00005934264,0.000026689744,0.000076274664,0.00015657248,0.0009718551],"category_scores_gemma":[0.002070801,0.00009708618,0.00019210805,0.00012521769,0.000105641564,0.00046916437,0.0000070286274,0.00048507255,0.00018386125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014490668,0.000013393291,0.049353655,0.00001008273,0.0002210397,0.00006495411,0.00007507432,0.00010406436,0.0009917938,0.000100764926,0.89452744,0.05439286],"study_design_scores_gemma":[0.001327352,0.004176533,0.2141806,0.000009750714,0.00021735333,0.0012652028,0.0010668142,0.00002586079,0.000030506135,0.0013815428,0.7762014,0.000117035306],"about_ca_topic_score_codex":0.0013229306,"about_ca_topic_score_gemma":0.0011074019,"teacher_disagreement_score":0.16482694,"about_ca_system_score_codex":0.00018863754,"about_ca_system_score_gemma":0.0013077817,"threshold_uncertainty_score":0.9999414},"labels":[],"label_agreement":null},{"id":"W2320404940","doi":"","title":"Development of clinical practice guidelines for urinary continence care of adult stroke survivors in acute and rehabilitation settings.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Medicine; Urinary continence; Psychological intervention; Acute care; Stroke (engine); Physical therapy; Critical appraisal; Health care; Nursing; Alternative medicine","score_opus":0.16983343626370428,"score_gpt":0.4903829872881339,"score_spread":0.3205495510244296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320404940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788673,0.00006249186,0.0019638313,0.016778424,0.0002159047,0.0018512513,0.000023035092,0.0000156572,0.00022213174],"genre_scores_gemma":[0.64094484,0.00004239192,0.35739386,0.0010901955,0.000084895066,0.00035879246,0.00004738074,0.00001125858,0.000026360096],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960887,0.00018891979,0.002910155,0.00029971995,0.000321065,0.00019147494],"domain_scores_gemma":[0.9869971,0.0076899347,0.0011551838,0.00023413876,0.003814582,0.00010906148],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006036399,0.00010880342,0.0004835568,0.00010048228,0.000023851273,0.0000064637456,0.00006722949,0.00009782555,0.000002134224],"category_scores_gemma":[0.20570458,0.000098578486,0.00008152575,0.00012574959,0.00009099256,0.0002742126,0.000059940437,0.00013724896,4.0942547e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002029,0.00031852577,0.13829814,0.00058648264,0.00009686596,0.0000013440794,0.001282728,0.0000031042396,0.00013594919,0.00014983726,0.0009559751,0.85614204],"study_design_scores_gemma":[0.0063045416,0.00066594983,0.9287115,0.00014207685,0.00032157946,0.000011195437,0.011373397,0.0007484365,0.0006910628,0.00005429678,0.050835744,0.00014024656],"about_ca_topic_score_codex":0.00010845296,"about_ca_topic_score_gemma":0.00025470566,"teacher_disagreement_score":0.8560018,"about_ca_system_score_codex":0.000034435037,"about_ca_system_score_gemma":0.00014946975,"threshold_uncertainty_score":0.8009861},"labels":[],"label_agreement":null},{"id":"W2320971985","doi":"10.1158/0008-5472.sabcs-6138","title":"Interpreting the results of clinical trials of cancer chemotherapy: the importance of reporting concurrent supportive care.","year":2009,"lang":"en","type":"article","venue":"Cancer Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Breast cancer; Nausea; Clinical trial; Randomized controlled trial; Internal medicine; Cancer; Vomiting; Neutropenia; myalgia; Metastatic breast cancer; Mucositis; Febrile neutropenia; Chemotherapy","score_opus":0.7398557373018874,"score_gpt":0.7338130369648956,"score_spread":0.006042700336991724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320971985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552249,0.0037152746,0.00005491348,0.038325097,0.00034321108,0.0015291526,0.00012605781,0.000008278476,0.00067312905],"genre_scores_gemma":[0.99563086,0.002657229,0.000110547124,0.00090391457,0.00052569294,0.00006375789,0.000019397816,0.000014515623,0.00007409112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9858807,0.0024256578,0.009789118,0.00037954136,0.0011945604,0.00033043715],"domain_scores_gemma":[0.9688335,0.01750541,0.009819279,0.00079523376,0.0029423218,0.00010422219],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07151951,0.000115241746,0.0010336055,0.00007480289,0.00008064669,0.000009233891,0.00030458282,0.00009541581,0.00028135342],"category_scores_gemma":[0.18540931,0.00006128762,0.00038020298,0.00048736436,0.00057881424,0.00006559334,0.00009130896,0.0009991253,6.677119e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008188425,0.0002762277,0.27030647,0.00037635156,0.000434317,0.0000109064895,0.0074789734,0.000028284732,0.035320375,0.00016779626,0.01762759,0.65978426],"study_design_scores_gemma":[0.018694006,0.0045076944,0.54810655,0.004686823,0.00083910685,0.000014130169,0.047380604,0.0009163656,0.34564704,0.0008033821,0.02807446,0.00032984084],"about_ca_topic_score_codex":0.0023309146,"about_ca_topic_score_gemma":0.00072705845,"teacher_disagreement_score":0.6594544,"about_ca_system_score_codex":0.00012891582,"about_ca_system_score_gemma":0.0018442867,"threshold_uncertainty_score":0.9560661},"labels":[],"label_agreement":null},{"id":"W2321291300","doi":"10.1016/j.jicc.2015.03.009","title":"RETRACTED: Clinical guidelines and clinical reasoning: Limitations of evidence-based evidence","year":2015,"lang":"en","type":"article","venue":"Journal of Indian College of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"Summit; Publishing; Medicine; Law; Political science","score_opus":0.8016737803598059,"score_gpt":0.5749031063609711,"score_spread":0.22677067399883477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321291300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.957103,0.0033980394,0.001993215,0.035117134,0.0016648353,0.00046841297,0.000038762017,0.000010231374,0.0002063568],"genre_scores_gemma":[0.94966453,0.0069873855,0.040127955,0.0012209868,0.0019281218,0.0000023841342,0.0000046958103,0.000018949591,0.000044971774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99094826,0.0016326685,0.0062039713,0.00026749147,0.00073555135,0.00021207155],"domain_scores_gemma":[0.9624326,0.026122544,0.0038471608,0.00042598433,0.006641916,0.00052974565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021693151,0.00016976398,0.0016409989,0.00034337735,0.00003371615,0.0000067634537,0.00023226702,0.00047212158,0.000016058017],"category_scores_gemma":[0.3824486,0.00012553156,0.00063044793,0.00040167593,0.00060005847,0.00046692675,0.000059934126,0.00095106114,0.0000041694907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005444129,0.00018179248,0.8925766,0.00009862553,0.0006286718,0.0004774231,0.000066651824,0.00020470023,0.00020035257,0.00007268306,0.073889546,0.026158828],"study_design_scores_gemma":[0.012923043,0.022177005,0.9178053,0.0049809176,0.0029109772,0.0038432644,0.0032352107,0.0010225683,0.0003537587,0.00061353843,0.029804207,0.00033020187],"about_ca_topic_score_codex":0.000026542944,"about_ca_topic_score_gemma":0.000020573467,"teacher_disagreement_score":0.36075547,"about_ca_system_score_codex":0.00008189476,"about_ca_system_score_gemma":0.0037059505,"threshold_uncertainty_score":0.75184566},"labels":[],"label_agreement":null},{"id":"W2321555165","doi":"10.1097/prs.0000000000000217","title":"Reduction of Pulmonary Complications and Hospital Length of Stay with a Clinical Care Pathway after Head and Neck Reconstruction","year":2014,"lang":"en","type":"article","venue":"Plastic & Reconstructive Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Clinical pathway; Surgery; Cohort; Head and neck cancer; Incidence (geometry); Radiation therapy; Internal medicine","score_opus":0.06478106300668306,"score_gpt":0.35877652959915446,"score_spread":0.2939954665924714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321555165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99701595,0.00014568273,0.0012117526,0.00019096582,0.00058231875,0.00040348747,0.00008372505,0.000024022163,0.00034207423],"genre_scores_gemma":[0.9894782,0.00014441338,0.010099581,0.000023519033,0.0001409745,0.00003313558,0.000055302608,0.00002090557,0.0000040078635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773955,0.00020567709,0.0012566157,0.0004295687,0.00020525092,0.0001633347],"domain_scores_gemma":[0.9934806,0.0047888774,0.0007454027,0.0002491557,0.0005868446,0.00014911898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059479155,0.00017320398,0.0006002054,0.00019082021,0.00005453643,0.000009407823,0.00002699259,0.00011760707,0.000031697735],"category_scores_gemma":[0.0033149603,0.0001512819,0.00009752117,0.00017141076,0.0008266397,0.00027229544,0.000036147212,0.00025205908,0.0000016335159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008027298,0.0001072735,0.65773576,0.00016074533,0.00010211154,0.0000023905577,0.00012327805,0.0000010669474,0.00030889062,0.000054223223,0.000009264991,0.34059227],"study_design_scores_gemma":[0.0011210019,0.00067228224,0.9924452,0.0005462224,0.0002580396,0.0008972549,0.002672967,0.00040924136,0.00043294881,0.000253558,0.00012162657,0.00016967794],"about_ca_topic_score_codex":0.00007770955,"about_ca_topic_score_gemma":0.000025384674,"teacher_disagreement_score":0.34042257,"about_ca_system_score_codex":0.000038160637,"about_ca_system_score_gemma":0.0002117851,"threshold_uncertainty_score":0.6169097},"labels":[],"label_agreement":null},{"id":"W2322079352","doi":"10.3821/1913-701x-142.sp1.s25","title":"When 2 Guidelines Collide …","year":2009,"lang":"fr","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Environmental science","score_opus":0.2596888145467666,"score_gpt":0.4521850565759363,"score_spread":0.19249624202916965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322079352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47086012,0.14714113,0.0043300088,0.21965785,0.12446543,0.0053385524,0.0069865417,0.00028066215,0.02093971],"genre_scores_gemma":[0.7938625,0.05327341,0.005588907,0.105198,0.022341428,0.000014052836,0.00020992181,0.00015386968,0.019357875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909608,0.0006198877,0.0036211144,0.000825388,0.0012527622,0.0027200496],"domain_scores_gemma":[0.9856585,0.00079846825,0.0011172809,0.0005929219,0.0037403572,0.008092421],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037507638,0.00085483387,0.0010334931,0.00065568334,0.001265791,0.00048623997,0.00093777466,0.00024537512,0.012641634],"category_scores_gemma":[0.008469947,0.0009807955,0.0004523747,0.0010611308,0.00037136796,0.0012556879,0.000059509377,0.0021663317,0.00025196906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00019016491,0.000085528765,0.0005789806,0.00013789954,0.00025309855,0.10495336,0.00041042618,0.00081148144,0.0008892248,0.000100208046,0.49339503,0.39819458],"study_design_scores_gemma":[0.0037759396,0.00020083296,0.000049322123,0.00015469072,0.0009542922,0.43182707,0.000040691295,0.007028704,0.00054242316,0.00051538396,0.5542632,0.0006474704],"about_ca_topic_score_codex":0.16595916,"about_ca_topic_score_gemma":0.32436213,"teacher_disagreement_score":0.39754713,"about_ca_system_score_codex":0.01087435,"about_ca_system_score_gemma":0.028213847,"threshold_uncertainty_score":0.99988216},"labels":[],"label_agreement":null},{"id":"W2322347139","doi":"10.1097/00129234-200405000-00006","title":"Case Management in the Canadian Forces","year":2004,"lang":"en","type":"article","venue":"Lippincott s Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Armed Forces","funders":"","keywords":"Health care; Fragmentation (computing); Business; Public healthcare; Case management; Medical services; Public relations; Quality (philosophy); Nursing; Process management; Medicine; Political science; Computer science; Law","score_opus":0.15540129024705127,"score_gpt":0.43277098529317337,"score_spread":0.2773696950461221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322347139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7306762,0.00016998098,0.0024245924,0.07511651,0.00088615314,0.007059929,0.000036814028,0.00015679079,0.18347305],"genre_scores_gemma":[0.97528934,0.00008125796,0.008587426,0.014625479,0.00018175028,0.00022251563,0.00006317453,0.000027619486,0.0009214115],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976635,0.00010211056,0.0008174298,0.00043511286,0.00046432854,0.00051752146],"domain_scores_gemma":[0.9986866,0.00013759208,0.00013399402,0.00074543746,0.000054299842,0.00024205243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014883428,0.00022352408,0.00022244897,0.00044156288,0.00031347168,0.00011207435,0.00017284139,0.000070062706,0.00024058502],"category_scores_gemma":[0.000099527024,0.0001760257,0.00010714202,0.0006126661,0.000061655286,0.00018091299,0.00012890455,0.00029697403,0.00023417812],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008824355,0.00032483527,0.0006349574,0.0002559162,0.00027111828,0.87047,0.0011131783,0.00069682783,0.0000011571923,0.031740915,0.006052071,0.0883508],"study_design_scores_gemma":[0.018848097,0.00081366807,0.011264676,0.00033418677,0.0022151093,0.2378645,0.06689681,0.0012862727,0.00002663753,0.008170947,0.65130967,0.000969415],"about_ca_topic_score_codex":0.19202015,"about_ca_topic_score_gemma":0.6864104,"teacher_disagreement_score":0.6452576,"about_ca_system_score_codex":0.0007278377,"about_ca_system_score_gemma":0.00008492457,"threshold_uncertainty_score":0.8133603},"labels":[],"label_agreement":null},{"id":"W2323160505","doi":"10.1016/s1499-2671(09)33109-3","title":"National initiative for quality assurance in diabetes care","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Medicine; Certification; Diabetes mellitus; Quality assurance; Medical education; Family medicine; Management; External quality assessment","score_opus":0.19512737893507895,"score_gpt":0.46530470966875503,"score_spread":0.2701773307336761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323160505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97970134,0.0007074999,0.00003256188,0.018210385,0.00021517814,0.00025600547,0.00014528331,0.000003455148,0.000728296],"genre_scores_gemma":[0.9884551,0.0000038540124,0.0022605269,0.008869449,0.00034318195,0.0000053643553,0.00004734871,0.0000083679115,0.00000679909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984138,0.00009013588,0.0008838917,0.00010592992,0.00023525978,0.00027097226],"domain_scores_gemma":[0.9963491,0.001480685,0.00040037133,0.00007373938,0.0012758092,0.00042030995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012564135,0.00009084376,0.00030876166,0.00027970254,0.000050504408,0.00002548681,0.000085385545,0.0000628577,0.00005940646],"category_scores_gemma":[0.021242997,0.000086487984,0.00011783541,0.00018621623,0.000041349813,0.00028525156,0.0000022854272,0.00021676485,0.000006821053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019899382,0.000040345043,0.9671973,0.00007163004,0.000054486554,0.0000051813527,0.00060672825,0.0000629269,0.00058966543,0.00025193312,0.011605921,0.019494003],"study_design_scores_gemma":[0.0024266546,0.0006263422,0.9842868,0.00020813338,0.000052767165,0.0000011428298,0.0010725318,0.000090035624,0.00085244584,0.0033263545,0.0069467844,0.00011000745],"about_ca_topic_score_codex":0.00007011846,"about_ca_topic_score_gemma":0.007962292,"teacher_disagreement_score":0.019986583,"about_ca_system_score_codex":0.0003558045,"about_ca_system_score_gemma":0.0033419179,"threshold_uncertainty_score":0.9870015},"labels":[],"label_agreement":null},{"id":"W2323913110","doi":"10.1136/bmjqs-2013-002293.21","title":"145WS Evidence-Based Guideline Development for Diagnostic Questions","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cancer Care Ontario","funders":"","keywords":"Medicine; Guideline; Data science; Medical physics; Pathology; Computer science","score_opus":0.4705685964927976,"score_gpt":0.5768210050641202,"score_spread":0.10625240857132257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323913110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08533556,0.00038060074,0.6221694,0.28205523,0.0006866574,0.00867587,0.00007754454,0.00030609206,0.00031307898],"genre_scores_gemma":[0.65174645,0.00014645056,0.30952188,0.033124655,0.0010941849,0.002065348,0.0013361475,0.00006214587,0.0009027364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940113,0.00036564557,0.004229307,0.00044735635,0.00057214795,0.00037424447],"domain_scores_gemma":[0.9698154,0.026731744,0.0007353884,0.00073304237,0.0016184201,0.000366006],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007821783,0.00022002555,0.0004589472,0.00008000882,0.00020765506,0.000042534648,0.00014268796,0.00012412225,0.0015292957],"category_scores_gemma":[0.13439412,0.000192109,0.00019082463,0.00021010436,0.000074825446,0.00041795225,0.000064798136,0.00020669562,0.0005825443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016224917,0.0011330851,0.047524158,0.00075625343,0.00023215816,0.000010806338,0.0003742433,0.00040750712,0.0030918347,0.0019160851,0.3715924,0.57133895],"study_design_scores_gemma":[0.0082044685,0.0006594246,0.48749828,0.0013880059,0.0005030646,0.000019206596,0.001211085,0.005553526,0.0019414743,0.0020587186,0.4901743,0.00078845484],"about_ca_topic_score_codex":0.001365856,"about_ca_topic_score_gemma":0.00029440396,"teacher_disagreement_score":0.5705505,"about_ca_system_score_codex":0.00033479626,"about_ca_system_score_gemma":0.0017991497,"threshold_uncertainty_score":0.99938345},"labels":[],"label_agreement":null},{"id":"W2324787394","doi":"10.1016/j.cjca.2012.07.258","title":"274 Primary PCI Provincial Benchmarking: An Opportunity For Ongoing Quality Improvement","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Conventional PCI; Medicine; Benchmarking; Quality management; Emergency medicine; Medical emergency; Quality assurance; Operations management; Internal medicine; Myocardial infarction; Business; External quality assessment; Management system","score_opus":0.29512454724625226,"score_gpt":0.46633939281790887,"score_spread":0.17121484557165662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324787394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703592,0.00018086749,0.017359864,0.0046446607,0.002592691,0.00070324,0.00009030727,0.000008722858,0.004060449],"genre_scores_gemma":[0.98450553,0.000015310377,0.0036563866,0.003492186,0.0081529375,0.000009998847,0.000110143,0.00001884759,0.000038661816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774367,0.0002772633,0.0011822906,0.00013338061,0.00018275947,0.00048065995],"domain_scores_gemma":[0.9963695,0.0005359784,0.0006476223,0.00022485126,0.0005884654,0.0016336185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053005815,0.00012222816,0.0005486042,0.00017811144,0.0001158823,0.000015658026,0.000116588526,0.00014047409,0.000064330874],"category_scores_gemma":[0.0048573413,0.0001115582,0.00023912895,0.00006501534,0.00009010584,0.0003590686,0.000015204939,0.00034193808,0.00000226616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084414374,0.000044591536,0.38860136,0.00018089068,0.0004663881,0.00006998307,0.00046988614,0.00005824464,0.0050687976,0.00070535997,0.03464203,0.5688483],"study_design_scores_gemma":[0.0038231565,0.003127076,0.45444378,0.000034759407,0.0005108248,0.00089412654,0.0010905751,0.000024931927,0.00015771599,0.00048960006,0.5351565,0.0002469647],"about_ca_topic_score_codex":0.0023607132,"about_ca_topic_score_gemma":0.004005443,"teacher_disagreement_score":0.56860137,"about_ca_system_score_codex":0.00055696676,"about_ca_system_score_gemma":0.0051309685,"threshold_uncertainty_score":0.91021174},"labels":[],"label_agreement":null},{"id":"W2324811205","doi":"10.1097/ncm.0b013e31826c83d1","title":"The Role of Case Management and Care Coordination in Improving Employee Health and Productivity","year":2012,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Accreditation; Case management; Commission; Productivity; Case manager; Business; Health care; Management; Operations management; Process management; Medical education; Medicine; Political science; Engineering; Economics; Finance","score_opus":0.0877408873260767,"score_gpt":0.45069306749873883,"score_spread":0.3629521801726621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324811205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885824,0.003970005,0.00010969682,0.0046973056,0.0002276463,0.0020238196,0.000006720606,0.000016627859,0.00036580054],"genre_scores_gemma":[0.9964627,0.0001191453,0.0025970724,0.00024594323,0.00007840981,0.00013192507,0.000021195425,0.000012916743,0.00033068654],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984961,0.00019511855,0.000549243,0.0002413044,0.0002679922,0.00025019908],"domain_scores_gemma":[0.9990763,0.00025031462,0.00023950437,0.00021925346,0.000081953185,0.00013265912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001855381,0.00011348345,0.00017089878,0.00011398919,0.00023711007,0.000014025752,0.000029824243,0.000028716524,0.0000065739714],"category_scores_gemma":[0.00020413297,0.000082533894,0.00002212158,0.00014900914,0.00005649368,0.00021219219,0.0003224466,0.00016167866,0.0000011993606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034980083,0.00028096832,0.16090858,0.0015952922,0.000078779354,0.0009826922,0.002905664,0.0000016034493,0.000035520094,0.003519399,0.00050151563,0.8288402],"study_design_scores_gemma":[0.009360342,0.0010021118,0.43243527,0.0008429942,0.00073010253,0.010312274,0.50028914,0.0014115112,0.00033939336,0.0018849849,0.040832162,0.00055967364],"about_ca_topic_score_codex":0.00045944384,"about_ca_topic_score_gemma":0.00033696325,"teacher_disagreement_score":0.8282805,"about_ca_system_score_codex":0.0001362104,"about_ca_system_score_gemma":0.000033302877,"threshold_uncertainty_score":0.33656347},"labels":[],"label_agreement":null},{"id":"W2325088048","doi":"10.1097/00132981-200506000-00004","title":"Good Guidelines, Worthless Guidelines","year":2005,"lang":"en","type":"article","venue":"Emergency Medicine News","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pride; Incentive; Certification; Duty; Work (physics); Medicine; Psychology; Medical education; Public relations; Political science; Law; Engineering","score_opus":0.4597859218989054,"score_gpt":0.5577736912774633,"score_spread":0.09798776937855797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325088048","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100944296,0.010195686,0.011735345,0.798432,0.008043228,0.0019018922,0.000024306128,0.0006721081,0.06805113],"genre_scores_gemma":[0.3137658,0.04518081,0.18523006,0.14062364,0.12614234,0.00044306475,0.0019217925,0.00066824263,0.18602426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99228835,0.00012180354,0.005044694,0.00074097613,0.0011977894,0.00060638884],"domain_scores_gemma":[0.99503034,0.00027636072,0.00076545094,0.0010474019,0.0023182528,0.00056218076],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022740436,0.00045500792,0.00083662156,0.00028049687,0.0001403272,0.0000062567506,0.0003056906,0.00019101727,0.029878516],"category_scores_gemma":[0.01981356,0.00034895792,0.00026764133,0.0008145322,0.000108276676,0.00037046196,0.00011844744,0.0004905897,0.00096980936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014010757,0.00015024346,0.020991396,0.000045403038,0.00008748894,0.000013364,0.00012650943,0.000052589727,0.0021184213,0.0003055718,0.81759703,0.15837185],"study_design_scores_gemma":[0.0036542898,0.00047743128,0.008066777,0.00021584456,0.00048598004,0.00009603872,0.00081814977,0.0018821086,0.00020363276,0.00028582726,0.9834754,0.0003385049],"about_ca_topic_score_codex":0.001647443,"about_ca_topic_score_gemma":0.0017043089,"teacher_disagreement_score":0.65780836,"about_ca_system_score_codex":0.00013177512,"about_ca_system_score_gemma":0.0002896266,"threshold_uncertainty_score":0.9998962},"labels":[],"label_agreement":null},{"id":"W2325933906","doi":"10.1097/01.asw.0000294765.20296.38","title":"RNAO's Best Practice Guidelines Program","year":2007,"lang":"en","type":"article","venue":"Advances in Skin & Wound Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Medicine; MEDLINE; Best practice; Family medicine","score_opus":0.12484526271019011,"score_gpt":0.5606330609942943,"score_spread":0.4357877982841042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325933906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5459601,0.11561017,0.02124524,0.05419454,0.008593789,0.011846204,0.00007239294,0.0011089015,0.24136862],"genre_scores_gemma":[0.697079,0.005455758,0.28271896,0.011726807,0.002028431,0.00015802916,0.00025369052,0.00007799878,0.00050133787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968852,0.00006892407,0.0014922615,0.00045746914,0.00064318714,0.00045299844],"domain_scores_gemma":[0.9956849,0.0014999846,0.00039183328,0.0004627526,0.0017984705,0.00016202661],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015557265,0.00021634865,0.00032438996,0.0001429134,0.00007863972,0.000042081683,0.00015278415,0.0001305088,0.00012400314],"category_scores_gemma":[0.01597845,0.00019915884,0.00010333234,0.0005476028,0.00010365707,0.0011542074,0.00007662321,0.00045583883,0.00010318814],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055243727,0.0004923434,0.009666792,0.00012674056,0.000023289034,0.00027230213,0.00057795976,0.000108005246,0.000057528494,0.00024183391,0.0014953489,0.9863854],"study_design_scores_gemma":[0.0019738253,0.0008651671,0.0021933343,0.0001805621,0.00014960971,0.00019281641,0.03257694,0.000049356735,0.0002803227,0.00024735805,0.9610739,0.00021683192],"about_ca_topic_score_codex":0.0003304207,"about_ca_topic_score_gemma":0.0026764069,"teacher_disagreement_score":0.98616856,"about_ca_system_score_codex":0.00030196848,"about_ca_system_score_gemma":0.00018255375,"threshold_uncertainty_score":0.9923104},"labels":[],"label_agreement":null},{"id":"W2326228085","doi":"10.1097/01258363-200909000-00027","title":"The Canadian experience using the ADAPTE methodology: process evaluation with five organisational cases","year":2009,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Quebec Rehabilitation Research Network","funders":"","keywords":"Process (computing); Health care; Process management; Political science; Computer science; Business","score_opus":0.8288523086460584,"score_gpt":0.6488224939082247,"score_spread":0.18002981473783375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326228085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55350035,0.0010978585,0.0038742102,0.44029695,0.0006224525,0.0005742444,0.000010373896,0.0000073015653,0.000016265612],"genre_scores_gemma":[0.9753808,0.0001100556,0.0074686813,0.016236356,0.0007604529,0.000010707644,0.000011900336,0.000009466219,0.00001157974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960562,0.0006889403,0.00097556354,0.00016716895,0.0018983216,0.00021383558],"domain_scores_gemma":[0.9861338,0.0045262896,0.001027171,0.00018792895,0.0079013,0.00022352354],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052004266,0.00012246206,0.00018708421,0.00017111821,0.00045490963,0.00011317902,0.0003732967,0.00006678932,0.000117443786],"category_scores_gemma":[0.020126289,0.00006086895,0.000080930935,0.00024641788,0.00015096141,0.0005509546,0.000010499593,0.00046394282,0.0000023162972],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0193349,0.0004053827,0.25600424,0.00009683089,0.0008739826,0.001609631,0.015094574,0.049237683,0.0019719556,0.004058147,0.0024867328,0.64882594],"study_design_scores_gemma":[0.009702298,0.008655102,0.78605634,0.006327307,0.0014713277,0.01567142,0.054398138,0.09111045,0.0042693815,0.011757851,0.009818195,0.00076221005],"about_ca_topic_score_codex":0.029413128,"about_ca_topic_score_gemma":0.07463128,"teacher_disagreement_score":0.6480637,"about_ca_system_score_codex":0.0012972573,"about_ca_system_score_gemma":0.011295863,"threshold_uncertainty_score":0.9943092},"labels":[],"label_agreement":null},{"id":"W2326320254","doi":"10.1016/s1499-2671(09)33328-6","title":"Highlighting multidisciplinary team work in the area of diabetes management","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Multidisciplinary team; Multidisciplinary approach; Work (physics); Health professionals; Diabetes mellitus; Population; Health management system; Disease management; Family medicine; Nursing; Gerontology; Environmental health; Health care; Alternative medicine; Pathology; Endocrinology; Economic growth; Engineering","score_opus":0.07926813997124657,"score_gpt":0.36647835531750594,"score_spread":0.28721021534625935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326320254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746563,0.0006674385,0.000008018118,0.022694021,0.00017971925,0.00025375385,0.000004954779,0.0000033599995,0.0015324695],"genre_scores_gemma":[0.99559695,0.000013312884,0.0019047244,0.0022433165,0.00018623128,0.0000027470314,0.000008237844,0.000009867804,0.000034643195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980816,0.000113319125,0.0010647789,0.0001165089,0.00027902937,0.0003447289],"domain_scores_gemma":[0.998096,0.000688828,0.00048709087,0.00022702663,0.00017019971,0.0003308604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017920643,0.000118554235,0.00033459207,0.0003705836,0.00006553678,0.000026975798,0.00022942758,0.000052981886,0.000071040005],"category_scores_gemma":[0.0016920825,0.00008340137,0.00013156554,0.0004505169,0.00006434473,0.0001736243,0.000012136202,0.00031812701,0.0000043447576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014702546,0.00011265034,0.9482064,0.000050728817,0.00008834936,0.000046728637,0.0007928884,0.0000767989,0.00037578403,0.00011311735,0.011359348,0.03876245],"study_design_scores_gemma":[0.0012905294,0.00053288107,0.9911077,0.0006138055,0.00019902349,0.0000031180925,0.0021355373,0.00010392501,0.0003008093,0.0007342352,0.002883227,0.00009523371],"about_ca_topic_score_codex":0.00006238728,"about_ca_topic_score_gemma":0.0007031169,"teacher_disagreement_score":0.04290122,"about_ca_system_score_codex":0.000121542194,"about_ca_system_score_gemma":0.0003215119,"threshold_uncertainty_score":0.3401009},"labels":[],"label_agreement":null},{"id":"W2326616586","doi":"10.1097/01.asw.0000305449.33693.2e","title":"Process for Developing Evidence-Informed Practice Recommendations","year":2009,"lang":"en","type":"article","venue":"Advances in Skin & Wound Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Registered Nurses' Association of Ontario","keywords":"Medicine; Guideline; Wound care; Critical appraisal; Process (computing); Reading (process); Venous leg ulcer; Quality (philosophy); MEDLINE; Medical education; Clinical Practice; Nursing; Evidence-based medicine; Evidence-based practice; Alternative medicine; Intensive care medicine; Surgery; Pathology; Computer science","score_opus":0.2256184268513728,"score_gpt":0.588152163793353,"score_spread":0.3625337369419802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326616586","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14286879,0.038358185,0.15735747,0.60291487,0.0047972864,0.016080825,0.00011102419,0.00061724964,0.03689431],"genre_scores_gemma":[0.8882535,0.0044186446,0.09141922,0.014962677,0.00035407575,0.00024185982,0.00025018546,0.000018355257,0.00008144573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982735,0.00004824279,0.00083675486,0.00029291454,0.00028554435,0.00026303797],"domain_scores_gemma":[0.9950109,0.0035221095,0.00034553042,0.00022476335,0.0008345831,0.00006207476],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00057008973,0.00013767439,0.00023007327,0.000104448845,0.0001139209,0.000033058728,0.00011554947,0.00007020331,0.000036020763],"category_scores_gemma":[0.021698996,0.00013192967,0.000060113478,0.00039820193,0.00002876865,0.0025528877,0.00001762509,0.00021716458,0.000012250092],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010569171,0.00012806787,0.0030706935,0.0005034691,0.000023130755,0.000013158618,0.0046510026,0.00023494608,0.000030319827,0.0014328937,0.0018018145,0.9870536],"study_design_scores_gemma":[0.002917419,0.00086525985,0.0038086628,0.0012920151,0.00017476294,0.000075779,0.052055348,0.00016756759,0.00079737796,0.004927493,0.9325912,0.00032711052],"about_ca_topic_score_codex":0.000020755542,"about_ca_topic_score_gemma":0.00038815188,"teacher_disagreement_score":0.98672646,"about_ca_system_score_codex":0.00045246098,"about_ca_system_score_gemma":0.00062661717,"threshold_uncertainty_score":0.9865416},"labels":[],"label_agreement":null},{"id":"W2326837502","doi":"10.1016/j.cjca.2012.07.233","title":"247 How Do Canadian Primary Care Physicians in Family Health Teams Compare With Those in Solo-Physician Practices in Their Assessment and Management of Patients With Elevated Cardiometabolic Risk?","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Medicine; Dyslipidemia; Framingham Risk Score; Family medicine; Primary care; Diabetes mellitus; Risk assessment; Disease; Physical therapy; Internal medicine; Management","score_opus":0.07903391682126958,"score_gpt":0.3916034069496807,"score_spread":0.3125694901284111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326837502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940153,0.001964344,0.00009392157,0.0015639574,0.0001665767,0.00087171333,0.00016018326,0.0000024120109,0.0011616235],"genre_scores_gemma":[0.997085,0.0006806444,0.0009506498,0.00094089314,0.00016343516,0.000016557464,0.00013327309,0.000027711158,0.0000018345237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973102,0.0007128528,0.0008147664,0.00023053434,0.00026656428,0.00066504057],"domain_scores_gemma":[0.9972765,0.00022167903,0.0012906247,0.0002631693,0.00034522565,0.00060281396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014506567,0.00021893623,0.0011221458,0.0009441487,0.00005680821,0.000019815454,0.00013185457,0.00007727855,0.0000013708877],"category_scores_gemma":[0.00010827952,0.00017274063,0.00006934142,0.00056434487,0.00014111448,0.0003890266,0.000017968256,0.00066626654,3.243191e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000252429,0.000032006577,0.9476374,0.00015027441,0.00029488828,0.00010526758,0.0016308647,0.00065163366,0.000005664679,0.000021445143,0.0002071633,0.049010973],"study_design_scores_gemma":[0.0045164945,0.00066175195,0.9606289,0.00050632947,0.00018735664,0.000025392288,0.027106034,0.000011684335,0.0000016753396,0.00000891754,0.0061971988,0.00014825392],"about_ca_topic_score_codex":0.18410024,"about_ca_topic_score_gemma":0.69031847,"teacher_disagreement_score":0.5062182,"about_ca_system_score_codex":0.0017753632,"about_ca_system_score_gemma":0.0037355355,"threshold_uncertainty_score":0.82133293},"labels":[],"label_agreement":null},{"id":"W2327131878","doi":"10.1097/ncm.0000000000000012","title":"Amid the Parade of “White Coats”—Personalizing Patient-Centered Health Care","year":2013,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Commission; Accreditation; Parade; Chief executive officer; Business; Management; Health care; White paper; Officer; Medicine; Medical education; Political science; Law","score_opus":0.15386714213156327,"score_gpt":0.465454932379882,"score_spread":0.31158779024831873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327131878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93098307,0.0007798302,0.00039757328,0.060949665,0.0008159295,0.0038968625,0.00004175674,0.000054653425,0.0020806764],"genre_scores_gemma":[0.9839423,0.000052041025,0.003278592,0.011612508,0.0000957869,0.00020919103,0.00015273235,0.000020602007,0.0006362536],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99773645,0.00023932337,0.00091498654,0.00026588305,0.0005702979,0.0002730304],"domain_scores_gemma":[0.99857527,0.0002612636,0.00046088157,0.00035988347,0.00020882807,0.00013384903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047119166,0.00014719585,0.0002454323,0.0000786754,0.0003219372,0.000013148156,0.000093052775,0.000036540925,0.0007536253],"category_scores_gemma":[0.00013921376,0.00009529443,0.000108011314,0.00016720881,0.00006207907,0.00012760647,0.00033915028,0.0002277093,0.000064003485],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013095271,0.0020377685,0.05155783,0.0043853256,0.00090259797,0.0017887469,0.0321343,0.00006685705,0.00038733115,0.003985955,0.30855647,0.5928873],"study_design_scores_gemma":[0.014809232,0.002795855,0.13239537,0.0026105768,0.0010139813,0.0018636148,0.5631712,0.0030408788,0.0005676755,0.00081557466,0.2760339,0.00088209996],"about_ca_topic_score_codex":0.0004528464,"about_ca_topic_score_gemma":0.00005942293,"teacher_disagreement_score":0.5920052,"about_ca_system_score_codex":0.00015465566,"about_ca_system_score_gemma":0.00008933558,"threshold_uncertainty_score":0.8251669},"labels":[],"label_agreement":null},{"id":"W2327500573","doi":"10.1016/j.cjca.2012.07.760","title":"N014 Implementation of an Integrated Diabetes Management Program in an Acute Cardiac Care Institution","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Diabetes mellitus; Disease management; Diabetes management; Intensive care medicine; Disease; Population; Family medicine; Emergency medicine; Type 2 diabetes; Internal medicine","score_opus":0.08019184440433698,"score_gpt":0.4496744405582441,"score_spread":0.36948259615390716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327500573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970852,0.0003023924,0.00039726516,0.0003092163,0.00084142206,0.00059091847,0.00005899868,0.0000075673,0.00040700642],"genre_scores_gemma":[0.9947114,0.00005414419,0.0040796124,0.00017105504,0.00060471124,0.000020959447,0.00034154093,0.000014112759,0.0000024734431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980362,0.00035851472,0.00094584806,0.0001240675,0.00016220666,0.00037315788],"domain_scores_gemma":[0.9983426,0.0000551007,0.00036994103,0.00019988549,0.0004875892,0.0005448867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00111925,0.00012021087,0.0004947635,0.00048668424,0.000038871818,0.00001301162,0.00010576143,0.000105700856,0.000027975735],"category_scores_gemma":[0.00015453853,0.00010983695,0.00013506362,0.00025460194,0.00009929835,0.000582344,0.000010963489,0.0002540383,0.0000023437085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072373616,0.00001462127,0.6807884,0.000038952807,0.00028408234,0.000043231077,0.0006465382,0.00015290675,0.000398717,0.00014247265,0.00033554857,0.31708217],"study_design_scores_gemma":[0.0022473675,0.0022795696,0.9312956,0.00005763798,0.0008583035,0.000060667062,0.018076247,0.000024953948,0.00061480666,0.00003642057,0.04431384,0.00013461625],"about_ca_topic_score_codex":0.0020373217,"about_ca_topic_score_gemma":0.007433452,"teacher_disagreement_score":0.31694755,"about_ca_system_score_codex":0.00043681546,"about_ca_system_score_gemma":0.00076842407,"threshold_uncertainty_score":0.44790208},"labels":[],"label_agreement":null},{"id":"W2327599653","doi":"10.1136/bmjqs-2013-002293.210","title":"P212 Review of Systematic Reviews Related to Clinical Guidelines Implementation","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Alternative medicine; Data science; Management science; MEDLINE; Pathology; Computer science; Engineering; Law","score_opus":0.6973337182592247,"score_gpt":0.6957669046946944,"score_spread":0.0015668135645303671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327599653","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10380399,0.06984066,0.021046765,0.6584748,0.004094655,0.13760297,0.00025678563,0.00056335935,0.00431602],"genre_scores_gemma":[0.1123232,0.36357942,0.16444747,0.34273043,0.0025246732,0.0062979143,0.0035774198,0.00029192847,0.0042275195],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9732707,0.0033959916,0.021672985,0.00050082605,0.00085563614,0.0003038421],"domain_scores_gemma":[0.9869862,0.0049695685,0.0038254645,0.0013483556,0.0024945908,0.00037581494],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.046474207,0.00026733207,0.0022410208,0.000085046246,0.000059967086,0.000016304537,0.00022203606,0.00013511903,0.003654276],"category_scores_gemma":[0.1317988,0.0001983287,0.00063551834,0.0005758588,0.000058460613,0.00031226937,0.0001370897,0.0002922988,0.0017612295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000234519,0.00036987843,0.021697143,0.29505533,0.00033524,0.0000042450783,0.00023280602,0.0000014669599,0.00054264016,0.0008942735,0.54432404,0.13630842],"study_design_scores_gemma":[0.013640293,0.0025051122,0.25278667,0.448787,0.005658801,0.0001950098,0.008631806,0.0003548273,0.00025223236,0.0020574955,0.2633411,0.0017896664],"about_ca_topic_score_codex":0.00086407125,"about_ca_topic_score_gemma":0.00006863513,"teacher_disagreement_score":0.31574437,"about_ca_system_score_codex":0.00013202854,"about_ca_system_score_gemma":0.00038430103,"threshold_uncertainty_score":0.999016},"labels":[],"label_agreement":null},{"id":"W2327871015","doi":"10.1016/j.cjca.2012.07.307","title":"326 Disparity Between Clinical Trials and Registry Outcomes: Reflections From the Bypass Angioplasty Revascularization Investigation 2 Diabetes (BARI-2D) Trial","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Revascularization; Angioplasty; Clinical trial; Diabetes mellitus; Bypass surgery; Internal medicine; Surgery; Artery; Myocardial infarction; Endocrinology","score_opus":0.5048641572813491,"score_gpt":0.5239540536418056,"score_spread":0.019089896360456438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327871015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680285,0.00061716186,0.006664442,0.021011872,0.0028402908,0.00057181425,0.000109779896,0.00000840016,0.0001477784],"genre_scores_gemma":[0.98608387,0.000115953924,0.0009891323,0.0018149266,0.010773951,0.000008802417,0.00017913587,0.00001623842,0.000018012643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99349976,0.0034746078,0.0023239262,0.00017630527,0.00021471096,0.00031071156],"domain_scores_gemma":[0.98674,0.010366363,0.001314051,0.00033767382,0.0003483665,0.0008935788],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015767228,0.0001443706,0.0011507012,0.00011877196,0.00018714188,0.00004387443,0.00012097345,0.00033061294,0.000027579532],"category_scores_gemma":[0.07443995,0.00009769117,0.0004710805,0.0001700394,0.00030996237,0.0002889677,0.000021456452,0.0007592452,0.0000058335013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043330534,0.000004809076,0.9802714,0.0000051748584,0.0008239103,0.0000035872729,0.00007547336,0.000010713015,0.000047328394,0.000065605396,0.012052447,0.0062062657],"study_design_scores_gemma":[0.011592497,0.00034051956,0.927503,0.00003315814,0.0021791155,0.000033812375,0.00027968845,0.000008751446,0.000012753578,0.00079455774,0.057131767,0.0000904045],"about_ca_topic_score_codex":0.0020749262,"about_ca_topic_score_gemma":0.0027454554,"teacher_disagreement_score":0.058672726,"about_ca_system_score_codex":0.00014521275,"about_ca_system_score_gemma":0.0011569497,"threshold_uncertainty_score":0.9333564},"labels":[],"label_agreement":null},{"id":"W2328210702","doi":"10.1097/00132981-200504000-00023","title":"Rules, Guidelines, Protocols","year":2005,"lang":"en","type":"article","venue":"Emergency Medicine News","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Set (abstract data type); Profit (economics); Point (geometry); Health care; Actuarial science; Medicine; Business; Computer science; Economics; Political science; Law; Microeconomics; Mathematics","score_opus":0.4780846927057994,"score_gpt":0.5819149327554869,"score_spread":0.1038302400496875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328210702","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06361054,0.0025248218,0.010212104,0.73325264,0.0039265263,0.037470788,0.00003051225,0.0008738596,0.14809822],"genre_scores_gemma":[0.12831911,0.0104425885,0.28243318,0.14441377,0.15310067,0.030953733,0.0028952218,0.0008838035,0.24655792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520326,0.00009577744,0.002966605,0.00048709236,0.0008349688,0.00041228527],"domain_scores_gemma":[0.99740386,0.00016421349,0.00049409515,0.0007498313,0.00079717336,0.00039083653],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014954206,0.00028234825,0.000547902,0.00016708086,0.000089826084,0.0000037742998,0.00019454658,0.0001225366,0.037653856],"category_scores_gemma":[0.010793478,0.00021230555,0.00015471329,0.00039774957,0.000075877244,0.0002627876,0.00006584524,0.0003728133,0.0014032384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001780502,0.00017457265,0.011429344,0.000059909256,0.00004462925,0.000007831343,0.000114858325,0.000006916009,0.0031365806,0.0002924397,0.8606914,0.12386343],"study_design_scores_gemma":[0.0035753802,0.0006618909,0.008212401,0.00018714655,0.000183162,0.000056814402,0.00026956957,0.0006341497,0.00024365194,0.0003640418,0.98541224,0.00019956633],"about_ca_topic_score_codex":0.0007610682,"about_ca_topic_score_gemma":0.0004057911,"teacher_disagreement_score":0.5888389,"about_ca_system_score_codex":0.00011117089,"about_ca_system_score_gemma":0.00022220293,"threshold_uncertainty_score":0.9993743},"labels":[],"label_agreement":null},{"id":"W2328231601","doi":"10.1097/ncm.0b013e31824d6760","title":"The Next Half of the Battle","year":2012,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Chief executive officer; Commission; Accreditation; Battle; Officer; Business; Suite; Web site; Management; Political science; Computer science; World Wide Web; Law; The Internet; Finance; History; Archaeology","score_opus":0.2902436736955824,"score_gpt":0.5028511661510876,"score_spread":0.2126074924555052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328231601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8689529,0.0009083964,0.00043267355,0.10510674,0.008206559,0.0020860222,0.000009081293,0.00004223885,0.014255432],"genre_scores_gemma":[0.99281025,0.00003654847,0.0007992585,0.0013780632,0.00026193407,0.000054510132,0.000006653032,0.000009980238,0.0046427944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872446,0.00013982244,0.00045145515,0.0000944702,0.0003974786,0.00019231507],"domain_scores_gemma":[0.9980325,0.0012563608,0.00019682194,0.0003688009,0.00007887933,0.00006660364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013831491,0.00007250594,0.00009186085,0.000021374484,0.00023939546,0.0000087434955,0.00009696749,0.000026129526,0.00029930696],"category_scores_gemma":[0.0008799774,0.000034109187,0.00008092032,0.00013411055,0.0000688187,0.000116181276,0.00032045148,0.00016462007,0.000065408305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00121928,0.0022448797,0.07803191,0.00080449786,0.000739315,0.00042214652,0.0013036254,0.00001743498,0.0010014076,0.109750226,0.3264525,0.4780128],"study_design_scores_gemma":[0.00203865,0.00008967139,0.115451775,0.0001898076,0.0005522031,0.00066620385,0.010854374,0.00032438178,0.0007520013,0.0007101543,0.86823356,0.0001372101],"about_ca_topic_score_codex":0.00006213353,"about_ca_topic_score_gemma":0.000025438854,"teacher_disagreement_score":0.54178107,"about_ca_system_score_codex":0.00004368455,"about_ca_system_score_gemma":0.000031088945,"threshold_uncertainty_score":0.32772014},"labels":[],"label_agreement":null},{"id":"W2328301236","doi":"10.1097/nhh.0000000000000016","title":"A System-Wide Innovation in Transition Services","year":2014,"lang":"en","type":"review","venue":"Home Healthcare Nurse","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fraser Health","funders":"","keywords":"Standardization; Work (physics); Function (biology); Health care; Referral; Process (computing); Business; Process management; Knowledge management; Key (lock); Public relations; Nursing; Medicine; Political science; Computer science; Engineering; Computer security","score_opus":0.22859012459156547,"score_gpt":0.533116433016803,"score_spread":0.30452630842523754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328301236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038963786,0.9871896,0.0003006321,0.006956934,0.0010708604,0.0035634362,0.00008858839,0.00020085715,0.00023944597],"genre_scores_gemma":[0.0030299257,0.9875407,0.00048865884,0.003352994,0.0007949257,0.00036595474,0.0042713163,0.00010762112,0.000047871883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938804,0.00072615704,0.003899931,0.00060225266,0.0005001587,0.00039112155],"domain_scores_gemma":[0.9964755,0.00090450386,0.0013905674,0.0005915937,0.00047833688,0.00015950853],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023209604,0.00039985348,0.0022433163,0.00095146033,0.000059919523,0.000029486584,0.00013145342,0.00060554,0.000043223623],"category_scores_gemma":[0.000548337,0.00035604724,0.00024456249,0.0016746873,0.000028802535,0.00018596435,0.000014921628,0.00093991833,0.00027149144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006707133,0.00008372466,0.0001057507,0.2155192,0.00003492569,0.000043606877,0.00022234337,4.1930375e-7,1.3952551e-7,0.00068828434,0.00032556293,0.782909],"study_design_scores_gemma":[0.0012957513,0.0003293912,0.00022503421,0.081118956,0.00075022556,0.00023843182,0.0010625978,0.000100023826,1.3858616e-7,0.00006782708,0.9145021,0.00030953373],"about_ca_topic_score_codex":0.0014039446,"about_ca_topic_score_gemma":0.000979888,"teacher_disagreement_score":0.9141765,"about_ca_system_score_codex":0.0009483145,"about_ca_system_score_gemma":0.00087172334,"threshold_uncertainty_score":0.99988914},"labels":[],"label_agreement":null},{"id":"W2328752928","doi":"10.1016/s0735-1097(16)31643-6","title":"A QUALITY IMPROVEMENT INITIATIVE TO DECREASE THE INAPPROPRIATE USE OF TRANSTHORACIC ECHOCARDIOGRAMS IN HEART FAILURE OUTPATIENTS","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University Health Network; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Heart failure; Quality management; Cardiology; Internal medicine; Quality (philosophy); Intensive care medicine; Operations management","score_opus":0.13316959811841295,"score_gpt":0.4315122539491027,"score_spread":0.29834265583068975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328752928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592425,0.000017920214,0.0033443884,0.036313925,0.00019654536,0.00071603496,0.00014641158,0.0000026583455,0.000019575311],"genre_scores_gemma":[0.9932137,0.000051008705,0.0039805695,0.0025896353,0.00012756443,0.000013631335,9.080686e-7,0.000013181679,0.000009784523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99591196,0.0014577602,0.0017775341,0.00015570581,0.00049233594,0.00020470386],"domain_scores_gemma":[0.9945949,0.002262971,0.0017781049,0.00045020063,0.00074367126,0.00017017807],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002809978,0.00013571588,0.0011042757,0.00017219255,0.00002972453,0.0000030326676,0.00023867706,0.000047529364,0.000008257768],"category_scores_gemma":[0.011325154,0.00006327309,0.0005499289,0.0005981901,0.00041150048,0.00013471954,0.000097154065,0.00026909422,0.0000011365522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018239265,0.00050767104,0.82255954,0.000074038064,0.0015316512,0.00007537182,0.00047780684,0.0005643859,0.066350035,0.000097633885,0.010225583,0.07929705],"study_design_scores_gemma":[0.008443574,0.009124171,0.9417745,0.0004225659,0.0007326859,0.0003954712,0.0059553296,0.000017458111,0.00746046,0.00066823803,0.024784366,0.00022119915],"about_ca_topic_score_codex":0.00019047329,"about_ca_topic_score_gemma":0.00008121006,"teacher_disagreement_score":0.11921497,"about_ca_system_score_codex":0.00015855547,"about_ca_system_score_gemma":0.0005144123,"threshold_uncertainty_score":0.9970029},"labels":[],"label_agreement":null},{"id":"W2328793369","doi":"10.1097/ncm.0b013e318209a01a","title":"Finding Common Ground in Case Management","year":2011,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Accreditation; Commission; Watson; Suite; Case management; Management; Business; Web site; Library science; European commission; Computer science; Political science; World Wide Web; Process management; European union; Law; Artificial intelligence; The Internet; Finance","score_opus":0.39470111041895795,"score_gpt":0.513986486988551,"score_spread":0.11928537656959304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328793369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534756,0.00005955852,0.00047234131,0.0016732394,0.0007254757,0.0019957607,0.0000083271,0.000080046004,0.041509636],"genre_scores_gemma":[0.9792352,0.000046735633,0.013485083,0.0022547683,0.00009509876,0.00024756914,0.0000620992,0.00003299686,0.004540467],"study_design_codex":"case_report","study_design_gemma":"observational","domain_scores_codex":[0.9974951,0.0001808538,0.0010292393,0.00046196635,0.00044442678,0.0003883775],"domain_scores_gemma":[0.9988703,0.00022663116,0.0002287718,0.0004536782,0.00005644903,0.00016417073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015517585,0.00021794072,0.0002846639,0.00036915054,0.00017958308,0.000019349362,0.00010140228,0.000074341784,0.0013356251],"category_scores_gemma":[0.00007125559,0.00019465006,0.00009110868,0.0003687657,0.000044565353,0.0002386832,0.00049580785,0.0003586349,0.00019374344],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011454058,0.0019050488,0.025362762,0.0009705675,0.00030984788,0.7747758,0.0012872663,0.000007193626,0.00001443028,0.013441228,0.0076284204,0.17315204],"study_design_scores_gemma":[0.037393436,0.0016572608,0.56145465,0.0030717729,0.0034996737,0.15998578,0.14256597,0.004522483,0.00031207007,0.016638882,0.06663357,0.0022644813],"about_ca_topic_score_codex":0.00079114526,"about_ca_topic_score_gemma":0.00060013385,"teacher_disagreement_score":0.61479,"about_ca_system_score_codex":0.00025730574,"about_ca_system_score_gemma":0.000021969168,"threshold_uncertainty_score":0.9995773},"labels":[],"label_agreement":null},{"id":"W2329064867","doi":"10.1097/01376517-200104000-00002","title":"Successful Incorporation of the Severe Head Injury Guidelines into a Phased-Outcome Clinical Pathway","year":2001,"lang":"en","type":"article","venue":"Journal of Neuroscience Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kimberly-Clark (Canada)","funders":"","keywords":"Medicine; Care pathway; Intensive care unit; Traumatic brain injury; Head trauma; Clinical pathway; Critical pathways; Head injury; Intensive care medicine; Guideline; Emergency medicine; Surgery; Health care; Nursing","score_opus":0.4459058729957257,"score_gpt":0.5873382687550385,"score_spread":0.14143239575931277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329064867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502326,0.00005451121,0.0060090353,0.040422406,0.0029120052,0.00022414063,0.0000025735446,0.000010075254,0.00013260977],"genre_scores_gemma":[0.98869246,0.00007777139,0.005127597,0.0053077764,0.00072382984,6.422834e-7,7.1912507e-7,0.000013335304,0.000055889926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950124,0.00031282,0.0032862197,0.00021662186,0.0009804051,0.00019153775],"domain_scores_gemma":[0.9952392,0.0005437024,0.0025547142,0.00032622952,0.0011583957,0.00017773133],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036272432,0.0001299066,0.00042700482,0.0001661065,0.00014708488,0.000041936666,0.00033791192,0.00007969158,0.000019993571],"category_scores_gemma":[0.019230261,0.0000839162,0.00028440487,0.00079957175,0.00039085522,0.00078062643,0.000038990132,0.0005548104,0.0000018239421],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010465902,0.00079090835,0.5079919,0.000024329227,0.0000078736175,0.000051352272,0.00016650326,0.00012307719,0.26918605,0.00004547851,0.0030618322,0.21750413],"study_design_scores_gemma":[0.007326133,0.0065447786,0.918202,0.0019330063,0.0005255729,0.0058609787,0.001976714,0.0063874493,0.014144297,0.0037069211,0.0329889,0.00040327452],"about_ca_topic_score_codex":0.000026260768,"about_ca_topic_score_gemma":0.000015030702,"teacher_disagreement_score":0.4102101,"about_ca_system_score_codex":0.000098975,"about_ca_system_score_gemma":0.00066937896,"threshold_uncertainty_score":0.9890312},"labels":[],"label_agreement":null},{"id":"W2329349393","doi":"10.1097/pat.0000000000000065","title":"Factors affecting the implementation and use of electronic templates for histopathology cancer reporting","year":2014,"lang":"en","type":"editorial","venue":"Pathology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Histopathology; Template; Cancer; Medicine; Computer science; Pathology; Internal medicine; Programming language","score_opus":0.2338422608019358,"score_gpt":0.5301491118262733,"score_spread":0.2963068510243375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329349393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7564034,0.00041645963,0.001925769,0.00097211706,0.23854804,0.001507967,0.0001803099,0.000039614806,0.00000634029],"genre_scores_gemma":[0.56087047,0.0007154742,0.0017232703,0.0005615332,0.43190047,0.0004334596,0.0033966145,0.00016608222,0.00023259822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996233,0.00043114473,0.0021918635,0.0004984799,0.00024334271,0.00040219625],"domain_scores_gemma":[0.97750133,0.016856141,0.004735213,0.00033537403,0.0005245342,0.00004742297],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004591085,0.00024868478,0.00083813013,0.00011914444,0.00013051467,0.000016495107,0.0000774413,0.00048284337,0.0000399712],"category_scores_gemma":[0.055982344,0.00017537267,0.00015761188,0.00007857808,0.00014140714,0.00008665086,0.00008147668,0.00069249346,5.6748837e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007356195,0.00007575308,0.118379034,0.00089907093,0.00021724611,0.000028671837,0.0016674028,0.00000989661,0.009778938,0.00009222916,0.8372724,0.030843757],"study_design_scores_gemma":[0.0033546893,0.0024557326,0.05587875,0.00014870575,0.0026736918,0.00014743475,0.0019540384,0.000105616564,0.0015529074,0.00047058315,0.93084854,0.0004092938],"about_ca_topic_score_codex":0.0007849412,"about_ca_topic_score_gemma":0.0016035563,"teacher_disagreement_score":0.19553289,"about_ca_system_score_codex":0.00018742902,"about_ca_system_score_gemma":0.0004898399,"threshold_uncertainty_score":0.9519695},"labels":[],"label_agreement":null},{"id":"W2330043393","doi":"10.1136/bmjqs-2013-002293.141","title":"P055 Does the Canadian Task force on Preventive Health Care Meet the Institute of Medicine Standards in Guideline Development?","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Manitoba; Public Health Agency of Canada","funders":"","keywords":"Medicine; Task force; Guideline; Health care; Task (project management); Alternative medicine; Nursing; Medical education; Family medicine; Engineering; Pathology","score_opus":0.1400429990208451,"score_gpt":0.5246883055420186,"score_spread":0.3846453065211735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330043393","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10998901,0.0004078375,0.0023443236,0.8726531,0.0009348153,0.0072517428,0.0004696482,0.000043355976,0.0059061204],"genre_scores_gemma":[0.96772426,0.000058281803,0.0017916807,0.029219557,0.0002741961,0.00011072503,0.0005427304,0.000019809599,0.00025873596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935281,0.0008522164,0.0037863038,0.00033108442,0.001117509,0.0003847579],"domain_scores_gemma":[0.9959621,0.0011700728,0.0008226985,0.00067270553,0.0011198653,0.00025257704],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014195398,0.00020955829,0.00056171755,0.00011106809,0.00033340274,0.000015948179,0.00026503348,0.00009197439,0.00042211937],"category_scores_gemma":[0.010162043,0.0001005751,0.00008576533,0.00035811542,0.0003531991,0.00018759245,0.000078404526,0.00037988357,0.000014144218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002641242,0.00034812395,0.025839552,0.000802775,0.0005677255,0.000022896393,0.0666985,0.00035990824,0.00024934427,0.020501986,0.47109956,0.4108684],"study_design_scores_gemma":[0.007553631,0.0006821368,0.22520365,0.00081294455,0.00012486306,0.000012649377,0.052536126,0.00013425846,0.000230362,0.002835727,0.70953596,0.0003376647],"about_ca_topic_score_codex":0.48540395,"about_ca_topic_score_gemma":0.88353974,"teacher_disagreement_score":0.8577353,"about_ca_system_score_codex":0.0015296395,"about_ca_system_score_gemma":0.007487152,"threshold_uncertainty_score":0.9981758},"labels":[],"label_agreement":null},{"id":"W2330314148","doi":"10.1136/bmjqs-2013-002293.94","title":"063 Enhancing the Uptake of Clinical Practice Guidelines: The Development of a Guideline Implementability Tool (Guide-It)","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Guideline; Medicine; Clinical Practice; Process management; Management science; Nursing; Engineering; Pathology","score_opus":0.4502283410756375,"score_gpt":0.6332531987128049,"score_spread":0.18302485763716747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330314148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50641876,0.00025748063,0.14005572,0.33790284,0.0012636955,0.009504717,0.00013780479,0.00011780779,0.004341184],"genre_scores_gemma":[0.5219401,0.00023954314,0.4314284,0.043699775,0.0014659278,0.00034849558,0.00035311663,0.00007143749,0.00045320753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9433931,0.002267678,0.050827485,0.0007758529,0.002142538,0.00059334695],"domain_scores_gemma":[0.9151598,0.055634543,0.01017855,0.00394854,0.0146935545,0.00038500884],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15091369,0.00039575336,0.0013421936,0.000058760845,0.00031561308,0.00003703573,0.0006583842,0.0002163735,0.0021975725],"category_scores_gemma":[0.33404297,0.0002273413,0.0006244367,0.0005287747,0.00041485755,0.00056024425,0.00058624434,0.0007516988,0.00012731517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021805647,0.0012568642,0.010310677,0.00036724948,0.0008879639,0.0000030070685,0.0033229694,0.000040560415,0.004666674,0.00095630484,0.22138774,0.7546194],"study_design_scores_gemma":[0.004667389,0.00036296976,0.1485461,0.00021662211,0.0007095472,0.000040723688,0.09399408,0.00073833345,0.002239508,0.000521259,0.74757916,0.00038434227],"about_ca_topic_score_codex":0.0035434533,"about_ca_topic_score_gemma":0.0017489105,"teacher_disagreement_score":0.7542351,"about_ca_system_score_codex":0.00021859157,"about_ca_system_score_gemma":0.006823116,"threshold_uncertainty_score":0.99880725},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2330445172","doi":"10.1136/bmjqs-2013-002293.25","title":"064WS How to Use the GRADE ”Evidence-to-Recommendations Framework” to Develop Guideline Recommendations for Therapeutic Interventions","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Psychological intervention; Guideline; Evidence-based medicine; MEDLINE; Alternative medicine; Nursing; Pathology","score_opus":0.6998291704351487,"score_gpt":0.6262894014205347,"score_spread":0.07353976901461401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330445172","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020696863,0.000016013222,0.47814903,0.5136224,0.0005048143,0.005344647,0.00019978432,0.00007683789,0.000016779511],"genre_scores_gemma":[0.11895334,0.00013687313,0.68426055,0.1879862,0.00080361054,0.0041748043,0.0013015065,0.0000809219,0.0023022187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934695,0.00092802197,0.003944392,0.0006365144,0.0004930572,0.0005285573],"domain_scores_gemma":[0.97484165,0.019748364,0.0006627596,0.0013198486,0.0028066002,0.00062077865],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00859704,0.00030644532,0.00052042113,0.00021676203,0.0005564776,0.0002899821,0.00043723744,0.0001435064,0.0019494077],"category_scores_gemma":[0.096406266,0.0002378782,0.00037072753,0.001357489,0.00004988134,0.0007941965,0.00032763774,0.0004503824,0.00078414206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038904007,0.00032823175,0.0018818318,0.000066786226,0.00020911444,3.0935877e-7,0.0015251529,0.00007006723,0.00041112117,0.0042704414,0.77988213,0.21096575],"study_design_scores_gemma":[0.0014261837,0.00052094314,0.051069904,0.00083695824,0.00036650378,0.0000102032345,0.006654281,0.0005363431,0.00010221867,0.0047387164,0.93330103,0.0004367159],"about_ca_topic_score_codex":0.0018352671,"about_ca_topic_score_gemma":0.002298654,"teacher_disagreement_score":0.3256362,"about_ca_system_score_codex":0.00037365814,"about_ca_system_score_gemma":0.0004897423,"threshold_uncertainty_score":0.99999386},"labels":[],"label_agreement":null},{"id":"W2330523955","doi":"10.1503/cjs.001711","title":"La compétence des chirurgiens en titre","year":2011,"lang":"fr","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology; Humanities; Art","score_opus":0.3711109839674666,"score_gpt":0.41127235237350696,"score_spread":0.04016136840604034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330523955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448206,0.021814832,0.0009542824,0.009163238,0.0102833165,0.00015246982,0.000078907324,0.000008822285,0.012723523],"genre_scores_gemma":[0.99049205,0.0019999184,0.0032185293,0.0014240249,0.0017755011,7.9901446e-7,0.0000074992518,0.000033916127,0.0010477566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708664,0.00051053433,0.0014720829,0.00013299494,0.00023759044,0.0005601346],"domain_scores_gemma":[0.9925353,0.004302974,0.0006831084,0.00019896944,0.0005705247,0.0017091456],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045583993,0.00016259284,0.00048657824,0.000446194,0.000107656626,0.00003747615,0.00015721444,0.00018504064,0.0076365396],"category_scores_gemma":[0.012102974,0.00016207136,0.0002964229,0.00030616965,0.00052898604,0.00053824414,0.000013591626,0.00073167915,0.00018844845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001077765,0.000103820865,0.55302507,0.00016737006,0.000248294,0.00972066,0.0034857423,0.0000068615955,0.00004951349,0.00049833895,0.0876363,0.34495023],"study_design_scores_gemma":[0.0006396779,0.00017356267,0.5947778,0.0019870466,0.0005280635,0.006572841,0.00465429,0.000044311433,0.00012965598,0.0012695701,0.3889906,0.00023255183],"about_ca_topic_score_codex":0.031560935,"about_ca_topic_score_gemma":0.03408725,"teacher_disagreement_score":0.34471768,"about_ca_system_score_codex":0.00046772213,"about_ca_system_score_gemma":0.007167347,"threshold_uncertainty_score":0.99846107},"labels":[],"label_agreement":null},{"id":"W2332318289","doi":"10.1016/j.cjca.2012.07.804","title":"N058 Clinical Pathways in the Cardiac Surgery Population: Meeting the Challenges of Changing Practice to Provide Evidence-Informed Care","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Medicine; Clinical Practice; Intensive care medicine; Care pathway; Family medicine; Health care; Law","score_opus":0.3925721865977315,"score_gpt":0.48930742634561836,"score_spread":0.09673523974788684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332318289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85654247,0.02398048,0.00021083387,0.11051894,0.0038866487,0.0011820801,0.000018833998,0.0000070298192,0.0036526984],"genre_scores_gemma":[0.9915997,0.0011089832,0.00048086396,0.0026853788,0.0040893448,0.000013615505,0.0000066690873,0.0000134272605,0.0000020378895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955809,0.0017978919,0.0017099155,0.00012010432,0.00033197243,0.0004592296],"domain_scores_gemma":[0.97998065,0.017721143,0.0009020658,0.000329473,0.00068876316,0.00037790628],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017803473,0.000118584925,0.0007114471,0.00033426107,0.00010020622,0.000015236435,0.00019958768,0.0001339962,0.000005216212],"category_scores_gemma":[0.08135047,0.00007369092,0.00037737616,0.00031415164,0.000087314984,0.00044488852,0.000027203965,0.00056671625,0.0000050721187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032747013,0.000007790894,0.8321166,0.00010975311,0.00025330065,0.000085690175,0.013336558,0.0002467401,0.000014025795,0.0005927203,0.0071732057,0.14573617],"study_design_scores_gemma":[0.00036298667,0.00041862624,0.6957651,0.0005156533,0.00054246944,0.0007072676,0.09406688,0.0000048616466,0.000012950058,0.000036431058,0.20744632,0.00012049287],"about_ca_topic_score_codex":0.0021730557,"about_ca_topic_score_gemma":0.0036968673,"teacher_disagreement_score":0.20027311,"about_ca_system_score_codex":0.00024425876,"about_ca_system_score_gemma":0.0019477566,"threshold_uncertainty_score":0.9263877},"labels":[],"label_agreement":null},{"id":"W2332508685","doi":"10.1186/s12913-016-1319-4","title":"What do patients and the public know about clinical practice guidelines and what do they want from them? A qualitative study","year":2016,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Chief Scientist Office, Scottish Government Health and Social Care Directorate; Seventh Framework Programme; Tampereen Yliopisto; European Commission; Chief Scientist Office; Scottish Government; Business Events Perth","keywords":"Nursing research; Medicine; Health informatics; Public health; Health administration; Health services research; Qualitative research; Quality of Life Research; Nursing; Family medicine; Medical education; Sociology","score_opus":0.5132544415348412,"score_gpt":0.663947628539407,"score_spread":0.1506931870045658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332508685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8010551,0.017093655,0.00005418661,0.17701536,0.0006140461,0.0040474264,0.00003594247,0.000038941744,0.00004534982],"genre_scores_gemma":[0.77727944,0.20027427,0.0035518853,0.017658122,0.0007894893,0.00025194947,0.000055644803,0.000053060536,0.000086142754],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9787025,0.013641713,0.003288901,0.0011000815,0.002405448,0.00086134556],"domain_scores_gemma":[0.89907485,0.08870488,0.0013975304,0.0014462002,0.00829992,0.0010766013],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05375885,0.00029114468,0.000832643,0.00017299844,0.0005962208,0.0014777975,0.00043191633,0.00017129336,0.00015476067],"category_scores_gemma":[0.035365764,0.00014548376,0.00009838749,0.00042334592,0.00051259866,0.004871306,0.0008760569,0.00087883865,0.0001628728],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064956886,0.0016806832,0.111259066,0.00036950462,0.00027527494,0.000010128456,0.090163305,5.4591585e-8,0.0000039627566,0.00047009194,0.001128138,0.7881441],"study_design_scores_gemma":[0.019039178,0.0020087522,0.07961379,0.0020351154,0.0001102244,0.000011795692,0.84226924,0.00016081723,0.0000013893952,0.0037822474,0.05078487,0.00018256462],"about_ca_topic_score_codex":0.0046077035,"about_ca_topic_score_gemma":0.0040233633,"teacher_disagreement_score":0.78796154,"about_ca_system_score_codex":0.00016708625,"about_ca_system_score_gemma":0.0012036106,"threshold_uncertainty_score":0.99955875},"labels":[],"label_agreement":null},{"id":"W2332557963","doi":"10.1136/bmjqs-2013-002293.259","title":"P329 Developing A Strategy To Assess The Reporting Of The Updating Process In Clinical Practice Guideline: A Draft Checklist","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Medicine; Guideline; Process (computing); Process management; Medical emergency; Medical education; Pathology; Computer science; Engineering","score_opus":0.470654141425105,"score_gpt":0.6363842706149968,"score_spread":0.16573012918989183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332557963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.776157,0.00002488034,0.011072342,0.2041759,0.00036526303,0.0038663489,0.000009472461,0.00005316557,0.0042756014],"genre_scores_gemma":[0.93571657,0.000016375692,0.0414621,0.021993704,0.0004940464,0.00015394963,0.000040813098,0.000031126685,0.00009132847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.976977,0.0019775648,0.018991675,0.0005628316,0.0010754276,0.00041549283],"domain_scores_gemma":[0.9569323,0.019687206,0.016609583,0.0019300999,0.0045564235,0.00028440423],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061285555,0.00022416835,0.0007723653,0.00005079634,0.00018918513,0.0000726753,0.00039803053,0.000161207,0.00013744968],"category_scores_gemma":[0.42880464,0.00013624641,0.00022860269,0.0008692006,0.00013637266,0.0005855924,0.000329718,0.00091418973,0.00003308779],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022258146,0.0012903459,0.6819501,0.0011229117,0.0004294021,0.000060391663,0.0051934575,0.0014037084,0.0027683172,0.0061821174,0.030105209,0.26726824],"study_design_scores_gemma":[0.0024894385,0.00021387957,0.90970963,0.00070534355,0.0002272099,0.00014736556,0.061580773,0.0022524437,0.00045843722,0.0011788164,0.02065603,0.00038061052],"about_ca_topic_score_codex":0.0040467656,"about_ca_topic_score_gemma":0.0009135276,"teacher_disagreement_score":0.36751908,"about_ca_system_score_codex":0.00019162342,"about_ca_system_score_gemma":0.0027010036,"threshold_uncertainty_score":0.96660405},"labels":[],"label_agreement":null},{"id":"W2332571303","doi":"10.1097/aap.0b013e3181fa11ce","title":"Reply to Dr. van Zundert","year":2010,"lang":"en","type":"article","venue":"Regional Anesthesia & Pain Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; General surgery; Psychoanalysis","score_opus":0.15350065706166535,"score_gpt":0.43926578796578986,"score_spread":0.2857651309041245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332571303","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16591793,0.00005510247,0.0030203806,0.82995504,0.000038786042,0.0005692581,6.696927e-8,0.00013060265,0.0003128301],"genre_scores_gemma":[0.15949334,0.000048329523,0.0051193777,0.829461,0.002464181,0.000049082682,0.00010766268,0.00005203182,0.0032050372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700963,0.00022708661,0.000978182,0.0005064918,0.00090892345,0.0003696726],"domain_scores_gemma":[0.9957461,0.0023242205,0.00022988573,0.0006876188,0.00038627128,0.00062592805],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049678413,0.00024495987,0.00047510923,0.00020307013,0.00011178446,0.000011704681,0.00019168245,0.0001252289,0.0012986745],"category_scores_gemma":[0.0051058973,0.00018547382,0.00011712463,0.00042739525,0.00023280259,0.00010765723,0.000013544451,0.0005631395,0.00038956344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005845676,0.00023192451,0.0143948635,0.00005917085,0.000053991753,0.00038616656,0.00033408462,0.0000029155046,0.028006857,0.0032977131,0.93978554,0.012862228],"study_design_scores_gemma":[0.0016265583,0.0010313747,0.037740536,0.00016888545,0.000120632445,0.0015016942,0.000484463,0.00023819962,0.0001271211,0.0016978899,0.9550797,0.00018297286],"about_ca_topic_score_codex":0.0005049741,"about_ca_topic_score_gemma":0.00006563151,"teacher_disagreement_score":0.027879737,"about_ca_system_score_codex":0.000059793147,"about_ca_system_score_gemma":0.00022888776,"threshold_uncertainty_score":0.9996143},"labels":[],"label_agreement":null},{"id":"W2333466544","doi":"10.1097/01.pcama.0000271362.55428.64","title":"Delivering Quality Case Management in the Home Healthcare Arena","year":2007,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Credential; Accreditation; Commission; Business; Case manager; Health care; Quality (philosophy); Operations management; Management; Case management; Computer science; Process management; Political science; Medicine; Computer security; Engineering; Medical education; Finance","score_opus":0.32940661954583916,"score_gpt":0.5692760895423391,"score_spread":0.23986946999649994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333466544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705481,0.0002050153,0.0026878964,0.018810598,0.0006967745,0.00266909,0.000014949315,0.00006827592,0.0042993315],"genre_scores_gemma":[0.98262876,0.000083426676,0.0061537707,0.010135749,0.00020218965,0.00015452728,0.00007925217,0.00002330705,0.0005389864],"study_design_codex":"case_report","study_design_gemma":"observational","domain_scores_codex":[0.99644697,0.00038185916,0.0013707804,0.00047365195,0.0008286286,0.0004980888],"domain_scores_gemma":[0.9980201,0.0008265855,0.00027943953,0.00058754126,0.00012086526,0.00016546148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075128186,0.00021579476,0.0002654395,0.00026894282,0.00028361505,0.000028854442,0.00014648352,0.0000723207,0.00017342862],"category_scores_gemma":[0.00015965641,0.00015640906,0.000107069274,0.0004925552,0.000045906945,0.00015694903,0.00036815042,0.0004942487,0.0000672078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015473036,0.001313571,0.0157445,0.0020189874,0.0002610842,0.54863936,0.0020790573,0.000030941315,0.000014106538,0.019930897,0.0038714027,0.4045488],"study_design_scores_gemma":[0.017604468,0.0007795045,0.6023857,0.0012411523,0.001098528,0.06395217,0.24521263,0.0010749361,0.000054418833,0.0053303316,0.060059134,0.0012070219],"about_ca_topic_score_codex":0.0018765223,"about_ca_topic_score_gemma":0.0030750956,"teacher_disagreement_score":0.5866412,"about_ca_system_score_codex":0.0003248157,"about_ca_system_score_gemma":0.000032661195,"threshold_uncertainty_score":0.6378176},"labels":[],"label_agreement":null},{"id":"W2334364519","doi":"10.1136/bmjqs-2013-002293.27","title":"265WS Improving Guideline Implementability With Guide-M (Guideline Implementability For Decision Excellence Model): An Interactive Workshop","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Michael's Hospital","funders":"","keywords":"Guideline; Excellence; Medicine; Management science; Engineering; Pathology","score_opus":0.20471879438206816,"score_gpt":0.5590850885899092,"score_spread":0.35436629420784105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334364519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26395953,0.000036624955,0.70328736,0.02115932,0.0003370554,0.009998605,0.00068058167,0.0002760963,0.00026481363],"genre_scores_gemma":[0.5985703,0.00003400464,0.38927785,0.007319765,0.0007177751,0.0010336831,0.002721212,0.00011802388,0.00020740432],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9800417,0.0008694144,0.014047326,0.0021380798,0.0016130741,0.0012904269],"domain_scores_gemma":[0.9775461,0.010909745,0.0025268719,0.0029911895,0.005044696,0.0009813799],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026880324,0.00085738965,0.0015328641,0.00019020596,0.0005529887,0.00018890479,0.0005519271,0.0003011617,0.0040279664],"category_scores_gemma":[0.029397493,0.0006963712,0.00054363714,0.00053418236,0.0002950075,0.0024555004,0.0006252244,0.00078514277,0.00006732709],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02160599,0.0029391195,0.029204672,0.0005254336,0.00046440083,0.000012694815,0.0015479915,0.0024410142,0.014707894,0.00048991066,0.13439555,0.7916653],"study_design_scores_gemma":[0.04640527,0.007097162,0.04746309,0.0007976525,0.0022666934,0.0002455242,0.08684813,0.675523,0.0049674273,0.021722239,0.10221893,0.004444879],"about_ca_topic_score_codex":0.011270185,"about_ca_topic_score_gemma":0.006702863,"teacher_disagreement_score":0.7872204,"about_ca_system_score_codex":0.0014246628,"about_ca_system_score_gemma":0.0021413276,"threshold_uncertainty_score":0.99954873},"labels":[],"label_agreement":null},{"id":"W2334549340","doi":"10.1155/2004/601842","title":"After Guidelines, What?","year":2004,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; Production (economics)","score_opus":0.24037686635164604,"score_gpt":0.4585537652433995,"score_spread":0.21817689889175348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334549340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8978813,0.0065025785,0.001293384,0.089650266,0.0026756644,0.00044834078,0.000017088714,0.000045383964,0.0014859868],"genre_scores_gemma":[0.7891763,0.0003242125,0.0050329547,0.20219575,0.0029742382,0.000013891082,0.000009643635,0.000052021867,0.00022099931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979822,0.000057010788,0.0010132176,0.00018839193,0.0003501637,0.0004090309],"domain_scores_gemma":[0.9972223,0.000057117886,0.00018518769,0.00027728567,0.0007502263,0.0015078593],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012013174,0.00013854039,0.00020094948,0.00032139014,0.00015811487,0.00020443244,0.000106341795,0.00011311001,0.0017247911],"category_scores_gemma":[0.0024266203,0.00012590234,0.00013530432,0.00020260381,0.000054620887,0.0007540553,0.000013992956,0.0005658044,0.00040684786],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000896533,0.00019629332,0.07681247,0.00007136818,0.0003877792,0.019647552,0.00056675903,0.00046020563,0.0024531016,0.0011107201,0.25562724,0.64176995],"study_design_scores_gemma":[0.0030549136,0.00030286622,0.039131206,0.00024424877,0.00011029771,0.0019049777,0.00069573463,0.000005963933,0.00015317921,0.0012032456,0.9530051,0.00018826252],"about_ca_topic_score_codex":0.0056010145,"about_ca_topic_score_gemma":0.07327434,"teacher_disagreement_score":0.69737786,"about_ca_system_score_codex":0.0009065488,"about_ca_system_score_gemma":0.00543133,"threshold_uncertainty_score":0.99918777},"labels":[],"label_agreement":null},{"id":"W2334621264","doi":"10.1136/bmjqs-2013-002293.31","title":"073WS Collaborative Guideline Implementability Tool Development and Evaluation","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University; University Health Network","funders":"","keywords":"Guideline; Medicine; Process management; Management science; Knowledge management; Computer science; Engineering; Pathology","score_opus":0.30832405189477685,"score_gpt":0.5785888508701645,"score_spread":0.2702647989753877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334621264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94722444,0.000102099395,0.006437245,0.03853792,0.00019845675,0.006130616,0.00006449087,0.00008213664,0.0012225749],"genre_scores_gemma":[0.92680633,0.00004220036,0.06505557,0.005729085,0.0002908373,0.00055391394,0.0013376996,0.000024162026,0.00016022641],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9922786,0.00089482026,0.0049698506,0.0005311424,0.0010134894,0.00031212805],"domain_scores_gemma":[0.9943863,0.0018253069,0.00068077585,0.0005246408,0.0023717165,0.00021123255],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020050004,0.0002242387,0.00046452784,0.000058580164,0.00019753448,0.00005309969,0.000075912605,0.00010199703,0.0041491734],"category_scores_gemma":[0.013658486,0.00019477884,0.00006725721,0.00029276658,0.00009385402,0.00048229215,0.00014645829,0.00020064444,0.00019112944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091771997,0.00042638747,0.07345073,0.00015570463,0.00022153906,0.0000022741372,0.002055662,0.0000136327235,0.0032271754,0.00073447474,0.055249874,0.8635448],"study_design_scores_gemma":[0.008773248,0.00028309855,0.8092514,0.00005840254,0.0002979109,0.000017177408,0.015643219,0.002336166,0.0017765462,0.002032075,0.15904199,0.00048877316],"about_ca_topic_score_codex":0.0009897273,"about_ca_topic_score_gemma":0.00054159784,"teacher_disagreement_score":0.86305606,"about_ca_system_score_codex":0.0005093769,"about_ca_system_score_gemma":0.0019017047,"threshold_uncertainty_score":0.99676114},"labels":[],"label_agreement":null},{"id":"W2334749527","doi":"10.1016/j.cjca.2011.08.036","title":"N035 NP access clinic-a collaborative approach to ensuring timely access for low risk outpatient cardiology referrals","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre","funders":"","keywords":"Medicine; Palpitations; Chest pain; Referral; Outpatient clinic; Atrial fibrillation; Interventional cardiology; Family medicine; Canadian Cardiovascular Society; Nurse practitioners; Health care; Internal medicine; Emergency medicine; Cardiology; Medical emergency; Myocardial infarction; Angina","score_opus":0.4320156931253315,"score_gpt":0.48154210898734023,"score_spread":0.04952641586200873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334749527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8139418,0.00057671283,0.12487223,0.004125913,0.0055561196,0.0036343238,0.00081181823,0.000033594082,0.046447497],"genre_scores_gemma":[0.9883866,0.00010300959,0.00672903,0.002281513,0.002225829,0.00007046935,0.000060085178,0.000046914105,0.000096574266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99615544,0.0007826278,0.0018290548,0.00040773075,0.00019909895,0.00062602933],"domain_scores_gemma":[0.99407554,0.0011059953,0.0011260449,0.00043002798,0.002088498,0.0011738858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032661129,0.00025145465,0.0013751101,0.0005561338,0.00017600344,0.0000503028,0.00056769093,0.0003274856,0.000069261296],"category_scores_gemma":[0.011277152,0.00022136886,0.0004112471,0.0003712666,0.00019217176,0.00039589478,0.000082422506,0.0006706313,0.000026793314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055478136,0.000058131598,0.6918858,0.00016492042,0.0034038904,0.000406097,0.0026136898,0.0062268637,0.00014383897,0.00024052619,0.26260838,0.026699984],"study_design_scores_gemma":[0.009932096,0.007078901,0.54584527,0.00013938548,0.0026440977,0.0016975027,0.0033169521,0.00012688407,0.0005548284,0.0016249509,0.4262201,0.00081901863],"about_ca_topic_score_codex":0.0018433928,"about_ca_topic_score_gemma":0.0015669968,"teacher_disagreement_score":0.17444478,"about_ca_system_score_codex":0.00036641152,"about_ca_system_score_gemma":0.0024039384,"threshold_uncertainty_score":0.9970513},"labels":[],"label_agreement":null},{"id":"W2335105793","doi":"10.1136/bmjqs-2013-002293.83","title":"052 Tools for Communicating Main Messages Conveyed By Clinical Practice Guidelines (CPGS) – Making Patient Resources User Friendly","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Innovates; Institute of Health Economics","funders":"","keywords":"Medicine; User Friendly; Clinical Practice; Nursing; Computer science","score_opus":0.4507219521733745,"score_gpt":0.6109672942373379,"score_spread":0.16024534206396335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335105793","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44935557,0.001322752,0.07360158,0.45324254,0.0013013766,0.013542859,0.0008624842,0.00057896576,0.0061918558],"genre_scores_gemma":[0.42271602,0.0006547099,0.4838657,0.08806242,0.0013230494,0.00084498775,0.0014363118,0.00015571812,0.0009410995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98557,0.002794912,0.009225426,0.00078072154,0.0009986107,0.00063034287],"domain_scores_gemma":[0.92359424,0.06574544,0.0040416536,0.0022014808,0.0039896388,0.00042756117],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024349337,0.00039210648,0.0010520958,0.000062869374,0.00040501246,0.00023860425,0.0004663463,0.0003318861,0.0005691617],"category_scores_gemma":[0.29069653,0.00034428536,0.00043599468,0.0002483908,0.00025014736,0.0014161266,0.00048155105,0.00079481193,0.00014293054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029359907,0.0008227757,0.0052927444,0.00022501993,0.00042182053,0.000008312083,0.0010057541,0.000015467123,0.0014998701,0.0008305849,0.6585061,0.32843554],"study_design_scores_gemma":[0.0054567046,0.00081643043,0.01072947,0.00032881481,0.00046211248,0.000043135344,0.030979037,0.0012345966,0.0001648372,0.0003888488,0.9488766,0.0005194156],"about_ca_topic_score_codex":0.0018988455,"about_ca_topic_score_gemma":0.00015292056,"teacher_disagreement_score":0.4102641,"about_ca_system_score_codex":0.00019322668,"about_ca_system_score_gemma":0.00039896925,"threshold_uncertainty_score":0.99990094},"labels":[],"label_agreement":null},{"id":"W2335449634","doi":"10.1155/2003/414368","title":"The 1993 Canadian Association of Gastroenterology Strategic Plan: Excellence in Achievement","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Strategic planning; Cornerstone; Excellence; Specialty; Management; Political science; Medicine; Library science; Public administration; Family medicine; Law; History; Economics; Computer science","score_opus":0.08045091154607545,"score_gpt":0.34414131789361047,"score_spread":0.26369040634753504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335449634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97627264,0.00007292275,0.000089834495,0.02198289,0.000776529,0.00026607138,0.000026232334,0.0000016334993,0.00051122427],"genre_scores_gemma":[0.9963842,0.00008805102,0.00036228413,0.002950749,0.00009901938,0.000006751784,0.000011886795,0.000013645489,0.0000833997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967877,0.0006377004,0.0014393749,0.00015477257,0.00022776579,0.0007526858],"domain_scores_gemma":[0.99736685,0.00037626424,0.00093188765,0.00020418469,0.00036243926,0.000758406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029557324,0.00014167397,0.0004415432,0.0004636471,0.0000951974,0.00001828084,0.00021084842,0.000116959374,0.00019584602],"category_scores_gemma":[0.0016311489,0.00011820019,0.00011934122,0.00013466868,0.00012641902,0.000097302414,0.0000080745085,0.00059410906,0.0000072755524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007417227,0.000041133844,0.9957168,0.000009444436,0.000107985456,0.00021474625,0.00008594192,0.0000892769,0.000105688116,0.00028912173,0.002413648,0.00018446472],"study_design_scores_gemma":[0.00932551,0.010611963,0.9404247,0.00012505015,0.000267724,0.0018240504,0.0028802538,0.00011292137,0.00005633339,0.0010057348,0.033243347,0.00012245],"about_ca_topic_score_codex":0.09848978,"about_ca_topic_score_gemma":0.9671382,"teacher_disagreement_score":0.8686484,"about_ca_system_score_codex":0.001007211,"about_ca_system_score_gemma":0.0023775168,"threshold_uncertainty_score":0.90751344},"labels":[],"label_agreement":null},{"id":"W2335962157","doi":"10.1093/ofid/ofv133.979","title":"Impact of an Antimicrobial Stewardship Program on Surgical Antibiotic Prophylaxis Conformity According to 2013 ASHP/IDSA Guidelines","year":2015,"lang":"en","type":"article","venue":"Open Forum Infectious Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Antimicrobial stewardship; Conformity; Antibiotic prophylaxis; Antibiotic Stewardship; Antimicrobial; Antibiotics; Intensive care medicine; Family medicine; Antibiotic resistance; Microbiology; Law","score_opus":0.196519864278396,"score_gpt":0.5200854476110712,"score_spread":0.32356558333267527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335962157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99112856,0.000023062323,0.00003892002,0.0018705112,0.00038396934,0.003914763,0.00021625837,0.00018844684,0.0022354822],"genre_scores_gemma":[0.9968224,0.000016278002,0.0012139337,0.0010427886,0.00031470179,0.000055322336,0.00039658492,0.000056629386,0.00008133833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996831,0.0002126026,0.0013131809,0.00055684533,0.00055548997,0.0005309103],"domain_scores_gemma":[0.996153,0.00032657236,0.00048146545,0.00068714685,0.0013645123,0.0009873157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010305205,0.00034310957,0.0007674489,0.00023530022,0.00013496225,0.00025538384,0.00034628765,0.00013943756,0.00014708574],"category_scores_gemma":[0.006213261,0.00026610817,0.00032718424,0.0005383802,0.000105523344,0.0009458461,0.0003906802,0.00024491202,0.00014874867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045220726,0.0055921087,0.75113404,0.000087788416,0.00025381838,0.000081222635,0.00004828037,0.00055905397,0.00027601872,0.00006646754,0.03312501,0.20425415],"study_design_scores_gemma":[0.04432363,0.14111601,0.77641624,0.0014017671,0.0018653591,0.0011314751,0.0029870917,0.003966698,0.003932641,0.0008660021,0.01961415,0.0023789408],"about_ca_topic_score_codex":0.006224518,"about_ca_topic_score_gemma":0.00043027932,"teacher_disagreement_score":0.20187521,"about_ca_system_score_codex":0.00030433532,"about_ca_system_score_gemma":0.0011092089,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W2336020194","doi":"10.1200/jco.2009.27.15_suppl.e17564","title":"Implementation of an integrated cancer care network","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Charles-Le Moyne; Ministry of Health","funders":"","keywords":"Medicine; Multidisciplinary approach; Health care; Mandate; Coaching; Family medicine; Medical education; Nursing; Management","score_opus":0.39025211326889103,"score_gpt":0.6686919872028798,"score_spread":0.2784398739339888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336020194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816713,0.0004092079,0.00091441,0.014884476,0.0014157104,0.00025845654,0.0000079513065,0.000009362514,0.00042917693],"genre_scores_gemma":[0.964584,0.0005962416,0.024292272,0.00790578,0.0025654053,0.0000016535872,0.00002591145,0.000009913345,0.000018819108],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937322,0.00059033645,0.004966821,0.00014697478,0.00037721626,0.00018641236],"domain_scores_gemma":[0.9920427,0.0018706173,0.0039209044,0.00016977749,0.0017029367,0.00029303084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043732123,0.00010469801,0.001121644,0.000081332044,0.000026381125,0.000005578877,0.0001285383,0.00024395544,0.00063803955],"category_scores_gemma":[0.004361673,0.00007693999,0.0003367047,0.00021513469,0.00007553857,0.00026517684,0.000017089294,0.0007641374,0.0000036539818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028798648,0.000535865,0.08268704,0.0000119957285,0.00014430702,0.00007292405,0.00016484008,0.00016746236,0.00020090435,0.000063185485,0.006654439,0.9064172],"study_design_scores_gemma":[0.012155703,0.036010444,0.83579564,0.00010240013,0.0010068169,0.00012393367,0.005271398,0.00016672986,0.0002900888,0.0006160763,0.10836043,0.00010034423],"about_ca_topic_score_codex":0.00033572607,"about_ca_topic_score_gemma":0.0010408437,"teacher_disagreement_score":0.9063168,"about_ca_system_score_codex":0.0001767385,"about_ca_system_score_gemma":0.0030493708,"threshold_uncertainty_score":0.6986086},"labels":[],"label_agreement":null},{"id":"W2336056151","doi":"10.20344/amp.516","title":"Validação das regras de Ottawa para a população Portuguesa: estudo prospectivo.","year":2011,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.711559831321302,"score_gpt":0.6816722804004308,"score_spread":0.029887550920871142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336056151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756295,0.004565087,0.0025697623,0.0014742793,0.0008423952,0.0020002513,0.0000408783,0.00014215888,0.0127357],"genre_scores_gemma":[0.9856178,0.0035871908,0.0068135383,0.0024215758,0.0004929871,0.0001159503,0.000050671828,0.00012156718,0.00077872135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941855,0.00048781914,0.0027236447,0.0007443991,0.0011758269,0.00068278983],"domain_scores_gemma":[0.99439263,0.00077841594,0.0022465317,0.0010132956,0.00087655697,0.0006925643],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005067804,0.0004700388,0.0012584801,0.0007100683,0.00024531843,0.00042737252,0.0016134244,0.00021445098,0.01703694],"category_scores_gemma":[0.0066511673,0.00041568663,0.0003895095,0.0011165668,0.0001774525,0.002636089,0.0007673121,0.0007595847,0.00006826651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092337874,0.0011992283,0.8933961,0.000115281044,0.00045713893,0.00036863177,0.00044732736,0.0000051622674,0.024608735,0.00017587983,0.056533106,0.02177007],"study_design_scores_gemma":[0.0021897412,0.000104245846,0.96248174,0.00044239566,0.00068868534,0.00028015135,0.00043139252,0.000061873616,0.012384175,0.009599685,0.010873817,0.00046212377],"about_ca_topic_score_codex":0.005851883,"about_ca_topic_score_gemma":0.00033988064,"teacher_disagreement_score":0.06908565,"about_ca_system_score_codex":0.00031639697,"about_ca_system_score_gemma":0.00059209915,"threshold_uncertainty_score":0.9998295},"labels":[],"label_agreement":null},{"id":"W2336995114","doi":"10.1155/2000/302785","title":"A Critical Approach to Clinical Practice Guidelines","year":2000,"lang":"en","type":"review","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Rigour; Guideline; Relevance (law); Clinical Practice; Quality (philosophy); Medicine; Health care; Nursing; Medical education; Political science","score_opus":0.43461710217563143,"score_gpt":0.5764208337674945,"score_spread":0.1418037315918631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336995114","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028833405,0.96332926,0.0031806375,0.027436417,0.0026865187,0.0008968674,0.000100174235,0.000012127566,0.002329174],"genre_scores_gemma":[0.000021433134,0.8580789,0.10080797,0.03647022,0.0043307017,0.000017312412,0.00007090536,0.00008609943,0.00011648105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99007314,0.0013362912,0.006874324,0.0004968699,0.00042164847,0.00079774065],"domain_scores_gemma":[0.98909134,0.0025057683,0.0015849142,0.00057380367,0.0030711798,0.003172984],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052920394,0.00044485237,0.0034092446,0.0009194569,0.00007925385,0.00007081225,0.0005066003,0.0005386786,0.0004735458],"category_scores_gemma":[0.095635064,0.0003638464,0.0012426348,0.00030225466,0.0002695005,0.00027136205,0.000043498254,0.0021113055,0.0002180639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006377577,0.00020153535,0.00025357713,0.0010064306,0.00056283065,0.0012874863,0.000020749441,0.0000027164997,9.989407e-9,0.000045984103,0.2112637,0.7847172],"study_design_scores_gemma":[0.00097415596,0.0038417683,0.0000622996,0.0028061245,0.0049199974,0.035917964,0.00008337033,0.0000056705435,4.187225e-9,0.000016537106,0.9512336,0.00013847683],"about_ca_topic_score_codex":0.0006912543,"about_ca_topic_score_gemma":0.0013296568,"teacher_disagreement_score":0.78457874,"about_ca_system_score_codex":0.0003691626,"about_ca_system_score_gemma":0.007489357,"threshold_uncertainty_score":0.9998813},"labels":[],"label_agreement":null},{"id":"W2337098125","doi":"10.1016/s1701-2163(16)30210-9","title":"Lying in the Bed We’ve Made: Reflection on some Unintended Consequences of Clinical Practice Guidelines in the Courts","year":2003,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Guideline; Causation; Adjudication; Rigour; Critical appraisal; Clinical Practice; Credibility; Scrutiny; Malpractice; Nursing; Law; Alternative medicine","score_opus":0.2762136888331442,"score_gpt":0.5003978900431377,"score_spread":0.22418420120999355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337098125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85872906,0.0027186873,0.000023287465,0.13076228,0.006079906,0.0003971295,0.000004623433,0.0000016034666,0.0012834027],"genre_scores_gemma":[0.9778228,0.001393951,0.001704136,0.018990725,0.00005816116,0.0000029756882,0.0000016328692,0.0000057735783,0.000019880159],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955081,0.0011819664,0.0024111434,0.00013531122,0.00058942,0.00017408514],"domain_scores_gemma":[0.9589607,0.038022585,0.0016857221,0.00017149086,0.0010884037,0.00007110271],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009127896,0.00010128793,0.00042105324,0.00021564604,0.0000579054,0.000016292759,0.00014678542,0.00012239323,0.000039357954],"category_scores_gemma":[0.3030984,0.00005812896,0.0000649669,0.00048662492,0.00016941775,0.00016753201,0.000012113424,0.00090831105,2.4805263e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001008057,0.002601674,0.3663843,0.00020153323,0.00069563894,0.017164828,0.0030252947,0.0008959272,0.00036651758,0.026278032,0.08705108,0.49432713],"study_design_scores_gemma":[0.019693352,0.0067665544,0.5727478,0.00014255571,0.0009757718,0.0031782526,0.08235783,0.00048505992,0.00020470672,0.014143024,0.29894274,0.00036230733],"about_ca_topic_score_codex":0.012154161,"about_ca_topic_score_gemma":0.025635315,"teacher_disagreement_score":0.49396482,"about_ca_system_score_codex":0.00030351832,"about_ca_system_score_gemma":0.0027230387,"threshold_uncertainty_score":0.994424},"labels":[],"label_agreement":null},{"id":"W2337447380","doi":"10.1016/j.cjca.2015.07.726","title":"PERFORMANCE STANDARDS OF CARDIOVASCULAR DISEASE RISK FACTOR MANAGEMENT IN NORTH AMERICA","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Medicine; Dyslipidemia; National Health and Nutrition Examination Survey; Family medicine; Population; Risk factor; Behavioral Risk Factor Surveillance System; Environmental health; Diabetes mellitus; Disease; MEDLINE; Gerontology; Internal medicine","score_opus":0.10930943290015888,"score_gpt":0.37955690467551345,"score_spread":0.2702474717753546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337447380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919656,0.0014932333,0.0036883026,0.0004867447,0.0004598054,0.00022309032,0.00022195972,0.000002433273,0.0014588182],"genre_scores_gemma":[0.99780864,0.0011061521,0.0005749068,0.00013037103,0.0003424156,0.0000024782496,0.000012604912,0.0000109986795,0.000011461561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982577,0.00023055465,0.0007712559,0.00012120234,0.00039533083,0.00022396629],"domain_scores_gemma":[0.99782246,0.00008833864,0.0003123906,0.00029139142,0.00065973605,0.0008256669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001279341,0.00009244321,0.0005670988,0.00031700803,0.000020485746,0.0000046122686,0.000109650675,0.00004000961,0.000023809069],"category_scores_gemma":[0.0021613303,0.00008123677,0.00027710825,0.00022753225,0.00011563988,0.000105634004,0.000014628124,0.00026442297,0.000004346253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004676461,0.0000047692347,0.761972,0.000043916007,0.0011780083,0.0006564237,0.00017284263,0.059014853,7.2436455e-7,0.0000026528053,0.003358744,0.17312741],"study_design_scores_gemma":[0.0022579588,0.0004193598,0.6120073,0.000029267392,0.0007557374,0.00006883557,0.0005000783,0.00022706143,0.0000020909154,0.000018670631,0.38364336,0.00007023715],"about_ca_topic_score_codex":0.00175822,"about_ca_topic_score_gemma":0.0014603919,"teacher_disagreement_score":0.38028464,"about_ca_system_score_codex":0.00043858716,"about_ca_system_score_gemma":0.0023762202,"threshold_uncertainty_score":0.42153123},"labels":[],"label_agreement":null},{"id":"W2337843914","doi":"10.1155/2000/893063","title":"Assessment of Medical Journal Quality","year":2000,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Quality (philosophy); Computer science; Physics","score_opus":0.15031946572675495,"score_gpt":0.49476610533328724,"score_spread":0.3444466396065323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337843914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96079165,0.00005531825,0.0018838617,0.0358009,0.0005043222,0.0000668836,0.000009334727,0.0000017078377,0.0008859964],"genre_scores_gemma":[0.99018556,0.00012577072,0.0032778124,0.005795342,0.0005357671,4.4852308e-7,0.000005062872,0.000010367853,0.00006388949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966036,0.00042340995,0.001928692,0.0000906988,0.00063049246,0.00032308462],"domain_scores_gemma":[0.99699444,0.00024192916,0.00077723304,0.00015263977,0.00049395236,0.0013397961],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004259035,0.000093318056,0.0005085492,0.00025290335,0.00005155206,0.000015277334,0.00023847101,0.000111652116,0.014356193],"category_scores_gemma":[0.0019070368,0.00007854575,0.00021564757,0.00007986107,0.00019128711,0.00013238947,0.000008805864,0.0008352245,0.000007647743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007403642,0.00012473439,0.9549416,0.000023072917,0.0002461844,0.0010089246,0.00008009367,0.000037361417,0.000121797246,0.00013765466,0.01147922,0.031059038],"study_design_scores_gemma":[0.0045318375,0.003667457,0.95494884,0.00010142991,0.00017111957,0.014264849,0.00023279052,0.00010448462,0.000008933405,0.00016669973,0.021759791,0.0000417919],"about_ca_topic_score_codex":0.0019778577,"about_ca_topic_score_gemma":0.015491481,"teacher_disagreement_score":0.031017246,"about_ca_system_score_codex":0.00019026778,"about_ca_system_score_gemma":0.0034169378,"threshold_uncertainty_score":0.98654485},"labels":[],"label_agreement":null},{"id":"W2338013126","doi":"","title":"Endiguer la puissance des données longitudinales","year":2016,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.20280801061990433,"score_gpt":0.37827070001130714,"score_spread":0.1754626893914028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338013126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.782517,0.049388386,0.009394874,0.114108965,0.013853229,0.002200997,0.00030475412,0.0004064164,0.027825346],"genre_scores_gemma":[0.907099,0.039660193,0.0032700154,0.0012466939,0.005315535,0.00008652051,0.000032139615,0.00015770507,0.04313222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937431,0.0010025142,0.0014975314,0.0008376209,0.00066085986,0.0022583716],"domain_scores_gemma":[0.99361295,0.0036369925,0.0005028351,0.0007578188,0.0004072091,0.0010821797],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026343118,0.00047255532,0.0005371017,0.00011622294,0.00018123287,0.00012549273,0.00037408416,0.00019528864,0.0029997015],"category_scores_gemma":[0.021587644,0.00035117057,0.00022413093,0.0005400139,0.0010754705,0.0009852787,0.00021988947,0.00047073225,0.0024718456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004674622,0.00060897035,0.28830513,0.00036415702,0.00030284317,0.00087322865,0.0015088074,0.0000057993952,0.0025196662,0.004700658,0.036445826,0.66389745],"study_design_scores_gemma":[0.0023726544,0.00013987419,0.44662413,0.0008979094,0.00041209918,0.00019759053,0.00016625387,0.0000074277564,0.0028005263,0.00032079566,0.5457615,0.00029917847],"about_ca_topic_score_codex":0.00015809013,"about_ca_topic_score_gemma":0.0001725677,"teacher_disagreement_score":0.6635983,"about_ca_system_score_codex":0.00052704825,"about_ca_system_score_gemma":0.00039576745,"threshold_uncertainty_score":0.999894},"labels":[],"label_agreement":null},{"id":"W2338219775","doi":"10.1177/0272989x16644427","title":"Dissemination of Clinical Practice Guidelines","year":2016,"lang":"en","type":"article","venue":"Medical Decision Making","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University","funders":"Centers for Disease Control and Prevention; Queensland Health; Canadian Diabetes Association","keywords":"Agency (philosophy); Guideline; Health care; Psychological intervention; Medicine; Target audience; Psychology; Medical education; Nursing; Business; Advertising; Sociology; Political science","score_opus":0.3661973846826643,"score_gpt":0.6576081472958724,"score_spread":0.2914107626132081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338219775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1747928,0.00023718885,0.7100753,0.108690016,0.0017823464,0.00045063015,0.00001036607,0.00009516935,0.0038661507],"genre_scores_gemma":[0.7657922,0.00051835267,0.22449315,0.007952634,0.0009941043,0.0000074581976,0.0000055250634,0.00002355829,0.00021302895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926288,0.00024822107,0.0041105812,0.00040257387,0.0023957973,0.0002140368],"domain_scores_gemma":[0.94030005,0.054482583,0.0012268564,0.00062078773,0.0029930314,0.00037668648],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012442268,0.00013480308,0.00052602944,0.00012909327,0.00004183362,0.000011019623,0.00019853456,0.00026019267,0.0034046664],"category_scores_gemma":[0.7567164,0.000077885255,0.00022459315,0.00028899708,0.00015381089,0.00035736855,0.00017494759,0.00027470218,0.00017854181],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087674585,0.00024462387,0.0076505654,0.000015615013,0.000036498284,0.000082996994,0.000013771957,3.2609066e-7,0.000416803,0.00047665785,0.062347017,0.9278384],"study_design_scores_gemma":[0.009534591,0.0020384092,0.17535865,0.013846734,0.00076524855,0.00094842183,0.00079206325,0.005965899,0.00073684077,0.007014312,0.782488,0.0005108511],"about_ca_topic_score_codex":0.0000089089845,"about_ca_topic_score_gemma":0.000008249888,"teacher_disagreement_score":0.9273275,"about_ca_system_score_codex":0.00004357617,"about_ca_system_score_gemma":0.00039048516,"threshold_uncertainty_score":0.9975064},"labels":[],"label_agreement":null},{"id":"W2338926532","doi":"10.15171/ijhpm.2016.35","title":"Developing Leadership in Managers to Facilitate the Implementation of National Guideline Recommendations: A Process Evaluation of Feasibility and Usefulness","year":2016,"lang":"en","type":"article","venue":"International Journal of Health Policy and Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"STROKE-Riksförbundet; Vårdalstiftelsen","keywords":"Intervention (counseling); Focus group; Rehabilitation; Psychological intervention; Nursing; Medical education; Guideline; Process (computing); Medicine; Psychology; Business; Physical therapy; Computer science","score_opus":0.7744115795290827,"score_gpt":0.6305671095702362,"score_spread":0.14384446995884648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338926532","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4381354,0.0001849175,0.018017845,0.5421555,0.00017650098,0.0011821737,0.00004108591,0.0000033359859,0.00010323286],"genre_scores_gemma":[0.98846674,0.00067312096,0.0040483223,0.0066755763,0.00007561979,0.00002557553,0.000012546044,0.0000050626213,0.000017444203],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99670017,0.0002984511,0.0018082043,0.0001336758,0.0009345361,0.00012493905],"domain_scores_gemma":[0.99683094,0.00043211752,0.0009820609,0.00007570013,0.0016234716,0.000055695094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009875349,0.00007668273,0.0002006696,0.0005208675,0.00003287879,0.000010075495,0.00010902303,0.000019278907,0.00003671984],"category_scores_gemma":[0.0019483678,0.000051026665,0.000034122262,0.00021370286,0.00005130773,0.0002612084,0.00006020999,0.000063287865,4.9441354e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005784598,0.00015938026,0.021676576,0.00042468144,0.00029816732,0.0000025640445,0.0031782838,0.0001498798,0.00007846004,0.017732676,0.0020616394,0.95365924],"study_design_scores_gemma":[0.017085519,0.0008587447,0.8784679,0.002232136,0.00018948237,0.000110560504,0.039450042,0.00041287704,0.0005110067,0.042475317,0.01799664,0.00020973406],"about_ca_topic_score_codex":0.0007329059,"about_ca_topic_score_gemma":0.0005761314,"teacher_disagreement_score":0.9534495,"about_ca_system_score_codex":0.00060881913,"about_ca_system_score_gemma":0.0006502676,"threshold_uncertainty_score":0.34226185},"labels":[],"label_agreement":null},{"id":"W2341088575","doi":"","title":"Applause for case reports.","year":2015,"lang":"en","type":"letter","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alternative medicine; Medicine; Data science; Library science; Family medicine; Computer science; Pathology","score_opus":0.43591463600074937,"score_gpt":0.4689316728821207,"score_spread":0.03301703688137131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341088575","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008070973,0.00013657732,0.00053822785,0.98768294,0.0020226624,0.006410282,0.0001471975,0.00013757472,0.00211746],"genre_scores_gemma":[0.002044785,0.000010476543,0.002382604,0.9513045,0.016177844,0.010108237,0.0034824684,0.00011563432,0.014373432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972276,0.000057570043,0.0012748707,0.0005033385,0.00046036247,0.00047622505],"domain_scores_gemma":[0.9966374,0.0011699832,0.0007347459,0.0007116087,0.0005395228,0.00020674073],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022737726,0.00022603458,0.00050676474,0.0001243056,0.000039624774,0.00003641957,0.000045898778,0.000569361,0.000063310035],"category_scores_gemma":[0.014358722,0.00020197377,0.00019950209,0.00009899996,0.00004129936,0.00010232475,0.000050545023,0.0010113956,0.000024151363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008354055,0.000029721532,0.0001098823,0.00019571921,0.00011725164,0.06418734,0.000010320823,1.6979538e-7,2.390351e-7,7.9779636e-7,0.8713938,0.063871235],"study_design_scores_gemma":[0.0013134986,0.00004735828,0.0002153122,0.000010697646,0.00095653516,0.048901256,0.000029780918,0.000009613068,0.0000059513336,0.00034295753,0.9479807,0.00018633423],"about_ca_topic_score_codex":0.0002067701,"about_ca_topic_score_gemma":0.00003091498,"teacher_disagreement_score":0.076586924,"about_ca_system_score_codex":0.00023451018,"about_ca_system_score_gemma":0.0002511991,"threshold_uncertainty_score":0.99394375},"labels":[],"label_agreement":null},{"id":"W2341444692","doi":"10.1503/cmaj.151102","title":"Optimizing the language and format of guidelines to improve guideline uptake","year":2016,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut universitaire de cardiologie et de pneumologie de Québec; Public Health Ontario; McMaster University; Air Canada; Women's College Hospital; Trillium Health Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Guideline; Pace; Computer science; Clinical Practice; Data science; Medicine; Family medicine; Pathology","score_opus":0.06484062095350011,"score_gpt":0.4139902188241481,"score_spread":0.349149597870648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341444692","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27965286,0.00032542006,0.007336021,0.71089226,0.00075272826,0.00033520773,0.000061610655,0.000016090202,0.0006277985],"genre_scores_gemma":[0.7742845,0.00078708597,0.02862541,0.18889606,0.005815178,0.000017274448,0.000019599736,0.000050528346,0.0015044017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969312,0.0000981018,0.0015176327,0.00012791231,0.0010085285,0.00031662578],"domain_scores_gemma":[0.99618953,0.00076484575,0.0004640503,0.00015277979,0.001293515,0.0011352561],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005742249,0.00009865624,0.00023885941,0.00012892003,0.00012277746,0.00003231702,0.00013760988,0.00015958527,0.0015325493],"category_scores_gemma":[0.04470419,0.00005349083,0.0000824393,0.00015987377,0.000036063997,0.00016678088,0.00003668097,0.000333089,0.000040199473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041838604,0.00001340042,0.0054674097,0.000007733748,0.00009784959,0.000055901015,0.0004926969,0.000002118093,0.001719183,0.00008301499,0.34552205,0.6464968],"study_design_scores_gemma":[0.0035317827,0.00028102854,0.009090181,0.00025883524,0.00015198436,0.0005731205,0.004458275,0.00078283064,0.0003875776,0.00013807128,0.9801904,0.00015592205],"about_ca_topic_score_codex":0.0021418892,"about_ca_topic_score_gemma":0.011379145,"teacher_disagreement_score":0.64634085,"about_ca_system_score_codex":0.00038119254,"about_ca_system_score_gemma":0.0016166626,"threshold_uncertainty_score":0.9993802},"labels":[],"label_agreement":null},{"id":"W2343367320","doi":"10.1200/jco.2007.25.18_suppl.6638","title":"Sustainable improvement in quality indicators in Ontario's surgical oncology program (SOP)","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University Health Network; Toronto General Hospital; Ottawa Hospital; Cancer Care Ontario; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Quality management; Population; Total mesorectal excision; Colorectal cancer; General partnership; Multidisciplinary approach; Pancreatic cancer; Service (business); Cancer; Internal medicine; Marketing","score_opus":0.34352701349290826,"score_gpt":0.6340549805800244,"score_spread":0.29052796708711615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343367320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700306,0.00011910111,0.00008093657,0.010790172,0.0010504411,0.0010918112,5.9472404e-7,0.000015450836,0.016820876],"genre_scores_gemma":[0.98472285,0.00021593414,0.010465744,0.003212768,0.0008124948,0.000017754046,0.000011060667,0.000020570702,0.00052082055],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9847114,0.0012316185,0.012089621,0.00040057398,0.0007669632,0.0007998408],"domain_scores_gemma":[0.9800825,0.0134535665,0.0046828906,0.00029706722,0.0007835114,0.0007004533],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048664436,0.00020937061,0.0022881264,0.0009346936,0.00003417308,0.000012886621,0.0002548289,0.0009319848,0.0004733773],"category_scores_gemma":[0.019117916,0.0001680601,0.0005199066,0.00077519217,0.00029071447,0.00029620517,0.00016700153,0.0039510285,0.000013967231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.010462865,0.0064278827,0.44422716,0.00003580889,0.00007079771,0.0060850168,0.00038560043,0.000005630096,0.000015220516,0.0004147061,0.00031814075,0.5315512],"study_design_scores_gemma":[0.016844198,0.021822045,0.49918735,0.000032388438,0.000095605086,0.00018198961,0.0048272456,0.0000050522076,0.000021893582,0.00037104383,0.45651427,0.00009692467],"about_ca_topic_score_codex":0.021594169,"about_ca_topic_score_gemma":0.23297013,"teacher_disagreement_score":0.53145427,"about_ca_system_score_codex":0.0041435473,"about_ca_system_score_gemma":0.011220021,"threshold_uncertainty_score":0.9996794},"labels":[],"label_agreement":null},{"id":"W2343844720","doi":"10.4103/2008-322x.176913","title":"Customized clinical practice guidelines for management of adult cataract in Iran","year":2015,"lang":"en","type":"article","venue":"Journal of Ophthalmic and Vision Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Session (web analytics); Table (database); Standardization; Referral; Population; Round table; Family medicine; Alternative medicine; Clinical Practice; Optometry; Data mining; World Wide Web; Pathology","score_opus":0.7773452049412615,"score_gpt":0.7305118754945413,"score_spread":0.04683332944672014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343844720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94649947,0.0008784165,0.0010394345,0.04904643,0.00036047882,0.0009345763,0.0000065118816,0.0000033880906,0.0012312692],"genre_scores_gemma":[0.8591289,0.0038369289,0.13513556,0.0009745215,0.00052015047,0.000009686076,0.000008788446,0.000021179114,0.00036428805],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99493307,0.00052691967,0.0029083737,0.00019745811,0.0012066213,0.00022756384],"domain_scores_gemma":[0.98483557,0.004795881,0.00087270286,0.0002357923,0.008934151,0.00032591712],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026581341,0.00009380589,0.000529533,0.00034950196,0.000035507393,0.000024330942,0.00015167301,0.00010530565,0.000028855777],"category_scores_gemma":[0.06766656,0.00006753653,0.00014660892,0.00032472843,0.0001127917,0.00039579903,0.00011696564,0.0006210843,0.0000068364734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08763555,0.004436053,0.05419897,0.0010050256,0.0006624727,0.0018969751,0.00060518726,0.000058765225,0.0009990337,0.0007468069,0.32239324,0.5253619],"study_design_scores_gemma":[0.21602982,0.04826739,0.23239751,0.0074997996,0.0017401882,0.009282162,0.11996202,0.021429935,0.0008076181,0.0076539866,0.33416918,0.00076039793],"about_ca_topic_score_codex":0.00013059935,"about_ca_topic_score_gemma":0.0000036427361,"teacher_disagreement_score":0.5246015,"about_ca_system_score_codex":0.00008377703,"about_ca_system_score_gemma":0.00036081075,"threshold_uncertainty_score":0.94018686},"labels":[],"label_agreement":null},{"id":"W2346029141","doi":"","title":"Amélioration de l’exercice de la médecine","year":2015,"lang":"fr","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.13257961407062996,"score_gpt":0.405072896156496,"score_spread":0.27249328208586604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346029141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86136985,0.01231462,0.021755073,0.06572141,0.0093231695,0.0020396903,0.00008389838,0.00032406842,0.027068205],"genre_scores_gemma":[0.9582211,0.00459893,0.010186805,0.0059358757,0.008209266,0.00007686233,0.00017258659,0.00015663111,0.012441942],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99337333,0.0021690868,0.0013205445,0.00054671196,0.00069031003,0.0019000152],"domain_scores_gemma":[0.99483204,0.0016651516,0.00046142616,0.00059053715,0.00049920275,0.0019516295],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008484949,0.00034958997,0.00043603085,0.00012890002,0.000088294306,0.00017340224,0.00027520224,0.00027081184,0.0005305945],"category_scores_gemma":[0.035695042,0.00036927703,0.00012466012,0.0007971452,0.0002499989,0.00063989696,0.0001328156,0.00090683135,0.000985513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016825545,0.0019391642,0.30888054,0.00029118915,0.00025651485,0.0012493832,0.0117189055,0.0010437618,0.0028674921,0.00403642,0.29593647,0.3700976],"study_design_scores_gemma":[0.006309257,0.00031653084,0.31308898,0.00021217768,0.000807665,0.0004063386,0.0014051675,0.0021134808,0.0013283611,0.0009346531,0.6727284,0.00034898164],"about_ca_topic_score_codex":0.0009988081,"about_ca_topic_score_gemma":0.00006879369,"teacher_disagreement_score":0.37679192,"about_ca_system_score_codex":0.001584095,"about_ca_system_score_gemma":0.0019978294,"threshold_uncertainty_score":0.9998759},"labels":[],"label_agreement":null},{"id":"W2346494368","doi":"10.6004/jnccn.2004.0043","title":"Patients and Clinical Practice Guidelines Development","year":2004,"lang":"en","type":"article","venue":"Journal of the National Comprehensive Cancer Network","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paternalism; Medicine; Set (abstract data type); Health care; Guideline; Function (biology); MEDLINE; Medical education","score_opus":0.3354320687749796,"score_gpt":0.54763007206618,"score_spread":0.21219800329120037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346494368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8225214,0.004827958,0.0011826291,0.16497213,0.0052740388,0.00071458664,0.000009567744,0.000015824346,0.00048185166],"genre_scores_gemma":[0.629261,0.002337815,0.18360922,0.17613944,0.008476643,0.000009013223,0.000012012508,0.00003793354,0.00011687246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670386,0.0001312747,0.0018582883,0.00013632355,0.0010326206,0.00013762408],"domain_scores_gemma":[0.9844525,0.001438428,0.0014678034,0.000074619085,0.012439937,0.00012670307],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001125614,0.000112745634,0.00028581853,0.00004323553,0.00013567308,0.000022031154,0.000121367455,0.00006741932,0.000025982545],"category_scores_gemma":[0.014572486,0.00007383932,0.0001436623,0.00020669897,0.00007486362,0.00025284052,0.00010514603,0.00044412693,0.0000049158557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044877403,0.0013076931,0.17985429,0.000082460276,0.0024902846,0.000031579217,0.00033807792,0.05795733,0.00012455633,0.0009642923,0.592083,0.16027875],"study_design_scores_gemma":[0.005064787,0.00025617823,0.4576097,0.00029843167,0.0003132776,0.00016592603,0.00011044409,0.000095272604,0.000025342579,0.0013684322,0.53459775,0.00009441353],"about_ca_topic_score_codex":0.000012963983,"about_ca_topic_score_gemma":0.000011756273,"teacher_disagreement_score":0.27775544,"about_ca_system_score_codex":0.0003367195,"about_ca_system_score_gemma":0.001254562,"threshold_uncertainty_score":0.99372816},"labels":[],"label_agreement":null},{"id":"W2347079831","doi":"10.12890/2016_000438","title":"The European Journal of Case Reports in Internal Medicine – The First Two Years","year":2016,"lang":"en","type":"article","venue":"European Journal of Case Reports in Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thunder Bay Regional Health Sciences Centre","funders":"","keywords":"Charge (physics); Order (exchange); Medicine; Library science; Business; Computer science; Physics; Finance","score_opus":0.1114857892861832,"score_gpt":0.4352059708258508,"score_spread":0.3237201815396676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2347079831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9247847,0.0025604807,0.0036858763,0.0518753,0.006877491,0.00043147692,0.000001738527,0.000014508074,0.009768391],"genre_scores_gemma":[0.9903226,0.0009961742,0.00035133696,0.001684656,0.0060245763,0.0000012721251,0.0000011133131,0.000091468355,0.00052680855],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9849508,0.0026027455,0.009968735,0.0003756126,0.0016224593,0.0004796413],"domain_scores_gemma":[0.9844904,0.003856897,0.009024451,0.0008833301,0.001269753,0.0004751966],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051568076,0.00037822884,0.0010292375,0.0006814948,0.00012383671,0.000045087054,0.00034208776,0.00003854992,0.00041477534],"category_scores_gemma":[0.041353,0.00016718596,0.00031998282,0.00043977788,0.00085828325,0.0004028742,0.00025290652,0.0018061765,0.000009900167],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010049707,0.00012112657,0.019658983,0.000020547339,0.00022683792,0.8441656,0.0015242838,0.000019159326,0.00059809483,0.000008219515,0.026352208,0.106299974],"study_design_scores_gemma":[0.0065824306,0.0026118509,0.025319,0.005763987,0.00042066476,0.84483534,0.0027289893,0.000019296207,0.0000624784,0.0001512867,0.111364886,0.00013980758],"about_ca_topic_score_codex":0.00073672936,"about_ca_topic_score_gemma":0.0009425153,"teacher_disagreement_score":0.106160164,"about_ca_system_score_codex":0.00039126098,"about_ca_system_score_gemma":0.00027288782,"threshold_uncertainty_score":0.97661024},"labels":[],"label_agreement":null},{"id":"W2348026883","doi":"","title":"Establishing of Modified Standardized Patients and Their Application in Surgical Clinical Case Discussions","year":2009,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Medicine; Medical education; Clinical Practice; China; Creative thinking; Medical physics; Nursing; Psychology; Creativity; Political science","score_opus":0.15636292800193283,"score_gpt":0.4945285174779208,"score_spread":0.33816558947598796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2348026883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988018,0.000016281547,0.0067101712,0.0033959623,0.000040943538,0.0005824229,0.000020184756,0.000023035624,0.0011930325],"genre_scores_gemma":[0.99724966,0.00004137939,0.0021134762,0.00043246307,0.00005621771,0.0000071072322,0.00007151666,0.0000062607155,0.00002194441],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980787,0.00015879271,0.0012410812,0.00023526275,0.00016892348,0.00011726574],"domain_scores_gemma":[0.9977094,0.0015848541,0.00021413866,0.00020397762,0.00015584363,0.00013181187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013367704,0.00008862674,0.0003422401,0.00007320743,0.000030785854,0.0000125150955,0.00003494321,0.00008920793,0.000025352387],"category_scores_gemma":[0.003201819,0.000055276043,0.00006705805,0.00017887616,0.00004960347,0.00020308339,0.000034612316,0.00021665153,0.0000010722674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016418591,0.0014332494,0.15214854,0.000021200918,0.00002228658,0.000106344596,0.00023004202,0.000014447206,0.00030492654,0.00130611,0.0005495857,0.8422214],"study_design_scores_gemma":[0.050728396,0.002969233,0.89632595,0.0001802301,0.00026489666,0.00051047077,0.0043387613,0.030489622,0.0006669407,0.0056196293,0.007419552,0.00048630408],"about_ca_topic_score_codex":0.0002303386,"about_ca_topic_score_gemma":0.00016206925,"teacher_disagreement_score":0.8417351,"about_ca_system_score_codex":0.000030310131,"about_ca_system_score_gemma":0.00005335249,"threshold_uncertainty_score":0.3833108},"labels":[],"label_agreement":null},{"id":"W2365542858","doi":"","title":"Variations and Improvement Measures of TCM Clinical Pathway for Knee Osteoarthritis","year":2014,"lang":"en","type":"article","venue":"Journal of traditional chinese medicine/Journal of traditional Chinese medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; WOMAC; Osteoarthritis; Clinical pathway; Physical therapy; Disease; Visual analogue scale; Internal medicine; Alternative medicine; Pathology","score_opus":0.21678872539837546,"score_gpt":0.42545930595420905,"score_spread":0.2086705805558336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2365542858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85157424,0.0030036794,0.059512448,0.0747447,0.008363769,0.0012953391,0.00042245997,0.000027144724,0.0010562426],"genre_scores_gemma":[0.9598499,0.00047357095,0.008486073,0.0028452417,0.027874822,0.000019884721,0.00031501104,0.00007252864,0.00006299848],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9872968,0.00044261562,0.008151562,0.0004108525,0.0032961478,0.00040202294],"domain_scores_gemma":[0.9701782,0.01749147,0.0061610867,0.00036944667,0.004755746,0.0010440601],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012397791,0.0006251548,0.0028401136,0.0012229687,0.00020834795,0.00002231754,0.00042148476,0.0002726488,0.0007261836],"category_scores_gemma":[0.04675295,0.00038711523,0.0009659846,0.00067831296,0.0010860784,0.0008375875,0.00003832326,0.001426712,0.0000018853643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0410665,0.016587552,0.23249479,0.0040262328,0.011025113,0.00089782407,0.004384209,0.0010352954,0.059029777,0.046107046,0.1936728,0.38967288],"study_design_scores_gemma":[0.072786845,0.100530125,0.6457272,0.003959129,0.0035922625,0.016744344,0.0006680798,0.0019070669,0.00009489694,0.13791724,0.015443437,0.00062934397],"about_ca_topic_score_codex":0.000026246338,"about_ca_topic_score_gemma":0.000019632153,"teacher_disagreement_score":0.41323245,"about_ca_system_score_codex":0.00019317037,"about_ca_system_score_gemma":0.0010028231,"threshold_uncertainty_score":0.9998581},"labels":[],"label_agreement":null},{"id":"W2369820213","doi":"","title":"Relever le défi de la réduction des temps d'attente en chirurgie","year":2005,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Gynecology; Art","score_opus":0.09460102899149181,"score_gpt":0.39434428249453024,"score_spread":0.29974325350303843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2369820213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8795377,0.00634478,0.006761765,0.09120639,0.006266337,0.0012034812,0.00005755753,0.00017731634,0.00844469],"genre_scores_gemma":[0.9552562,0.004892866,0.009878957,0.0029650682,0.015486084,0.00011180751,0.000121490455,0.00007628879,0.011211218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949144,0.00091546477,0.0010510888,0.00043971365,0.0004197018,0.0022596363],"domain_scores_gemma":[0.99681723,0.0015017135,0.00028638172,0.00034280823,0.00010006284,0.0009518127],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004452897,0.00027016035,0.00032551095,0.00009915509,0.00017053046,0.00009173066,0.00015984471,0.0003140968,0.0010339939],"category_scores_gemma":[0.00950751,0.0002929084,0.00020359851,0.00025955716,0.000383304,0.0009283122,0.00008015035,0.000815383,0.00030956732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037155257,0.0010321334,0.12779918,0.00014487894,0.00025243926,0.00006899796,0.0013983607,0.00075399596,0.0008084458,0.0029040724,0.05589775,0.8085682],"study_design_scores_gemma":[0.0026940831,0.000055267552,0.49319,0.00009337393,0.00037225266,0.00029785885,0.00080884947,0.0011040048,0.0011350785,0.00055809185,0.49949852,0.00019263272],"about_ca_topic_score_codex":0.0013082129,"about_ca_topic_score_gemma":0.00051177497,"teacher_disagreement_score":0.80837554,"about_ca_system_score_codex":0.0021695527,"about_ca_system_score_gemma":0.00089527026,"threshold_uncertainty_score":0.9999523},"labels":[],"label_agreement":null},{"id":"W2371189924","doi":"","title":"A Comparative Analysis of Perioperative Diabetes Management Guidelines","year":2011,"lang":"en","type":"article","venue":"Zhongguo quanke yixue","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes management; Perioperative; Diabetes mellitus; MEDLINE; Family medicine; Perioperative medicine; Type 2 diabetes; Surgery","score_opus":0.47656449350146807,"score_gpt":0.5110409164174273,"score_spread":0.03447642291595926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2371189924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686763,0.00019513936,0.002307229,0.0010325522,0.00016127677,0.0007526851,0.000055210872,0.00006726761,0.026752338],"genre_scores_gemma":[0.9625748,0.0000670489,0.034819145,0.0013467303,0.00007364341,0.0000591297,0.00015465832,0.000014911906,0.000889937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973461,0.000132994,0.0014609483,0.0003919673,0.0004099041,0.00025805467],"domain_scores_gemma":[0.99783015,0.00030793223,0.00044700416,0.00050895254,0.000772554,0.00013341235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079399225,0.00021236739,0.00086709904,0.00047913825,0.00006423765,0.000014105864,0.00015024052,0.00006778138,0.0019189687],"category_scores_gemma":[0.0006000727,0.00017675402,0.00032694108,0.0012479293,0.00013923863,0.00020071278,0.000099253455,0.00015115799,0.00008226583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002285729,0.0036806841,0.8190125,0.00056587,0.04533623,0.00017715049,0.027760588,0.00068709237,0.015544088,0.032633916,0.017287798,0.035028357],"study_design_scores_gemma":[0.004821531,0.0014036591,0.8909616,0.00020104715,0.020462852,0.000006329898,0.020166108,0.025565714,0.01725547,0.00029571936,0.0182284,0.0006316097],"about_ca_topic_score_codex":0.00034346408,"about_ca_topic_score_gemma":0.0002867664,"teacher_disagreement_score":0.071949065,"about_ca_system_score_codex":0.00005377224,"about_ca_system_score_gemma":0.00006283191,"threshold_uncertainty_score":0.9989934},"labels":[],"label_agreement":null},{"id":"W2381226499","doi":"","title":"Evidence-based Guidelines on Medication Therapy for Children with Vitamin D Deifciency:A Systematic Review","year":2015,"lang":"en","type":"article","venue":"Zhongguo xunzheng yixue zazhi","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Family medicine; Scope (computer science); CLARITY; Pediatrics; Medical physics; Pathology; Computer science","score_opus":0.4648114484528604,"score_gpt":0.5061037477966828,"score_spread":0.04129229934382239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2381226499","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29783726,0.15063283,0.12471416,0.36194706,0.0022146138,0.060296364,0.00018248508,0.0014411449,0.0007340988],"genre_scores_gemma":[0.7866888,0.01646017,0.06641261,0.12227407,0.0020063983,0.003692832,0.0011755377,0.00028374107,0.0010058134],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99557316,0.00031298844,0.0018837939,0.00060576986,0.0012518301,0.00037245394],"domain_scores_gemma":[0.9941331,0.001884166,0.000955275,0.0010281531,0.0016304933,0.00036880784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005737484,0.00034689618,0.0009257291,0.00017337897,0.000116361975,0.000048469527,0.00031515717,0.00012155102,0.00006674772],"category_scores_gemma":[0.032767538,0.00022996026,0.00020265895,0.0004780337,0.0000901763,0.0003975135,0.000026184605,0.0002613478,0.00013258509],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008423894,0.0040378305,0.04536929,0.230819,0.0025016605,0.00007544195,0.0011422262,0.0008236318,0.0017709782,0.0014535856,0.60028356,0.10329891],"study_design_scores_gemma":[0.046340812,0.023172662,0.03510267,0.84759456,0.011388518,0.0006321614,0.0013337268,0.014893887,0.0045188116,0.00079792185,0.011450779,0.002773472],"about_ca_topic_score_codex":0.000108652945,"about_ca_topic_score_gemma":0.000030410905,"teacher_disagreement_score":0.6167756,"about_ca_system_score_codex":0.00022298573,"about_ca_system_score_gemma":0.0009759951,"threshold_uncertainty_score":0.9753799},"labels":[],"label_agreement":null},{"id":"W2383450880","doi":"","title":"Evaluating nine clinical practice guidelines for Vitamin D supplementation in children and adolescents with AGREE II: recommendations and controversies","year":2012,"lang":"en","type":"article","venue":"Chinese Journal of Evidence-Based Pediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Family medicine; Intraclass correlation; Grading (engineering); Clinical Practice; Medical education; Clinical psychology; Pathology; Psychometrics","score_opus":0.4499124716721362,"score_gpt":0.5880343867420071,"score_spread":0.13812191506987093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2383450880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9217344,0.00248234,0.006536993,0.06785766,0.00034787593,0.0009972657,0.00003205266,0.000008509441,0.0000029236496],"genre_scores_gemma":[0.81429327,0.0049019232,0.17184497,0.006411158,0.0024258855,0.000013976738,0.000066627064,0.000024740648,0.00001746534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99609756,0.00036317788,0.0024219747,0.00022439059,0.0006257823,0.00026710058],"domain_scores_gemma":[0.9840596,0.010337082,0.002042035,0.00016588232,0.0031057633,0.00028967415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011217973,0.00021474992,0.000520418,0.0003341393,0.00013927824,0.000048575243,0.00008525018,0.00009627542,0.000030181607],"category_scores_gemma":[0.17433546,0.00013839078,0.000104411054,0.00038895808,0.00006983727,0.002037223,0.000060188024,0.00042548703,6.9511367e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032451253,0.00045135416,0.94872475,0.000113967275,0.000059290367,0.0000031168347,0.00014659943,0.00007422138,0.00006704648,0.000004789693,0.01109418,0.036015578],"study_design_scores_gemma":[0.021107005,0.004768401,0.9662416,0.0010951023,0.0020783122,0.0003577265,0.00084407453,0.0022518353,0.000019074669,0.000045611065,0.00096292596,0.0002283037],"about_ca_topic_score_codex":0.000064799584,"about_ca_topic_score_gemma":0.000030524585,"teacher_disagreement_score":0.16530798,"about_ca_system_score_codex":0.00010758704,"about_ca_system_score_gemma":0.0005000768,"threshold_uncertainty_score":0.8326194},"labels":[],"label_agreement":null},{"id":"W2384310458","doi":"","title":"Evidence-Based Evaluation of Global Clinical Guideline for Lung Cancer","year":2008,"lang":"en","type":"article","venue":"Zhongguo xunzheng yixue zazhi","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Lung cancer; Medicine; Clinical Practice; Inclusion and exclusion criteria; Family medicine; Subject (documents); Alternative medicine; Internal medicine; Library science; Pathology; Computer science","score_opus":0.6226703440621767,"score_gpt":0.6366224374636653,"score_spread":0.013952093401488619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2384310458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193165,0.003925,0.051785592,0.01931035,0.0016852841,0.0033257403,0.00018026712,0.00011941064,0.00035188263],"genre_scores_gemma":[0.95523417,0.00050559436,0.037987538,0.0042828866,0.0014225593,0.00024643153,0.00019880319,0.000040443523,0.000081555205],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99408287,0.00046827036,0.003100852,0.00058765017,0.0013857639,0.0003746129],"domain_scores_gemma":[0.9920436,0.002602718,0.0010333146,0.00066091685,0.0034131247,0.00024631404],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008689314,0.00024787246,0.0006878612,0.00007841885,0.00013611771,0.000012570738,0.00019881384,0.00022588231,0.0007827052],"category_scores_gemma":[0.0322414,0.00022882843,0.0004549822,0.00045672263,0.0001898595,0.00036542732,0.000056601315,0.0002705482,0.000016529359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002502358,0.00076967396,0.6993604,0.00029394132,0.00038057275,0.00001466731,0.000079926256,0.004056523,0.0008645772,0.00016421692,0.15292157,0.13859162],"study_design_scores_gemma":[0.021832569,0.0014327118,0.3471627,0.0013078417,0.0048945323,0.000061677194,0.00020216686,0.6049728,0.0013842927,0.00040585943,0.015795784,0.0005470733],"about_ca_topic_score_codex":0.00064293883,"about_ca_topic_score_gemma":0.00024125133,"teacher_disagreement_score":0.60091627,"about_ca_system_score_codex":0.0005159157,"about_ca_system_score_gemma":0.0031639952,"threshold_uncertainty_score":0.9759104},"labels":[],"label_agreement":null},{"id":"W2388340649","doi":"","title":"Assessment of English Translations of Chinese Titles of Clinical Trials Published in Medical Journals","year":2002,"lang":"en","type":"article","venue":"Huaxi yixue","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spelling; Medicine; Proofreading; Grammar; Clinical trial; Arabic; Linguistics; Natural language processing; Internal medicine; Computer science","score_opus":0.5802205948157895,"score_gpt":0.6459829215480597,"score_spread":0.06576232673227023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2388340649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751183,0.00037097585,0.001528675,0.006270905,0.000771235,0.00066075596,0.00006285612,0.000016457274,0.015199831],"genre_scores_gemma":[0.99454415,0.00051285786,0.004022188,0.00023579891,0.0005565641,0.000008354765,0.000033758926,0.000013223861,0.00007313457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99126035,0.0010467583,0.0063473345,0.00020326997,0.0009979241,0.00014436508],"domain_scores_gemma":[0.9871456,0.00950334,0.0018023177,0.00036976775,0.0009857051,0.00019326022],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019645698,0.00010778092,0.001335007,0.00025968853,0.000011531043,0.000008096053,0.00014882023,0.00021612071,0.015859125],"category_scores_gemma":[0.19068365,0.00008011139,0.00037831275,0.00048630324,0.00013021508,0.00024270943,0.000031262738,0.0005044953,0.0000033461477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023772097,0.0027519504,0.92952347,0.0002214935,0.00024784345,0.000015882291,0.00079396437,0.00003601939,0.0011313277,0.00044032137,0.007811824,0.056788176],"study_design_scores_gemma":[0.0112092355,0.0005585521,0.9742495,0.0003853054,0.00025806637,0.000008766842,0.00040720435,0.0074664494,0.00020463801,0.0006329568,0.004510849,0.00010847945],"about_ca_topic_score_codex":0.0001393568,"about_ca_topic_score_gemma":0.00022329781,"teacher_disagreement_score":0.17103794,"about_ca_system_score_codex":0.000018471761,"about_ca_system_score_gemma":0.00034107064,"threshold_uncertainty_score":0.9850405},"labels":[],"label_agreement":null},{"id":"W239120566","doi":"10.3332/ecancer.2014.ed43","title":"ecancermedicalscience","year":2016,"lang":"en","type":"article","venue":"ecancermedicalscience","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.18013609106763412,"score_gpt":0.4974924386716165,"score_spread":0.3173563476039824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W239120566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.547179,0.00038855945,0.1398141,0.28389937,0.003350735,0.0011150382,0.000033558277,0.000573801,0.023645835],"genre_scores_gemma":[0.9822891,0.0004755219,0.004028057,0.010640395,0.00065838103,0.00005136298,0.0000019695713,0.000014998356,0.0018402423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964522,0.0000611548,0.0007986506,0.0006577473,0.0014324171,0.00059781637],"domain_scores_gemma":[0.9972323,0.0010704241,0.00021121568,0.0005345659,0.00021847898,0.00073298125],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019403966,0.00015824096,0.00028853564,0.00011401434,0.00015862822,0.000022807299,0.00037411918,0.000090205525,0.0053183055],"category_scores_gemma":[0.011909019,0.00008957297,0.0000980521,0.0007547318,0.0016646481,0.000472157,0.00013568859,0.00018228867,0.00067289965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011983613,0.00015963314,0.035030752,0.000023349627,0.000013025414,0.00006186739,0.0000697715,6.792143e-7,0.04313152,0.0019514778,0.033757422,0.8856807],"study_design_scores_gemma":[0.0068949726,0.0011502852,0.3503656,0.0008743696,0.000117927644,0.0005561196,0.00020973317,0.0010128405,0.011985533,0.0070130466,0.6191759,0.00064365356],"about_ca_topic_score_codex":0.000057331115,"about_ca_topic_score_gemma":0.000028000159,"teacher_disagreement_score":0.885037,"about_ca_system_score_codex":0.00030239558,"about_ca_system_score_gemma":0.0014612816,"threshold_uncertainty_score":0.99641407},"labels":[],"label_agreement":null},{"id":"W2395567337","doi":"10.1016/s0849-5831(16)30860-6","title":"Best Gynaecology Junior Members Poster","year":2001,"lang":"en","type":"article","venue":"Journal SOGC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North York General Hospital","funders":"","keywords":"Medicine; Gynecology; Family medicine","score_opus":0.20846339789122087,"score_gpt":0.49203813848305267,"score_spread":0.2835747405918318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395567337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8777662,0.00011778894,0.0005832848,0.06902932,0.0021275794,0.00023461875,0.0000023462437,0.000030652922,0.050108194],"genre_scores_gemma":[0.97387934,0.00048649253,0.0026928566,0.014148804,0.0015433853,0.0000035298165,0.000010195261,0.000025493273,0.0072099194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859715,0.00008413256,0.0007010593,0.00011929245,0.00026366478,0.00023469131],"domain_scores_gemma":[0.99866164,0.00045915568,0.00026737415,0.00014502852,0.00022878418,0.0002380024],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080154603,0.00008879668,0.00020281956,0.000094740746,0.00010206664,0.00003394483,0.00007028039,0.00008666067,0.015284219],"category_scores_gemma":[0.0023473531,0.000070870636,0.00011403207,0.00012039715,0.000035138455,0.00022269727,0.000032670065,0.00049211597,0.00054225355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078269944,0.0007221816,0.18971582,0.000020810026,0.00024971936,0.0025713579,0.00027040744,0.00002271744,0.0018466938,0.000061068844,0.08550614,0.71823037],"study_design_scores_gemma":[0.0056539136,0.0014152678,0.23816167,0.0000204651,0.0004755009,0.012130245,0.0011481947,0.00014615974,0.0001803419,0.00058449426,0.7399008,0.00018292232],"about_ca_topic_score_codex":0.00004746503,"about_ca_topic_score_gemma":0.00007798903,"teacher_disagreement_score":0.71804744,"about_ca_system_score_codex":0.00014910706,"about_ca_system_score_gemma":0.00014520396,"threshold_uncertainty_score":0.98561597},"labels":[],"label_agreement":null},{"id":"W2395741498","doi":"","title":"Registered nurses' experiences with an evidence-based home care pathway for myocardial infarction clients.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Champion; Nursing; Medicine; Agency (philosophy); Health care; Qualitative research; Home health; Family medicine","score_opus":0.27479039642522135,"score_gpt":0.43164224879319496,"score_spread":0.1568518523679736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395741498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886286,0.00014982167,0.002845342,0.004043081,0.0008315869,0.0032651005,0.000017277476,0.000111232184,0.00010790878],"genre_scores_gemma":[0.9883841,0.000011576157,0.0025879284,0.002200454,0.00060576515,0.0059571955,0.00017749476,0.000028472978,0.00004698511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981161,0.000070328024,0.0005644246,0.00043253077,0.0004625287,0.00035414108],"domain_scores_gemma":[0.99829674,0.00033949816,0.00027970283,0.0004270245,0.00040455692,0.0002524771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006065335,0.00015509348,0.00025624296,0.00009829009,0.00011142797,0.000058606212,0.00010379023,0.000084255385,0.000016953625],"category_scores_gemma":[0.002442297,0.00012384453,0.00010409086,0.00020967884,0.00011314521,0.00071309117,0.0000139417525,0.00012561596,0.00000422506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015794186,0.0007137703,0.070096835,0.00031365073,0.00017260382,0.00003711487,0.013977862,0.00044756974,0.0002800921,0.00014619823,0.0005677558,0.89745235],"study_design_scores_gemma":[0.029512396,0.0064037573,0.84480625,0.00040698837,0.0007677194,0.00007310684,0.08604834,0.00015461649,0.0070090117,0.00024333103,0.023776442,0.00079804094],"about_ca_topic_score_codex":0.00023111349,"about_ca_topic_score_gemma":0.00014894996,"teacher_disagreement_score":0.8966543,"about_ca_system_score_codex":0.00029346993,"about_ca_system_score_gemma":0.00033465755,"threshold_uncertainty_score":0.5050233},"labels":[],"label_agreement":null},{"id":"W2396740589","doi":"","title":"Procedural approach to mitigating concurrently applied clinical practice guidelines","year":2013,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University","funders":"","keywords":"Computer science; Clinical Practice; Process (computing); Decision support system; Medicine; Artificial intelligence","score_opus":0.6350836907760694,"score_gpt":0.582333943221922,"score_spread":0.05274974755414741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396740589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08055504,0.00005108736,0.32214424,0.30245385,0.0020038676,0.008097314,0.00008656931,0.0005426925,0.28406534],"genre_scores_gemma":[0.8195065,0.000017909748,0.13412984,0.044690087,0.0010399496,0.00028965072,0.00014403128,0.000026305886,0.00015571626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944379,0.00015484686,0.002762743,0.0007618855,0.0014930242,0.00038962645],"domain_scores_gemma":[0.98693657,0.0023315963,0.0006058949,0.00030692594,0.0093626445,0.00045634637],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029718308,0.00027362502,0.00042178607,0.00018034315,0.00016644804,0.0002056378,0.00027441944,0.00017581557,0.0007694659],"category_scores_gemma":[0.07392899,0.00024786036,0.00013414823,0.00052533404,0.00016471004,0.00045559782,0.00009839096,0.0006639567,0.0031869414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052423496,0.0012652586,0.00015457338,0.000040191284,0.00008262858,0.0000027674882,0.0002522213,0.00053902157,0.002823949,0.34391272,0.037117068,0.61328536],"study_design_scores_gemma":[0.0021290714,0.0044234297,0.016666312,0.00088304584,0.00067207584,0.0003261874,0.038351666,0.5722303,0.026483174,0.23912321,0.0954996,0.0032119204],"about_ca_topic_score_codex":0.00013287856,"about_ca_topic_score_gemma":0.00001427482,"teacher_disagreement_score":0.7389515,"about_ca_system_score_codex":0.00014699939,"about_ca_system_score_gemma":0.0010071786,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W2396867280","doi":"10.1016/j.zefq.2013.10.034","title":"GRADE-Leitlinien: 12. Erstellen von „Summary-of-Findings“-Tabellen – Dichotome Endpunkte","year":2013,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Business","score_opus":0.17284978901397666,"score_gpt":0.4682931802353554,"score_spread":0.29544339122137875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396867280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56073254,0.25044945,0.0036832462,0.0862779,0.026384756,0.030460803,0.0018246575,0.0019970255,0.038189642],"genre_scores_gemma":[0.93435144,0.029193945,0.00548775,0.005928448,0.0073487926,0.0006151234,0.002390989,0.0009033442,0.013780173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97483176,0.002873687,0.011008156,0.003293444,0.004388551,0.0036044286],"domain_scores_gemma":[0.9713821,0.015440252,0.004407448,0.004252586,0.0021417642,0.0023758905],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.011038508,0.0024245088,0.004282272,0.0015764915,0.000948449,0.0007163021,0.0022568747,0.0019582575,0.0061231246],"category_scores_gemma":[0.017860496,0.002318089,0.002037011,0.0021368808,0.0013197595,0.0045971596,0.0015452226,0.0034796828,0.0093922755],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057280785,0.009126676,0.34265113,0.012151864,0.028920759,0.0007617886,0.02514319,0.0003418753,0.019637637,0.041757606,0.38972962,0.12404976],"study_design_scores_gemma":[0.014127088,0.0040536546,0.031594504,0.004736523,0.012584634,0.000098179604,0.008784873,0.0021864555,0.0044318205,0.001403318,0.912375,0.0036239913],"about_ca_topic_score_codex":0.009217692,"about_ca_topic_score_gemma":0.00048756492,"teacher_disagreement_score":0.52264535,"about_ca_system_score_codex":0.00027788573,"about_ca_system_score_gemma":0.0018417303,"threshold_uncertainty_score":0.99933743},"labels":[],"label_agreement":null},{"id":"W2397357031","doi":"10.3233/978-1-60750-709-3-385","title":"Development of a Draft Pan-Canadian Primary Health Care Electronic Medical Record Content Standard","year":2011,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information","funders":"","keywords":"Health care; Stakeholder; Patient safety; Medicine; Health information technology; Business; Nursing; Public relations","score_opus":0.2702426599430109,"score_gpt":0.48053010049175243,"score_spread":0.21028744054874154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397357031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9292876,0.019333327,0.0014463852,0.04565949,0.00046330973,0.0022227198,0.000026671238,0.00012538345,0.0014351157],"genre_scores_gemma":[0.8614039,0.020618953,0.100549966,0.017253254,0.000021316408,0.00008253822,0.000044139033,0.000013491105,0.000012470689],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671996,0.00004158684,0.0023615782,0.00010962031,0.00025896728,0.00050831743],"domain_scores_gemma":[0.9986489,0.00014782195,0.0005785398,0.00019292343,0.00024767924,0.00018416766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020011729,0.00012524206,0.0006267467,0.00051022955,0.0001659108,0.0000015089936,0.00009416524,0.00016770685,0.000022776017],"category_scores_gemma":[0.001929485,0.00010605669,0.000022356147,0.00035263982,0.0003247065,0.00009442046,0.00012355094,0.0005615726,0.0000036231165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022943398,0.000057139965,0.05245596,0.0029901387,0.0001420446,0.0000054082166,0.04533169,3.9346617e-8,3.8419236e-7,0.0040364293,0.0014798488,0.8932715],"study_design_scores_gemma":[0.0074682543,0.0070744595,0.056796443,0.0023274247,0.000056477063,0.00017084191,0.4283466,0.00006667809,0.000104808656,0.0017916218,0.4954024,0.0003939857],"about_ca_topic_score_codex":0.00234464,"about_ca_topic_score_gemma":0.094548784,"teacher_disagreement_score":0.8928775,"about_ca_system_score_codex":0.0012612272,"about_ca_system_score_gemma":0.006787254,"threshold_uncertainty_score":0.9988433},"labels":[],"label_agreement":null},{"id":"W2398192672","doi":"","title":"General practice. Hit and miss.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Primary care; Clinical governance; Plan (archaeology); Clinical Practice; Corporate governance; Family medicine; Medicine; Nursing; Medical education; Political science; Business; Health care; Geography","score_opus":0.19005885136877088,"score_gpt":0.4345259589757667,"score_spread":0.2444671076069958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398192672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.869738,0.00037228724,0.000044991422,0.07906356,0.00014449305,0.0009797738,0.0000046496953,0.000077286146,0.049574964],"genre_scores_gemma":[0.9563336,0.0007393713,0.0071126083,0.022356799,0.0007969645,0.0003588706,0.00003803154,0.000023448107,0.012240325],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990305,0.000055620938,0.00035064557,0.0001781745,0.00018456763,0.00020050112],"domain_scores_gemma":[0.99911445,0.00040765727,0.00007418184,0.00015540369,0.00006649674,0.00018178373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068088976,0.00006857838,0.00012332959,0.000028208195,0.000034748835,0.000024574669,0.000027584281,0.000043914402,0.00085903355],"category_scores_gemma":[0.0031198997,0.000061043625,0.000029051416,0.00008208471,0.00003225971,0.00024612833,0.000014463253,0.00012869995,0.000078931575],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029708978,0.000088915185,0.0035975412,0.000007752306,0.000036746973,0.000029734434,0.000033104952,0.0000013962084,0.000027459546,0.000057924117,0.016555198,0.9792671],"study_design_scores_gemma":[0.0014719581,0.00003906058,0.34166825,0.000002269273,0.000119294345,0.00017949493,0.00005600351,0.00010608889,0.000067589106,0.00012564464,0.6561003,0.000064050524],"about_ca_topic_score_codex":0.00014637437,"about_ca_topic_score_gemma":0.000009464401,"teacher_disagreement_score":0.9792031,"about_ca_system_score_codex":0.000033002132,"about_ca_system_score_gemma":0.00002786064,"threshold_uncertainty_score":0.9405815},"labels":[],"label_agreement":null},{"id":"W2398306490","doi":"","title":"Patterns of care in the initial management of women with ovarian cancer in Ontario.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Medicine; Cancer registry; Referral; Ovarian cancer; Cancer; Population; Laparotomy; Comorbidity; Stage (stratigraphy); General surgery; Surgery; Family medicine; Internal medicine; Environmental health","score_opus":0.13438557863302306,"score_gpt":0.41140573592767465,"score_spread":0.27702015729465157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398306490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994552,0.000020314474,0.000022778317,0.0026409535,0.000035517147,0.0010132138,0.000007051045,0.0000029818648,0.0017051443],"genre_scores_gemma":[0.9983299,0.000017843637,0.0001296635,0.0009650549,0.000025329471,0.0004825963,0.000012008843,0.00000398466,0.00003363741],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989859,0.000049084378,0.0004431661,0.00010480251,0.00022776629,0.00018930271],"domain_scores_gemma":[0.9995446,0.00007921984,0.00013327181,0.0001629666,0.000046762536,0.00003315814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062813686,0.00005557933,0.00016976864,0.00006783558,0.000005207682,0.0000032324313,0.000069547445,0.000022528426,0.00008979132],"category_scores_gemma":[0.000055788674,0.000037565682,0.000015695518,0.00014122296,0.000010626231,0.000058009395,0.000013552938,0.00013318664,2.3206906e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015884185,0.00021436036,0.58163303,0.00009807953,0.000040376413,0.000060482966,0.007097332,0.00003637706,0.000003502212,0.00009743063,0.00001878683,0.40911186],"study_design_scores_gemma":[0.0032517137,0.0002258304,0.98782563,0.00006742309,0.000047274476,0.0000020391221,0.007869746,0.0000021143428,0.0000446465,0.00004939787,0.00057795114,0.00003626069],"about_ca_topic_score_codex":0.04206633,"about_ca_topic_score_gemma":0.26047632,"teacher_disagreement_score":0.4090756,"about_ca_system_score_codex":0.00039755442,"about_ca_system_score_gemma":0.00007646731,"threshold_uncertainty_score":0.9643126},"labels":[],"label_agreement":null},{"id":"W2398609841","doi":"10.1016/s1701-2163(16)30636-3","title":"SOGC President’s Inaugural Address Accessibility: Where Is It?","year":2004,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Library science; Family medicine","score_opus":0.07400683991672714,"score_gpt":0.4051826371489342,"score_spread":0.3311757972322071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398609841","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01836754,0.008735358,0.000014710934,0.0073200096,0.9645791,0.00036177307,0.00022220216,0.0000051057254,0.00039416994],"genre_scores_gemma":[0.31880677,0.013141625,0.0020061624,0.01092978,0.6483407,0.000024649848,0.00046025618,0.0002396371,0.006050411],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950628,0.00015552991,0.0024166913,0.00037986986,0.0015865322,0.00039853484],"domain_scores_gemma":[0.9737792,0.02004637,0.002776672,0.00036472193,0.0025370594,0.0004959467],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011682753,0.00033233865,0.0011528647,0.0003371584,0.00011556718,0.00008398676,0.00033316357,0.00091841834,0.001526434],"category_scores_gemma":[0.10467141,0.00028308446,0.00018966761,0.0003401049,0.00010230414,0.00028726153,0.00016135233,0.0023864533,0.0000021644998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000046978275,0.00010608975,0.0078115454,0.00035871557,0.0003540145,0.0028923966,0.000058836893,0.000009682613,0.0000012042292,0.0000021621665,0.96771413,0.020644272],"study_design_scores_gemma":[0.006530621,0.00093648396,0.03140662,0.00010085109,0.0011500058,0.00007032645,0.000530308,0.000010654878,0.000010537913,0.00014478329,0.9588512,0.0002576206],"about_ca_topic_score_codex":0.08544094,"about_ca_topic_score_gemma":0.22115062,"teacher_disagreement_score":0.3162384,"about_ca_system_score_codex":0.0039664255,"about_ca_system_score_gemma":0.026373794,"threshold_uncertainty_score":0.99996215},"labels":[],"label_agreement":null},{"id":"W2399535887","doi":"10.1016/s0849-5831(16)30972-7","title":"Évaluation, prise de décision et suivi","year":2001,"lang":"fr","type":"article","venue":"Journal SOGC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cegep de Sainte Foy","funders":"","keywords":"Medicine","score_opus":0.4403381185283098,"score_gpt":0.5693239725828718,"score_spread":0.12898585405456203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399535887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50639594,0.010440335,0.13592659,0.32997715,0.008272933,0.0005454618,0.000012540698,0.000047504724,0.008381573],"genre_scores_gemma":[0.51823324,0.126035,0.14537954,0.06496545,0.036172505,0.00002092752,0.00010277174,0.00021626508,0.10887431],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561065,0.0009796163,0.0016519695,0.00021828868,0.00086706254,0.0006723959],"domain_scores_gemma":[0.9952464,0.0024550895,0.0007003552,0.00026426202,0.00068726746,0.0006465925],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014396893,0.00018644954,0.00031337157,0.00014946259,0.00022177304,0.00016098905,0.00014237384,0.00020666244,0.007476755],"category_scores_gemma":[0.026119439,0.00017333517,0.00021481837,0.00030964453,0.000064426175,0.0007405067,0.00006234906,0.0012042561,0.0010881188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000490026,0.0005821751,0.068858646,0.000036790654,0.00012493473,0.0007267143,0.0010977924,0.00094420277,0.0016049107,0.00025650277,0.19014284,0.7351345],"study_design_scores_gemma":[0.004335097,0.0007366835,0.13310683,0.000587205,0.00073596276,0.0066226562,0.0013193038,0.012815333,0.00012394409,0.011505663,0.8278948,0.00021653091],"about_ca_topic_score_codex":0.0004581657,"about_ca_topic_score_gemma":0.00019229033,"teacher_disagreement_score":0.73491794,"about_ca_system_score_codex":0.0007754455,"about_ca_system_score_gemma":0.0016126304,"threshold_uncertainty_score":0.99968964},"labels":[],"label_agreement":null},{"id":"W2400072975","doi":"","title":"The place of guidelines and their means of dissemination.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Guideline; Psychological intervention; Academic detailing; Multidisciplinary approach; Continuing medical education; Family medicine; Intervention (counseling); Community practice; Alternative medicine; Nursing; Medical education; Continuing education; Pharmacy; Pathology","score_opus":0.2189932531399551,"score_gpt":0.44417349264305733,"score_spread":0.22518023950310223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400072975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9521834,0.0009691734,0.0012118155,0.042247362,0.00014318316,0.00086471153,0.00001347922,0.000017182329,0.0023496575],"genre_scores_gemma":[0.9973216,0.00083983486,0.00048349146,0.0002584968,0.00009175772,0.0000888887,0.000008787461,0.0000070506644,0.0009000964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989711,0.000038912578,0.0006492681,0.00008697946,0.0001474132,0.000106345215],"domain_scores_gemma":[0.9972535,0.0019098223,0.00024558054,0.0001757416,0.0003656965,0.000049675386],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014391885,0.00005389905,0.00013907661,0.000029643272,0.000030367488,0.0000051657757,0.000051512292,0.000026100177,0.000014757194],"category_scores_gemma":[0.011179234,0.000030937263,0.00003699624,0.00012151488,0.00008174257,0.00006447191,0.000030025181,0.00005314257,5.062586e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027589506,0.00006618459,0.03132223,0.000029838848,0.00005788997,9.2614147e-7,0.00017203216,0.000004899973,0.00050132687,0.00026891282,0.011273807,0.9560261],"study_design_scores_gemma":[0.0015316714,0.00008953597,0.8939613,0.000044394823,0.00014166377,0.000049481354,0.0029591054,0.0013525547,0.005060268,0.00077632844,0.09394946,0.000084241015],"about_ca_topic_score_codex":0.00005048857,"about_ca_topic_score_gemma":0.00007556125,"teacher_disagreement_score":0.9559418,"about_ca_system_score_codex":0.000012488593,"about_ca_system_score_gemma":0.000021755694,"threshold_uncertainty_score":0.99715},"labels":[],"label_agreement":null},{"id":"W2400420884","doi":"10.1186/s12874-016-0165-8","title":"Using the modified Delphi method to establish clinical consensus for the diagnosis and treatment of patients with rotator cuff pathology","year":2016,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":432,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary; Mount Royal University","funders":"","keywords":"Rotator cuff; Medicine; Delphi method; Guideline; Delphi; Health care; MEDLINE; Physical therapy; Medical physics; Pathology; Surgery; Computer science; Artificial intelligence","score_opus":0.895516367431202,"score_gpt":0.7062424009973984,"score_spread":0.18927396643380356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400420884","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.482544,0.0001367784,0.49400926,0.02101498,0.00014704683,0.002090891,0.00004131539,0.000008724276,0.000007012386],"genre_scores_gemma":[0.24426356,0.0007543285,0.7512977,0.0019898673,0.00057680294,0.0009991141,0.00001276311,0.000044341945,0.00006150173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97735596,0.018696874,0.0015001103,0.00062994345,0.0011732243,0.00064391166],"domain_scores_gemma":[0.45365238,0.5431934,0.00033800706,0.00072810345,0.0014663542,0.0006217304],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051992144,0.00017647933,0.000825354,0.00015935116,0.00020060803,0.0000125156475,0.0002700492,0.00028068485,0.0001933221],"category_scores_gemma":[0.41012353,0.00006789191,0.00015050553,0.0003677942,0.0015617358,0.000038455975,0.00023003679,0.00036014902,0.000003500057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012131948,0.0007276636,0.1721254,0.00005748968,0.00028454798,0.000033015065,0.00034495347,0.0000088075685,0.0002715035,0.0015307176,0.0017579659,0.810726],"study_design_scores_gemma":[0.076097414,0.05009208,0.7603635,0.0006458074,0.0028126673,0.0004587786,0.0069281636,0.013640427,0.0042739483,0.010710458,0.07326419,0.00071252894],"about_ca_topic_score_codex":0.0005788815,"about_ca_topic_score_gemma":0.0007895272,"teacher_disagreement_score":0.8100135,"about_ca_system_score_codex":0.00011332672,"about_ca_system_score_gemma":0.0014467206,"threshold_uncertainty_score":0.9761736},"labels":[],"label_agreement":null},{"id":"W2400421215","doi":"10.1016/s1701-2163(16)30590-4","title":"The Anatomy of Guidelines","year":2002,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Medicine; Incidence (geometry); Demography; Life expectancy; Disease burden; Burden of disease; Years of potential life lost; Global health; Population; Pediatrics; Environmental health; Public health","score_opus":0.11827161985010881,"score_gpt":0.4007937498734635,"score_spread":0.2825221300233547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400421215","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008870769,0.01871063,0.000023021603,0.9531473,0.018457726,0.00022844294,0.000038955226,0.0000022562972,0.00052090466],"genre_scores_gemma":[0.0665938,0.008773445,0.0025515363,0.9171092,0.0021227305,0.0000041724347,0.000045558096,0.00006686464,0.0027326827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651587,0.00011839112,0.0022792062,0.00013053959,0.0007187891,0.00023722231],"domain_scores_gemma":[0.97600293,0.018860672,0.0024644274,0.00023512283,0.0023287327,0.00010813309],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008749674,0.00016563809,0.00066115573,0.0002091837,0.00008439033,0.000016877542,0.00020035851,0.0003671555,0.000294462],"category_scores_gemma":[0.065984614,0.00010528168,0.00013883976,0.00027902503,0.00010955634,0.00005025679,0.000052182604,0.0016320429,5.3473326e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036389401,0.000012699304,0.0071111703,0.00005883322,0.00022546352,0.0028510564,0.0000053654135,0.0000023259154,5.6752987e-7,0.0000055835144,0.89565706,0.09406625],"study_design_scores_gemma":[0.001404135,0.00036502577,0.014808132,0.000014990509,0.00048386294,0.0002653568,0.000099945886,0.00006418859,0.000003389718,0.00008717007,0.98231834,0.00008545935],"about_ca_topic_score_codex":0.014426976,"about_ca_topic_score_gemma":0.014606092,"teacher_disagreement_score":0.09398078,"about_ca_system_score_codex":0.0005636807,"about_ca_system_score_gemma":0.0028696305,"threshold_uncertainty_score":0.99213606},"labels":[],"label_agreement":null},{"id":"W2401365318","doi":"","title":"Provider perceptions of implementation of integrated care pathways for patients with chronic heart conditions.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Timeline; Documentation; Medicine; Nursing; Perception; Heart failure; Qualitative research; Psychology; Cardiology; Computer science","score_opus":0.11863224824329409,"score_gpt":0.4037504482365485,"score_spread":0.2851181999932544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401365318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944057,0.000029555706,0.0006713109,0.000461988,0.00006467339,0.003648034,0.00064794224,0.000023807917,0.000047000263],"genre_scores_gemma":[0.993349,0.000011286668,0.001953748,0.00017018596,0.000052390154,0.0017040091,0.0027212668,0.000017839446,0.00002028156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872375,0.000037164118,0.0006622047,0.00016217786,0.00024054371,0.0001741653],"domain_scores_gemma":[0.9982824,0.00019910817,0.0002947899,0.00017102408,0.00097942,0.00007325985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015774531,0.000089901194,0.00022687901,0.00009620543,0.000061532155,0.0000028617258,0.00003599284,0.000040261788,0.00015771187],"category_scores_gemma":[0.00044160883,0.00007306981,0.00007831287,0.0001731834,0.00009637079,0.00017137271,0.000012475717,0.00007156189,0.000001777773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037022083,0.00031334074,0.9517582,0.0002522124,0.00010423084,5.0464183e-7,0.0006334403,0.00000940537,0.0005560888,0.00004924991,0.0028443092,0.04310881],"study_design_scores_gemma":[0.005691773,0.00078857807,0.9872963,0.000020253658,0.00021685341,0.0000046881714,0.003025243,0.000014054913,0.0017654488,0.000019399478,0.0010880765,0.000069369235],"about_ca_topic_score_codex":0.00033488686,"about_ca_topic_score_gemma":0.00029494357,"teacher_disagreement_score":0.04303944,"about_ca_system_score_codex":0.00021873263,"about_ca_system_score_gemma":0.00040422232,"threshold_uncertainty_score":0.29797003},"labels":[],"label_agreement":null},{"id":"W2402977850","doi":"10.3233/978-1-61499-289-9-352","title":"Clinical Practice Guidelines and Comorbid Diseases: A MiniZinc Representation of Guideline Models for Mitigating Adverse Interactions","year":2013,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Computer science; Guideline; Process (computing); Domain (mathematical analysis); Representation (politics); Constraint (computer-aided design); Clinical Practice; Artificial intelligence; Medicine; Machine learning; Programming language; Mathematics","score_opus":0.40066026566189067,"score_gpt":0.6065077269993286,"score_spread":0.20584746133743798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402977850","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6708906,0.008183827,0.041741077,0.27113378,0.0010150411,0.0062338873,0.00010112834,0.00020986574,0.0004907664],"genre_scores_gemma":[0.28561625,0.013464058,0.68708223,0.013323125,0.000110022935,0.0002824698,0.000075406795,0.0000150754195,0.00003138679],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9945951,0.000076928896,0.0047853068,0.00017033085,0.00015276948,0.00021954108],"domain_scores_gemma":[0.99232405,0.0036112051,0.0015699496,0.00027582195,0.0021221777,0.000096809854],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019229316,0.0001360683,0.0006291132,0.00033183317,0.00013664877,0.000006335669,0.00006009052,0.00011773361,0.0000059929516],"category_scores_gemma":[0.058931462,0.00011797092,0.000053618405,0.00039075958,0.00045604684,0.00087510014,0.0001870411,0.0003096673,0.0000017744978],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072730304,0.0006561578,0.11588479,0.005067626,0.00073052547,0.000005356334,0.007529473,0.00041122202,0.00001982396,0.011018948,0.10669493,0.75125384],"study_design_scores_gemma":[0.009970836,0.00279632,0.009478211,0.0019644205,0.0005484699,0.00029920018,0.4988057,0.38698384,0.000034598444,0.040085834,0.048651677,0.0003808879],"about_ca_topic_score_codex":0.00018004382,"about_ca_topic_score_gemma":0.000054816042,"teacher_disagreement_score":0.75087297,"about_ca_system_score_codex":0.000057690802,"about_ca_system_score_gemma":0.00017426089,"threshold_uncertainty_score":0.94899553},"labels":[],"label_agreement":null},{"id":"W2403392089","doi":"10.3233/978-1-61499-423-7-99","title":"From Computer-interpretable Guidelines to Computer-interpretable Quality Indicators: A Case for an Ontology","year":2014,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ontology; Quality (philosophy); Computer science; Workload; Health care; Set (abstract data type); Data science; Data mining; Information retrieval","score_opus":0.32052091374029323,"score_gpt":0.5720064599232486,"score_spread":0.2514855461829554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403392089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59538615,0.00043274535,0.37786785,0.023711473,0.00086448714,0.0014209376,0.0000620368,0.00019340907,0.00006091029],"genre_scores_gemma":[0.5757835,0.00024209298,0.40185463,0.02164161,0.00027668162,0.00012563188,0.000052261992,0.000014117699,0.000009463292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959183,0.0001492877,0.0030321123,0.00029216113,0.00013538856,0.0004727758],"domain_scores_gemma":[0.9965139,0.001684445,0.0007273638,0.0005142622,0.00038082775,0.00017922772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031393582,0.00022600446,0.0010000718,0.00064008054,0.0002193746,0.000018279601,0.00016532306,0.00024219765,0.0000063674147],"category_scores_gemma":[0.0048816055,0.00019932321,0.00004838816,0.00044822608,0.00026794837,0.00029335392,0.00036916844,0.0003840264,0.0000074886643],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061750034,0.00027472904,0.029768433,0.0019445076,0.00030101955,0.000021257514,0.014070706,0.00016587593,0.0000058825663,0.006752329,0.023503955,0.9225738],"study_design_scores_gemma":[0.012902094,0.02112528,0.0055620046,0.0023663442,0.0002622719,0.0019440704,0.06935549,0.5986782,0.0000855123,0.023684079,0.26296097,0.0010736993],"about_ca_topic_score_codex":0.00095752394,"about_ca_topic_score_gemma":0.0016427494,"teacher_disagreement_score":0.9215001,"about_ca_system_score_codex":0.00015843185,"about_ca_system_score_gemma":0.00013398124,"threshold_uncertainty_score":0.81281644},"labels":[],"label_agreement":null},{"id":"W2403512497","doi":"10.1016/s0849-5831(16)31457-4","title":"Journal of Obstetrics and Gynaecology Canada and Research","year":2001,"lang":"en","type":"article","venue":"Journal SOGC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Obstetrics and gynaecology; Gynecology; Medicine; Obstetrics; Family medicine; Pregnancy; Biology","score_opus":0.3353612576626784,"score_gpt":0.5318390534476211,"score_spread":0.19647779578494268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403512497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833603,0.0010130499,0.00013490334,0.013617502,0.0012218624,0.00007072742,0.0000010758985,0.000001272588,0.0005792935],"genre_scores_gemma":[0.9940573,0.002960634,0.0013606382,0.0008972882,0.00034612828,2.9011946e-7,5.211182e-7,0.0000074596314,0.00036971632],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834895,0.000177114,0.00069473387,0.00006593581,0.00052923633,0.00018402701],"domain_scores_gemma":[0.9937618,0.0046410304,0.0003169929,0.00006546822,0.0009239166,0.00029081714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029693246,0.00004918124,0.00018948088,0.00017267448,0.000117162774,0.000035503097,0.000049651353,0.00005200718,0.0003341884],"category_scores_gemma":[0.036100537,0.000033416527,0.000023709064,0.00020604461,0.000060873743,0.00013858119,0.000040026367,0.0008373481,0.0000010015827],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011090013,0.0000792141,0.3897951,0.000020373633,0.00008011974,0.0031334609,0.00014918392,0.0000036963495,0.000326682,0.000026518755,0.026425356,0.5798494],"study_design_scores_gemma":[0.004195818,0.0011690112,0.73108536,0.000021244243,0.00011983521,0.012764833,0.002187803,0.00011183457,0.00006072901,0.0012556186,0.24695796,0.000069932445],"about_ca_topic_score_codex":0.011441588,"about_ca_topic_score_gemma":0.021486908,"teacher_disagreement_score":0.5797795,"about_ca_system_score_codex":0.0003224064,"about_ca_system_score_gemma":0.0012552853,"threshold_uncertainty_score":0.9963684},"labels":[],"label_agreement":null},{"id":"W2403931231","doi":"","title":"Das SIMPLE-Projekt - Semantisch fundierte Implementierung klinischer Leitlinien.","year":2013,"lang":"de","type":"article","venue":"Ingénierie des systèmes d information","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.08706793496799504,"score_gpt":0.39394538479365376,"score_spread":0.30687744982565873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403931231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8639715,0.0074525196,0.06308707,0.0075311977,0.013221699,0.01349968,0.00084860914,0.0012081119,0.029179657],"genre_scores_gemma":[0.97945803,0.0014899444,0.0056190677,0.0045247516,0.0028499528,0.00047271917,0.00472325,0.0001285655,0.0007337259],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897719,0.00048458052,0.0061262962,0.00062893215,0.0014083695,0.0015799201],"domain_scores_gemma":[0.99206364,0.0011375686,0.00281777,0.0012415672,0.002062696,0.00067675696],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036098405,0.00086197595,0.0011458739,0.0007368632,0.00082585664,0.0013200922,0.00054313143,0.0006193649,0.007621347],"category_scores_gemma":[0.006687548,0.0008427284,0.00045601002,0.0011196535,0.0004333513,0.011632778,0.0004878405,0.0010499381,0.020348227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053462124,0.00045051816,0.085303076,0.0034196053,0.002341432,0.000031352356,0.01301039,0.00012271869,0.00088776025,0.0022462609,0.23619013,0.65546215],"study_design_scores_gemma":[0.009819744,0.0017964093,0.0880532,0.0011818398,0.0029751984,0.00008717462,0.026030516,0.038336642,0.0011911724,0.005835439,0.8227175,0.0019751831],"about_ca_topic_score_codex":0.0033915981,"about_ca_topic_score_gemma":0.00010134624,"teacher_disagreement_score":0.65348697,"about_ca_system_score_codex":0.00077385025,"about_ca_system_score_gemma":0.00087959494,"threshold_uncertainty_score":0.99971664},"labels":[],"label_agreement":null},{"id":"W2404027038","doi":"10.1097/brs.0000000000001703","title":"Reduction of Inpatient Hospital Length of Stay in Lumbar Fusion Patients With Implementation of an Evidence-Based Clinical Care Pathway","year":2016,"lang":"en","type":"article","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Bank of Canada","funders":"","keywords":"Medicine; Quality management; Lumbar; Physical therapy; Clinical pathway; Patient satisfaction; Emergency medicine; Population; Multidisciplinary team; Surgery; Nursing","score_opus":0.10718780501669391,"score_gpt":0.459311058314174,"score_spread":0.3521232532974801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404027038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976318,0.000039961542,0.00039879364,0.0005174415,0.00020506389,0.0011149242,0.000072889605,0.000010376636,0.000008790091],"genre_scores_gemma":[0.9948845,0.00007640587,0.0046665757,0.000044365173,0.00007118729,0.000017658089,0.00021885852,0.00001729314,0.0000031814216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969745,0.00020477286,0.0018281714,0.00028364087,0.000568009,0.00014088528],"domain_scores_gemma":[0.99721956,0.00015919565,0.001162832,0.00035632311,0.0010206489,0.00008146739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008559467,0.00012018819,0.00039351964,0.00016150397,0.000013700791,0.0000018248539,0.00007126131,0.00007549403,0.00014917253],"category_scores_gemma":[0.0013029338,0.000081331586,0.000078630015,0.0002475931,0.000121101715,0.00040581802,0.000034313085,0.00009858682,0.000001203024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092379394,0.00094660354,0.68775743,0.0001532635,0.00002502522,0.000001092569,0.0003661032,0.0000070016713,0.013384796,0.000012988001,0.00002194649,0.29639995],"study_design_scores_gemma":[0.0103285285,0.015799236,0.9259542,0.0007878645,0.00010122457,3.415887e-7,0.002030387,0.000022908429,0.044835232,0.0000127685025,0.000036007677,0.00009126694],"about_ca_topic_score_codex":0.0005298217,"about_ca_topic_score_gemma":0.0002813382,"teacher_disagreement_score":0.2963087,"about_ca_system_score_codex":0.00011673216,"about_ca_system_score_gemma":0.00034453112,"threshold_uncertainty_score":0.33166057},"labels":[],"label_agreement":null},{"id":"W2404372994","doi":"10.1016/j.zefq.2012.06.014","title":"GRADE-Leitlinien: 4. Bewertung der Qualität der Evidenz – Studienlimitationen (Risiko für Bias)","year":2012,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Observational study; Medicine; Randomized controlled trial; Systematic review; Intensive care medicine; MEDLINE; Internal medicine","score_opus":0.42118384547462207,"score_gpt":0.5563766055583017,"score_spread":0.13519276008367964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404372994","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19880816,0.6329002,0.009504002,0.0957575,0.03612634,0.015275864,0.0013694658,0.002150174,0.008108325],"genre_scores_gemma":[0.92208916,0.017006006,0.0081246225,0.01867011,0.023300236,0.0007498951,0.0030965344,0.0011394457,0.0058239605],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96262044,0.007845147,0.013037321,0.003893664,0.006343826,0.0062596323],"domain_scores_gemma":[0.9448493,0.036534324,0.0060284277,0.005000757,0.0034246508,0.0041625025],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.03195833,0.00339549,0.0048307213,0.0016844464,0.0021148354,0.001125545,0.0021962295,0.002325319,0.0024926302],"category_scores_gemma":[0.064173244,0.0032658726,0.002487405,0.0035140903,0.00126817,0.009273625,0.0018598378,0.004414282,0.0124031855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047283513,0.011326167,0.4838431,0.0058830897,0.03529794,0.00054227974,0.048869524,0.0003453897,0.0015346599,0.076630525,0.22172177,0.10927721],"study_design_scores_gemma":[0.012700975,0.0021444985,0.087977774,0.0027890517,0.026198765,0.00019248645,0.019513726,0.00086993113,0.00089753646,0.0010284485,0.84099376,0.004693064],"about_ca_topic_score_codex":0.0043719844,"about_ca_topic_score_gemma":0.0012319055,"teacher_disagreement_score":0.723281,"about_ca_system_score_codex":0.00065192854,"about_ca_system_score_gemma":0.0023056122,"threshold_uncertainty_score":0.99991137},"labels":[],"label_agreement":null},{"id":"W2404408630","doi":"","title":"Regulation and oversight of independent health facilities in Canada.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Business; Health care; Autonomy; Public health; Health law; Public administration; Health policy; International health; Medicine; Nursing; Economic growth; Political science; Law; Economics","score_opus":0.1269588776738954,"score_gpt":0.35792546943899656,"score_spread":0.23096659176510115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404408630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985196,0.0000617519,0.00019430634,0.013275123,0.00008802208,0.0004796776,0.000010737795,0.0000048108573,0.0006895875],"genre_scores_gemma":[0.9985251,0.000020307663,0.00010830014,0.00090704364,0.000027817867,0.00003384189,0.000015554904,0.0000029170906,0.0003591105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914545,0.000060955954,0.00039719234,0.00008991582,0.00019179843,0.00011469187],"domain_scores_gemma":[0.99939024,0.0002784852,0.00013174381,0.000087086126,0.00003603413,0.00007639374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007650985,0.00003640056,0.00013710308,0.000043779448,0.000010182716,0.0000023296673,0.00001536424,0.000016166368,0.000028509485],"category_scores_gemma":[0.0011897577,0.00003408936,0.000008744707,0.00005520401,0.000013588906,0.00006193969,0.000014752637,0.000060091214,2.7228506e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017253836,0.000035440167,0.49870405,0.00019730847,0.000015444055,0.0000011034485,0.00024255733,0.000028829656,0.000023993109,0.0004921749,0.004122926,0.49596363],"study_design_scores_gemma":[0.0009982798,0.00001954528,0.98151517,0.000007350683,0.000005616965,0.0000028490879,0.0004562278,0.0002828858,0.00007495928,0.00017634424,0.016434863,0.000025908887],"about_ca_topic_score_codex":0.7326329,"about_ca_topic_score_gemma":0.89299387,"teacher_disagreement_score":0.49593773,"about_ca_system_score_codex":0.00027006835,"about_ca_system_score_gemma":0.00031644528,"threshold_uncertainty_score":0.26914757},"labels":[],"label_agreement":null},{"id":"W2404813638","doi":"10.14288/1.0086415","title":"Access and accessibility to Canadian vital event records","year":2008,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Computer science; Business","score_opus":0.08843026883975715,"score_gpt":0.3451484054262185,"score_spread":0.25671813658646137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404813638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99526083,0.000022153547,0.00032247067,0.0025840055,0.00011815279,0.00041400542,0.00012361359,0.000025985912,0.0011287921],"genre_scores_gemma":[0.99745363,0.00009051329,0.0009564688,0.00091236515,0.000044217508,4.9152203e-7,0.00003484061,0.000008624599,0.0004988211],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899435,0.000043724507,0.00022183958,0.00033549886,0.00020599403,0.00019858385],"domain_scores_gemma":[0.99877524,0.00010190904,0.00009954413,0.00023281724,0.00029602676,0.0004944739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031881264,0.00003296744,0.00022276025,0.00006155289,0.00020863036,0.00004416713,0.0001586597,0.00007125045,0.0004062474],"category_scores_gemma":[0.00063753605,0.00011419272,0.00006247432,0.00025856664,0.00013397586,0.0005083556,0.00014326285,0.00012528131,0.000018085706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042035586,0.00008527902,0.53390455,0.0000384434,0.00002633667,0.00033744526,0.00011674033,0.0000010611211,0.00006476895,1.6810156e-7,0.017213346,0.4481698],"study_design_scores_gemma":[0.0011924057,0.00016120344,0.9954339,0.000060805833,0.000054629487,0.00025772047,0.0005240954,0.00005427898,9.833752e-7,0.000069083086,0.0020862243,0.000104665334],"about_ca_topic_score_codex":0.94262713,"about_ca_topic_score_gemma":0.9905339,"teacher_disagreement_score":0.46152934,"about_ca_system_score_codex":0.00020565267,"about_ca_system_score_gemma":0.0005332948,"threshold_uncertainty_score":0.46566442},"labels":[],"label_agreement":null},{"id":"W2404999148","doi":"","title":"Implementing wound care guidelines: observations and recommendations from the bedside.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Polytechnic","funders":"","keywords":"Medicine; Wound care; Confusion; Best practice; Nursing; MEDLINE; Health care; Clinical Practice; Medical education; Intensive care medicine; Psychology; Management","score_opus":0.4039373270587169,"score_gpt":0.47237751990549914,"score_spread":0.06844019284678227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404999148","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4398874,0.00095109193,0.0015457834,0.55288106,0.00035966068,0.0024091206,0.00023420344,0.00013233814,0.0015993464],"genre_scores_gemma":[0.94539064,0.00024896296,0.013930839,0.037819587,0.0009236566,0.00042384648,0.0010395511,0.000017293303,0.00020560496],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817777,0.00007345509,0.0008941113,0.0002520324,0.00027935905,0.0003233043],"domain_scores_gemma":[0.9975998,0.0011120522,0.0002286224,0.00033538628,0.0006049255,0.00011923248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012709519,0.0001144373,0.00016320105,0.000037781563,0.00031191885,0.00008561573,0.000090964844,0.000047364963,0.00011326957],"category_scores_gemma":[0.008330594,0.00008542491,0.000060121372,0.00020787641,0.000028965045,0.0002661361,0.000069181544,0.00019146403,0.000005372768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029084309,0.000035570014,0.062494498,0.0000052625305,0.000051679694,0.0000018831374,0.0004600899,0.0000017576729,0.00005721282,0.00041940284,0.06823626,0.8682073],"study_design_scores_gemma":[0.00089486217,0.000022329088,0.67228246,0.000012005036,0.00019029624,0.0000052937703,0.004568472,0.000074647745,0.000027794878,0.0010418671,0.320807,0.000072970724],"about_ca_topic_score_codex":0.00066245906,"about_ca_topic_score_gemma":0.0010829549,"teacher_disagreement_score":0.8681343,"about_ca_system_score_codex":0.00009601653,"about_ca_system_score_gemma":0.00008391065,"threshold_uncertainty_score":0.9973101},"labels":[],"label_agreement":null},{"id":"W2405135019","doi":"","title":"Effective analgesia and decreased length of stay for patients undergoing radical prostatectomy: Effectiveness of a clinical pathway.","year":2006,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Medicine; Prostatectomy; Patient satisfaction; Cohort; Narcotic; Acetaminophen; Complication; Surgery; Radical retropubic prostatectomy; Anesthesia; Internal medicine; Prostate cancer; Cancer","score_opus":0.07665205009021624,"score_gpt":0.4020032569231769,"score_spread":0.32535120683296065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405135019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99046344,0.00005897162,0.0027416458,0.00009661289,0.00012910117,0.006302073,0.00006877821,0.000024703364,0.000114651826],"genre_scores_gemma":[0.99654174,0.00001720091,0.0018672826,0.00005854334,0.00010734628,0.0012203344,0.00015443873,0.000026012509,0.0000070936753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99712926,0.00057970843,0.0013686887,0.0003469282,0.00030958874,0.0002658106],"domain_scores_gemma":[0.9842918,0.014312476,0.00062944094,0.00019403377,0.00041035315,0.00016188454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040811207,0.00014602212,0.00068547,0.000106911626,0.000033340526,0.000007342454,0.000050398725,0.000121711295,0.0000034672491],"category_scores_gemma":[0.018082857,0.00012398764,0.0001769533,0.00018240741,0.00018895487,0.00012163501,0.000040956565,0.00015711544,3.339686e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074824695,0.0012958918,0.8040722,0.0009600177,0.0002068825,0.0000024945236,0.000014657975,0.0000030732883,0.00014342219,0.00032555065,0.000056412617,0.18543695],"study_design_scores_gemma":[0.02011381,0.0013488786,0.97285175,0.000111251684,0.00034162798,0.000002120303,0.000031474035,0.00016444105,0.0035815632,0.0011522438,0.00019770376,0.00010315593],"about_ca_topic_score_codex":0.00015990189,"about_ca_topic_score_gemma":0.000041543375,"teacher_disagreement_score":0.18533379,"about_ca_system_score_codex":0.0000688491,"about_ca_system_score_gemma":0.00017477396,"threshold_uncertainty_score":0.99018824},"labels":[],"label_agreement":null},{"id":"W2405984111","doi":"10.1016/s0849-5831(16)30859-x","title":"Best Gynaecology Poster","year":2001,"lang":"en","type":"article","venue":"Journal SOGC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Gynecology; Medical physics","score_opus":0.25695777321660856,"score_gpt":0.5120917702435659,"score_spread":0.2551339970269573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405984111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88128024,0.00012983842,0.001277158,0.06740321,0.0016121502,0.0001781311,0.000001525054,0.000024527026,0.048093222],"genre_scores_gemma":[0.979597,0.00037098886,0.0019620354,0.012142142,0.0014199247,0.0000020566893,0.000006047044,0.00001553437,0.0044842972],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890316,0.00005751211,0.0005681844,0.00009020163,0.00019986632,0.00018110877],"domain_scores_gemma":[0.9989712,0.00035364338,0.00019757921,0.000111903624,0.00019212122,0.00017353107],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061398133,0.00006459385,0.00015351023,0.00006760472,0.000078829806,0.000026922426,0.000050846775,0.000065212684,0.010126245],"category_scores_gemma":[0.0020951382,0.000050524057,0.00008564409,0.00008558927,0.000022906695,0.00016817317,0.000024861432,0.00039688504,0.0007503559],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040297155,0.00045346067,0.22198373,0.000009191823,0.00010886477,0.001645803,0.00011044268,0.000005282271,0.0013580414,0.000044870285,0.03808519,0.73579216],"study_design_scores_gemma":[0.0040361797,0.0013414738,0.42681813,0.000013206565,0.00027113067,0.013392852,0.0005238734,0.000074512,0.00015097922,0.0010322381,0.5522233,0.00012208559],"about_ca_topic_score_codex":0.000020203339,"about_ca_topic_score_gemma":0.00002633077,"teacher_disagreement_score":0.7356701,"about_ca_system_score_codex":0.0001026787,"about_ca_system_score_gemma":0.00011284708,"threshold_uncertainty_score":0.9907786},"labels":[],"label_agreement":null},{"id":"W2405989944","doi":"10.1016/s0849-5831(16)31458-6","title":"Le Journal d'Obstétrique et Gynécologie du Canada et la Recherche","year":2001,"lang":"fr","type":"article","venue":"Journal SOGC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology; Humanities; Philosophy","score_opus":0.6592481473514272,"score_gpt":0.5849467680964185,"score_spread":0.07430137925500868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405989944","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06463193,0.008383689,0.022325609,0.84282017,0.0134668825,0.00036944597,0.000029308834,0.000034235447,0.047938723],"genre_scores_gemma":[0.509195,0.24538492,0.048844643,0.13251041,0.030992309,0.0000138002215,0.000044172808,0.00020965973,0.032805055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883336,0.007578482,0.0021522688,0.00025552136,0.00090066285,0.0007794676],"domain_scores_gemma":[0.9697603,0.026726237,0.0013469921,0.0002687154,0.00095684314,0.0009409228],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030430445,0.000301166,0.0005513306,0.00013922318,0.00041104175,0.00034866435,0.00034013033,0.0005795639,0.0025585033],"category_scores_gemma":[0.12513784,0.00027466108,0.00027636313,0.00038978187,0.00011074209,0.0009349833,0.00011407986,0.0076748407,0.00008143737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070225034,0.00084511476,0.0137035,0.00005424022,0.0005182629,0.015465627,0.00061997405,0.000887131,0.0007377887,0.0036734683,0.54757035,0.4152223],"study_design_scores_gemma":[0.004314699,0.00052388693,0.011724257,0.0003020488,0.00034473345,0.053525783,0.0034579064,0.00044001098,0.00006994124,0.007239372,0.9177918,0.00026560194],"about_ca_topic_score_codex":0.1563574,"about_ca_topic_score_gemma":0.41500393,"teacher_disagreement_score":0.71030974,"about_ca_system_score_codex":0.0032001738,"about_ca_system_score_gemma":0.031226812,"threshold_uncertainty_score":0.99997056},"labels":[],"label_agreement":null},{"id":"W2407503983","doi":"","title":"Guideline-related barriers to optimal prescription of oral anticoagulants in primary care.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Guideline; Medicine; Medical prescription; Rigour; Stakeholder; CLARITY; Atrial fibrillation; Family medicine; Intensive care medicine; Nursing; Pathology; Public relations; Cardiology","score_opus":0.10482191666099865,"score_gpt":0.38533582769297975,"score_spread":0.2805139110319811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407503983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885956,0.000066605164,0.0009243811,0.007421875,0.0003325848,0.0016093424,0.000031870582,0.000044976838,0.0009727756],"genre_scores_gemma":[0.99367464,0.000029060659,0.0041962084,0.0014491772,0.000059921065,0.00022582813,0.00006376113,0.000021581982,0.0002798244],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976598,0.000095024996,0.0012976283,0.00027811888,0.00034351693,0.0003259307],"domain_scores_gemma":[0.99872005,0.00018140586,0.00020907055,0.00028580838,0.00026341405,0.000340249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011813729,0.000117052914,0.0003463495,0.00020192961,0.000017194088,0.000006628956,0.00009234268,0.000095114796,0.00014090355],"category_scores_gemma":[0.0060864873,0.00008621723,0.00007008785,0.00026491313,0.00004723627,0.00022228724,0.00007195782,0.0001013638,0.000021882552],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001821688,0.00014438623,0.2742905,0.000103509294,0.00009978788,0.000034012857,0.0005582466,0.00009194943,0.016286178,0.00003496268,0.0112733785,0.6952614],"study_design_scores_gemma":[0.00578088,0.00016433644,0.981343,0.00009031832,0.00013309316,0.000015338906,0.000540053,0.000077164106,0.0036215035,0.00004220441,0.008043209,0.00014893853],"about_ca_topic_score_codex":0.00021793984,"about_ca_topic_score_gemma":0.000065278015,"teacher_disagreement_score":0.70705247,"about_ca_system_score_codex":0.0002683151,"about_ca_system_score_gemma":0.00018043436,"threshold_uncertainty_score":0.7286534},"labels":[],"label_agreement":null},{"id":"W2407742249","doi":"10.1016/s0849-5831(16)30415-3","title":"Archivée: Grossesse et congé parental dans les programmes canadiens de résidence en obstétrique et gynécologie","year":2000,"lang":"fr","type":"article","venue":"Journal SOGC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gynecology; Humanities; Medicine; Web site; Art; The Internet; Computer science; World Wide Web","score_opus":0.18393272402185196,"score_gpt":0.5051558993985935,"score_spread":0.32122317537674155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407742249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83820796,0.0035589712,0.006182415,0.14487341,0.0022601997,0.0007804617,0.00020484699,0.00007462436,0.0038571032],"genre_scores_gemma":[0.94968927,0.02289808,0.009296316,0.008553226,0.0032658053,0.000037053473,0.000094755276,0.00006470086,0.0061007673],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99454504,0.0017439306,0.001659357,0.00038073421,0.00056415726,0.0011067563],"domain_scores_gemma":[0.9919133,0.006054517,0.00058745936,0.00030385106,0.00024953877,0.000891341],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049412567,0.00034428135,0.0005082898,0.00011180234,0.00034527484,0.00028837324,0.0003418476,0.00028597683,0.00393686],"category_scores_gemma":[0.014397055,0.0003185939,0.00027911595,0.00024482884,0.00035268368,0.0007485925,0.00008171802,0.002418452,0.00015845515],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006573793,0.0010436164,0.19246021,0.00014691439,0.0003347187,0.0050738957,0.010141728,0.0012167613,0.0014158487,0.0011553867,0.027129686,0.7592239],"study_design_scores_gemma":[0.0039692624,0.001929786,0.388946,0.0008212319,0.00082537445,0.012293538,0.013435733,0.0019241984,0.00046963227,0.006086115,0.56872785,0.0005712702],"about_ca_topic_score_codex":0.027894417,"about_ca_topic_score_gemma":0.0834352,"teacher_disagreement_score":0.75865257,"about_ca_system_score_codex":0.0016202235,"about_ca_system_score_gemma":0.003493928,"threshold_uncertainty_score":0.9999266},"labels":[],"label_agreement":null},{"id":"W2407886927","doi":"10.3233/978-1-58603-979-0-87","title":"Clinical Support in Primary and Ambulatory Care: Canadian Lessons to be Learned from the UK Patient Summary Care Record (SCR) Initiative","year":2009,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Primary care; Ambulatory; Ambulatory care; Medicine; Medical emergency; Nursing; Family medicine; Health care; Political science; Surgery","score_opus":0.3124372852100513,"score_gpt":0.5157277503159423,"score_spread":0.203290465105891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407886927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8361311,0.004700504,0.000011509763,0.15693863,0.00026970936,0.0011112003,0.00008447559,0.000033606473,0.00071929186],"genre_scores_gemma":[0.8927727,0.012315045,0.0039211446,0.0908037,0.000035440462,0.000036419337,0.00010544241,0.0000064385836,0.000003697824],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99745053,0.0001116611,0.0017747162,0.00017844058,0.00013521293,0.000349453],"domain_scores_gemma":[0.99807847,0.0009797842,0.00032807095,0.00027891644,0.00018009439,0.00015466407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009366764,0.0001451349,0.0005238445,0.00032896933,0.00019717735,0.000006986893,0.00008727541,0.00021954821,0.000005287077],"category_scores_gemma":[0.003641581,0.00011380309,0.00002421645,0.0003976918,0.00031473883,0.000119412536,0.00015775574,0.00083729305,0.0000027002163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001255346,0.000024562378,0.41209155,0.00015752343,0.000031521162,0.000016184045,0.03839693,0.0000021015794,1.3215265e-7,0.00023755638,0.0075629116,0.54135346],"study_design_scores_gemma":[0.001955099,0.0028021873,0.5314647,0.0004141842,0.00003772624,0.000012641243,0.37881216,0.000035003875,0.0000022647966,0.0009726386,0.083326735,0.00016465905],"about_ca_topic_score_codex":0.0062538865,"about_ca_topic_score_gemma":0.14141576,"teacher_disagreement_score":0.54118884,"about_ca_system_score_codex":0.00050323614,"about_ca_system_score_gemma":0.00085722737,"threshold_uncertainty_score":0.9454047},"labels":[],"label_agreement":null},{"id":"W2408781124","doi":"10.1016/j.jclinepi.2016.05.006","title":"The need for ethics as well as evidence in evidence-based medicine","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Scopus; Evidence-based medicine; Alternative medicine; MEDLINE; Clinical Practice; Medicine; Psychological intervention; Empirical evidence; Evidence-based practice; Publication bias; Engineering ethics; Medical education; Psychology; Family medicine; Political science; Epistemology; Psychiatry; Pathology; Law; Philosophy; Engineering","score_opus":0.8911447138856542,"score_gpt":0.7168175374562369,"score_spread":0.1743271764294173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408781124","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10694247,0.0029723356,0.024076112,0.8629456,0.0023070828,0.0005973266,0.0000011826867,0.000011686218,0.00014617179],"genre_scores_gemma":[0.76735497,0.034771115,0.010448559,0.18106394,0.0053742337,0.00002906237,0.0000019577146,0.000036944835,0.000919246],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9725141,0.011729137,0.013966097,0.00046219706,0.0007242137,0.000604279],"domain_scores_gemma":[0.11101208,0.8788976,0.0069820443,0.000625892,0.0019217976,0.0005605523],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21582226,0.00021417227,0.002373477,0.00016180956,0.00010693477,0.0000067335145,0.0004908254,0.00064873946,0.0006030382],"category_scores_gemma":[0.96392304,0.00009486265,0.0007568028,0.00023526578,0.0010484757,0.0003816755,0.00007043269,0.002188335,0.00020070044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042340335,0.0004065198,0.59223044,0.00018785796,0.00026958814,0.0001452946,0.000078353805,0.000078506644,0.000829771,0.0074202335,0.13637207,0.21964101],"study_design_scores_gemma":[0.026296241,0.027696038,0.30494526,0.013119052,0.00092422834,0.00051443407,0.0005529557,0.0015219094,0.00013997982,0.14336818,0.480615,0.00030674168],"about_ca_topic_score_codex":0.00024543097,"about_ca_topic_score_gemma":0.00016252037,"teacher_disagreement_score":0.8671685,"about_ca_system_score_codex":0.00014982624,"about_ca_system_score_gemma":0.0026073505,"threshold_uncertainty_score":0.9507348},"labels":[],"label_agreement":null},{"id":"W2409070952","doi":"10.1007/bf03026869","title":"Clinical practice guidelines in the intensive care unit: a survey of Canadian clinicians’ attitudes","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia; Health Sciences Centre; Queen's University; McMaster University; University of Toronto; Sunnybrook Health Science Centre","funders":"Hamilton Health Sciences","keywords":"Guideline; Medicine; Intensive care unit; Family medicine; MEDLINE; Nursing; Intensive care; Intensive care medicine","score_opus":0.2299144754708622,"score_gpt":0.4674346954303065,"score_spread":0.23752021995944433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409070952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9394114,0.0029311532,0.000035802266,0.055259276,0.0008436527,0.0005088408,0.000027298722,0.000004660326,0.000977917],"genre_scores_gemma":[0.9826648,0.0006022292,0.004064892,0.011232694,0.0012659406,0.0000016526503,0.000040659746,0.000065960136,0.00006117122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9897852,0.0013373942,0.0062231286,0.0003473889,0.0010901664,0.0012167306],"domain_scores_gemma":[0.958642,0.005370329,0.0031788987,0.0006415882,0.028361835,0.0038053202],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03636937,0.0004103262,0.0012486416,0.003053184,0.0003481669,0.00015338602,0.0009856498,0.0004453904,0.00012994959],"category_scores_gemma":[0.09543654,0.00031762177,0.0004955988,0.0024546413,0.00048482168,0.0006778419,0.00001384453,0.0026274098,0.000014767726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082980766,0.00006232261,0.565437,0.00004993097,0.00020314402,0.3862193,0.0034231625,0.000072616655,0.0000030271683,0.00009902857,0.017202938,0.026397696],"study_design_scores_gemma":[0.0014952362,0.0013489362,0.4627143,0.00033721948,0.0002929433,0.43925068,0.028196933,0.0000072370717,0.000003728875,0.000024849433,0.06614153,0.00018641673],"about_ca_topic_score_codex":0.85208243,"about_ca_topic_score_gemma":0.98761874,"teacher_disagreement_score":0.13553633,"about_ca_system_score_codex":0.0010587233,"about_ca_system_score_gemma":0.028208105,"threshold_uncertainty_score":0.9999276},"labels":[],"label_agreement":null},{"id":"W2409205278","doi":"","title":"Reducing the care-gap in vascular disease management in Alberta.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health","funders":"","keywords":"Intensive care medicine; Disease management; Medicine; Business; Disease; Internal medicine","score_opus":0.12110879403661919,"score_gpt":0.3851948168026946,"score_spread":0.2640860227660754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409205278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.950574,0.0003147323,0.000032807366,0.03742201,0.00020951818,0.004284749,0.000001135922,0.000017711196,0.0071433624],"genre_scores_gemma":[0.9931455,0.000095469644,0.00019003943,0.002478898,0.00009904167,0.0034511725,0.000032039312,0.00001390572,0.0004938851],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865454,0.00010055173,0.0005061578,0.00022114946,0.00023644284,0.0002811445],"domain_scores_gemma":[0.99903244,0.00034996326,0.00007175181,0.00037134872,0.00004239814,0.00013212801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069225486,0.00008253525,0.00012921295,0.00009657419,0.000022274797,0.000025286326,0.00009041837,0.000024600973,0.00012600851],"category_scores_gemma":[0.0016000431,0.000059457492,0.00005674897,0.0002353249,0.000024139865,0.0001587525,0.0000727123,0.00016235028,0.00007310874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121583456,0.00022603116,0.1547768,0.00013607043,0.00007074821,0.000055845634,0.0007312719,0.00020974468,0.000005886879,0.00036644202,0.0038280254,0.8394716],"study_design_scores_gemma":[0.001641628,0.000006974812,0.9872077,0.000023118326,0.000086701846,7.520849e-7,0.0011115464,0.00040115436,0.0000044858825,0.00039983782,0.0090497425,0.00006636569],"about_ca_topic_score_codex":0.008678828,"about_ca_topic_score_gemma":0.0016777976,"teacher_disagreement_score":0.8394052,"about_ca_system_score_codex":0.0001663697,"about_ca_system_score_gemma":0.000025046698,"threshold_uncertainty_score":0.9979225},"labels":[],"label_agreement":null},{"id":"W2409532566","doi":"10.1016/j.zefq.2014.08.004","title":"Grade Leitlinien: 15. Von der Evidenz zur Empfehlung – Determinanten, die Richtung und Stärke einer Empfehlung bestimmen","year":2014,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Guideline; Medicine","score_opus":0.16754250396645853,"score_gpt":0.5026794496717318,"score_spread":0.3351369457052733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409532566","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37280175,0.42879438,0.02623254,0.10881886,0.03111948,0.018455943,0.0011101702,0.0030493874,0.009617472],"genre_scores_gemma":[0.93041116,0.014726848,0.008672479,0.01674713,0.017127724,0.00057258375,0.0022801121,0.001518978,0.007942966],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.964865,0.006207082,0.012341714,0.005695418,0.0053615337,0.005529199],"domain_scores_gemma":[0.9571897,0.024614042,0.005807513,0.0063110082,0.0026717316,0.003406015],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.02231593,0.0038280443,0.0053884,0.0016970363,0.0020650334,0.001768298,0.0031841244,0.0024943927,0.0013902631],"category_scores_gemma":[0.04832435,0.0036574,0.0024312318,0.002512972,0.0014033918,0.0054346174,0.0023886561,0.004998733,0.006667169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010119338,0.009069435,0.40651047,0.012763578,0.03537345,0.0039919494,0.015973585,0.0014684261,0.010586462,0.025504803,0.15680528,0.31183323],"study_design_scores_gemma":[0.014906681,0.0042973496,0.052941818,0.0064093526,0.030306984,0.00024549762,0.0029860137,0.012605986,0.0021050628,0.0008424232,0.8670495,0.0053032893],"about_ca_topic_score_codex":0.006196925,"about_ca_topic_score_gemma":0.0037143556,"teacher_disagreement_score":0.71024424,"about_ca_system_score_codex":0.00052549125,"about_ca_system_score_gemma":0.002229112,"threshold_uncertainty_score":0.9995226},"labels":[],"label_agreement":null},{"id":"W2409553535","doi":"10.1136/bmj.i3065","title":"Relationships between biomedical companies and guideline makers are often undisclosed","year":2016,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Business; Medicine","score_opus":0.3468844876568556,"score_gpt":0.4979730791953933,"score_spread":0.1510885915385377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409553535","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49138418,0.000074668234,0.008616528,0.49827752,0.00017664077,0.0006284496,0.00008963345,0.000108756845,0.00064362783],"genre_scores_gemma":[0.9832333,0.000027516915,0.012531982,0.0022617094,0.0010142734,0.000014527986,0.00016323861,0.00002101096,0.00073248113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979903,0.0001559764,0.0010946724,0.00023752492,0.00034460513,0.00017692753],"domain_scores_gemma":[0.99710155,0.0019144806,0.0003141851,0.00027265595,0.00015844768,0.00023870272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017836182,0.0001090984,0.0002684961,0.00009415797,0.00008181803,0.000013316055,0.000054053722,0.000113798094,0.00026975042],"category_scores_gemma":[0.011026269,0.00007001894,0.00005075946,0.00013752391,0.00017065983,0.00013553182,0.00006703605,0.00017860338,0.00015195852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020893801,0.00008694634,0.47525424,0.000036888476,0.00014070724,0.000034780154,0.00010054476,4.5037734e-7,0.0012502888,0.0002976615,0.46938863,0.053199913],"study_design_scores_gemma":[0.004160072,0.00019563276,0.74675417,0.0001724081,0.00026413193,0.000050420836,0.0009119959,0.00012128033,0.00005242703,0.0014621392,0.24570854,0.00014679978],"about_ca_topic_score_codex":0.00004590801,"about_ca_topic_score_gemma":0.0000380145,"teacher_disagreement_score":0.4960158,"about_ca_system_score_codex":0.0000573827,"about_ca_system_score_gemma":0.00009856635,"threshold_uncertainty_score":0.99730426},"labels":[],"label_agreement":null},{"id":"W2409718509","doi":"","title":"An evaluation study of the implementation of stroke best practice guidelines using a Knowledge Transfer Team approach.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attrition; Best practice; Nursing; Health care; Psychology; Medicine; Stroke (engine); Medical education; Family medicine; Political science","score_opus":0.5729769661679557,"score_gpt":0.5637598277344626,"score_spread":0.009217138433493033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409718509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900282,0.0001120144,0.0018109186,0.0007442419,0.00030886015,0.005787421,0.00002227294,0.000016383585,0.001169669],"genre_scores_gemma":[0.9948825,0.0000060286525,0.004000116,0.00020741053,0.00024206775,0.00057308836,0.00004013312,0.000023379383,0.000025278998],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996016,0.0008359086,0.0016095705,0.0002771406,0.0010619118,0.00019946428],"domain_scores_gemma":[0.99444956,0.00028354695,0.00051170087,0.0005051956,0.0041106814,0.00013932084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008107647,0.0001347395,0.00030188708,0.00011687433,0.000048753103,0.000015561027,0.0001498869,0.000058805126,0.000014539751],"category_scores_gemma":[0.007870368,0.000099481214,0.00007895121,0.00039438452,0.000048413633,0.00059368525,0.000043488657,0.00014949066,0.0000010704522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018744392,0.016323619,0.101911604,0.00018616195,0.00074273895,9.130954e-7,0.018597249,0.003159238,0.004278311,0.00007295859,0.0028874562,0.84996533],"study_design_scores_gemma":[0.040389307,0.003811489,0.3180188,0.000056993533,0.011852389,0.00008888681,0.5620549,0.050315574,0.008541695,0.00009657868,0.0043236846,0.00044971076],"about_ca_topic_score_codex":0.0020771532,"about_ca_topic_score_gemma":0.0006327195,"teacher_disagreement_score":0.8495156,"about_ca_system_score_codex":0.00019232482,"about_ca_system_score_gemma":0.0005631594,"threshold_uncertainty_score":0.94221336},"labels":[],"label_agreement":null},{"id":"W2410351669","doi":"10.1016/j.zefq.2009.05.023","title":"[GRADE: from grading the evidence to developing recommendations. A description of the system and a proposal regarding the transferability of the results of clinical research to clinical practice].","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Grading (engineering); Health care; Guideline; Context (archaeology); Transferability; Psychology; Intervention (counseling); Population; Evidence-based medicine; Medicine; Applied psychology; Medical education; Nursing; Computer science; Alternative medicine; Political science; Environmental health","score_opus":0.7035824989007066,"score_gpt":0.5828128025015586,"score_spread":0.12076969639914792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410351669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6459481,0.00006732777,0.0011032326,0.34806255,0.0005268737,0.0041524493,0.000021307515,0.000011647474,0.000106504274],"genre_scores_gemma":[0.9897685,0.00012641575,0.0074611674,0.0020332737,0.00034047881,0.00023135777,0.0000030581873,0.000011039986,0.000024707793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9876019,0.006536968,0.0038782456,0.0005040265,0.0011552396,0.00032366696],"domain_scores_gemma":[0.95877403,0.037284587,0.0010595421,0.0012780019,0.0014442537,0.00015959723],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060657345,0.00012782194,0.00052007457,0.00006646818,0.00029068647,0.000044635555,0.00055453816,0.0001225931,0.0000018626514],"category_scores_gemma":[0.24558637,0.00005785441,0.00022878393,0.0010516475,0.00037045017,0.00030479956,0.00023515287,0.00094755634,9.015651e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012054529,0.0008041253,0.20322606,0.00030148798,0.00038755542,0.0000024828826,0.0061797253,0.00002775093,0.0011520566,0.0031593074,0.011461183,0.76124376],"study_design_scores_gemma":[0.0015639961,0.00031675288,0.9862369,0.0009258616,0.00032440125,0.000014604173,0.005308731,0.00023175139,0.0009581308,0.00069648837,0.0033506516,0.00007175488],"about_ca_topic_score_codex":0.00087407435,"about_ca_topic_score_gemma":0.00040949977,"teacher_disagreement_score":0.78301084,"about_ca_system_score_codex":0.00016316341,"about_ca_system_score_gemma":0.00053513196,"threshold_uncertainty_score":0.96725094},"labels":[],"label_agreement":null},{"id":"W2410934012","doi":"10.1136/bmj.325.7365.658/a","title":"Randomised trials in surgery","year":2002,"lang":"en","type":"letter","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medicine; Data science; Information retrieval; Surgery","score_opus":0.5877423190906588,"score_gpt":0.5460621039448826,"score_spread":0.041680215145776134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410934012","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010091736,0.00017263791,0.00006737968,0.992106,0.0012912701,0.0027083035,0.000023417224,0.000043822864,0.0025779784],"genre_scores_gemma":[0.0005665847,0.0002677287,0.00079348974,0.97111666,0.01975157,0.0002612908,0.0010970228,0.000059888367,0.006085747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927333,0.0017202954,0.0043881927,0.00033628105,0.000538273,0.00028362876],"domain_scores_gemma":[0.94915795,0.048758592,0.0014428848,0.00047595607,0.00011028023,0.00005432838],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016808864,0.0002114482,0.0020503707,0.00033685885,0.000014292299,0.000022603275,0.00006625402,0.0006290556,0.0046268133],"category_scores_gemma":[0.16497922,0.00017434033,0.0006576658,0.00018058698,0.000027231461,0.00006771861,0.000024506946,0.0014063083,0.0005144212],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016863069,0.00004145686,0.001198859,0.00014366674,0.000097310076,0.0013647,0.000012975097,4.0674675e-7,0.000008883688,2.3376457e-7,0.98323345,0.012211774],"study_design_scores_gemma":[0.021134285,0.000031985,0.0010623964,0.00028773778,0.00040762348,0.000076373115,0.000011624919,0.00004071097,0.000009250889,0.000053125375,0.9767114,0.00017349166],"about_ca_topic_score_codex":0.0001543484,"about_ca_topic_score_gemma":0.000016337652,"teacher_disagreement_score":0.14817035,"about_ca_system_score_codex":0.00010760139,"about_ca_system_score_gemma":0.00026619586,"threshold_uncertainty_score":0.9962831},"labels":[],"label_agreement":null},{"id":"W2411309201","doi":"10.1016/j.respe.2016.02.004","title":"À mêmes mots, sens différents – les difficultés de la terminologie épidémiologique avec la recherche en interventions en santé des populations","year":2016,"lang":"fr","type":"article","venue":"Revue d Épidémiologie et de Santé Publique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Humanities; Psychological intervention; Medicine; Art; Nursing","score_opus":0.5312572132538697,"score_gpt":0.5674454024951096,"score_spread":0.0361881892412399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411309201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7733802,0.0053003537,0.16469035,0.048680473,0.0015717258,0.0014077133,0.00065241166,0.00069790665,0.003618825],"genre_scores_gemma":[0.8473246,0.04161296,0.10094313,0.0016214785,0.0029482178,0.0003585266,0.0003884415,0.00014229966,0.004660302],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.94155926,0.051685244,0.0032940423,0.0013082344,0.0003076751,0.0018455621],"domain_scores_gemma":[0.85888755,0.1372648,0.001382347,0.0012545598,0.00056621246,0.00064450264],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.039082225,0.00088584196,0.0015320998,0.00050554826,0.0003013237,0.00021104656,0.000971617,0.004054091,0.0010955484],"category_scores_gemma":[0.44125888,0.0006786238,0.001067646,0.0005865943,0.0013736426,0.0010839402,0.0007905098,0.0038831849,0.00016697183],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026088578,0.0013803602,0.44668254,0.0008646343,0.00045997673,0.00046428165,0.0017763064,0.00017416671,0.007446846,0.015070549,0.008170429,0.51724905],"study_design_scores_gemma":[0.0028157926,0.0008918705,0.9159055,0.0043592835,0.0008146041,0.0014487548,0.0028562662,0.0011090444,0.00076366303,0.046119105,0.022056168,0.0008600003],"about_ca_topic_score_codex":0.0011688978,"about_ca_topic_score_gemma":0.0009298142,"teacher_disagreement_score":0.516389,"about_ca_system_score_codex":0.0040025436,"about_ca_system_score_gemma":0.0026223557,"threshold_uncertainty_score":0.9998209},"labels":[],"label_agreement":null},{"id":"W2411600316","doi":"10.1503/cjs.006316","title":"Amélioration continue de la qualité en chirurgie orthopédique: modifications et répercussions de la réforme du financement du système de santé","year":2016,"lang":"fr","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Physiotherapy Association; Ottawa Public Health; Ottawa Hospital","funders":"","keywords":"Medicine; Humanities","score_opus":0.07554597696081525,"score_gpt":0.430176869644787,"score_spread":0.35463089268397174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411600316","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24778838,0.006647591,0.09945855,0.1612256,0.4749421,0.0018857938,0.0039121737,0.00008729704,0.0040525068],"genre_scores_gemma":[0.6726634,0.011236058,0.0017942702,0.0018172658,0.31116518,0.00006871638,0.00042070454,0.00013514323,0.0006992659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889008,0.0054265684,0.0034759848,0.00037742054,0.00074515626,0.001074073],"domain_scores_gemma":[0.9396246,0.053538095,0.0028975892,0.0004946123,0.0013442915,0.0021008262],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029321406,0.0004818385,0.0011533872,0.0009519193,0.00042841616,0.00028002,0.00036789657,0.0012565434,0.0009524059],"category_scores_gemma":[0.11933565,0.0004282433,0.0006387927,0.00040108236,0.00045106435,0.00073244167,0.000035480356,0.002018688,0.000040995674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002623818,0.00018877622,0.06652813,0.00022384923,0.0003690592,0.0016241288,0.0021940777,0.00022913577,0.0006059883,0.0024514813,0.9047282,0.020594833],"study_design_scores_gemma":[0.0016027009,0.0001265561,0.10476609,0.00356079,0.0008302127,0.0011849456,0.0012259373,0.0001988558,0.000036354602,0.0015607862,0.88448054,0.00042624652],"about_ca_topic_score_codex":0.022593489,"about_ca_topic_score_gemma":0.0130184535,"teacher_disagreement_score":0.424875,"about_ca_system_score_codex":0.0077725705,"about_ca_system_score_gemma":0.075505815,"threshold_uncertainty_score":0.99996084},"labels":[],"label_agreement":null},{"id":"W2412379327","doi":"10.1177/135581960000500204","title":"Do Clinical Practice Guidelines Reflect Research Evidence?","year":2000,"lang":"en","type":"review","venue":"Journal of Health Services Research & Policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Guideline; Critical appraisal; Checklist; Quality (philosophy); Limiting; Evidence-based medicine; Medicine; Process (computing); MEDLINE; Health care; Clinical Practice; Psychology; Family medicine; Alternative medicine; Computer science; Political science; Pathology","score_opus":0.9104208800657871,"score_gpt":0.8213984594218089,"score_spread":0.08902242064397825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412379327","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029671446,0.86724746,0.000008612963,0.12731789,0.0005884113,0.0030895572,0.000029790148,0.000030434507,0.0016581581],"genre_scores_gemma":[0.000013390992,0.9522052,0.011914879,0.014128267,0.02052639,0.00007248376,0.00005775315,0.00019656827,0.00088505703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92546064,0.036095418,0.02257721,0.0013433305,0.011556339,0.0029670852],"domain_scores_gemma":[0.75744575,0.14436887,0.01594198,0.004448376,0.07272143,0.0050735925],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25658843,0.00070450525,0.0058243563,0.00560799,0.0008783561,0.0005316156,0.002272122,0.0010901518,0.00083024224],"category_scores_gemma":[0.21725531,0.00050303404,0.0017498697,0.0069661983,0.00054478145,0.00181468,0.00084547297,0.01509298,0.0010706318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011569071,0.00065775326,0.000017266617,0.029826831,0.0005009361,0.0004553434,0.00037961785,6.872368e-7,1.812002e-7,0.000061932595,0.11465029,0.85229224],"study_design_scores_gemma":[0.0012183017,0.005807835,0.00003524284,0.11262481,0.00059174944,0.003711605,0.0023056348,0.000012632453,1.2504917e-7,0.0004903373,0.87295586,0.00024584812],"about_ca_topic_score_codex":0.008515619,"about_ca_topic_score_gemma":0.00021230125,"teacher_disagreement_score":0.85204643,"about_ca_system_score_codex":0.003688146,"about_ca_system_score_gemma":0.07901406,"threshold_uncertainty_score":0.99974215},"labels":[],"label_agreement":null},{"id":"W2413240019","doi":"","title":"Kidney Foundation of Canada--medical advisory meeting report.","year":2005,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Advisory committee; Foundation (evidence); Medicine; Political science; Public administration; Law","score_opus":0.09629141066697794,"score_gpt":0.3892680673897126,"score_spread":0.29297665672273465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413240019","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017855784,0.00026953462,0.0002885614,0.023665948,0.0014436241,0.0015993742,0.00003547518,0.00011498285,0.97240394],"genre_scores_gemma":[0.00607943,0.0003018386,0.0023767594,0.0090943575,0.0047616963,0.000537355,0.0014004312,0.00041913468,0.975029],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969244,0.0000769752,0.0013422093,0.0003211968,0.0010237327,0.00031148846],"domain_scores_gemma":[0.99722147,0.00036964088,0.0012855603,0.00043054344,0.00014337317,0.0005494021],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018046305,0.00016971394,0.00045101115,0.00014255747,0.000020129652,0.0000064885726,0.00010363375,0.0002697483,0.00858327],"category_scores_gemma":[0.040723477,0.00016158444,0.000083550185,0.00013315422,0.00005547675,0.00003992651,0.00005406006,0.00033684546,0.000012746719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031826545,0.000049249713,0.00131856,0.00014070941,0.0001001452,0.000098646924,0.0000032703451,3.1302184e-7,0.0000011753026,0.000010178362,0.7420319,0.25621405],"study_design_scores_gemma":[0.0010062963,0.000011579655,0.013260246,0.00020571065,0.00021132703,0.0001515545,0.000029808387,0.00003144753,0.0000146283,0.000004312774,0.98494655,0.00012652122],"about_ca_topic_score_codex":0.25943777,"about_ca_topic_score_gemma":0.39098468,"teacher_disagreement_score":0.2560875,"about_ca_system_score_codex":0.00026265127,"about_ca_system_score_gemma":0.0033510618,"threshold_uncertainty_score":0.99232304},"labels":[],"label_agreement":null},{"id":"W2413710391","doi":"10.2174/1573396311666150608125529","title":"Systematic Review and Quality Appraisal of International Guidelines on Perinatal Care of Extremely Premature Infants","year":2015,"lang":"en","type":"review","venue":"Current Pediatric Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Guideline; Rigour; Medicine; MEDLINE; Critical appraisal; Family medicine; Pediatrics; Alternative medicine; Pathology","score_opus":0.5333774636281006,"score_gpt":0.6140798876060813,"score_spread":0.08070242397798078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413710391","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000801425,0.99018824,0.000020901693,0.00011443662,0.0013226032,0.007711247,0.00047973546,0.000019907224,0.00013493487],"genre_scores_gemma":[0.0000021474088,0.99641913,0.0008521747,0.00010560759,0.0009595449,0.00037356344,0.0011974763,0.000046594934,0.00004374107],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870324,0.0011695912,0.009861307,0.0006360347,0.0010947896,0.00020589081],"domain_scores_gemma":[0.98658544,0.0014568107,0.008646038,0.0010759046,0.002018159,0.00021764667],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061009256,0.000623345,0.008052199,0.00031144047,0.000023213586,0.000015811991,0.00044910976,0.00024448102,0.000087080276],"category_scores_gemma":[0.06494839,0.00040207236,0.001116742,0.0005763656,0.00006287524,0.0001588701,0.00025305405,0.0006845568,0.00004490569],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011373695,0.00007665651,0.00007884694,0.6878582,0.000096502874,9.55052e-7,0.00002790775,1.817964e-8,2.171579e-8,0.00002179545,0.008857639,0.30297008],"study_design_scores_gemma":[0.0003473111,0.0001009016,0.000014616197,0.37477818,0.014013208,0.000031037394,0.000018553192,6.959209e-7,3.2542747e-8,0.0000012449317,0.6105047,0.00018953357],"about_ca_topic_score_codex":0.0000089203695,"about_ca_topic_score_gemma":0.0000020233601,"teacher_disagreement_score":0.601647,"about_ca_system_score_codex":0.00014335873,"about_ca_system_score_gemma":0.0007054703,"threshold_uncertainty_score":0.9998431},"labels":[],"label_agreement":null},{"id":"W2413741659","doi":"","title":"Les avantages et les résultats prévus des projets sur les définitions de données et les indicateurs de qualité pancanadiens","year":2010,"lang":"fr","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities","score_opus":0.275521476290294,"score_gpt":0.454864529046913,"score_spread":0.179343052756619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413741659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91810906,0.009350313,0.0052233203,0.061311793,0.0023790763,0.0003768561,0.0007847392,0.000020866695,0.0024439534],"genre_scores_gemma":[0.9842414,0.005062047,0.005202552,0.0017384944,0.0031390209,0.000019695937,0.00011358695,0.00007857597,0.00040457235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99339783,0.002877934,0.0017870413,0.00036016738,0.00028201367,0.0012950023],"domain_scores_gemma":[0.9901145,0.0054212804,0.0010766191,0.00035450858,0.0011253213,0.0019077464],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007435145,0.00039328626,0.0009985261,0.0006714957,0.0005494115,0.00010674675,0.00042422453,0.0008619081,0.00038235594],"category_scores_gemma":[0.032509837,0.00038912697,0.00042867873,0.0002588394,0.0016168415,0.0004135714,0.00004030373,0.003077686,0.000021995336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019187233,0.000047747177,0.77153707,0.00031957036,0.0010516386,0.0025028056,0.005982404,0.00082524394,0.0036361378,0.011818319,0.025057232,0.17702994],"study_design_scores_gemma":[0.0019963197,0.00076349615,0.61111146,0.0005974492,0.0011204802,0.008582345,0.01286186,0.000039767885,0.0002521565,0.002847495,0.35943696,0.00039020312],"about_ca_topic_score_codex":0.20825471,"about_ca_topic_score_gemma":0.7905507,"teacher_disagreement_score":0.582296,"about_ca_system_score_codex":0.00058714085,"about_ca_system_score_gemma":0.0100414315,"threshold_uncertainty_score":0.99985605},"labels":[],"label_agreement":null},{"id":"W2413867041","doi":"10.1016/s1701-2163(16)30595-3","title":"The Quality of Obstetrical Clinical Practice Guidelines Promulgated by a Specialty Society","year":2002,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Rigour; Context (archaeology); Dimension (graph theory); Specialty; Intraclass correlation; Variance (accounting); Guideline; Clinical Practice; Statistics; Family medicine; Psychometrics; Clinical psychology; Mathematics; Accounting","score_opus":0.23669489889039777,"score_gpt":0.4786433954762567,"score_spread":0.2419484965858589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413867041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7617814,0.06324656,0.00042816772,0.14278917,0.02836913,0.001022332,0.000093616654,0.00001616634,0.0022534425],"genre_scores_gemma":[0.9651187,0.008850847,0.013762424,0.011393612,0.0003315311,0.0000028834268,0.000008438193,0.000023318284,0.00050825893],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99400294,0.00044160278,0.004184847,0.00018762224,0.00092314853,0.00025984104],"domain_scores_gemma":[0.92016137,0.070512466,0.0035336346,0.00027852147,0.005155915,0.0003581176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041581406,0.00014099543,0.00066926156,0.00005555794,0.00015261273,0.000024305347,0.00017902449,0.00019453013,0.00020473008],"category_scores_gemma":[0.4674331,0.00009316185,0.00023050333,0.0005555752,0.0002060389,0.00016513355,0.000069930094,0.0008067399,9.5259554e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006503651,0.0005187913,0.059917215,0.00004061754,0.0005069115,0.00022201384,0.00007254389,0.0000046099485,0.000027343123,0.000088323286,0.57640177,0.36213484],"study_design_scores_gemma":[0.006620343,0.0012921204,0.16114485,0.0000085426955,0.0005080037,0.00014046209,0.002526233,0.00095154066,0.00002555761,0.00008395491,0.82654744,0.00015094198],"about_ca_topic_score_codex":0.007374152,"about_ca_topic_score_gemma":0.0056702476,"teacher_disagreement_score":0.46327496,"about_ca_system_score_codex":0.0005121542,"about_ca_system_score_gemma":0.0015693603,"threshold_uncertainty_score":0.9992358},"labels":[],"label_agreement":null},{"id":"W2413992710","doi":"","title":"The evolution of nephrology guidelines: calling for a mid-course adjustment.","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber River Regional Hospital","funders":"","keywords":"Nephrology; Course (navigation); Internal medicine; Medicine; Intensive care medicine; Medical education; Engineering","score_opus":0.20492582740923354,"score_gpt":0.44864631454987125,"score_spread":0.2437204871406377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413992710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5407992,0.008060257,0.079747714,0.35587132,0.0021652428,0.011526085,0.000053922573,0.00021063026,0.0015656477],"genre_scores_gemma":[0.984797,0.00018609881,0.0054874285,0.007400587,0.0010210495,0.0007165746,0.00003552027,0.000013641802,0.00034211433],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821955,0.000053423588,0.0010041345,0.00018497992,0.0002166866,0.0003212307],"domain_scores_gemma":[0.9977096,0.0009769115,0.0003451807,0.0002840317,0.0005886078,0.00009569283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018167497,0.00009385779,0.00021057262,0.000043132302,0.000078320445,0.000007802175,0.000095817486,0.00007700747,0.000008802057],"category_scores_gemma":[0.006872577,0.000065815206,0.0001238248,0.00014107538,0.00005664232,0.00008787199,0.000015356298,0.00010455296,0.00000326922],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011985872,0.00019926362,0.0011329345,0.000021385478,0.0000931974,0.0000013790628,0.0000324931,0.000058117632,0.0013258526,0.0017910273,0.04290837,0.9512374],"study_design_scores_gemma":[0.0073774997,0.0006981309,0.77042776,0.000025954623,0.0010132056,0.000045075434,0.0010480562,0.00504735,0.00075542904,0.008955362,0.2044213,0.0001848687],"about_ca_topic_score_codex":0.00013365677,"about_ca_topic_score_gemma":0.00009563963,"teacher_disagreement_score":0.95105255,"about_ca_system_score_codex":0.00014552925,"about_ca_system_score_gemma":0.0001453816,"threshold_uncertainty_score":0.82276136},"labels":[],"label_agreement":null},{"id":"W2414212947","doi":"10.1093/ndt/gfw208","title":"A scoping review of adult chronic kidney disease clinical pathways for primary care","year":2016,"lang":"en","type":"review","venue":"Nephrology Dialysis Transplantation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Chevron (Canada); University of Toronto; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Medicine; MEDLINE; Psychological intervention; Clinical pathway; Kidney disease; Intensive care medicine; Population; Data extraction; Family medicine; Internal medicine; Nursing","score_opus":0.15066564753015257,"score_gpt":0.4803311441352406,"score_spread":0.32966549660508804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414212947","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000162588,0.9838223,0.004943031,0.00082418206,0.00042857713,0.007548953,0.0022535713,0.00007056259,0.00009259915],"genre_scores_gemma":[0.000008077071,0.95888495,0.0013725255,0.007549027,0.0011886735,0.001406713,0.029491693,0.000085544634,0.00001277214],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9924311,0.00097247947,0.004898949,0.00088303577,0.00043239625,0.0003820547],"domain_scores_gemma":[0.9906513,0.0049533304,0.0023612587,0.00073568407,0.0008744305,0.0004239584],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014070378,0.0004959074,0.0039331825,0.00027946464,0.000075590775,0.000008487291,0.0002265983,0.0005590731,0.00022097249],"category_scores_gemma":[0.0039097685,0.00037463236,0.002274305,0.00031728932,0.00019226217,0.00017300226,0.000026456126,0.00040799956,0.000058990325],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038006832,0.000074926844,0.000040465195,0.49603397,0.0004214446,0.0000148618565,0.000017315517,8.065277e-8,0.0000032035066,0.000030165147,0.00041734995,0.50256616],"study_design_scores_gemma":[0.0041916263,0.0006338052,0.00008934554,0.7510268,0.046287674,0.000033683307,0.0000045659967,0.0000035984021,0.0000024095045,0.000028609946,0.19735804,0.00033980893],"about_ca_topic_score_codex":0.000011381265,"about_ca_topic_score_gemma":0.00004509103,"teacher_disagreement_score":0.50222635,"about_ca_system_score_codex":0.00030557852,"about_ca_system_score_gemma":0.0063246437,"threshold_uncertainty_score":0.99987054},"labels":[],"label_agreement":null},{"id":"W2414388750","doi":"","title":"[What is the clinical nursing evaluation of nephrology patients in Quebec?].","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Nursing; Nephrology; Internal medicine; Medicine","score_opus":0.3411895187279137,"score_gpt":0.5364194116572758,"score_spread":0.1952298929293621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414388750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98256916,0.00011389095,0.00013192731,0.013974797,0.00086717185,0.001807668,0.0000011441115,0.00000835546,0.00052587414],"genre_scores_gemma":[0.99191326,0.000089921145,0.0001585453,0.0073971236,0.00023483438,0.000106822685,0.00002722202,0.000008800394,0.00006347705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99728847,0.00038095948,0.0013251138,0.00018968826,0.0005731286,0.00024266943],"domain_scores_gemma":[0.99697167,0.0018861801,0.00036610782,0.00026102425,0.00044062498,0.00007437489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0139842415,0.00006662456,0.0001985591,0.00008475531,0.000020375799,0.000011369036,0.00006870748,0.000101529426,0.00006789291],"category_scores_gemma":[0.0068766917,0.000048414815,0.00007531429,0.00021401956,0.00012539682,0.00026206835,0.000021337313,0.00022102411,0.000008554048],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032539733,0.0002980384,0.30423963,0.0000033316715,0.000015650225,5.400377e-7,0.00020442344,0.000001644596,0.0000024143615,0.000025056044,0.0016618989,0.693222],"study_design_scores_gemma":[0.0038871237,0.0000686191,0.99100083,0.000022639817,0.0002164581,0.0000014445286,0.0008380879,0.00029606,0.00007421456,0.0006870779,0.0028671264,0.00004033046],"about_ca_topic_score_codex":0.0017428811,"about_ca_topic_score_gemma":0.0068015396,"teacher_disagreement_score":0.69318163,"about_ca_system_score_codex":0.00019204152,"about_ca_system_score_gemma":0.00011538786,"threshold_uncertainty_score":0.8232539},"labels":[],"label_agreement":null},{"id":"W2414608479","doi":"10.1055/s-0041-111066","title":"Die TIDieR Checkliste und Anleitung – ein Instrument für eine verbesserte Interventionsbeschreibung und Replikation","year":2016,"lang":"de","type":"article","venue":"Das Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Ottawa Hospital","funders":"Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Wellcome Trust","keywords":"Checklist; Psychological intervention; Computer science; Delphi method; Replicate; Quality (philosophy); Psychology; Medical education; Applied psychology; Medicine; Artificial intelligence","score_opus":0.1572844968613541,"score_gpt":0.49991886935105306,"score_spread":0.34263437248969897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414608479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72578025,0.08980254,0.020871034,0.12670963,0.01836072,0.0069136936,0.0013021308,0.0011402174,0.009119768],"genre_scores_gemma":[0.9714614,0.009566979,0.00196552,0.0016110245,0.0040095556,0.00015923563,0.0020678039,0.00022265367,0.008935821],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914681,0.0007087647,0.0037738278,0.0015473715,0.001334091,0.0011678889],"domain_scores_gemma":[0.99294704,0.0018692266,0.0016789503,0.0019416335,0.0008577138,0.0007054111],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036203666,0.00080819684,0.0010668086,0.00042483842,0.00040691148,0.00024197726,0.0005526831,0.0005137955,0.0019323018],"category_scores_gemma":[0.0072027715,0.0006563726,0.00058913906,0.0006344588,0.00035801562,0.0014102797,0.00063342956,0.00076716836,0.0042531798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003464354,0.0029931527,0.09045027,0.0013502137,0.011257429,0.000640876,0.0011281313,0.000024400788,0.02379522,0.005237709,0.04871382,0.81094444],"study_design_scores_gemma":[0.016251339,0.0019714811,0.11515269,0.004038718,0.0111193815,0.000031192347,0.0007651405,0.0014666675,0.010315913,0.0016215068,0.8357592,0.0015067601],"about_ca_topic_score_codex":0.0012728645,"about_ca_topic_score_gemma":0.001106645,"teacher_disagreement_score":0.8094377,"about_ca_system_score_codex":0.0010220285,"about_ca_system_score_gemma":0.0006006072,"threshold_uncertainty_score":0.9995887},"labels":[],"label_agreement":null},{"id":"W2415019639","doi":"10.1055/s-2007-970353","title":"Telemedizin in der akuten Schlaganfallversorgung","year":2007,"lang":"de","type":"review","venue":"DMW - Deutsche Medizinische Wochenschrift","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Kidney disease; Medical emergency; Internal medicine","score_opus":0.3491966658257325,"score_gpt":0.5241761635700536,"score_spread":0.1749794977443211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415019639","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016278395,0.9653334,0.0010634556,0.0055707037,0.008173825,0.0078045544,0.00033911064,0.0004781251,0.009609011],"genre_scores_gemma":[0.0021844814,0.9499357,0.017203437,0.00918024,0.011805454,0.00054322585,0.006414626,0.0009940162,0.0017388526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96921736,0.0028560362,0.0139926905,0.0043306877,0.0049034874,0.0046997517],"domain_scores_gemma":[0.9681189,0.01874763,0.0049581844,0.0039628954,0.0014362147,0.0027761578],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.022479767,0.0037239941,0.008801016,0.00323831,0.00046030455,0.00034945505,0.0023988336,0.004973207,0.0068040276],"category_scores_gemma":[0.04793359,0.0034687351,0.0027305086,0.0051215757,0.001144387,0.0011688853,0.0014652738,0.012280011,0.021057628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014065419,0.002711942,0.008566917,0.0196493,0.0060681854,0.005678217,0.0020087427,0.000007636693,0.0002552425,0.0010916992,0.06940362,0.88315195],"study_design_scores_gemma":[0.009955847,0.00080693053,0.0010780925,0.0181,0.013528513,0.0004069788,0.002090111,0.00016589632,0.0001821192,0.00003861813,0.95075536,0.002891523],"about_ca_topic_score_codex":0.0009006722,"about_ca_topic_score_gemma":0.0010718121,"teacher_disagreement_score":0.88135177,"about_ca_system_score_codex":0.0008961689,"about_ca_system_score_gemma":0.0062267953,"threshold_uncertainty_score":0.999407},"labels":[],"label_agreement":null},{"id":"W2415580569","doi":"10.1111/j.1365-2125.2005.02352.x","title":"Internationality","year":2004,"lang":"en","type":"article","venue":"British Journal of Clinical Pharmacology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; China; Editorial board; Library science; Executive board; Political science; History; Management; Law","score_opus":0.34323147515937047,"score_gpt":0.6128716518898742,"score_spread":0.2696401767305038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415580569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9642173,0.0003271082,0.0037282275,0.026138704,0.0045364746,0.00016519053,0.000007033524,0.000015090091,0.000864894],"genre_scores_gemma":[0.9661438,0.0011833208,0.00765563,0.020593606,0.0043088584,0.0000016860326,0.00000724743,0.00001262183,0.00009324321],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959686,0.0002787366,0.0030797608,0.00014996105,0.00036784267,0.00015509101],"domain_scores_gemma":[0.9959595,0.0015818812,0.0011932233,0.000068206275,0.0008948523,0.00030233894],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004394477,0.00007303304,0.0005264313,0.00006107916,0.000036749545,0.000017831817,0.00014864028,0.00011644619,0.0014742966],"category_scores_gemma":[0.010450566,0.00007736089,0.00038176082,0.00010230504,0.00016491821,0.00023598911,0.000049940303,0.0009865633,0.00006003042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051644244,0.00598391,0.0720555,0.000071038514,0.0014420671,0.010383885,0.000049313312,0.000415259,0.00293137,0.000442033,0.19406414,0.70699704],"study_design_scores_gemma":[0.04753112,0.002981296,0.6945875,0.00026987412,0.0011058954,0.03031039,0.00011019845,0.00007722461,0.0011165177,0.009506719,0.21218877,0.00021449338],"about_ca_topic_score_codex":0.000074960226,"about_ca_topic_score_gemma":0.000023663479,"teacher_disagreement_score":0.7067826,"about_ca_system_score_codex":0.000078098274,"about_ca_system_score_gemma":0.0006912979,"threshold_uncertainty_score":0.99943846},"labels":[],"label_agreement":null},{"id":"W2416532489","doi":"","title":"First-order logic theory for manipulating clinical practice guidelines applied to comorbid patients: a case study.","year":2014,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Guideline; Computer science; Medicine; Clinical Practice; Inference; Constraint (computer-aided design); Robustness (evolution); Artificial intelligence; Intensive care medicine; Mathematics; Physical therapy","score_opus":0.4193659735641704,"score_gpt":0.5249333036935547,"score_spread":0.10556733012938435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416532489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7598328,0.000034716235,0.17221175,0.039558224,0.0018073174,0.022465182,0.000024374905,0.00031844963,0.0037472034],"genre_scores_gemma":[0.85415924,0.000005052977,0.096922375,0.043076135,0.001312507,0.0042325915,0.0000575786,0.00006226373,0.00017228173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953171,0.00039828467,0.002623765,0.0006655959,0.00048984267,0.0005054235],"domain_scores_gemma":[0.9830977,0.012654514,0.0007436276,0.0006715321,0.0024145755,0.00041805438],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012918479,0.00024897506,0.00056236645,0.000109487744,0.0002300169,0.000060128885,0.00014680122,0.00012616787,0.000042920245],"category_scores_gemma":[0.23170568,0.00020972428,0.00014250133,0.00030499828,0.000043970173,0.00022165697,0.0001808933,0.0003029449,0.000049270133],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003336681,0.0033144373,0.05275303,0.00009948504,0.0003278673,0.00014994884,0.0003752856,0.00028547872,0.0000012323621,0.0012657065,0.024114288,0.91397655],"study_design_scores_gemma":[0.0405391,0.004445824,0.4115379,0.000059838432,0.0038456055,0.0008680993,0.023113862,0.008238188,0.000007944698,0.002848208,0.5033208,0.0011746251],"about_ca_topic_score_codex":0.00022736871,"about_ca_topic_score_gemma":0.00029038085,"teacher_disagreement_score":0.9128019,"about_ca_system_score_codex":0.00009324988,"about_ca_system_score_gemma":0.000057264246,"threshold_uncertainty_score":0.8552308},"labels":[],"label_agreement":null},{"id":"W2416990103","doi":"","title":"Levels of evidence in cardiovascular clinical practice guidelines.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Alberta Hospital Edmonton","funders":"","keywords":"Medicine; Critical appraisal; MEDLINE; Evidence-based medicine; Clinical Practice; Evidence-based practice; Scale (ratio); Atrial fibrillation; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.7505533392380719,"score_gpt":0.568632133281073,"score_spread":0.1819212059569989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416990103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8300278,0.013698455,0.0016636591,0.13097075,0.0012120189,0.006531675,0.000032830994,0.00016934001,0.015693463],"genre_scores_gemma":[0.96549165,0.002801955,0.020347344,0.009492433,0.0006735775,0.0003512852,0.0000072432695,0.000028584049,0.00080593384],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951827,0.00045969547,0.0028236143,0.00041454288,0.0007963757,0.0003231023],"domain_scores_gemma":[0.994039,0.0037375726,0.00031572153,0.0007380942,0.0009772413,0.00019238259],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01480753,0.00013129042,0.0006420036,0.00009273319,0.00001763256,0.000011538782,0.0001437821,0.00013331893,0.0004558065],"category_scores_gemma":[0.1454729,0.00010527736,0.00038259837,0.00044525944,0.000089327965,0.0005729754,0.000045201792,0.0003679156,0.00007106292],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005799179,0.00023234844,0.017398605,0.0000382505,0.00020955654,0.00007112795,0.000024511106,0.00011220502,0.000005560414,0.00001074669,0.0042098113,0.97710735],"study_design_scores_gemma":[0.0023047593,0.00008074675,0.72948766,0.000078899895,0.00050617545,0.00008971544,0.00011022968,0.0001575132,0.00005961831,0.000053939653,0.26696515,0.00010560864],"about_ca_topic_score_codex":0.00053307606,"about_ca_topic_score_gemma":0.000029780873,"teacher_disagreement_score":0.9770017,"about_ca_system_score_codex":0.00008308698,"about_ca_system_score_gemma":0.00020922735,"threshold_uncertainty_score":0.86172515},"labels":[],"label_agreement":null},{"id":"W2417137390","doi":"","title":"[For a practice based on convincing results].","year":2003,"lang":"fr","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Psychology","score_opus":0.2910380933856924,"score_gpt":0.46548402820899154,"score_spread":0.17444593482329912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417137390","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003309601,0.004018761,0.048200216,0.6557807,0.022757549,0.015546863,0.00070243445,0.00023546057,0.24944846],"genre_scores_gemma":[0.8116246,0.00033490142,0.043101724,0.10553029,0.0044138334,0.004634727,0.0003263998,0.0001593763,0.029874178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954871,0.0008291224,0.0015947048,0.0005965129,0.00056044746,0.00093210116],"domain_scores_gemma":[0.9695953,0.027957428,0.00077460596,0.00061217835,0.0005932435,0.0004672089],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012493179,0.00025489743,0.00037939465,0.00012924401,0.00013570678,0.00007398602,0.0001029688,0.00022111615,0.0002112457],"category_scores_gemma":[0.35913458,0.00026489564,0.00018364952,0.00033881795,0.000103855185,0.00043779603,0.000018233306,0.0005015597,0.00023725536],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009068828,0.0019497834,0.00068479043,0.000401301,0.0002681141,0.00013073422,0.00017001727,0.000989266,0.000027615197,0.011869078,0.18689977,0.7875407],"study_design_scores_gemma":[0.014109392,0.0005190225,0.0057154284,0.00012521584,0.0010535865,0.000048831163,0.0010378275,0.005665024,0.000581232,0.00022036061,0.9706621,0.00026195057],"about_ca_topic_score_codex":0.00021614994,"about_ca_topic_score_gemma":0.00003948157,"teacher_disagreement_score":0.808315,"about_ca_system_score_codex":0.00061594247,"about_ca_system_score_gemma":0.00054954365,"threshold_uncertainty_score":0.99998033},"labels":[],"label_agreement":null},{"id":"W2417595066","doi":"","title":"Making decisions about cancer screening when the guidelines are unclear or conflicting.","year":2001,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Psychological intervention; Focus group; Family medicine; Anxiety; Clinical Practice; Cancer screening; Perception; Cancer; Nursing; Psychiatry; Psychology","score_opus":0.6926094511032805,"score_gpt":0.554418163908484,"score_spread":0.13819128719479656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417595066","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46359262,0.00313485,0.025252368,0.4925912,0.0021039553,0.0055779084,0.00006930713,0.0005613797,0.007116415],"genre_scores_gemma":[0.9206969,0.0012173542,0.013058395,0.053439062,0.0029363404,0.0014382587,0.000026709173,0.000082401675,0.007104582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741066,0.000104148836,0.001128054,0.00033508884,0.0005499688,0.0004720703],"domain_scores_gemma":[0.9958654,0.0023285218,0.0005025716,0.00047964868,0.00064980617,0.00017406944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00210617,0.0001684167,0.00029290383,0.000084788546,0.00026871782,0.00008667022,0.00020828268,0.00008474441,0.000804083],"category_scores_gemma":[0.03324478,0.00010164626,0.00011826,0.00032768107,0.00006985707,0.00020654243,0.00014184104,0.00034349403,0.000031909283],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000635048,0.000038066344,0.062212188,0.00000753941,0.00010042386,0.00005334521,0.00015132947,0.00013017638,0.000009347123,0.000028070612,0.048440646,0.88819385],"study_design_scores_gemma":[0.0014109403,0.000021575448,0.406966,0.00014232933,0.0002355814,0.00010507589,0.001137899,0.0015318227,0.000013813344,0.00009992039,0.5882147,0.00012033391],"about_ca_topic_score_codex":0.000745607,"about_ca_topic_score_gemma":0.0015243016,"teacher_disagreement_score":0.8880735,"about_ca_system_score_codex":0.00009297079,"about_ca_system_score_gemma":0.00010071117,"threshold_uncertainty_score":0.97489864},"labels":[],"label_agreement":null},{"id":"W2418224039","doi":"10.1097/xeb.0000000000000036","title":"Format guidelines to make them vivid, intuitive, and visual","year":2015,"lang":"en","type":"review","venue":"International Journal of Evidence-Based Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Disk formatting; Usability; Computer science; Simple (philosophy); World Wide Web; Data science; Human–computer interaction; Multimedia; Information retrieval","score_opus":0.8556306633760971,"score_gpt":0.6768216883622702,"score_spread":0.17880897501382687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418224039","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016322132,0.909282,0.0021281892,0.085131146,0.0020684833,0.0010500888,0.00012134742,0.000023582417,0.000031895008],"genre_scores_gemma":[0.0007342952,0.97315335,0.008339237,0.014097042,0.0033828167,0.0000331724,0.00011225591,0.00006483038,0.00008301607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99215,0.0004967933,0.004522431,0.00037837168,0.0021373045,0.00031508695],"domain_scores_gemma":[0.9822985,0.0030487594,0.0029443626,0.00023784846,0.010664651,0.0008059004],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049413075,0.00043496568,0.0018631222,0.00076426746,0.000059806564,0.0001277472,0.00049083534,0.0003012147,0.00015311028],"category_scores_gemma":[0.02203019,0.000291223,0.000574692,0.0003462182,0.00007058111,0.0005644377,0.00020860392,0.0010399476,0.00009196196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067007955,0.00008215094,0.00038420982,0.0034290736,0.00028210648,0.0002505933,0.00006420217,0.000003310518,6.7118464e-7,0.000044783126,0.013328317,0.9814605],"study_design_scores_gemma":[0.0011095128,0.0012882578,0.000063922205,0.07922707,0.0008011683,0.0019910494,0.00025777236,0.000085645785,0.0000025318786,0.00015058587,0.9147834,0.00023909539],"about_ca_topic_score_codex":0.00020806554,"about_ca_topic_score_gemma":0.00008548889,"teacher_disagreement_score":0.9812214,"about_ca_system_score_codex":0.0011945737,"about_ca_system_score_gemma":0.006013295,"threshold_uncertainty_score":0.999954},"labels":[],"label_agreement":null},{"id":"W2418321945","doi":"","title":"Diabetes mellitus Canadian clinical practice guidelines update.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Diabetes mellitus; Medicine; Clinical Practice; Family medicine; Population; MEDLINE; Environmental health; Gerontology; Political science; Endocrinology","score_opus":0.27797538879972794,"score_gpt":0.4834332129976318,"score_spread":0.20545782419790387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418321945","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24076274,0.0021424012,0.00056309433,0.73794097,0.0028015962,0.0030098688,0.00005261708,0.0002608319,0.012465888],"genre_scores_gemma":[0.78027415,0.0012490228,0.044784375,0.17003676,0.00244982,0.00062517123,0.00020809131,0.000062934996,0.0003096631],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613965,0.00014245577,0.0020264336,0.0004679789,0.00048366687,0.00073981483],"domain_scores_gemma":[0.99543333,0.0011144772,0.0003780514,0.00055845117,0.0013835066,0.0011321784],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005141996,0.00019158483,0.0003991284,0.0001571325,0.00010429039,0.00006251809,0.0001614822,0.00018764031,0.00014701892],"category_scores_gemma":[0.09360549,0.00017318518,0.00018022601,0.00033596237,0.00009880341,0.0005216442,0.000054599506,0.0004572509,0.00044475103],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016481747,0.0003083283,0.022335574,0.000024434232,0.00024286832,0.00015059674,0.000024535006,0.000033178796,0.000005421903,0.00093475555,0.08646904,0.8893064],"study_design_scores_gemma":[0.0027971207,0.00008401104,0.1980005,0.000016390466,0.00041363298,0.000055663375,0.00018323204,0.000029417906,0.00009548177,0.00092097913,0.79721946,0.00018411886],"about_ca_topic_score_codex":0.030201804,"about_ca_topic_score_gemma":0.025839575,"teacher_disagreement_score":0.8891223,"about_ca_system_score_codex":0.00035795124,"about_ca_system_score_gemma":0.0009801913,"threshold_uncertainty_score":0.9919363},"labels":[],"label_agreement":null},{"id":"W2418953994","doi":"","title":"Effects of the 1994 Canadian Cardiovascular Society clinical practice guidelines for congestive heart failure.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Heart failure; Clinical Practice; Angiotensin-converting enzyme; Stakeholder; Intensive care medicine; Emergency medicine; Internal medicine; Family medicine; Blood pressure","score_opus":0.2856548642789956,"score_gpt":0.44870297072021226,"score_spread":0.16304810644121664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418953994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10698487,0.008827313,0.003601327,0.84891295,0.0049290047,0.02453259,0.00016632983,0.00016512776,0.0018805079],"genre_scores_gemma":[0.85841626,0.0005480208,0.053673204,0.081693225,0.0023859895,0.0025215417,0.000031129857,0.00007364018,0.00065697014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971817,0.00028291982,0.0012757869,0.00035833742,0.00047569192,0.00042555455],"domain_scores_gemma":[0.99168956,0.0056060525,0.00033499926,0.00054961065,0.0014592219,0.00036056736],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004618659,0.00015454994,0.00052068196,0.00003518672,0.000116388,0.000018763776,0.00014785242,0.00017720372,0.00002171828],"category_scores_gemma":[0.12104436,0.00011258342,0.0010909244,0.00024748885,0.00015129805,0.00019230056,0.000051192543,0.00032765057,0.000009381814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009260188,0.00020212661,0.0069377725,0.00016638153,0.0015038886,0.0000064930264,0.00009003747,0.000028252172,0.000015936785,0.00006278968,0.8139007,0.17699301],"study_design_scores_gemma":[0.003302491,0.000091312264,0.11128575,0.000029326447,0.0019940918,0.00004667745,0.00028917255,0.00063957716,0.00028054524,0.000039658687,0.88188314,0.00011823766],"about_ca_topic_score_codex":0.012154674,"about_ca_topic_score_gemma":0.0043435018,"teacher_disagreement_score":0.7672197,"about_ca_system_score_codex":0.0001464505,"about_ca_system_score_gemma":0.00023189108,"threshold_uncertainty_score":0.99442345},"labels":[],"label_agreement":null},{"id":"W2419287936","doi":"10.1503/cmaj.051662","title":"Guideline controversy","year":2006,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Clinical Practice; Medicine; Family medicine; Pathology","score_opus":0.042198580657743644,"score_gpt":0.3963780649589571,"score_spread":0.3541794843012135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419287936","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1255743,0.00029792977,0.003989293,0.82087463,0.0026916547,0.00041632043,0.00005270692,0.000078262994,0.04602488],"genre_scores_gemma":[0.80855584,0.000094551215,0.0036341064,0.16987745,0.013653471,0.0000059470954,0.00017921507,0.000037145506,0.00396226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643296,0.00012624607,0.0013088244,0.00013708741,0.001573054,0.00042182385],"domain_scores_gemma":[0.9966048,0.0005298948,0.0004055059,0.00010525312,0.0010281041,0.0013264666],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037251813,0.00010061664,0.00024118496,0.00015610782,0.00016700901,0.00006580452,0.000096045835,0.00029394997,0.013446974],"category_scores_gemma":[0.0150328465,0.00009157007,0.00013636904,0.00019530134,0.000024788964,0.00015793627,0.000009635564,0.0008567265,0.00045966142],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020285686,0.000036675207,0.068183474,0.0000021615235,0.00005331203,0.0004348286,0.0000084365465,0.0000052384094,0.0000369557,0.00041265393,0.9031047,0.027701262],"study_design_scores_gemma":[0.002959198,0.000072919735,0.03887202,0.0000219773,0.000078603596,0.00086593913,0.0001480001,0.00067370624,0.000012088316,0.0005247352,0.95567983,0.000090998234],"about_ca_topic_score_codex":0.017797045,"about_ca_topic_score_gemma":0.06152435,"teacher_disagreement_score":0.68298155,"about_ca_system_score_codex":0.00134246,"about_ca_system_score_gemma":0.0044843187,"threshold_uncertainty_score":0.99326396},"labels":[],"label_agreement":null},{"id":"W2419341133","doi":"10.1016/j.actpha.2016.04.007","title":"Évolution des missions des pharmaciens québécois avec la “Loi 41”","year":2016,"lang":"fr","type":"article","venue":"Actualités Pharmaceutiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.3678470613627806,"score_gpt":0.5425574524910027,"score_spread":0.17471039112822212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419341133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221418,0.02492616,0.015930597,0.026206797,0.003265735,0.0012100681,0.00044795373,0.00053290225,0.0053380257],"genre_scores_gemma":[0.9146902,0.057115547,0.0059469608,0.005440055,0.0029689793,0.00007852094,0.00007740633,0.00013653617,0.013545823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99282897,0.0021347676,0.0019824326,0.00087944913,0.0007626492,0.0014117296],"domain_scores_gemma":[0.98730737,0.009354598,0.0006186432,0.00062852836,0.00083105813,0.0012598196],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044831964,0.0006487072,0.0006615682,0.0002635842,0.00048705933,0.00010746808,0.00038256738,0.0004212098,0.011294044],"category_scores_gemma":[0.013950815,0.00050208205,0.0004154968,0.0005544459,0.002218439,0.0020008113,0.00024678797,0.00077480497,0.0014070508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005963068,0.00086056226,0.009862751,0.00039286917,0.00034975886,0.00021144057,0.00788285,0.000002551158,0.13900703,0.0013173423,0.015320976,0.82419556],"study_design_scores_gemma":[0.006990722,0.00048403483,0.0079613635,0.0016238685,0.0017460812,0.0015461752,0.0021793619,0.0004333851,0.13841985,0.0044203256,0.83341026,0.000784574],"about_ca_topic_score_codex":0.0039177495,"about_ca_topic_score_gemma":0.0007556844,"teacher_disagreement_score":0.823411,"about_ca_system_score_codex":0.0013604029,"about_ca_system_score_gemma":0.0014751216,"threshold_uncertainty_score":0.9997431},"labels":[],"label_agreement":null},{"id":"W2419378857","doi":"10.3233/978-1-61499-101-4-437","title":"Ontology-Based Computerization of Acute Coronary Syndrome Clinical Guideline for Decision Support in the Emergency Department","year":2012,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Guideline; Acute coronary syndrome; Ontology; Clinical decision support system; Emergency department; Medical emergency; Decision support system; Medicine; Computer science; Data mining; Nursing; Internal medicine; Myocardial infarction; Pathology","score_opus":0.27396522382087846,"score_gpt":0.5683567579704482,"score_spread":0.2943915341495697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419378857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92950493,0.0010928903,0.046515528,0.020011818,0.00084080163,0.0019460726,0.000036673646,0.000031952804,0.00001936127],"genre_scores_gemma":[0.8682958,0.0037522344,0.12255308,0.0051450776,0.00002358793,0.00009683801,0.00012614796,0.0000053658864,0.0000018801887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99578637,0.000079668855,0.0036272183,0.000088561195,0.00014182887,0.00027635825],"domain_scores_gemma":[0.9975609,0.0012194761,0.00076881866,0.00023498699,0.00017505515,0.000040764407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047991467,0.00010657544,0.00051193865,0.00028833456,0.00007477017,0.0000010922627,0.00009614523,0.00016268225,0.000009041207],"category_scores_gemma":[0.0028079927,0.00007510694,0.000043995566,0.0003730848,0.00021715013,0.00014671976,0.00009202236,0.00025123561,0.0000017843427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000454914,0.0004874971,0.89516175,0.0006873902,0.00011834492,0.0000053468275,0.0012365752,0.000019397048,7.672522e-7,0.0020382605,0.010716318,0.08907343],"study_design_scores_gemma":[0.009345465,0.009771183,0.9039195,0.00050976383,0.00028717105,0.00053359935,0.014904064,0.0155923255,0.000012147435,0.0050386004,0.039834518,0.000251653],"about_ca_topic_score_codex":0.000005606502,"about_ca_topic_score_gemma":0.000042427546,"teacher_disagreement_score":0.088821776,"about_ca_system_score_codex":0.0000673205,"about_ca_system_score_gemma":0.00013451543,"threshold_uncertainty_score":0.33616325},"labels":[],"label_agreement":null},{"id":"W2419420663","doi":"10.1016/j.zefq.2014.08.003","title":"GRADE Leitlinien: 14. Von der Evidenz zur Empfehlung: Die Bedeutung und Darstellung von Empfehlungen","year":2014,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre","funders":"","keywords":"Guideline; Grading (engineering); Psychology; Medicine; Computer science; Engineering; Pathology","score_opus":0.19181594832708898,"score_gpt":0.5030842382422306,"score_spread":0.3112682899151416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419420663","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21484801,0.5757221,0.024339402,0.10176908,0.039853986,0.019699633,0.001305769,0.00346175,0.01900025],"genre_scores_gemma":[0.91609323,0.023175634,0.005528802,0.015041481,0.023339607,0.00049679313,0.0038567828,0.0016882854,0.010779357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96255016,0.007047647,0.012792796,0.0057198633,0.006249185,0.005640341],"domain_scores_gemma":[0.9566693,0.02397436,0.0059041632,0.0066370796,0.0030302936,0.0037848263],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.024351006,0.003951691,0.00554169,0.0017112837,0.0022168786,0.0018679639,0.0031366006,0.00302644,0.001903917],"category_scores_gemma":[0.043954384,0.003924495,0.0027646977,0.0026717624,0.0014547977,0.0054807947,0.002252878,0.00560586,0.008891009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013808343,0.011517307,0.26512662,0.017454896,0.061577767,0.0026382362,0.028144037,0.0031816165,0.010327393,0.078282185,0.23347856,0.27446303],"study_design_scores_gemma":[0.013009073,0.003642686,0.022448655,0.004701439,0.029351069,0.00013745179,0.0029336603,0.0071304273,0.0023119359,0.0013272784,0.9081883,0.004818033],"about_ca_topic_score_codex":0.005494984,"about_ca_topic_score_gemma":0.0029436073,"teacher_disagreement_score":0.70124525,"about_ca_system_score_codex":0.0006619047,"about_ca_system_score_gemma":0.002731945,"threshold_uncertainty_score":0.9991682},"labels":[],"label_agreement":null},{"id":"W2419537933","doi":"","title":"[The Vancouver rules].","year":2000,"lang":"da","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.15783173292866992,"score_gpt":0.39971383178619874,"score_spread":0.24188209885752882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419537933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4882403,0.00935181,0.00022854334,0.1322279,0.025099754,0.012022629,0.00024236424,0.00044186786,0.33214486],"genre_scores_gemma":[0.7944023,0.004503424,0.00026740556,0.010877444,0.005234875,0.001521788,0.0000697898,0.000077878954,0.18304506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661434,0.00024020398,0.0013220654,0.00038299971,0.0006146209,0.0008257645],"domain_scores_gemma":[0.99563354,0.00286992,0.000264088,0.0007048832,0.00015408486,0.00037346003],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028421602,0.00021183852,0.0002811595,0.000037459402,0.00031388702,0.000107953776,0.00025048098,0.00013526388,0.004904411],"category_scores_gemma":[0.0058215633,0.00015401219,0.00016838183,0.00022749517,0.00018062508,0.00025673787,0.0000565398,0.00049483054,0.0035499244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003865724,0.00010107412,0.0012163859,0.000014462149,0.00009684205,0.00001827094,0.00004057008,0.0000035640264,9.806513e-7,0.000057611243,0.3043674,0.69369626],"study_design_scores_gemma":[0.0020828801,0.000047633996,0.16591011,0.000012729057,0.00035212733,0.000009553914,0.00025470037,0.00015434384,0.000017926439,0.00047174632,0.83054054,0.00014570373],"about_ca_topic_score_codex":0.00038828395,"about_ca_topic_score_gemma":0.0010349529,"teacher_disagreement_score":0.6935506,"about_ca_system_score_codex":0.0002245572,"about_ca_system_score_gemma":0.00014976348,"threshold_uncertainty_score":0.99722594},"labels":[],"label_agreement":null},{"id":"W2421102659","doi":"10.1016/j.jval.2015.09.2180","title":"Quality of Care For Patients With Diabetes Mellitus (Dm) In Canada: Findings From A National Population-Based Survey","year":2015,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Health care; Population; Logistic regression; Family medicine; Odds; Demography; Receipt; Demographics; Cohort; Gerontology; Environmental health; Internal medicine","score_opus":0.33393288900011225,"score_gpt":0.47797611365129417,"score_spread":0.1440432246511819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2421102659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966226,0.000102410144,0.000078112374,0.0011838403,0.00011475983,0.00090337236,0.0009855352,0.0000043483615,0.0000049704677],"genre_scores_gemma":[0.9916549,0.0000019982865,0.003281673,0.0009415273,0.000024820381,0.000026611742,0.0040569985,0.000010737641,7.4820156e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750274,0.00041622826,0.0011143379,0.00018765962,0.0006050363,0.00017401951],"domain_scores_gemma":[0.9942738,0.004453205,0.000371045,0.000117251824,0.0006646252,0.00012008962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002514105,0.00007634116,0.00034321417,0.0000905213,0.000017767803,0.0000030528424,0.000042635846,0.00003458458,0.000008395544],"category_scores_gemma":[0.011533323,0.00006974802,0.000018808774,0.00022338424,0.000009805916,0.000062163286,0.000007931954,0.000100721656,3.4754893e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005823057,0.000114046336,0.9934556,0.000190208,0.0000068002114,1.3957091e-7,0.00016974659,0.0046232473,5.1680644e-7,0.000023999308,0.00015682877,0.0006765929],"study_design_scores_gemma":[0.0053442237,0.0003219276,0.9878451,0.00014426853,0.000004693183,1.0407544e-8,0.00028326648,0.0056908485,0.000007038602,0.00024282551,0.000054904704,0.00006087317],"about_ca_topic_score_codex":0.9916174,"about_ca_topic_score_gemma":0.9787993,"teacher_disagreement_score":0.012818056,"about_ca_system_score_codex":0.0021914353,"about_ca_system_score_gemma":0.0073884986,"threshold_uncertainty_score":0.9982387},"labels":[],"label_agreement":null},{"id":"W2425813687","doi":"10.1016/j.jclinepi.2016.02.008","title":"Dave Sackett and the ethos of the EBM community","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Ethos; Evangelism; Evidence-based medicine; Philosophy; Epistemology; MEDLINE; Political science; Theology; Law","score_opus":0.7490702896193341,"score_gpt":0.6578305694203364,"score_spread":0.09123972019899773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2425813687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70699227,0.00021674525,0.003490986,0.2881294,0.00073147914,0.00018324741,0.0000039222355,0.0000027699118,0.0002491633],"genre_scores_gemma":[0.96030056,0.0015202109,0.0033142893,0.034053925,0.0007030736,0.0000014235201,4.5064832e-7,0.000008286161,0.00009777678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96960014,0.022851935,0.007015427,0.00011394415,0.00023108578,0.00018747279],"domain_scores_gemma":[0.514012,0.4764126,0.007838251,0.0007946071,0.00071247347,0.0002300807],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10732069,0.000099658086,0.0017376429,0.00003189657,0.000084122104,0.0000020050588,0.000324273,0.00019230701,0.00011532848],"category_scores_gemma":[0.6425221,0.00003337782,0.00065838394,0.000081358085,0.00177402,0.00008356197,0.00020797296,0.0016843344,0.000005712891],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004775149,0.00026213666,0.8244013,0.00003301985,0.00033095857,0.000004265276,0.0001632448,0.000002452147,0.00018755681,0.004680989,0.017619405,0.14753953],"study_design_scores_gemma":[0.01087966,0.0010597848,0.9154373,0.00021968392,0.0004516028,0.00031420004,0.00037390296,0.00007789384,0.00004239697,0.051765665,0.01933026,0.000047686946],"about_ca_topic_score_codex":0.00012148624,"about_ca_topic_score_gemma":0.00003870252,"teacher_disagreement_score":0.53520143,"about_ca_system_score_codex":0.000020163867,"about_ca_system_score_gemma":0.0002543408,"threshold_uncertainty_score":0.9192012},"labels":[],"label_agreement":null},{"id":"W2430278104","doi":"","title":"[New evidence based medicine starting in the second quarter: death knoll for larger practices?].","year":2004,"lang":"de","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); History; Archaeology","score_opus":0.426927296021814,"score_gpt":0.4830091206004898,"score_spread":0.056081824578675776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2430278104","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12669621,0.029846357,0.024513874,0.7969685,0.0044496157,0.016224366,0.00009333013,0.00012357457,0.0010841566],"genre_scores_gemma":[0.9366677,0.00042407616,0.0051521035,0.04845208,0.0060417727,0.0024271365,0.0001241696,0.00007042416,0.0006405533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99377877,0.00074614066,0.0025155942,0.00079557596,0.0010442068,0.0011197366],"domain_scores_gemma":[0.97443163,0.021340959,0.0025319124,0.0009025283,0.00038602576,0.00040695656],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017923579,0.0003930829,0.000666973,0.00024914346,0.000180743,0.00012800132,0.00047889687,0.00021887317,0.00089588267],"category_scores_gemma":[0.108421706,0.0002816631,0.00018036032,0.00069268915,0.0000964948,0.0011880312,0.000055610868,0.0008869163,0.00011638576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010372651,0.0026086646,0.10614996,0.0032592313,0.0010090608,0.0005210521,0.009904725,0.00036972607,0.000525237,0.0024678467,0.34376967,0.5190422],"study_design_scores_gemma":[0.042407442,0.0022089786,0.38861555,0.0018276569,0.004581182,0.0000276207,0.008826155,0.0014702249,0.0007915858,0.006465017,0.54186976,0.0009088035],"about_ca_topic_score_codex":0.0019677656,"about_ca_topic_score_gemma":0.0021269254,"teacher_disagreement_score":0.80997145,"about_ca_system_score_codex":0.00048731468,"about_ca_system_score_gemma":0.001027919,"threshold_uncertainty_score":0.9999636},"labels":[],"label_agreement":null},{"id":"W2431312337","doi":"","title":"RWJUH--New Brunswick wins quality award.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Philosophy","score_opus":0.3977822759683384,"score_gpt":0.4900731561701813,"score_spread":0.09229088020184295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431312337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9220414,0.00039200793,0.002198092,0.05806151,0.0017058979,0.0017804487,0.000006603554,0.00021798369,0.013596057],"genre_scores_gemma":[0.9817384,0.000033072247,0.0017969499,0.008613352,0.00209135,0.00009897887,0.00004810034,0.000023503846,0.0055562905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980458,0.000118836324,0.00076127774,0.00018735968,0.00037532736,0.0005113796],"domain_scores_gemma":[0.99805284,0.000645072,0.00021421815,0.0003773111,0.00009013506,0.00062045146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002511355,0.000112989255,0.000248766,0.00005142657,0.000041858795,0.000017139493,0.000074754964,0.00011735923,0.00031605145],"category_scores_gemma":[0.007693615,0.00010001307,0.00010764909,0.00016881779,0.000034001623,0.00037393704,0.000057828467,0.00031324624,0.0003139478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002009273,0.00028658574,0.57899725,0.00003500816,0.0000734049,0.000002410075,0.00015813121,4.4310147e-7,0.000052305375,0.0011417723,0.056703463,0.36234826],"study_design_scores_gemma":[0.0013353722,0.000017313772,0.76771617,0.0000031338257,0.00010449379,0.000015751033,0.00011820874,0.000002948375,0.00021954918,0.00012013056,0.2302604,0.00008654824],"about_ca_topic_score_codex":0.0025780299,"about_ca_topic_score_gemma":0.00036431084,"teacher_disagreement_score":0.3622617,"about_ca_system_score_codex":0.00012676712,"about_ca_system_score_gemma":0.00024510597,"threshold_uncertainty_score":0.9210532},"labels":[],"label_agreement":null},{"id":"W2435910005","doi":"","title":"[A questionnaire survey of the neurology training program in Japan].","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Certification; Neurology; Medicine; Medical education; Neuroradiology; Training (meteorology); Quarter (Canadian coin); Neuropathology; Family medicine; Psychology; Psychiatry; Management","score_opus":0.40735816089619686,"score_gpt":0.4340102021306924,"score_spread":0.02665204123449555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2435910005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830371,0.000060980306,0.000011188921,0.014866946,0.00023679169,0.0011688097,0.0000029243392,0.000029600007,0.0005856495],"genre_scores_gemma":[0.9977446,0.000014087709,0.000083240295,0.0015741766,0.000055166878,0.0004285954,0.000006452607,0.000008918601,0.00008473736],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870026,0.00029000427,0.00052400614,0.00013517191,0.00015677948,0.00019379478],"domain_scores_gemma":[0.99901265,0.00049111224,0.00016091598,0.00019631837,0.00008814823,0.00005087633],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014126599,0.000055731536,0.00015779042,0.00004608481,0.000016643788,0.0000044642793,0.000071891576,0.000055868983,0.000037743783],"category_scores_gemma":[0.012698773,0.000040525672,0.000037807196,0.00032005607,0.000070524206,0.000057188972,0.000029193063,0.00021926903,0.0000039081956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041567157,0.00012177307,0.49196833,0.0000074335812,0.000005629007,0.0000014850712,0.00010287921,0.0000036156432,0.0000032497815,0.000011758135,0.0003141319,0.50741816],"study_design_scores_gemma":[0.0009627634,0.00008016174,0.99694854,0.000007982752,0.000020000312,0.000016106613,0.000029673101,0.0007756446,0.000010672832,0.000035278,0.0010809875,0.000032173346],"about_ca_topic_score_codex":0.00086120336,"about_ca_topic_score_gemma":0.0018563005,"teacher_disagreement_score":0.50738597,"about_ca_system_score_codex":0.000018523113,"about_ca_system_score_gemma":0.000022376043,"threshold_uncertainty_score":0.9956177},"labels":[],"label_agreement":null},{"id":"W2438110648","doi":"10.1701/1868.20402","title":"La partecipazione della persona al percorso di cura.Nuove prospettive in oncologia","year":2015,"lang":"en","type":"article","venue":"Recenti Progressi in Medicina","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Health care; Medicine; Service (business); Nursing; Patient participation; Public relations; Psychology; Medical education; Political science; Business","score_opus":0.26654094474622425,"score_gpt":0.5228552299520959,"score_spread":0.25631428520587163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2438110648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646903,0.0018945077,0.00009061908,0.024681551,0.0007128855,0.0018933585,0.00000814001,0.000097205855,0.005931412],"genre_scores_gemma":[0.99361414,0.00067910843,0.0027881726,0.00197471,0.00034916645,0.00020507486,0.00014189357,0.000044576354,0.00020316668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99597603,0.00059929607,0.00128082,0.00059453415,0.00096833234,0.0005809756],"domain_scores_gemma":[0.9976594,0.00096544996,0.00029286632,0.00036632954,0.0003265367,0.0003894126],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048291073,0.00027589247,0.0006531608,0.00026494797,0.000038483086,0.00002945478,0.00017850556,0.00027404816,0.00021296881],"category_scores_gemma":[0.008616586,0.00022577372,0.00008383844,0.0007248253,0.0003169562,0.00029268576,0.00012593412,0.0011250831,0.00011395832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012464155,0.0015098955,0.739688,0.00010378244,0.000046456036,0.00089365954,0.004090727,0.0000052578594,0.00021834657,0.00010516684,0.018967913,0.2331244],"study_design_scores_gemma":[0.035761345,0.004576685,0.5987361,0.002959529,0.00039654426,0.0007494234,0.037745424,0.006334386,0.00045087026,0.0008927432,0.31054226,0.00085469347],"about_ca_topic_score_codex":0.00026196774,"about_ca_topic_score_gemma":0.00045668834,"teacher_disagreement_score":0.29157433,"about_ca_system_score_codex":0.0007253089,"about_ca_system_score_gemma":0.00068378757,"threshold_uncertainty_score":0.9997343},"labels":[],"label_agreement":null},{"id":"W2444239478","doi":"","title":"[A quarter of all complaints are followed].","year":2004,"lang":"no","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Medicine; History; Archaeology","score_opus":0.25878314492628407,"score_gpt":0.4259324604614883,"score_spread":0.16714931553520423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2444239478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8964921,0.0009547686,0.0015463505,0.082843184,0.0039198343,0.0048259674,0.0002080682,0.00011101332,0.00909872],"genre_scores_gemma":[0.99283904,0.00010544282,0.000650197,0.0047937008,0.0007082772,0.00029770503,0.00009933325,0.000040515173,0.00046578347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99633306,0.0001540105,0.0017833884,0.00042108432,0.00066203804,0.00064640085],"domain_scores_gemma":[0.99682,0.00090736605,0.000998237,0.00058095163,0.00030801,0.00038545972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017393306,0.0002474997,0.00063026993,0.00013774159,0.00004876094,0.000026060476,0.000202176,0.000180118,0.0004883859],"category_scores_gemma":[0.005278816,0.00023912235,0.00025372562,0.0002574412,0.00013969018,0.00024318825,0.00008849562,0.00038077455,0.00034164084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049569802,0.0078118015,0.33327138,0.001845553,0.003628083,0.00083589164,0.003732399,0.00030767423,0.00088517094,0.0027585498,0.12807633,0.5118902],"study_design_scores_gemma":[0.0123582315,0.00027961188,0.9514615,0.0001772099,0.001097835,0.000043047283,0.002214634,0.000037183243,0.0008499813,0.0012120665,0.029969607,0.0002990736],"about_ca_topic_score_codex":0.00072893314,"about_ca_topic_score_gemma":0.000350661,"teacher_disagreement_score":0.6181901,"about_ca_system_score_codex":0.00028211946,"about_ca_system_score_gemma":0.00013512328,"threshold_uncertainty_score":0.9751126},"labels":[],"label_agreement":null},{"id":"W2461161342","doi":"10.1097/ncm.0000000000000133","title":"Evaluating and Measuring Quality and Outcomes","year":2015,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Watson; Accreditation; Certification; Commission; Suite; Management; Health care; Business; Library science; Political science; Medical education; Medicine; Computer science; Law","score_opus":0.8005681242411596,"score_gpt":0.6568135039468231,"score_spread":0.1437546202943365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461161342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858505,0.00015550938,0.0002881048,0.01153968,0.00024281387,0.00060397654,0.0000024460023,0.000034529177,0.0012823979],"genre_scores_gemma":[0.97900105,0.000013127605,0.017286234,0.0024838164,0.000062486826,0.00004191482,0.000011359528,0.000009801932,0.0010902102],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99846375,0.00018940776,0.0005037491,0.00023571812,0.00048076344,0.00012661365],"domain_scores_gemma":[0.99895537,0.00044218954,0.00013746003,0.00015167934,0.00013480126,0.0001784822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004084826,0.000092497576,0.0001767536,0.00005686286,0.00009629166,0.00001855267,0.000020727814,0.000028346876,0.000035706194],"category_scores_gemma":[0.001974888,0.00007056187,0.000022046295,0.00005753466,0.00003152458,0.00012208417,0.0002727423,0.00012695309,0.000010075807],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008689255,0.00038378043,0.4803531,0.0009235521,0.00029918144,0.002082256,0.0010050836,0.000013518661,0.00017522425,0.004526504,0.0029662095,0.5064027],"study_design_scores_gemma":[0.011956238,0.0004144971,0.95243007,0.0002979079,0.00066567614,0.0014607913,0.018473916,0.0038396304,0.000051263225,0.006043398,0.004028707,0.00033788555],"about_ca_topic_score_codex":0.0001094711,"about_ca_topic_score_gemma":0.000024259043,"teacher_disagreement_score":0.5060648,"about_ca_system_score_codex":0.000055200526,"about_ca_system_score_gemma":0.000038658985,"threshold_uncertainty_score":0.28774297},"labels":[],"label_agreement":null},{"id":"W2462229195","doi":"10.5430/jha.v5n5p21","title":"Guideline adherence: How do boards of directors deal with it? A survey in Dutch hospitals","year":2016,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Audit; Medicine; Medical education; Business; Nursing; Family medicine; Public relations; Accounting; Political science","score_opus":0.09975005622861612,"score_gpt":0.42956683563905745,"score_spread":0.32981677941044135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462229195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797021,0.000073772484,0.0017013311,0.017727714,0.00027293072,0.0003542659,0.000038822112,0.000007967919,0.00012110662],"genre_scores_gemma":[0.9922271,0.00012058301,0.0070469454,0.00015173855,0.00027022944,0.00000518789,0.00003344323,0.000021484679,0.00012328294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966025,0.0001857403,0.001996766,0.00020471867,0.0008057277,0.00020457647],"domain_scores_gemma":[0.99532455,0.000830637,0.0018561482,0.00020253862,0.0016086192,0.00017748169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028383378,0.000180913,0.0005407132,0.0001806359,0.000021235881,0.000035008034,0.00012614785,0.00011082117,0.0001614515],"category_scores_gemma":[0.0047487034,0.00010898238,0.00012951923,0.00031969592,0.00010017386,0.0006922799,0.000021982105,0.00022765121,0.000004295373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023060094,0.0007002387,0.968241,0.000033453638,0.000104198334,0.0001371906,0.00016190638,0.0000022861632,0.002095435,0.0000306229,0.0069396296,0.019248063],"study_design_scores_gemma":[0.005629904,0.037836805,0.94740367,0.0005574316,0.00015110348,0.0001523655,0.0008251325,0.000012958711,0.006358332,0.000135192,0.00073622545,0.00020086033],"about_ca_topic_score_codex":0.00011244107,"about_ca_topic_score_gemma":0.0006164816,"teacher_disagreement_score":0.037136566,"about_ca_system_score_codex":0.00014537381,"about_ca_system_score_gemma":0.0009868921,"threshold_uncertainty_score":0.56849843},"labels":[],"label_agreement":null},{"id":"W2462571524","doi":"10.1186/s13643-016-0288-3","title":"Appraisal of clinical practice guidelines for management of paediatric type 2 diabetes mellitus using the AGREE II instrument: a systematic review protocol","year":2016,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; McMaster Children's Hospital","funders":"","keywords":"Medicine; CINAHL; Guideline; Inclusion (mineral); MEDLINE; Protocol (science); Family medicine; Grey literature; Critical appraisal; Systematic review; Alternative medicine; Nursing; Psychological intervention; Pathology","score_opus":0.5761894004361859,"score_gpt":0.6324486790914227,"score_spread":0.05625927865523672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462571524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.377908e-8,0.5861296,0.0006481627,0.0004607457,0.00057095115,0.41205627,0.000034497356,0.00001759758,0.00008208967],"genre_scores_gemma":[9.944383e-8,0.7201723,0.02835344,0.000686125,0.00047480315,0.25003782,0.00005168537,0.00009610921,0.00012761173],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9470836,0.009372076,0.040386334,0.0009224032,0.0017056906,0.0005299161],"domain_scores_gemma":[0.90563923,0.032424513,0.051671896,0.0042087804,0.0057450924,0.00031046482],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07313091,0.0010391319,0.020266466,0.00023988323,0.00012595553,0.000031736243,0.0010338187,0.00039643358,0.000085245236],"category_scores_gemma":[0.35390827,0.00044038525,0.0040552174,0.0012920409,0.00012763223,0.0002866129,0.00046680574,0.0004635092,0.00010146023],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002798665,0.00024493862,7.3537956e-7,0.86861783,0.0024265007,0.0000031902416,0.000014275939,6.053805e-8,1.08498504e-7,0.00016992685,0.006387185,0.12210726],"study_design_scores_gemma":[0.00061757176,0.00032410433,4.9016904e-8,0.51413256,0.043455947,0.0000620615,0.00006380558,0.000027058435,1.1118521e-7,0.000010397506,0.4411105,0.00019586252],"about_ca_topic_score_codex":0.0000066933035,"about_ca_topic_score_gemma":7.847357e-7,"teacher_disagreement_score":0.43472332,"about_ca_system_score_codex":0.00018336269,"about_ca_system_score_gemma":0.0010198919,"threshold_uncertainty_score":0.9998048},"labels":[],"label_agreement":null},{"id":"W2463888723","doi":"10.1016/j.zefq.2012.05.017","title":"GRADE-Leitlinien: 1. Einführung – GRADE-Evidenzprofile und Summary-of-Findings-Tabellen","year":2012,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre","funders":"","keywords":"Grading (engineering); Quality of evidence; Quality (philosophy); Evidence-based medicine; Actuarial science; Medicine; Psychology; Alternative medicine; Randomized controlled trial; Business; Engineering; Surgery","score_opus":0.23198322920168962,"score_gpt":0.5095366510023925,"score_spread":0.2775534218007029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463888723","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26718605,0.64218533,0.0031582634,0.03624301,0.026452174,0.012074709,0.0017127582,0.0012670819,0.009720613],"genre_scores_gemma":[0.9363122,0.028740738,0.0068782824,0.0045538554,0.013827752,0.00032454447,0.0028218622,0.0009301661,0.0056106173],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97296077,0.0035695592,0.010936671,0.002753504,0.0048356545,0.004943812],"domain_scores_gemma":[0.96857315,0.017671093,0.004751982,0.0041767554,0.0016952984,0.0031317268],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.020572942,0.0025656545,0.0043865005,0.0015121028,0.0012100899,0.00049075356,0.0021277848,0.0021334866,0.0024844809],"category_scores_gemma":[0.024192795,0.002539223,0.002219693,0.0030969672,0.0013941068,0.007264117,0.0017018416,0.0038347018,0.004758047],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004162345,0.009539603,0.5795412,0.010022955,0.023327403,0.00036374936,0.01860826,0.00016433276,0.0075560967,0.14472154,0.16517009,0.036822427],"study_design_scores_gemma":[0.010202357,0.0022380801,0.036573056,0.004327492,0.02050143,0.0000995266,0.0064161345,0.0005267774,0.00750587,0.0005669813,0.907705,0.0033372706],"about_ca_topic_score_codex":0.005216376,"about_ca_topic_score_gemma":0.00040967547,"teacher_disagreement_score":0.74253494,"about_ca_system_score_codex":0.00035910774,"about_ca_system_score_gemma":0.0020745671,"threshold_uncertainty_score":0.99916196},"labels":[],"label_agreement":null},{"id":"W2464591911","doi":"","title":"Developing guidelines for allocating catheterization laboratory resources: lessons from an Ontario Consensus Panel. Consensus Panel on Cardiac Catheterization Laboratory Services in Ontario and the Steering Committee of the Cardiac Care Network of Ontario.","year":2000,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Ontario Stroke Network","funders":"","keywords":"Medicine; Cardiac catheterization; Christian ministry; Panel discussion; Intensive care medicine; Medical emergency; Surgery; Law","score_opus":0.1873351715243232,"score_gpt":0.3604194497376776,"score_spread":0.1730842782133544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464591911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99268186,0.00029727683,0.000025982601,0.003258136,0.00046470782,0.0028422645,0.0002926892,0.000031540723,0.000105512925],"genre_scores_gemma":[0.99391776,0.000058636382,0.00295849,0.0016814142,0.00023187125,0.00055078516,0.00043571962,0.000052781143,0.000112510505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99640775,0.00060685043,0.0016714366,0.000481387,0.0004379586,0.00039461226],"domain_scores_gemma":[0.99563056,0.0014849456,0.0008410755,0.0006709054,0.0012657064,0.00010681886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020665177,0.00030587355,0.0007914926,0.00006211525,0.00021711076,0.00005123707,0.00021780074,0.00018647431,0.000019476613],"category_scores_gemma":[0.00092815614,0.00022878767,0.00013683055,0.00032835454,0.00021257171,0.00010601155,0.00008583086,0.00040452718,4.4011085e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020503318,0.000090797184,0.91384006,0.00020266652,0.0003858598,0.0000027335468,0.04977925,0.00432842,0.000506532,0.000101615275,0.00012011966,0.028591607],"study_design_scores_gemma":[0.0032771446,0.000103843246,0.96704113,0.00033227296,0.0005231176,8.361744e-7,0.0055917236,0.00020361009,0.0005251365,0.000081466686,0.022066416,0.0002533182],"about_ca_topic_score_codex":0.6805311,"about_ca_topic_score_gemma":0.90793425,"teacher_disagreement_score":0.22740316,"about_ca_system_score_codex":0.001194143,"about_ca_system_score_gemma":0.0018465373,"threshold_uncertainty_score":0.93296903},"labels":[],"label_agreement":null},{"id":"W2465064306","doi":"","title":"On the Net: CPGs at your fingertips","year":2002,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Calculator; Guideline; Agency (philosophy); Health care; Breast cancer; Family medicine; Cancer; Computer science; Pathology; Internal medicine","score_opus":0.15811817116254595,"score_gpt":0.3957027000343866,"score_spread":0.23758452887184067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465064306","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38050514,0.00011181372,0.00003244234,0.60695434,0.0008201826,0.00016554,0.000011232357,0.000016326385,0.011382957],"genre_scores_gemma":[0.798382,0.00020297599,0.000072755254,0.19208299,0.002617803,0.0000067903784,0.000011177615,0.000020761665,0.006602762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968846,0.00022098028,0.0007183133,0.00013954012,0.0016204456,0.00041612764],"domain_scores_gemma":[0.9959493,0.0018469203,0.0003302183,0.00015635726,0.00032787476,0.0013892849],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029190914,0.00010504275,0.00017821637,0.00010231029,0.00041255273,0.00006178458,0.00014903773,0.00024216843,0.07904582],"category_scores_gemma":[0.036013614,0.000072431496,0.00012681296,0.00019914332,0.000032810203,0.000089262205,0.000016933996,0.0012310542,0.001966408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001731701,0.000038098548,0.012838915,0.0000017944815,0.00007845149,0.00023656625,0.00020865398,0.0000028017678,0.0000128365455,0.00025434166,0.9552876,0.031022634],"study_design_scores_gemma":[0.0016417706,0.00017460556,0.023255212,0.00006454417,0.00007703035,0.00073283026,0.00033708272,0.0020694367,0.000013679725,0.00042213185,0.9710964,0.00011526293],"about_ca_topic_score_codex":0.0010371706,"about_ca_topic_score_gemma":0.013010157,"teacher_disagreement_score":0.41787684,"about_ca_system_score_codex":0.0017117198,"about_ca_system_score_gemma":0.00065867207,"threshold_uncertainty_score":0.99881065},"labels":[],"label_agreement":null},{"id":"W2466225003","doi":"10.1186/s13012-016-0456-9","title":"Improving mental health care transitions for children and youth: a protocol to implement and evaluate an emergency department clinical pathway","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Agricultural Research Institute of Ontario; University of Ottawa; Mental Health Research Canada; Children's Hospital of Eastern Ontario","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Emergency department; Medicine; Health services research; Health administration; Health informatics; Protocol (science); Public health; Mental health; Medical emergency; Health care; Family medicine; Nursing; Psychiatry; Alternative medicine","score_opus":0.4255035835408133,"score_gpt":0.6375762998930091,"score_spread":0.21207271635219582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466225003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86904716,0.00002998065,0.012978108,0.00974249,0.0002909886,0.10621607,0.0016146455,0.00006538825,0.00001519006],"genre_scores_gemma":[0.93309605,0.000009797735,0.043256067,0.0032906157,0.0002480101,0.01855555,0.0015081017,0.00002887643,0.000006931591],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960701,0.00018896016,0.001621759,0.0007956577,0.0008188629,0.0005046539],"domain_scores_gemma":[0.99748933,0.00007286363,0.00041635695,0.00030217573,0.00066824147,0.0010510361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059962557,0.00019610257,0.00029289938,0.00019033004,0.0005227527,0.00010582328,0.00012601182,0.000031781154,0.00006824685],"category_scores_gemma":[0.0006794435,0.00017900883,0.000058952366,0.00036113348,0.00011637144,0.0007609945,0.00012853448,0.000099963305,0.0000037940993],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010581396,0.0003946594,0.07988453,0.00008439593,0.000052462558,7.940737e-7,0.031174028,0.00000491269,0.002475477,0.00042710564,0.003336917,0.88110656],"study_design_scores_gemma":[0.050976727,0.030128064,0.7110907,0.00008111101,0.00043607553,0.0001250675,0.18894929,0.0016053683,0.0034176172,0.00039213794,0.011773485,0.0010243842],"about_ca_topic_score_codex":0.00079533586,"about_ca_topic_score_gemma":0.0017160317,"teacher_disagreement_score":0.8800822,"about_ca_system_score_codex":0.00032735916,"about_ca_system_score_gemma":0.0015203351,"threshold_uncertainty_score":0.72997683},"labels":[],"label_agreement":null},{"id":"W2466591619","doi":"10.1186/s13012-016-0462-y","title":"The GRADE evidence-to-decision framework: a report of its testing and application in 15 international guideline panels","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre; McMaster University","funders":"Seventh Framework Programme; European Commission; McMaster University","keywords":"Medicine; Guideline; Health informatics; Health administration; Health services research; Public health; Family medicine; Nursing; Pathology","score_opus":0.5747050535515709,"score_gpt":0.6377132128257054,"score_spread":0.0630081592741345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466591619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85545874,0.00008408966,0.1155266,0.026827263,0.00041561888,0.0015172214,0.000007801241,0.000026173466,0.00013649352],"genre_scores_gemma":[0.8935883,0.00004397867,0.10516034,0.0009914496,0.00010688895,0.000075120966,0.000012149093,0.0000068446666,0.000014932803],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996339,0.00005543996,0.0017214874,0.00039816913,0.0012665293,0.00021936675],"domain_scores_gemma":[0.993826,0.0032827873,0.00065515627,0.0003412288,0.001694833,0.00020004233],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010051928,0.0000911457,0.00014510883,0.00024527474,0.00012017908,0.00008255311,0.0002581173,0.000030031426,0.000023181048],"category_scores_gemma":[0.07629753,0.00007018551,0.000020997246,0.0013102428,0.00015235857,0.0007058776,0.00021149126,0.00012807696,0.000011620146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003630862,0.000086695734,0.29284796,0.000014223618,0.0000109330385,0.000020774378,0.0013374096,0.00040654637,0.04530597,0.0010004059,0.0020332485,0.65657276],"study_design_scores_gemma":[0.0056707705,0.0008303707,0.8794143,0.0004978718,0.000086988126,0.0006355231,0.014999438,0.04575377,0.015989792,0.015127599,0.02065298,0.00034060635],"about_ca_topic_score_codex":0.00048925896,"about_ca_topic_score_gemma":0.00018375761,"teacher_disagreement_score":0.6562321,"about_ca_system_score_codex":0.00020141136,"about_ca_system_score_gemma":0.00061440794,"threshold_uncertainty_score":0.9314832},"labels":[],"label_agreement":null},{"id":"W2468670869","doi":"","title":"A REVIEW OF PRE-SURGERY MARKING GUIDELINES","year":2009,"lang":"en","type":"review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Agency (philosophy); SAFER; Patient safety; German; MEDLINE; Professional association; Orthopedic surgery; Medical education; Family medicine; Health care; Surgery; Public relations; Political science","score_opus":0.6612663265778393,"score_gpt":0.6253566208633394,"score_spread":0.03590970571449992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468670869","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.1399646e-8,0.99266744,0.00023064145,0.0023101245,0.000256705,0.0018713597,0.000015530195,0.000065929074,0.0025822388],"genre_scores_gemma":[1.831796e-8,0.9724776,0.009836102,0.015456831,0.00066780526,0.00005374837,0.0005732227,0.000051242547,0.0008834258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921257,0.0002906528,0.0064332155,0.00042757613,0.0004927781,0.00023006879],"domain_scores_gemma":[0.9920079,0.0037219338,0.0024657655,0.00081296393,0.0008552276,0.00013617877],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044212095,0.0003865684,0.0043330146,0.00023131618,0.000018943481,0.000008345906,0.00014809649,0.00023298102,0.0016891928],"category_scores_gemma":[0.035632275,0.00026598797,0.0016052342,0.0005695738,0.000030940086,0.00009649501,0.0000801252,0.000394035,0.00008853348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068387626,0.000036538477,0.0000015031343,0.22184435,0.00007784454,0.000006210955,4.2347708e-7,4.9634545e-9,3.0353032e-8,0.0000060397606,0.21377523,0.564245],"study_design_scores_gemma":[0.000076288816,0.000049416303,0.000002243078,0.3951336,0.0034815657,0.00014600602,0.0000016199853,0.0000014729148,1.1498968e-7,0.000009104376,0.6009734,0.00012512584],"about_ca_topic_score_codex":0.00004743215,"about_ca_topic_score_gemma":0.0000043498776,"teacher_disagreement_score":0.5641199,"about_ca_system_score_codex":0.0000900997,"about_ca_system_score_gemma":0.00129845,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W2469276798","doi":"10.1080/25761900.2022.12220591","title":"Knowledgeable, Consistent, Competent Care: Meeting the Challenges of Delivering Quality Cancer Care in Remote Northern Communities","year":2001,"lang":"en","type":"article","venue":"International Journal of Circumpolar Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Thunder Bay Regional Health Sciences Centre","funders":"","keywords":"Outreach; Staffing; Circumpolar star; Nursing; Medicine; Health care; Service (business); Business; Family medicine; Political science","score_opus":0.2717475854902233,"score_gpt":0.5133391298794643,"score_spread":0.24159154438924096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469276798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9286047,0.045789145,0.00024328199,0.023669928,0.00075165497,0.00023107475,0.000025938407,0.000007241503,0.00067699165],"genre_scores_gemma":[0.9781303,0.019490805,0.000532151,0.0014479095,0.0003661836,0.0000015747011,0.000014355347,0.00001406556,0.000002675773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99667513,0.00056565634,0.0017937648,0.000092696704,0.0007000993,0.00017267138],"domain_scores_gemma":[0.9947007,0.0010193479,0.0014794287,0.0001937707,0.002505269,0.00010148734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021432557,0.00010976722,0.00040565123,0.00014955565,0.00007477772,0.000016240947,0.0002966171,0.00004622632,0.00003390862],"category_scores_gemma":[0.001102473,0.0000865822,0.00015058632,0.00009646099,0.00008109872,0.00014975967,0.000073312134,0.00052401505,0.0000015884668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010038719,0.00021897015,0.58049494,0.0005108285,0.00034497664,0.000057207846,0.047448117,0.0009952756,0.0003444086,0.0005426484,0.000046245612,0.36799252],"study_design_scores_gemma":[0.00666868,0.00079570763,0.7050335,0.0041075363,0.00013390886,0.0006182949,0.26369774,0.00061654876,0.00016891529,0.00030828587,0.017642913,0.00020801206],"about_ca_topic_score_codex":0.02490688,"about_ca_topic_score_gemma":0.10087331,"teacher_disagreement_score":0.3677845,"about_ca_system_score_codex":0.00084385584,"about_ca_system_score_gemma":0.0011333715,"threshold_uncertainty_score":0.98158634},"labels":[],"label_agreement":null},{"id":"W2470721001","doi":"","title":"What is a clinical pathway?","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Context (archaeology); Variance (accounting); Clinical pathway; Patient care; Computer science; MEDLINE; Risk analysis (engineering); Psychology; Medicine; Nursing; Business; Political science","score_opus":0.3825989573775197,"score_gpt":0.5022704609706595,"score_spread":0.11967150359313983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470721001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72634286,0.00077347434,0.00031995596,0.2623412,0.0020400954,0.001980374,0.000008468501,0.0001870961,0.006006512],"genre_scores_gemma":[0.9277371,0.0008493295,0.0022127344,0.06213208,0.0023423275,0.0004023354,0.00002545596,0.00002261083,0.0042760326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998074,0.000079732315,0.0009983588,0.0002748622,0.00028859184,0.00028447638],"domain_scores_gemma":[0.99837714,0.0007032629,0.0001769095,0.00034207216,0.00012133525,0.00027928027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020073734,0.00009063805,0.0002303851,0.00004366547,0.000029761328,0.000053920965,0.00006930866,0.00009534863,0.0004851265],"category_scores_gemma":[0.0030724516,0.00007817035,0.00015280438,0.00011686581,0.000048848044,0.0006008729,0.00004982899,0.0002593348,0.00047646594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013851345,0.00021510954,0.016970817,0.0000067425635,0.000039435454,0.000008547708,0.000047546626,2.946655e-7,0.000004706266,0.000039162638,0.034967463,0.9475617],"study_design_scores_gemma":[0.0020878196,0.00005432395,0.348776,0.00000886716,0.0000844601,0.00002696887,0.00018608799,0.00012511281,0.00021706737,0.00011589787,0.64823854,0.0000788637],"about_ca_topic_score_codex":0.000013311234,"about_ca_topic_score_gemma":0.000026178855,"teacher_disagreement_score":0.9474828,"about_ca_system_score_codex":0.000060375565,"about_ca_system_score_gemma":0.000070080016,"threshold_uncertainty_score":0.61241645},"labels":[],"label_agreement":null},{"id":"W2471756423","doi":"10.7202/1033301ar","title":"RÉFLEXES : un inventaire informatisé de la « littérature grise » du réseau de la santé et des services sociaux de la région de Montréal-Centre","year":2015,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.05017247733949118,"score_gpt":0.4504534992734451,"score_spread":0.4002810219339539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471756423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.843978,0.059784796,0.019072378,0.06055917,0.0006379995,0.0013137765,0.00024570784,0.0005408108,0.013867382],"genre_scores_gemma":[0.788066,0.1579344,0.030535497,0.020752812,0.0010585695,0.00009354393,0.0007295256,0.00011636306,0.0007132778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.989635,0.0068303705,0.0014180434,0.00041716924,0.0008094096,0.0008900391],"domain_scores_gemma":[0.9912931,0.0060941395,0.00090810907,0.0003546586,0.0005544183,0.0007956302],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0112780295,0.0005115742,0.00051326834,0.0011758893,0.00028908,0.0024945573,0.00032331017,0.0007521444,0.0012838735],"category_scores_gemma":[0.0049025835,0.0005285212,0.00022632556,0.002340403,0.00052356685,0.010103159,0.00020533914,0.0011057317,0.00010354468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010289424,0.0012782909,0.55771834,0.0015285462,0.0005940383,0.00036336872,0.107430235,0.0012751772,0.0019061888,0.019724183,0.20594105,0.10121163],"study_design_scores_gemma":[0.01577192,0.00081563956,0.34618354,0.0027398483,0.0020207486,0.0013965743,0.15870667,0.011133778,0.006194996,0.1853543,0.26841626,0.0012657492],"about_ca_topic_score_codex":0.017211182,"about_ca_topic_score_gemma":0.004218704,"teacher_disagreement_score":0.21153483,"about_ca_system_score_codex":0.0025845133,"about_ca_system_score_gemma":0.002725447,"threshold_uncertainty_score":0.99971664},"labels":[],"label_agreement":null},{"id":"W2472051572","doi":"","title":"Improving health visitor emollient prescribing using a CQUIN-based approach.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formulary; Visitor pattern; Medicine; Project commissioning; Workforce; Nursing; Quarter (Canadian coin); Family medicine; Medical education; Publishing; Computer science","score_opus":0.4278069270064473,"score_gpt":0.4396117582175252,"score_spread":0.011804831211077893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472051572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5961881,0.00089434173,0.37483644,0.016138662,0.0018312325,0.00802866,0.00003248607,0.00043189776,0.0016181386],"genre_scores_gemma":[0.9460002,0.0000018968141,0.04770621,0.004938579,0.0008045676,0.0003582371,0.00006733041,0.00003888694,0.00008410402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970875,0.00032255633,0.001157373,0.00036870624,0.0005551497,0.00050870795],"domain_scores_gemma":[0.99775606,0.00041448034,0.0006000583,0.00035614718,0.00022444448,0.0006488217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065669483,0.00015162448,0.0004562031,0.00012866553,0.00008063813,0.000057470676,0.000083738625,0.000064152846,0.000008708132],"category_scores_gemma":[0.010525938,0.0001323147,0.0001228691,0.00023448488,0.00003378871,0.0001987223,0.00006334092,0.00024254271,0.000006681854],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090618635,0.0007770324,0.0232852,0.00039357698,0.00012249217,0.000022680348,0.00046596368,0.0024639599,0.00034124422,0.000052782594,0.009500247,0.9616686],"study_design_scores_gemma":[0.024192993,0.00091921125,0.10887504,0.00018409085,0.0010993575,0.00023296713,0.0056359293,0.816846,0.0017527313,0.00014614657,0.039097305,0.0010181899],"about_ca_topic_score_codex":0.0011087008,"about_ca_topic_score_gemma":0.000014983273,"teacher_disagreement_score":0.96065044,"about_ca_system_score_codex":0.0006156236,"about_ca_system_score_gemma":0.0006785429,"threshold_uncertainty_score":0.9978088},"labels":[],"label_agreement":null},{"id":"W2472304439","doi":"","title":"[Modifying physicians' practices: from training to evaluation of professional practice].","year":2006,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital","funders":"","keywords":"Training (meteorology); Medical education; Medicine; Professional development; MEDLINE; Political science","score_opus":0.5202185564258367,"score_gpt":0.5282908692216209,"score_spread":0.008072312795784242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472304439","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064870277,0.0012681012,0.0014429092,0.022458065,0.0035128489,0.013261691,0.0004285235,0.00029676838,0.95084405],"genre_scores_gemma":[0.3382467,0.0002240393,0.10977899,0.02499163,0.022171713,0.018678963,0.0089492705,0.0025952067,0.47436348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99533105,0.0006150099,0.0011456537,0.00058135326,0.001965545,0.0003613768],"domain_scores_gemma":[0.9921887,0.002347829,0.0041023074,0.0005266802,0.00068511936,0.00014939797],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004581707,0.00027039892,0.0006189479,0.00030503498,0.000036371013,0.00002624601,0.00014045127,0.0003007797,0.00057498866],"category_scores_gemma":[0.04061573,0.00025956918,0.00013453822,0.00032748963,0.00004164606,0.0002931858,0.000072154464,0.0004802325,0.000052031137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003295363,0.0004981881,0.00029451918,0.00007842065,0.0003514807,0.0000064667242,0.00032085387,0.000019468498,0.00007648991,0.000028195442,0.45812294,0.5398734],"study_design_scores_gemma":[0.0037170313,0.000069920236,0.034146007,0.00061572285,0.004103829,0.000008012666,0.0025700114,0.00027899392,0.00007556535,0.00017511367,0.9539168,0.00032303092],"about_ca_topic_score_codex":0.0036834315,"about_ca_topic_score_gemma":0.000873664,"teacher_disagreement_score":0.5395504,"about_ca_system_score_codex":0.00023802953,"about_ca_system_score_gemma":0.0005876931,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W2477527137","doi":"10.4018/978-1-4666-6339-8.ch068","title":"Using Case Costing Data and Case Mix for Funding and Benchmarking in Rehabilitation Hospitals","year":2014,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Benchmarking; Case mix index; Activity-based costing; Business; Payment by Results; Payment; Operations management; Quality (philosophy); Resource (disambiguation); Accounting; Finance; Medicine; Nursing; Marketing; Computer science; Economics; Public administration; Political science","score_opus":0.28408636966621575,"score_gpt":0.4779811438747077,"score_spread":0.19389477420849194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2477527137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89301366,0.0012291963,0.014826913,0.0013497197,0.001061743,0.0067298086,0.0018255605,0.00012323483,0.07984016],"genre_scores_gemma":[0.94515216,0.0000069467906,0.053269695,0.00047704836,0.0005740249,0.000013384696,0.00012729815,0.000053042168,0.00032638843],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9976663,0.00005078026,0.0011280719,0.00070418563,0.00019144738,0.00025918742],"domain_scores_gemma":[0.9957639,0.00283622,0.0005626733,0.0005005762,0.00016983027,0.00016677653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00193526,0.0002807716,0.00052996504,0.00011263563,0.00014332599,0.00007845492,0.00006131775,0.00026154777,0.0000074586765],"category_scores_gemma":[0.005056788,0.00030071163,0.00005404014,0.00001919325,0.00010819341,0.0001404013,0.0002783051,0.00026453615,8.9306417e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010904567,0.000050586295,0.0148426425,0.003293482,0.00040227815,0.022617657,0.0010198567,0.000023194432,0.00025847027,0.25451946,0.0018175937,0.7000643],"study_design_scores_gemma":[0.033854328,0.0069292854,0.0018519929,0.016731251,0.009836157,0.377109,0.0086100055,0.23741208,0.000023707378,0.25228563,0.050768446,0.0045881085],"about_ca_topic_score_codex":0.0012290836,"about_ca_topic_score_gemma":0.0021748238,"teacher_disagreement_score":0.6954762,"about_ca_system_score_codex":0.0002780455,"about_ca_system_score_gemma":0.00013602758,"threshold_uncertainty_score":0.9999445},"labels":[],"label_agreement":null},{"id":"W2478798886","doi":"10.1016/j.jclinepi.2016.07.007","title":"Guideline conflict of interest management and methodology heavily impacts on the strength of recommendations: comparison between two iterations of the American College of Chest Physicians Antithrombotic Guidelines","year":2016,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Antithrombotic; Medicine; Internal medicine; Pathology","score_opus":0.8324756941659894,"score_gpt":0.6604707503001966,"score_spread":0.1720049438657928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478798886","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101768434,0.00029744633,0.01100141,0.8843772,0.0009287944,0.0007662342,0.000789198,0.0000048129905,0.000066469074],"genre_scores_gemma":[0.33672607,0.0072834655,0.18399455,0.46466678,0.0068416223,0.000013324355,0.00024297356,0.00009493358,0.00013627687],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9660646,0.012480439,0.020257646,0.000402473,0.00043896603,0.00035593176],"domain_scores_gemma":[0.80995303,0.15506782,0.03163778,0.00091726944,0.0023094018,0.00011470157],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03437834,0.0003772701,0.0065050833,0.00034139902,0.000053342214,0.0000029234884,0.0006505853,0.00042048632,0.000106201645],"category_scores_gemma":[0.1617579,0.00019740142,0.0011665964,0.0003780253,0.0019637744,0.00008917271,0.00026701196,0.0022504025,0.0000014313096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008571506,0.000399499,0.094984174,0.00037759662,0.0024922183,0.000009387469,0.00005210534,0.000040155053,0.00023347347,0.001205025,0.8566697,0.042679466],"study_design_scores_gemma":[0.00939945,0.013031372,0.3520613,0.007736346,0.007816326,0.00012824812,0.0013505898,0.0008723364,0.0009009533,0.0089933025,0.5972395,0.00047030897],"about_ca_topic_score_codex":0.0002483824,"about_ca_topic_score_gemma":0.000095083196,"teacher_disagreement_score":0.41971043,"about_ca_system_score_codex":0.000058833466,"about_ca_system_score_gemma":0.00039066368,"threshold_uncertainty_score":0.9943107},"labels":[],"label_agreement":null},{"id":"W2479634537","doi":"10.3138/cja.26.3.291","title":"Réjean Hébert, André Tourigny, and Maxime Gagnon (Eds.). Integrated Service Delivery to Ensure Persons' Functional Autonomy. Saint-Hyacinthe, QC: Edisem, 2005.","year":2007,"lang":"fr","type":"article","venue":"Canadian Journal on Aging / La Revue canadienne du vieillissement","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Political science; Autonomy; Art; Law","score_opus":0.03942793191635867,"score_gpt":0.29694095506711354,"score_spread":0.25751302315075486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479634537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7714095,0.011638601,0.0020489912,0.2002225,0.010533252,0.0013999623,0.00058281596,0.00005571028,0.0021086163],"genre_scores_gemma":[0.92944795,0.0014102318,0.002635779,0.042604987,0.009232386,0.000040537554,0.0005131419,0.00026335765,0.013851611],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99320126,0.00052868563,0.0021871987,0.0010112006,0.00042191645,0.0026497543],"domain_scores_gemma":[0.986904,0.0016027143,0.0007252452,0.00061271986,0.001258696,0.008896585],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070329495,0.0008286534,0.00090199406,0.0013622401,0.0009820596,0.000452216,0.0004012337,0.00040573336,0.0050652525],"category_scores_gemma":[0.002803283,0.00088809966,0.0002795338,0.000901746,0.00020982756,0.00051713083,0.00007618292,0.002031922,0.00022325247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00109869,0.00045031734,0.04547381,0.00077289244,0.0016137732,0.019866148,0.013180798,0.0034103305,0.0010289529,0.0039793183,0.30801162,0.6011133],"study_design_scores_gemma":[0.0027338248,0.0008180295,0.039759703,0.003030021,0.0006796189,0.005064419,0.009011514,0.0018284682,0.00006926837,0.000096853386,0.9360532,0.00085504964],"about_ca_topic_score_codex":0.28030735,"about_ca_topic_score_gemma":0.9233458,"teacher_disagreement_score":0.64303845,"about_ca_system_score_codex":0.010289087,"about_ca_system_score_gemma":0.0058364677,"threshold_uncertainty_score":0.9997995},"labels":[],"label_agreement":null},{"id":"W2481405371","doi":"10.1186/s12913-016-1618-9","title":"Implementation of a clinical practice guideline for schizophrenia in a specialist mental health center: an observational study","year":2016,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ontario Institute of Technology; Ontario Shores Centre for Mental Health Sciences","funders":"","keywords":"Medicine; Observational study; Nursing research; Health informatics; Health administration; Guideline; Mental health; Schizophrenia (object-oriented programming); Public health; Center (category theory); Psychiatry; Clinical Practice; Family medicine; Nursing; Internal medicine","score_opus":0.6661666338880289,"score_gpt":0.7118961844251417,"score_spread":0.045729550537112806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481405371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9046879,0.00015835513,0.0019297479,0.082294576,0.00042820672,0.009812793,0.000601105,0.000040765302,0.000046587775],"genre_scores_gemma":[0.8502983,0.00047548,0.12967491,0.015728302,0.0016715234,0.00041140217,0.0016263332,0.00006814237,0.00004564486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98631746,0.0034788318,0.006556118,0.0008345739,0.0019557667,0.0008572441],"domain_scores_gemma":[0.9897163,0.0051424205,0.0016403958,0.0006822576,0.0021989432,0.0006196992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0408241,0.00019845906,0.0008220227,0.00044518005,0.00026093778,0.000039712926,0.00032453693,0.000097462726,0.00028480776],"category_scores_gemma":[0.0031257402,0.0001558479,0.0001280266,0.0007585167,0.000091499634,0.00096523325,0.00019810454,0.00040261852,0.00002159249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010448564,0.004993502,0.78761655,0.0008049845,0.000054585886,0.0000033770175,0.0023903486,0.0000011761941,0.00008171824,0.00041250495,0.0044309874,0.18876173],"study_design_scores_gemma":[0.030609332,0.00994736,0.81674063,0.00033319826,0.00001921964,0.000013334437,0.050022412,0.0007724668,0.000016706199,0.00018253148,0.09120578,0.00013703258],"about_ca_topic_score_codex":0.016670035,"about_ca_topic_score_gemma":0.07340844,"teacher_disagreement_score":0.1886247,"about_ca_system_score_codex":0.00067975407,"about_ca_system_score_gemma":0.006186611,"threshold_uncertainty_score":0.9994474},"labels":[],"label_agreement":null},{"id":"W2482156827","doi":"10.1097/ncm.0000000000000144","title":"Educating Case Managers","year":2016,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Capital Commission","funders":"","keywords":"Accreditation; Certification; Commission; Suite; Officer; Case management; Management; Nursing; Medical education; Political science; Library science; Medicine; Computer science; Law","score_opus":0.20548542339128836,"score_gpt":0.5188137707789533,"score_spread":0.3133283473876649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2482156827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9184205,0.000066023866,0.003793806,0.053571824,0.0017243586,0.0015717993,0.000016517411,0.00015781421,0.020677377],"genre_scores_gemma":[0.9649669,0.000025529635,0.011388349,0.003911077,0.00032229457,0.00013463142,0.000015837171,0.000027467813,0.019207893],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9982407,0.00010912002,0.0006478031,0.00036627558,0.00035221747,0.0002838544],"domain_scores_gemma":[0.9985001,0.0006264057,0.00019253652,0.0003783429,0.00011312701,0.00018947881],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009875728,0.0001491424,0.00017068924,0.00014135012,0.00019890444,0.00001500056,0.000056123437,0.000046363875,0.0017333301],"category_scores_gemma":[0.0005376292,0.00009402921,0.0000878605,0.00017118473,0.00004526227,0.00018961387,0.00024068543,0.00013820785,0.0004041269],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031010935,0.00049541297,0.0035474056,0.00032789953,0.0002124087,0.21536364,0.00016439732,0.000001254355,0.0002955531,0.0047860583,0.06196937,0.7125265],"study_design_scores_gemma":[0.022058303,0.00089367095,0.015739689,0.002683543,0.0026226426,0.45105043,0.05287765,0.0007535504,0.0009459354,0.0063143997,0.44254783,0.0015123587],"about_ca_topic_score_codex":0.00008932738,"about_ca_topic_score_gemma":0.00003576029,"teacher_disagreement_score":0.71101415,"about_ca_system_score_codex":0.00016739397,"about_ca_system_score_gemma":0.000059146547,"threshold_uncertainty_score":0.99917924},"labels":[],"label_agreement":null},{"id":"W2486392379","doi":"10.1017/cjn.2016.258","title":"Building a Knowledge to Action Program in Stroke Rehabilitation","year":2016,"lang":"en","type":"review","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; St Joseph's Health Care; Canadian Agency for Drugs and Technologies in Health; Parkwood Institute; London Health Sciences Centre; Lawson Health Research Institute","funders":"Canadian Stroke Network; Ontario Ministry of Health and Long-Term Care; Academic Medical Organization of Southwestern Ontario; Heart and Stroke Foundation of Canada","keywords":"Rehabilitation; Audit; Action (physics); Process (computing); Stroke (engine); Best practice; Evidence-based practice; Clinical Practice; Psychology; Action research; Medical education; Medicine; Physical medicine and rehabilitation; Process management; Nursing; Physical therapy; Computer science; Alternative medicine; Business; Engineering; Political science; Pedagogy","score_opus":0.29705855778509815,"score_gpt":0.5209875434536942,"score_spread":0.2239289856685961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486392379","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3807122,0.6037112,0.00015035603,0.009690237,0.0026003125,0.002041295,0.000038998816,0.000046953784,0.0010084162],"genre_scores_gemma":[0.057057314,0.90839833,0.030448364,0.0023982024,0.0015106335,0.00006513326,0.0000016568777,0.000057994846,0.0000623636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99158037,0.0022736033,0.0029976545,0.0008276597,0.0008829286,0.0014378075],"domain_scores_gemma":[0.9896427,0.004854916,0.0019538393,0.00022102793,0.0007634524,0.002564055],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011040909,0.00051910063,0.0017096131,0.0033538768,0.0010131267,0.00052906125,0.0014546606,0.00043718677,0.00014531752],"category_scores_gemma":[0.029022763,0.00031348746,0.0006824378,0.002691785,0.0029436434,0.0010990102,0.000100263824,0.0021880902,0.000017880786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084080464,0.000073279996,0.019965569,0.0002592681,0.000022059177,0.001848492,0.00010934499,0.000068428955,0.0000020669072,0.0001896074,0.0006822721,0.97669554],"study_design_scores_gemma":[0.00054237497,0.12456854,0.0071131573,0.0038246224,0.00028693883,0.021609455,0.00015854431,0.00010098957,0.0000015011904,0.0029912281,0.838336,0.0004666907],"about_ca_topic_score_codex":0.0008711847,"about_ca_topic_score_gemma":0.08474025,"teacher_disagreement_score":0.97622883,"about_ca_system_score_codex":0.0013075019,"about_ca_system_score_gemma":0.012333174,"threshold_uncertainty_score":0.9999317},"labels":[],"label_agreement":null},{"id":"W2486398720","doi":"10.1200/jco.2016.34.7_suppl.109","title":"Using a disease pathway management approach to improve the quality of breast cancer care in Ontario.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Juravinski Cancer Centre; Cancer Care Ontario; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Breast cancer; Multidisciplinary approach; Cancer; Standardization; Clinical pathway; Health care; Quality management; Care pathway; Nursing; Operations management; Management system; Internal medicine","score_opus":0.5300933061981676,"score_gpt":0.6152058826159923,"score_spread":0.08511257641782466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486398720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97120726,0.00009148235,0.0021223668,0.023981214,0.0009067228,0.00061264395,0.000030884465,0.0000030359895,0.0010443588],"genre_scores_gemma":[0.9867441,0.00009067474,0.008548737,0.0039048232,0.00054966734,0.00001260259,0.0000013681451,0.000011406873,0.00013662937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939278,0.0007749636,0.004389691,0.00021483586,0.0004966523,0.00019607524],"domain_scores_gemma":[0.9929849,0.00324424,0.002419726,0.0003050872,0.0006871922,0.00035885355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074515524,0.00010932525,0.00095468166,0.00009494266,0.00002236864,0.000004608093,0.00019537745,0.00012704266,0.00013411402],"category_scores_gemma":[0.0057557053,0.000054140513,0.00036918308,0.00013498741,0.00012815995,0.00013136835,0.00012897677,0.0005580709,0.0000032089172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016520439,0.0018634179,0.51648504,0.00010127313,0.00027236182,0.00008631455,0.00035461472,0.00008226327,0.000557219,0.00028746782,0.00043374754,0.4629558],"study_design_scores_gemma":[0.008706564,0.0013500578,0.97533983,0.0001938918,0.00038385828,0.000025129697,0.0011280556,0.00003496952,0.000012091176,0.00024514098,0.012507548,0.00007288388],"about_ca_topic_score_codex":0.008197172,"about_ca_topic_score_gemma":0.02335808,"teacher_disagreement_score":0.46288294,"about_ca_system_score_codex":0.0008322243,"about_ca_system_score_gemma":0.003425392,"threshold_uncertainty_score":0.9984073},"labels":[],"label_agreement":null},{"id":"W2490166091","doi":"10.1016/j.jht.2016.06.002","title":"The case for better case reports….","year":2016,"lang":"en","type":"editorial","venue":"Journal of Hand Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Gender and Health","funders":"","keywords":"Dilemma; Enthusiasm; Value (mathematics); Position (finance); Public relations; Psychology; Computer science; Engineering ethics; Medicine; Political science; Epistemology; Social psychology; Business","score_opus":0.12961789431575207,"score_gpt":0.5015837225693665,"score_spread":0.37196582825361435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2490166091","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019162627,0.0025984703,0.0016470366,0.017496128,0.9582864,0.0006839083,0.00007427448,0.000006942926,0.000044209577],"genre_scores_gemma":[0.0036817037,0.002882871,0.0008489675,0.00079551805,0.9906129,0.000016975713,0.00002194811,0.000058426773,0.0010806695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693733,0.00012336485,0.0020395794,0.00016835782,0.00052208133,0.00020929989],"domain_scores_gemma":[0.98401207,0.010829365,0.0028357643,0.00037503886,0.001803404,0.00014434186],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042872513,0.00019227376,0.0005196304,0.00008468752,0.00026923948,0.00011563285,0.00006912502,0.00032396035,0.00011068503],"category_scores_gemma":[0.00987347,0.00008881625,0.00045691864,0.000044775312,0.0000869115,0.00015291719,0.000016425067,0.00073774054,0.0000029449486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018832909,0.00005404176,0.00000928922,0.000018442892,0.00040461656,0.13215236,0.000040595936,6.273523e-8,0.00013875231,0.0000012177459,0.76276433,0.102533],"study_design_scores_gemma":[0.0044078487,0.0012954129,0.0000012089059,0.000106414445,0.0003178747,0.22011526,0.00009613518,0.0000018553905,0.00013875362,0.00073438627,0.772703,0.000081852595],"about_ca_topic_score_codex":0.000054274085,"about_ca_topic_score_gemma":0.00009451304,"teacher_disagreement_score":0.102451146,"about_ca_system_score_codex":0.00011014367,"about_ca_system_score_gemma":0.0007706114,"threshold_uncertainty_score":0.9984668},"labels":[],"label_agreement":null},{"id":"W2492783119","doi":"10.1007/978-1-4939-3305-1_9","title":"Chapter B6 Arteries, Veins and Lymphatic Vessels","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Lymphatic system; Blood vessel; Elastin; Anatomy; Materials science; Lymphatic vessel; Pathology; Medicine","score_opus":0.18282209650482142,"score_gpt":0.4159689919128303,"score_spread":0.2331468954080089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2492783119","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004095331,0.00034667362,0.0012015129,0.015325601,0.00057487754,0.00070952554,0.00004158118,0.00011241884,0.9812783],"genre_scores_gemma":[0.029142724,0.0013719207,0.001481771,0.007390979,0.0010629697,0.000012088473,0.00010839194,0.000106542226,0.95932263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981595,0.000010333222,0.00089751027,0.00041989773,0.00032544046,0.0001873153],"domain_scores_gemma":[0.9982848,0.0005785853,0.0003228093,0.00044416296,0.00016813318,0.0002015139],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00030503143,0.00029233217,0.00049719174,0.0001129856,0.00004467248,0.00003258127,0.00005882278,0.00023835035,0.01126779],"category_scores_gemma":[0.00041189633,0.0002081658,0.000100615056,0.000009276897,0.00014427837,0.00016500366,0.00008768883,0.00015490889,0.0008375303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038616665,0.00008567236,0.00023537235,0.0002668171,0.0004337387,0.00018130321,0.000116145646,3.4793175e-8,0.00059303513,0.4886339,0.016154187,0.49291363],"study_design_scores_gemma":[0.0020377976,0.00058105023,0.00024519506,0.00043021463,0.0004952005,0.00018936247,0.000018174971,0.0000137992365,0.000048655413,0.022804137,0.97282505,0.0003113864],"about_ca_topic_score_codex":0.000021984739,"about_ca_topic_score_gemma":0.00002758203,"teacher_disagreement_score":0.9566708,"about_ca_system_score_codex":0.00006720458,"about_ca_system_score_gemma":0.000115393064,"threshold_uncertainty_score":0.99994045},"labels":[],"label_agreement":null},{"id":"W2493304981","doi":"10.4018/978-1-4666-4321-5.ch006","title":"Implementation of Case Costing with Ontario Case Costing Initiative (OCCI)","year":2013,"lang":"en","type":"book-chapter","venue":"Advances in healthcare information systems and administration book series","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Activity-based costing; Health care; Christian ministry; Business; Process (computing); Guideline; Job costing; Process management; Operations management; Management science; Cost accounting; Engineering management; Computer science; Medicine; Product cost management; Accounting; Engineering; Political science","score_opus":0.11980106347059251,"score_gpt":0.42948357302025975,"score_spread":0.30968250954966725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493304981","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36773068,0.02908249,0.010101137,0.023706514,0.004840559,0.058206864,0.005328647,0.00086354767,0.5001396],"genre_scores_gemma":[0.9884644,0.0017502852,0.0026055581,0.0010326395,0.0001686234,0.00025130063,0.0014532043,0.00004068813,0.0042332946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960648,0.00006738935,0.0029579203,0.0002617861,0.00042254198,0.00022560562],"domain_scores_gemma":[0.9950874,0.000544189,0.0028182077,0.00023221826,0.0011460593,0.00017191308],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006215594,0.00034200153,0.00065177074,0.0002637478,0.00020059966,0.000106203464,0.00003575092,0.00022184686,0.00015447669],"category_scores_gemma":[0.00020188131,0.00031403828,0.00004826782,0.00007106979,0.00012553095,0.0066048144,0.000030998384,0.0004777273,0.0000093320195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005014401,0.00015836835,0.0909386,0.03254713,0.0007174451,0.014677766,0.039407305,0.00039594574,0.00001321722,0.395362,0.0012726943,0.41949514],"study_design_scores_gemma":[0.0076053194,0.0096066445,0.0024625924,0.0072400523,0.0005673395,0.16941988,0.1269702,0.00039625162,0.00015971277,0.0007946607,0.67330295,0.0014743655],"about_ca_topic_score_codex":0.02348039,"about_ca_topic_score_gemma":0.18508609,"teacher_disagreement_score":0.67203027,"about_ca_system_score_codex":0.00042144905,"about_ca_system_score_gemma":0.0014200036,"threshold_uncertainty_score":0.99993116},"labels":[],"label_agreement":null},{"id":"W249545139","doi":"10.1177/070674370705201002","title":"Trials and Tribulations of Evidence-Based Medicine: The Case of Alzheimer Disease Therapeutics","year":2007,"lang":"en","type":"letter","venue":"The Canadian Journal of Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Evidence-based medicine; MEDLINE; Dementia; Clinical Practice; Expert opinion; Medicine; Alternative medicine; Clinical trial; Best evidence; Evidence-based practice; Disease; Scientific evidence; Systematic review; Psychology; Medical education; Family medicine; Intensive care medicine; Epistemology; Political science","score_opus":0.6020172841990744,"score_gpt":0.5325546347424979,"score_spread":0.06946264945657654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W249545139","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004694129,0.024016373,0.00026925973,0.96856207,0.0016153158,0.0006717538,0.00013678575,0.000002030584,0.00003229267],"genre_scores_gemma":[0.2180126,0.0005329828,0.0019154429,0.76934934,0.010010527,0.0000046201562,0.00005292273,0.000056908528,0.00006464837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950944,0.0010495372,0.0029699195,0.00013512696,0.0005158253,0.00023518334],"domain_scores_gemma":[0.9863604,0.008111766,0.0036289657,0.00056974625,0.00096642284,0.00036275623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103578605,0.00021197063,0.0008977158,0.00042585106,0.00017703588,0.000018861796,0.0002507357,0.00025274893,0.00038004655],"category_scores_gemma":[0.007623822,0.00009799854,0.00037320025,0.00031591888,0.0007199628,0.00009010215,0.000009099549,0.0015369797,0.0000010475783],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068131875,0.000032410673,0.009270404,0.00023925173,0.0013443205,0.0009840172,0.00027359452,0.000037680555,0.000010109411,0.00027361093,0.9786187,0.008234628],"study_design_scores_gemma":[0.0161423,0.004010853,0.05480237,0.011705718,0.1108212,0.010440169,0.00425175,0.00059302076,0.00006467257,0.025704924,0.7606066,0.000856447],"about_ca_topic_score_codex":0.017631195,"about_ca_topic_score_gemma":0.05544464,"teacher_disagreement_score":0.21801208,"about_ca_system_score_codex":0.000074610885,"about_ca_system_score_gemma":0.00903067,"threshold_uncertainty_score":0.9965872},"labels":[],"label_agreement":null},{"id":"W2495537162","doi":"10.1093/med/9780198570677.003.0136","title":"Patient positioning and common approaches","year":2010,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supine position; Position (finance); Sitting; Prone position; Quarter (Canadian coin); Medicine; Computer vision; Physical medicine and rehabilitation; Computer science; Geodesy; Geography; Surgery; Business; Pathology","score_opus":0.17634591110597422,"score_gpt":0.3256071852217815,"score_spread":0.14926127411580728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495537162","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062863766,0.000036663434,0.0001603963,0.0002494345,0.00011042776,0.00058437756,0.00006563787,0.000067848385,0.99243885],"genre_scores_gemma":[0.03266649,0.0002183571,0.0072987042,0.0006688871,0.0002439369,0.0000015501986,0.000480859,0.00007812345,0.9583431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899274,0.00002011833,0.0003068337,0.00031808266,0.00022384143,0.00013840097],"domain_scores_gemma":[0.9989126,0.00021045748,0.00031620532,0.00031003906,0.000095040254,0.00015570926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012490619,0.00020472323,0.00032058614,0.000097362376,0.00015559545,0.000025410016,0.000071369985,0.00034169445,0.000044511016],"category_scores_gemma":[0.000039268845,0.00022531148,0.00010251933,0.0000036544427,0.00016290757,0.000082007005,0.0002332129,0.00075719925,0.0000010502633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018923813,0.00012051536,0.00040028084,0.0004354474,0.00073421485,0.0006071418,0.0009290829,0.0000034707516,0.0004973842,0.62105477,0.0017757562,0.37154955],"study_design_scores_gemma":[0.000977524,0.00025427973,0.00011771322,0.0001400058,0.00066253875,0.000072152565,0.00012672754,0.0000721632,0.00015321285,0.0005742643,0.9966418,0.00020759457],"about_ca_topic_score_codex":0.000097315155,"about_ca_topic_score_gemma":0.00007090127,"teacher_disagreement_score":0.9948661,"about_ca_system_score_codex":0.00007417035,"about_ca_system_score_gemma":0.00006765785,"threshold_uncertainty_score":0.9187935},"labels":[],"label_agreement":null},{"id":"W2496019211","doi":"10.1017/cbo9781139177757.010","title":"Working consensus: the importance of physician–patient collaboration","year":2012,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Psychology","score_opus":0.12727911157722083,"score_gpt":0.3371978484357069,"score_spread":0.20991873685848605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2496019211","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00575708,0.00046081824,0.00009479862,0.0004462352,0.00041607404,0.0011338812,0.00013114211,0.000048722108,0.9915112],"genre_scores_gemma":[0.099742845,0.00019109284,0.00048781035,0.0015031504,0.0005337956,0.0000018046318,0.00022615431,0.000066040724,0.8972473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985431,0.000061652114,0.0005649099,0.0002682618,0.00038186897,0.0001802372],"domain_scores_gemma":[0.9972256,0.0005048387,0.001104442,0.0005506989,0.0005145637,0.0000998613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002574298,0.00022353383,0.00040307184,0.00007545338,0.000107976215,0.000012057833,0.00013805302,0.0001953451,0.000009067733],"category_scores_gemma":[0.00014755431,0.00020405845,0.00016897434,0.00001855421,0.0002500094,0.000053726457,0.00015425625,0.00040977576,0.000007912334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015449498,0.00009819208,0.0005383609,0.00023114386,0.00080053887,0.00016450747,0.00045032732,0.0000084019075,0.00085413415,0.7929834,0.1688568,0.033469256],"study_design_scores_gemma":[0.0009112293,0.00012785928,0.00013761649,0.000271044,0.001125214,0.000014841748,0.0005964546,0.000047854934,0.00065555517,0.000010459679,0.9959042,0.0001976812],"about_ca_topic_score_codex":0.000052224135,"about_ca_topic_score_gemma":0.000012716327,"teacher_disagreement_score":0.8270474,"about_ca_system_score_codex":0.000207135,"about_ca_system_score_gemma":0.00026460172,"threshold_uncertainty_score":0.83212626},"labels":[],"label_agreement":null},{"id":"W2502109396","doi":"10.4018/978-1-59904-792-8.ch003","title":"Enhancing ‘Fit' of Health Information Systems Design Through Practice Support","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Sociotechnical system; Empirical research; Health care; Computer science; Management science; Domain (mathematical analysis); Process (computing); Knowledge management; Information system; Process management; Engineering; Epistemology; Mathematics; Political science","score_opus":0.22593466430869896,"score_gpt":0.44887746261720335,"score_spread":0.2229427983085044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502109396","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018182576,0.0006725302,0.06611743,0.0012514568,0.0010060776,0.00257888,0.00016696168,0.00013553712,0.92805296],"genre_scores_gemma":[0.48566577,0.003960255,0.2947064,0.09756782,0.005128782,0.00034600362,0.0018117634,0.0006302341,0.11018298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457484,0.00016228572,0.0034971011,0.0003226291,0.0010901652,0.00035297745],"domain_scores_gemma":[0.9935754,0.00088317046,0.0037126564,0.0006009596,0.0010504295,0.0001774109],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019408864,0.00038852938,0.0010544911,0.00009062147,0.00010517639,0.000037595353,0.00014186688,0.00040965597,0.000051331288],"category_scores_gemma":[0.0025053583,0.00038353362,0.00021605524,0.000036832407,0.00009548412,0.0006557901,0.00008463524,0.0005023629,0.00031102812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028104114,0.00021353831,0.000039087092,0.0033518302,0.0015096216,0.00026055638,0.0032719264,0.00018353964,0.00006159701,0.72463083,0.19734922,0.06631783],"study_design_scores_gemma":[0.0030498721,0.0025293091,0.000037561545,0.0016183624,0.0008909929,0.0024124666,0.0011005725,0.00008391223,0.0001262849,0.004161596,0.9834353,0.0005537746],"about_ca_topic_score_codex":0.0016302136,"about_ca_topic_score_gemma":0.000032433203,"teacher_disagreement_score":0.81786996,"about_ca_system_score_codex":0.0007932957,"about_ca_system_score_gemma":0.002993691,"threshold_uncertainty_score":0.99986166},"labels":[],"label_agreement":null},{"id":"W2507349298","doi":"","title":"Family physicians and dementia in Canada","year":2009,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Focus group; Guideline; Thematic analysis; Audit; Qualitative research; Medicine; Clinical Practice; Family medicine; Medical education; Nursing; Psychology; Disease; Pathology; Management","score_opus":0.07366338777910719,"score_gpt":0.34804814239355253,"score_spread":0.27438475461444534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507349298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95253325,0.00067196146,0.000023787128,0.008589882,0.00021021541,0.00042363934,0.00005580399,0.000019148529,0.037472323],"genre_scores_gemma":[0.70969236,0.000039299623,0.00019364263,0.289831,0.00014282078,0.0000047669637,0.000056675413,0.000013647074,0.00002575693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984551,0.00004033298,0.00046821192,0.000314513,0.00023423838,0.00048757845],"domain_scores_gemma":[0.999066,0.00009052178,0.000096105,0.0002638576,0.000078466684,0.00040507052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014560214,0.00016966366,0.00029735552,0.0001432448,0.00007239063,0.000023538423,0.00008523091,0.00004454861,0.0000037242378],"category_scores_gemma":[0.00006130568,0.00019270279,0.000040473537,0.00033672398,0.000031616193,0.00016886891,0.000010464482,0.00024663992,0.000017013228],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006323877,0.000095094365,0.02333527,0.000026322417,0.000086343054,0.00037170635,0.00009229029,0.000042896758,0.010862184,0.00060162076,0.08881063,0.8756124],"study_design_scores_gemma":[0.001213243,0.0001277477,0.93170583,0.00007795374,0.000099481964,0.0000017000333,0.001922294,0.0005245155,0.00008311978,0.00041193084,0.06360353,0.0002286369],"about_ca_topic_score_codex":0.98723215,"about_ca_topic_score_gemma":0.9962937,"teacher_disagreement_score":0.90837055,"about_ca_system_score_codex":0.0009519988,"about_ca_system_score_gemma":0.0037579054,"threshold_uncertainty_score":0.78581923},"labels":[],"label_agreement":null},{"id":"W2507803097","doi":"10.1186/s12911-016-0350-z","title":"Development and implementation of an online clinical pathway for adult chronic kidney disease in primary care: a mixed methods study","year":2016,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BP (Canada); University of Toronto; St. Michael's Hospital; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research; Alberta Innovates; Alberta Innovates - Health Solutions; University of Calgary; Alberta Health Services","keywords":"Medicine; Kidney disease; Referral; Health informatics; Family medicine; Usability; Disease management; Descriptive statistics; Nursing; Disease; Public health; Internal medicine","score_opus":0.22092926166053892,"score_gpt":0.5622232898365017,"score_spread":0.34129402817596277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507803097","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6772779,0.00005858614,0.3215319,0.000091331836,0.00012141988,0.00087046664,0.000033348646,0.000010532738,0.0000044745025],"genre_scores_gemma":[0.36183575,0.000104317245,0.63655514,0.0012465618,0.00008678704,0.000047976668,0.000111800815,0.000010705955,9.71238e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99560994,0.00019239011,0.0030772456,0.00022090797,0.00069542264,0.00020408127],"domain_scores_gemma":[0.9923976,0.005876177,0.0005701462,0.00025088666,0.00035702751,0.0005481482],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051267114,0.00014850248,0.00047103973,0.0001637788,0.000057017583,0.000021948701,0.00009425189,0.000101516875,0.000043965323],"category_scores_gemma":[0.011794213,0.00009564125,0.00005982884,0.00012170832,0.000075357886,0.00030004513,0.0002076243,0.00013807867,9.0945326e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000858153,0.00030837883,0.052886058,0.0005164865,0.000022693863,0.0000042522206,0.0008701379,0.0000010651155,0.000013445248,0.000046110876,0.000065658605,0.9444076],"study_design_scores_gemma":[0.051645428,0.0033858134,0.81721085,0.00373422,0.00033653024,0.000024230096,0.0410113,0.07667147,0.00010619068,0.0009210065,0.004493938,0.00045899017],"about_ca_topic_score_codex":0.000011784992,"about_ca_topic_score_gemma":0.0006704274,"teacher_disagreement_score":0.94394857,"about_ca_system_score_codex":0.00012706807,"about_ca_system_score_gemma":0.0020531814,"threshold_uncertainty_score":0.9965299},"labels":[],"label_agreement":null},{"id":"W2509454879","doi":"10.1186/s13643-016-0311-8","title":"Effects of clinical pathways for chronic obstructive pulmonary disease (COPD) on patient, professional and systems outcomes: protocol for a systematic review","year":2016,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regina Qu'Appelle Health Region; University of Saskatchewan","funders":"","keywords":"Medicine; Systematic review; COPD; Context (archaeology); Intensive care medicine; Protocol (science); MEDLINE; Health care; Cochrane Library; Quality of life (healthcare); Evidence-based practice; Evidence-based medicine; Physical therapy; Alternative medicine; Nursing; Pathology; Internal medicine","score_opus":0.4003678227838954,"score_gpt":0.5850020090151584,"score_spread":0.18463418623126304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509454879","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4669334e-7,0.5086942,0.00033522074,0.000051205512,0.00054027874,0.4901225,0.00021675893,0.000026493628,0.000013236556],"genre_scores_gemma":[6.918703e-7,0.47530663,0.0002461872,0.00019330304,0.00027066082,0.52354676,0.00011281152,0.00010296558,0.00021999165],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9664638,0.008532894,0.022121513,0.0012823408,0.0010557573,0.0005437021],"domain_scores_gemma":[0.9265112,0.04868903,0.021460384,0.0019236222,0.00085575465,0.0005599538],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.01628347,0.0013269617,0.024171857,0.00024026264,0.00012794748,0.00003927574,0.00044607488,0.0004824508,0.000015121015],"category_scores_gemma":[0.15195918,0.00059664424,0.0042633796,0.00028705658,0.00012243386,0.00019077664,0.00015617505,0.00047598738,0.000102550686],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021821511,0.0004914133,0.0000051824904,0.96199685,0.0008419406,0.000014439364,0.000013270805,1.3000483e-8,1.4420995e-7,0.00034544087,0.0018401691,0.034232896],"study_design_scores_gemma":[0.001996916,0.0013352932,0.0000043234427,0.80850804,0.017669398,0.000061866944,0.00001898143,0.00003607947,6.66649e-8,0.000058648482,0.16988,0.00043039437],"about_ca_topic_score_codex":0.0000020708794,"about_ca_topic_score_gemma":5.0047987e-7,"teacher_disagreement_score":0.16803983,"about_ca_system_score_codex":0.0004996981,"about_ca_system_score_gemma":0.0016372923,"threshold_uncertainty_score":0.99994814},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2510306467","doi":"10.1371/journal.pone.0161248","title":"Methodology for Developing Deprescribing Guidelines: Using Evidence and GRADE to Guide Recommendations for Deprescribing","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University of Ottawa; Bruyère; University of Waterloo","funders":"Government of Ontario","keywords":"Deprescribing; Polypharmacy; Medicine; Beers Criteria; Intensive care medicine","score_opus":0.9185748230569081,"score_gpt":0.5950031117169116,"score_spread":0.3235717113399965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510306467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16048314,0.00019157006,0.7182892,0.118836276,0.00012240146,0.0019689861,0.000034867142,0.000067404886,0.000006186283],"genre_scores_gemma":[0.029319685,0.00027787482,0.9608559,0.008401036,0.0005524245,0.00034029668,0.00002672846,0.000053059994,0.00017301454],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99718904,0.00017493463,0.001441757,0.0005573314,0.00023724101,0.00039966294],"domain_scores_gemma":[0.9850016,0.012915612,0.00031622624,0.00034489023,0.0012437387,0.00017789955],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033942284,0.00018168059,0.00048026317,0.00019167476,0.00021098832,0.00003502413,0.00012218044,0.000099627476,0.000025297386],"category_scores_gemma":[0.124211356,0.00014948695,0.000083258856,0.00018227905,0.000036906247,0.0004586458,0.0001485724,0.00008651717,0.0000053770636],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005940498,0.00022381933,0.010681666,0.00040268927,0.0004118681,0.0000019212082,0.0002872003,0.000008347416,0.87470686,0.0007651211,0.007551973,0.10436446],"study_design_scores_gemma":[0.020153794,0.0027801543,0.005321722,0.030108895,0.008207325,0.00019602953,0.0038196016,0.027986428,0.82264286,0.0180342,0.05856814,0.0021808401],"about_ca_topic_score_codex":0.00021483365,"about_ca_topic_score_gemma":0.00015546079,"teacher_disagreement_score":0.2425667,"about_ca_system_score_codex":0.00025866748,"about_ca_system_score_gemma":0.00027582582,"threshold_uncertainty_score":0.8831658},"labels":[],"label_agreement":null},{"id":"W2510632231","doi":"10.7748/ns.26.5.26.s31","title":"Voices - peter carter introduces guidelines on dementia care in general hospitals","year":2011,"lang":"en","type":"article","venue":"Nursing Standard","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Dementia; Affect (linguistics); Gerontology; Psychology; Medicine; Nursing; Communication; Disease","score_opus":0.16152316391289886,"score_gpt":0.47107352659388135,"score_spread":0.30955036268098246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510632231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837249,0.0007477672,0.00040448154,0.005597848,0.0013684967,0.00046177357,0.000041458374,0.000068249,0.0075850086],"genre_scores_gemma":[0.97121465,0.000048894162,0.025371762,0.0022966594,0.0008236812,0.000016027056,0.00007506892,0.000033686534,0.00011957644],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99789417,0.00008496984,0.00088497554,0.0003863912,0.00045106432,0.00029840443],"domain_scores_gemma":[0.9988303,0.00007854384,0.00017969823,0.0003320354,0.0004812981,0.00009809505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006093508,0.00017813388,0.00031499637,0.00015559132,0.00006107717,0.000032261647,0.000089630805,0.000082954306,0.00045197454],"category_scores_gemma":[0.0009911559,0.00015283954,0.00009119943,0.00013959924,0.00007620925,0.00020296569,0.000017529894,0.00021380081,0.000037087615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051076426,0.00047063353,0.21174118,0.00013336752,0.00023417312,0.00014058883,0.015607623,0.000027284957,0.002642804,0.0006010671,0.117326275,0.64596736],"study_design_scores_gemma":[0.01827965,0.013144424,0.7119259,0.0033596572,0.0019035925,0.000096745476,0.018999781,0.0003894515,0.03960709,0.003833167,0.18701515,0.0014453819],"about_ca_topic_score_codex":0.00016990033,"about_ca_topic_score_gemma":0.00019953397,"teacher_disagreement_score":0.644522,"about_ca_system_score_codex":0.00023877207,"about_ca_system_score_gemma":0.00013321951,"threshold_uncertainty_score":0.6232615},"labels":[],"label_agreement":null},{"id":"W2511053891","doi":"10.1016/j.maturitas.2016.08.015","title":"The future of guidelines: Primary care focused, patient oriented, evidence based and simplified","year":2016,"lang":"en","type":"editorial","venue":"Maturitas","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Guideline; Family medicine; Primary care; Pathology","score_opus":0.07811598755042734,"score_gpt":0.41966771416853077,"score_spread":0.3415517266181034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511053891","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012512244,0.067133434,0.00034898118,0.022067504,0.90506005,0.0022998478,0.0013999016,0.00011109945,0.00032797584],"genre_scores_gemma":[0.0014134164,0.011113168,0.007172046,0.002467831,0.97506887,0.00014725735,0.0020944825,0.00015062813,0.00037230272],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99537164,0.00022297224,0.0019254648,0.0005926756,0.0015478126,0.00033946126],"domain_scores_gemma":[0.984869,0.009635924,0.0011285063,0.0010225096,0.0031674001,0.00017664184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011283148,0.00038862813,0.0006907171,0.00010107781,0.00015871644,0.000050844785,0.00025222616,0.00068776926,0.00005740677],"category_scores_gemma":[0.018313186,0.00022441348,0.00021420624,0.00016612577,0.00017771673,0.00019683693,0.00022506354,0.0008113704,0.000018219625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016217666,0.00003512164,0.0000790636,0.00097091496,0.00007900013,0.000017029352,0.000085173335,3.7006004e-7,0.00010314287,0.000022201439,0.8592132,0.13777304],"study_design_scores_gemma":[0.0023247476,0.00068530545,0.00013494691,0.0026788837,0.0005379673,0.000005024194,0.00071971124,0.00000866686,0.00012217223,0.0000687461,0.99248314,0.00023068747],"about_ca_topic_score_codex":0.00009917539,"about_ca_topic_score_gemma":0.00008597904,"teacher_disagreement_score":0.13754235,"about_ca_system_score_codex":0.00028003653,"about_ca_system_score_gemma":0.0013931578,"threshold_uncertainty_score":0.98995596},"labels":[],"label_agreement":null},{"id":"W2511636839","doi":"10.1016/j.jclinepi.2016.07.017","title":"A very low number of national adaptations of the World Health Organization guidelines for HIV and tuberculosis reported their processes","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Tuberculosis; Human immunodeficiency virus (HIV); Medicine; Family medicine; Epidemiology; Public health; Environmental health; Intensive care medicine; Pathology","score_opus":0.7307822234208444,"score_gpt":0.6676410732455542,"score_spread":0.0631411501752902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511636839","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005757296,0.8678566,0.017760944,0.10981709,0.0015361041,0.0019467545,0.00042599833,0.000013975764,0.00006675549],"genre_scores_gemma":[0.00027137474,0.96964234,0.023889916,0.0043734047,0.0014708308,0.000016658361,0.0001180087,0.00004406666,0.0001733833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9763716,0.002874502,0.019798191,0.0003355565,0.0004012785,0.0002188945],"domain_scores_gemma":[0.7064011,0.22618282,0.04915392,0.00057921384,0.01733225,0.00035066748],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031722877,0.00027432517,0.005780211,0.00021277062,0.00006328026,0.000003938325,0.00023817863,0.00039743056,0.00011475412],"category_scores_gemma":[0.7186647,0.00013698734,0.0011388536,0.0006847873,0.00034299167,0.00014569894,0.000093655304,0.00066329347,0.000002551851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003112063,0.00050358084,0.027892262,0.0138634555,0.0018437192,0.0000016287382,0.00003119006,0.000013671225,0.0000010816641,0.0008530619,0.08927664,0.8654085],"study_design_scores_gemma":[0.0025856527,0.0005662349,0.007430538,0.028176859,0.0020996819,0.0007708878,0.00006399046,0.00009926371,0.0000021979847,0.004949092,0.9530744,0.00018117836],"about_ca_topic_score_codex":0.000015720938,"about_ca_topic_score_gemma":0.00004786957,"teacher_disagreement_score":0.86522734,"about_ca_system_score_codex":0.00010393569,"about_ca_system_score_gemma":0.007412323,"threshold_uncertainty_score":0.9982147},"labels":[],"label_agreement":null},{"id":"W2512405243","doi":"10.1016/j.jcjd.2016.05.018","title":"Canadian Primary Care Physicians' Attitudes Toward Understanding Clinical Practice Guidelines for Diabetes Screening","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre; University of Calgary; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Guideline; Grading (engineering); Family medicine; Psychological intervention; MEDLINE; CLARITY; Nursing; Pathology","score_opus":0.3866179654488636,"score_gpt":0.48706112719257066,"score_spread":0.10044316174370704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512405243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50199604,0.005950611,0.011034121,0.4735913,0.0037253276,0.001495347,0.0006390128,0.00004936004,0.0015188729],"genre_scores_gemma":[0.90727884,0.00008288906,0.043014128,0.04677791,0.00261089,0.000012306095,0.00006979688,0.00007583225,0.00007742178],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959985,0.00017745844,0.002199108,0.00033360423,0.0004185908,0.00087273354],"domain_scores_gemma":[0.9878292,0.0041838456,0.0010531539,0.0003168527,0.004446796,0.0021701246],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030906084,0.00026492588,0.0007475419,0.0005121012,0.00026276862,0.00011382709,0.00028866527,0.00020143372,0.000099502045],"category_scores_gemma":[0.060415167,0.00020486923,0.000451317,0.00024823492,0.00019171543,0.000943286,0.000020923788,0.00037741647,0.00001305716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004702502,0.000034617824,0.7122529,0.0002234299,0.00065300666,0.00004109789,0.00023188678,0.0000106316265,0.0003680482,0.00017948792,0.09751274,0.1884451],"study_design_scores_gemma":[0.0120812785,0.003527473,0.30946907,0.0061589596,0.003187025,0.000044092787,0.012957016,0.00018868984,0.00060246745,0.0014370736,0.6492061,0.0011407505],"about_ca_topic_score_codex":0.0076958626,"about_ca_topic_score_gemma":0.16852738,"teacher_disagreement_score":0.5516934,"about_ca_system_score_codex":0.0019165176,"about_ca_system_score_gemma":0.008820877,"threshold_uncertainty_score":0.998912},"labels":[],"label_agreement":null},{"id":"W2513658789","doi":"","title":"Bas-Saint-Laurent/Gaspésie-Îles-de-la-Madeleine. Anticoagulothérapie par ordinateur.","year":2016,"lang":"fr","type":"article","venue":"Perspective infirmière","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Art; Humanities","score_opus":0.08068342738749933,"score_gpt":0.43534148855937804,"score_spread":0.3546580611718787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513658789","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37476084,0.029118953,0.029506415,0.5142994,0.008540678,0.0030771582,0.0007101766,0.0007423305,0.0392441],"genre_scores_gemma":[0.9731575,0.005061564,0.003039506,0.0028409183,0.006100701,0.00008296406,0.00003369274,0.0002108905,0.009472228],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272245,0.0014497985,0.0018661177,0.0013591654,0.0009661936,0.0016362976],"domain_scores_gemma":[0.988056,0.007642642,0.00078403176,0.0011110019,0.0015224704,0.00088383415],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036694524,0.0008056815,0.0010692071,0.00038351206,0.00030822403,0.0001533162,0.00048336663,0.00071039214,0.007652661],"category_scores_gemma":[0.026189372,0.00065597537,0.0005886418,0.0008064992,0.001484202,0.0010391182,0.00031375917,0.0012364408,0.0030373507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020812575,0.003616137,0.31879354,0.00048291634,0.0022938098,0.0015868936,0.003412206,0.000055900426,0.046142302,0.236086,0.14366728,0.24178179],"study_design_scores_gemma":[0.019513344,0.0027131278,0.27522627,0.0028711965,0.0029009758,0.0013211583,0.020220235,0.0013683441,0.0066007427,0.028106859,0.63728267,0.0018750471],"about_ca_topic_score_codex":0.011543063,"about_ca_topic_score_gemma":0.0005386167,"teacher_disagreement_score":0.5983967,"about_ca_system_score_codex":0.0037360184,"about_ca_system_score_gemma":0.0010606638,"threshold_uncertainty_score":0.99958915},"labels":[],"label_agreement":null},{"id":"W2514398656","doi":"10.1016/j.jclinepi.2016.08.005","title":"Improvement evident but still necessary in clinical practice guideline quality: a systematic review","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Guideline; Medicine; Quality (philosophy); Family medicine; Systematic review; Pathology; Political science","score_opus":0.7402259658388076,"score_gpt":0.7211650726115131,"score_spread":0.01906089322729454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514398656","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008373388,0.92573607,0.003847362,0.06026942,0.004551073,0.0053308345,0.000056358433,0.000029746612,0.00017079452],"genre_scores_gemma":[0.000002961736,0.8781757,0.019726451,0.09613061,0.0053841122,0.00013392037,0.00008746268,0.00011738563,0.00024145072],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.70437324,0.100907,0.18925992,0.001936611,0.002132684,0.0013905398],"domain_scores_gemma":[0.18960513,0.6663315,0.13409857,0.0031546112,0.0048734806,0.0019367],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.46169528,0.0011248621,0.046937,0.0005830938,0.000044369368,0.000022899783,0.0012911621,0.0022311748,0.0004369269],"category_scores_gemma":[0.9414658,0.00063346117,0.009977346,0.0006295747,0.00048286928,0.00064622227,0.0005853165,0.0072829938,0.00046716453],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052793353,0.0010905486,0.00033276924,0.41537893,0.0019637814,0.00051647116,0.0000030336937,2.7166809e-7,4.5733298e-8,0.00013819497,0.039287563,0.54076046],"study_design_scores_gemma":[0.002479867,0.0022900107,0.0000905059,0.43839556,0.014321463,0.0015321893,0.00004293284,0.000007800178,8.832245e-9,0.0003396407,0.54018146,0.0003185939],"about_ca_topic_score_codex":0.00012984806,"about_ca_topic_score_gemma":0.000027837988,"teacher_disagreement_score":0.5654245,"about_ca_system_score_codex":0.0006935298,"about_ca_system_score_gemma":0.0059875394,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W2517432912","doi":"10.1200/jco.2014.32.30_suppl.67","title":"Evaluation of a system-level organizational approach to person-centered care education and implementation toolkit.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Procurement; Medicine; Test (biology); Government (linguistics); Agency (philosophy); Scale (ratio); Nursing; Quality (philosophy); Medical education; Public relations; Business; Marketing","score_opus":0.5678092572608445,"score_gpt":0.6096835503254804,"score_spread":0.04187429306463586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517432912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737502,0.00017623817,0.013788638,0.0044299294,0.0013815628,0.00091013516,0.000015060803,0.000008765836,0.0055394936],"genre_scores_gemma":[0.9535489,0.000021096848,0.043443207,0.0016867149,0.0011699585,0.000011813207,0.00008587109,0.000015243671,0.000017206818],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99425167,0.0013027275,0.0030765363,0.00020858354,0.0010385022,0.00012196121],"domain_scores_gemma":[0.9892829,0.0016528119,0.0025524644,0.00016075674,0.0060776,0.00027343543],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014490964,0.00010666435,0.0007676929,0.0001898379,0.00004152634,0.000012038742,0.00009384906,0.00017815047,0.000077605386],"category_scores_gemma":[0.021194374,0.000088474895,0.00014975951,0.00020714114,0.00005450806,0.00019522384,0.000036084657,0.00029922163,0.0000062800414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010677865,0.0016169894,0.08272075,0.0002751057,0.00030719812,0.0000011230434,0.0015304562,0.00007763238,0.0005801196,0.0017410535,0.0039927238,0.90608907],"study_design_scores_gemma":[0.022365112,0.010870202,0.88858706,0.0003070467,0.0043346523,0.00049040915,0.05472984,0.0053201,0.00018825103,0.00034983427,0.012253574,0.00020392165],"about_ca_topic_score_codex":0.00007222171,"about_ca_topic_score_gemma":0.000055964272,"teacher_disagreement_score":0.90588516,"about_ca_system_score_codex":0.00044216096,"about_ca_system_score_gemma":0.0044120685,"threshold_uncertainty_score":0.98705053},"labels":[],"label_agreement":null},{"id":"W2519308183","doi":"","title":"Rebuttal: Should primary care guidelines be written by family physicians? YES.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rebuttal; Closing (real estate); Primary care; Medicine; Focus (optics); Alternative medicine; Medical education; Family medicine; Law; Political science; Pathology","score_opus":0.30175425873550854,"score_gpt":0.43140624740649425,"score_spread":0.1296519886709857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519308183","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36857975,0.0084107425,0.0037539273,0.5760253,0.002157499,0.0067398497,0.0010664824,0.0010314392,0.032235034],"genre_scores_gemma":[0.8363248,0.0010101997,0.0038749443,0.14277427,0.0023246943,0.001804919,0.0009366397,0.00015826982,0.010791252],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972226,0.000078517216,0.0010621249,0.00048644218,0.00063622923,0.00051411206],"domain_scores_gemma":[0.9977356,0.00055237545,0.000287646,0.0005688774,0.0006337475,0.00022172977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007189668,0.00022160685,0.00045273913,0.00007246577,0.00006221182,0.000028077164,0.00017449394,0.00013745044,0.00006430781],"category_scores_gemma":[0.0024898204,0.00015569151,0.00022551497,0.000189095,0.00009620182,0.00037283637,0.00010824694,0.00018532487,0.000066104985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013435967,0.00007193365,0.0023648643,0.00004905955,0.00022019909,0.0000102696085,0.00003951199,1.7451251e-7,0.0036812446,0.000013431898,0.3871792,0.60623574],"study_design_scores_gemma":[0.0041882074,0.000114056944,0.1703326,0.00006016191,0.0016240764,0.000014974275,0.0008901794,0.0000048124966,0.0023635363,0.00011523376,0.8199351,0.00035707687],"about_ca_topic_score_codex":0.00017198126,"about_ca_topic_score_gemma":0.000030454234,"teacher_disagreement_score":0.6058787,"about_ca_system_score_codex":0.0002626238,"about_ca_system_score_gemma":0.000098494,"threshold_uncertainty_score":0.63489157},"labels":[],"label_agreement":null},{"id":"W2520305360","doi":"","title":"Should primary care guidelines be written by family physicians? YES.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Family doctors; Primary care; Family medicine; Primary health care; Medicine; Family health; MEDLINE; Alternative medicine; Nursing; Political science; Environmental health; Law; Pathology","score_opus":0.30762674901351933,"score_gpt":0.4318886668896799,"score_spread":0.12426191787616059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520305360","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37092,0.00814952,0.004329775,0.5732321,0.001972009,0.006244266,0.00093219284,0.0008282564,0.033391856],"genre_scores_gemma":[0.83194995,0.0008513221,0.0035340732,0.14976998,0.002142063,0.0016940247,0.0007107446,0.00012272806,0.009225092],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755305,0.00006653511,0.000934137,0.00042136447,0.00056870305,0.00045620682],"domain_scores_gemma":[0.9979833,0.0005204928,0.00024246109,0.0004849408,0.0005714518,0.0001973634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006099591,0.0001939446,0.00040351442,0.00006338692,0.00005487511,0.000024123497,0.00015303705,0.00011695523,0.00006986364],"category_scores_gemma":[0.002148354,0.00013417125,0.00019818016,0.00016204489,0.00008272797,0.00032480352,0.000092424656,0.00015750535,0.00006479236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011443665,0.00006508128,0.0026395442,0.000042717715,0.00020318716,0.000007838282,0.00003497051,1.6414364e-7,0.0033697602,0.000012005977,0.34862497,0.6448853],"study_design_scores_gemma":[0.004140724,0.00009955388,0.20043793,0.00004914069,0.001610512,0.000011319395,0.00081060146,0.0000047505014,0.0021649117,0.00010238921,0.79024345,0.000324717],"about_ca_topic_score_codex":0.00014173232,"about_ca_topic_score_gemma":0.000025408524,"teacher_disagreement_score":0.6445606,"about_ca_system_score_codex":0.00022706004,"about_ca_system_score_gemma":0.00009002886,"threshold_uncertainty_score":0.54713446},"labels":[],"label_agreement":null},{"id":"W2520638260","doi":"10.1097/01.jto.0000284346.73963.c2","title":"P1-248: Lung cancer guideline development in ontario: impact on policy and practice","year":2007,"lang":"en","type":"article","venue":"Journal of Thoracic Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Sunnybrook Health Science Centre; Juravinski Cancer Centre","funders":"","keywords":"Medicine; Guideline; Radiation therapy; Lung cancer; Cancer; Multidisciplinary approach; Family medicine; Clinical Practice; Population; Intensive care medicine; Internal medicine; Pathology","score_opus":0.16168413329253387,"score_gpt":0.629639598305419,"score_spread":0.4679554650128852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520638260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95017,0.00038793488,0.0015148311,0.04352352,0.00051518716,0.00031595127,0.0000015955615,0.000007240195,0.0035637761],"genre_scores_gemma":[0.91625345,0.00024254157,0.068001054,0.014037515,0.0010091685,0.000003837672,0.000007854977,0.000023212751,0.00042139186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964488,0.00026520703,0.0023217914,0.00017764565,0.00044656615,0.00033995794],"domain_scores_gemma":[0.99355334,0.0037735035,0.0015369018,0.00014184239,0.0006849263,0.00030945792],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009889077,0.00016726805,0.0005691884,0.00057320687,0.000045069457,0.0000151733075,0.00009021107,0.00017774421,0.00037789912],"category_scores_gemma":[0.012264641,0.00012413581,0.00009172734,0.00027810287,0.000047678106,0.00033562758,0.000055893765,0.0009564569,0.000005864563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.026541602,0.0011904631,0.092270754,0.000042678443,0.00040079775,0.001654674,0.002125786,0.00023917528,0.0021312367,0.00004188101,0.013045505,0.86031544],"study_design_scores_gemma":[0.0036592276,0.003341038,0.48081848,0.00028437513,0.00049987034,0.004690884,0.0013974685,0.0001250094,0.000692034,0.000095351825,0.5042081,0.00018814381],"about_ca_topic_score_codex":0.02512671,"about_ca_topic_score_gemma":0.09128686,"teacher_disagreement_score":0.86012733,"about_ca_system_score_codex":0.004921252,"about_ca_system_score_gemma":0.006435105,"threshold_uncertainty_score":0.9991975},"labels":[],"label_agreement":null},{"id":"W2520655071","doi":"10.1097/01.jto.0000284375.51392.90","title":"P1-277: Regional Cancer Centre (RCC) and Community Hospital (CH) Collaboration: A New Paradigm For Lung Cancer Service Organization?","year":2007,"lang":"en","type":"article","venue":"Journal of Thoracic Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; Toronto East General Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Lung cancer; Multidisciplinary approach; Cancer; Service (business); Health care; Family medicine; Radiation therapy; Oncology; Internal medicine; General surgery","score_opus":0.1173161469449394,"score_gpt":0.5508817497040199,"score_spread":0.4335656027590805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520655071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6968383,0.0010013141,0.006984513,0.2934843,0.0010539737,0.0005435319,0.000026974009,0.00001419077,0.000052874057],"genre_scores_gemma":[0.9480795,0.0012640827,0.02339814,0.022588423,0.003931796,0.000009074639,0.00010183571,0.000057126083,0.0005699962],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980002,0.0002638351,0.0011084185,0.00013062207,0.00027617486,0.00022071523],"domain_scores_gemma":[0.9944863,0.0018988985,0.0012400977,0.00015692566,0.0019166184,0.0003011831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020326152,0.00013531148,0.0004412612,0.000120842255,0.00022203512,0.000029452382,0.00012643386,0.00018162564,0.0003774409],"category_scores_gemma":[0.002074461,0.000119955876,0.00005764696,0.0005326909,0.00005399789,0.0003567348,0.000049135884,0.0006111717,0.000001546025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010224568,0.0021207717,0.2382884,0.00070536905,0.0012332534,0.0001467144,0.014636465,0.00037857785,0.0024802864,0.00041935587,0.5222034,0.20716284],"study_design_scores_gemma":[0.015753167,0.0055693146,0.27450848,0.00086898636,0.0050434005,0.0014968642,0.030364012,0.0019895681,0.0017868674,0.0016011728,0.66034937,0.0006687967],"about_ca_topic_score_codex":0.001004526,"about_ca_topic_score_gemma":0.008833487,"teacher_disagreement_score":0.2708959,"about_ca_system_score_codex":0.0006918261,"about_ca_system_score_gemma":0.0025083355,"threshold_uncertainty_score":0.4929293},"labels":[],"label_agreement":null},{"id":"W2521523159","doi":"10.3138/ptc.2015-80f","title":"La version franco-canadienne de l'outil <i>Assessment of Multiple Systematic Reviews</i> (AMSTAR)","year":2016,"lang":"fr","type":"article","venue":"Physiotherapy Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université du Québec en Outaouais; Montfort Hospital","funders":"","keywords":"Humanities; Philosophy","score_opus":0.06684911493611015,"score_gpt":0.4171162779704279,"score_spread":0.3502671630343177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521523159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83531183,0.049971323,0.02959469,0.058271497,0.013112235,0.009545359,0.0016662425,0.00008776157,0.002439066],"genre_scores_gemma":[0.9804478,0.009801442,0.0023038078,0.0041039907,0.00060400134,0.000090370355,0.000029854351,0.00006649691,0.0025522173],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527794,0.0012590755,0.001793996,0.00038161126,0.0005522564,0.0007351157],"domain_scores_gemma":[0.99101764,0.006499466,0.0010222445,0.00070041366,0.0002681925,0.0004920257],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029252286,0.00031841602,0.0010954877,0.00007873536,0.0000792276,0.00001203089,0.0002346898,0.00012915046,0.0020090314],"category_scores_gemma":[0.002918882,0.00023108226,0.00020971175,0.00032109296,0.00013193821,0.00020413224,0.00003689556,0.00023304568,0.000031457857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007641801,0.0013592198,0.04406061,0.12346662,0.0016665907,0.00025577392,0.0015139445,0.000109925655,0.31070304,0.0016117671,0.27484444,0.23964389],"study_design_scores_gemma":[0.012399392,0.00085662864,0.017314889,0.06222255,0.0010346518,0.000062345076,0.0025536825,0.0059098536,0.0041907867,0.00023924591,0.8924505,0.0007654357],"about_ca_topic_score_codex":0.84161043,"about_ca_topic_score_gemma":0.87790376,"teacher_disagreement_score":0.6176061,"about_ca_system_score_codex":0.0031727517,"about_ca_system_score_gemma":0.004305704,"threshold_uncertainty_score":0.9989033},"labels":[],"label_agreement":null},{"id":"W2522014569","doi":"10.1594/essr2015/p-0004","title":"Traumatic Ankle Injury - Adequacy of Clinical Information with Reference to the Ottawa Ankle Rules in a Teaching Hospital","year":2015,"lang":"en","type":"article","venue":"European Society of Radiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ankle; Ankle injury; Medicine; Physical therapy; Medical emergency; Surgery","score_opus":0.18365617455588612,"score_gpt":0.4509570669100489,"score_spread":0.26730089235416277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522014569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847694,0.000039155795,0.0023586645,0.007747591,0.00009466707,0.00052829465,0.000024301035,0.00002146346,0.004416449],"genre_scores_gemma":[0.96866417,0.00003671476,0.028629884,0.0024123553,0.000121048906,0.00000547161,0.00009321169,0.000012483997,0.000024660074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969796,0.00085104624,0.0016118473,0.00015687654,0.00023653005,0.00016413405],"domain_scores_gemma":[0.99786365,0.00083875016,0.00068005896,0.0003222776,0.00018899451,0.00010625247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006936294,0.00010534791,0.00042962914,0.000040309867,0.000030408106,0.000006786522,0.00018750726,0.000062638035,0.000017262659],"category_scores_gemma":[0.004952187,0.00006976381,0.000104742416,0.0001330703,0.00019099234,0.0002678662,0.00008416176,0.00049862923,0.000048222246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017291176,0.00094631786,0.3643687,0.00029273817,0.00033979304,0.000010827353,0.049032334,0.00032205167,0.00024945862,0.001556891,0.3265645,0.2545873],"study_design_scores_gemma":[0.0065032113,0.00795175,0.81250983,0.00022201955,0.00015084047,0.000077497556,0.024578582,0.0013603059,0.000031632062,0.00013136728,0.14625862,0.00022434586],"about_ca_topic_score_codex":0.0001792403,"about_ca_topic_score_gemma":0.000022804874,"teacher_disagreement_score":0.44814113,"about_ca_system_score_codex":0.00003909034,"about_ca_system_score_gemma":0.00017560372,"threshold_uncertainty_score":0.59285885},"labels":[],"label_agreement":null},{"id":"W2523993076","doi":"10.1016/j.cjca.2016.07.527","title":"Guidelines Applied in Practice (GAP): A Regional Approach to Best Practices in Heart Failure Management","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Heart failure; Best practice; Compliance (psychology); Disease management; Intensive care medicine; Health care; Management of heart failure; Population; Medical emergency; Health management system; Cardiology; Environmental health; Alternative medicine; Management","score_opus":0.31937897039708113,"score_gpt":0.46723999773227587,"score_spread":0.14786102733519474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523993076","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089487016,0.0007149976,0.016837528,0.81445855,0.00097636087,0.0020136274,0.000022480688,0.00001496156,0.0754745],"genre_scores_gemma":[0.8999511,0.00019611757,0.08477015,0.013315098,0.0014682006,0.000039958555,0.000008833264,0.000028982678,0.00022154469],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971726,0.0003256528,0.0014869424,0.00029638823,0.00029947745,0.00041891815],"domain_scores_gemma":[0.9966264,0.0010994697,0.0007805683,0.00028657608,0.0006316502,0.0005753662],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003689803,0.00015693002,0.0005906671,0.0008147147,0.0000331184,0.000020482685,0.00019384615,0.00014447898,0.000021152082],"category_scores_gemma":[0.012288958,0.00011782036,0.00011337341,0.0004228355,0.000081938306,0.00034915938,0.000030144096,0.00039543863,0.00005261394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033037015,0.0001396723,0.14947806,0.00011907884,0.00082485145,0.001995924,0.0005473068,0.003439851,0.0017973953,0.0078038657,0.7314481,0.099102154],"study_design_scores_gemma":[0.0032899568,0.00031426956,0.021633351,0.00016746299,0.00019725879,0.0023595109,0.0040260293,0.000007689726,0.000009398198,0.00026314886,0.9675918,0.00014010063],"about_ca_topic_score_codex":0.0025702058,"about_ca_topic_score_gemma":0.009867126,"teacher_disagreement_score":0.8104641,"about_ca_system_score_codex":0.00048693607,"about_ca_system_score_gemma":0.0013458132,"threshold_uncertainty_score":0.9960309},"labels":[],"label_agreement":null},{"id":"W2526316455","doi":"10.1016/j.jcjd.2016.08.120","title":"Targeting Gaps in the Quality of Care for Patients with Diabetes in Community Chronic Care Programs","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Chronic care; Diabetes mellitus; Quality (philosophy); Gerontology; Health care; Chronic disease; Family medicine; Service (business); Nursing; Economic growth","score_opus":0.08879397347170098,"score_gpt":0.4015984597834817,"score_spread":0.3128044863117807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526316455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965508,0.0010424101,0.0000037024568,0.0015702227,0.00007466776,0.0006621084,0.000073811745,0.000001751919,0.000020542067],"genre_scores_gemma":[0.999188,0.0000045912966,0.000325229,0.00029019013,0.0000836925,0.000019858922,0.00007367904,0.000013797909,9.777319e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997996,0.00043757775,0.0009541955,0.00007803004,0.00021694688,0.00031726123],"domain_scores_gemma":[0.9963933,0.0018343395,0.0005629816,0.0001983013,0.0008091666,0.0002018893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018195998,0.000100169134,0.0003588506,0.00016347683,0.00007266515,0.000015216341,0.00019550107,0.000053812353,0.000015450763],"category_scores_gemma":[0.0070546716,0.000056062672,0.000079379926,0.0001895298,0.00011703019,0.00017731413,0.000010014855,0.00030848125,3.8551127e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025389396,0.00006100748,0.964185,0.00038419422,0.0000266686,7.406739e-7,0.0026143938,0.0000047879707,0.00015076163,0.000006701121,0.00009332296,0.03244702],"study_design_scores_gemma":[0.005172015,0.002742747,0.9730817,0.0012776913,0.00007081258,1.2748207e-7,0.016170172,0.000005507311,0.00024530635,0.000084349595,0.0010536439,0.000095947325],"about_ca_topic_score_codex":0.0022823224,"about_ca_topic_score_gemma":0.1663856,"teacher_disagreement_score":0.16410328,"about_ca_system_score_codex":0.0004593103,"about_ca_system_score_gemma":0.0012603555,"threshold_uncertainty_score":0.8488257},"labels":[],"label_agreement":null},{"id":"W2526920803","doi":"10.57598/r168a","title":"Een nationale praktijkrichtlijn voor de aanpak van cervixkanker","year":2011,"lang":"en","type":"book","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Fondation pour la Recherche Médicale; National Comprehensive Cancer Network; Alberta Heritage Foundation for Medical Research; Cancer Care Ontario; American Society of Clinical Oncology","keywords":"Political science","score_opus":0.268805731036173,"score_gpt":0.46568134665557925,"score_spread":0.19687561561940625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526920803","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000117281386,0.00015669176,0.0016300164,0.006969308,0.00038998967,0.0009911712,0.00006427669,0.00019609222,0.98948514],"genre_scores_gemma":[0.0008896885,0.00016834089,0.016180027,0.01260239,0.00175427,0.000046221892,0.0015612151,0.00011704197,0.9666808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707764,0.00007979489,0.0013033397,0.0005047729,0.000688059,0.00034640034],"domain_scores_gemma":[0.99668133,0.0011956766,0.00060234615,0.0005861326,0.00064467266,0.00028984633],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001108029,0.00033693653,0.0005400214,0.00022684125,0.00006121961,0.000027084341,0.0001944149,0.00050802046,0.03866114],"category_scores_gemma":[0.002891799,0.00030068975,0.00025924091,0.000094663716,0.00007259147,0.00019631702,0.000133709,0.0007502385,0.0029392675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016386944,0.00018462416,0.0005085147,0.00015496503,0.0003190773,0.00004808587,0.00010294501,6.05114e-7,0.00006335917,0.008969117,0.9768918,0.0125930365],"study_design_scores_gemma":[0.0015242684,0.00025996266,0.002705584,0.00011175959,0.00084566674,0.00010797635,0.000045717487,0.00008222094,0.00004874955,0.016647426,0.9773147,0.00030595437],"about_ca_topic_score_codex":0.00020393782,"about_ca_topic_score_gemma":0.00016144068,"teacher_disagreement_score":0.035721876,"about_ca_system_score_codex":0.0005887347,"about_ca_system_score_gemma":0.002511924,"threshold_uncertainty_score":0.9999445},"labels":[],"label_agreement":null},{"id":"W2527583501","doi":"10.1186/s12916-016-0690-7","title":"Reporting studies on time to diagnosis: proposal of a guideline by an international panel (REST)","year":2016,"lang":"en","type":"editorial","venue":"BMC Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; McGill University","funders":"","keywords":"Guideline; Medicine; Checklist; Readability; Relevance (law); MEDLINE; Family medicine; Medical physics; Pathology; Psychology; Computer science","score_opus":0.31106943372920115,"score_gpt":0.5616280844164513,"score_spread":0.25055865068725014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527583501","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00885411,0.00076430157,0.00083636306,0.054413423,0.929557,0.0030202798,0.0007507817,0.0002401913,0.0015635182],"genre_scores_gemma":[0.00074897887,0.0006985759,0.0070891664,0.00271732,0.9767154,0.0003208846,0.004536812,0.00014411406,0.0070287334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874357,0.00025611752,0.008294351,0.0009771003,0.0026879325,0.00034881846],"domain_scores_gemma":[0.9786564,0.009209969,0.0070427824,0.0011066423,0.0035535237,0.00043066405],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008935577,0.00048678552,0.0017488595,0.00036896687,0.00005315064,0.000010807673,0.00039611233,0.00044008304,0.0016596875],"category_scores_gemma":[0.436651,0.00031358382,0.00016902269,0.00021618688,0.00020988328,0.000182517,0.00021151533,0.00064752926,0.00024453166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001420128,0.00035162308,0.00069418614,0.0002710173,0.00039724345,0.00006698672,0.00021989894,0.000005715068,0.0020274224,0.000007790802,0.9855991,0.008938907],"study_design_scores_gemma":[0.0050307587,0.0051498315,0.000190834,0.0052091023,0.00090585556,0.000019591462,0.0005721452,0.00008006092,0.00062253926,0.00009935603,0.98179734,0.00032256363],"about_ca_topic_score_codex":0.0002172266,"about_ca_topic_score_gemma":0.00008586364,"teacher_disagreement_score":0.42771542,"about_ca_system_score_codex":0.00038500075,"about_ca_system_score_gemma":0.0012913002,"threshold_uncertainty_score":0.99993163},"labels":[],"label_agreement":null},{"id":"W2527670279","doi":"10.1016/j.diabres.2012.10.001","title":"Global Guideline for Type 2 Diabetes","year":2014,"lang":"en","type":"article","venue":"Diabetes Research and Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1068,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Sanofi; Eli Lilly and Company","keywords":"Medicine; Guideline; Type 2 diabetes; Diabetes mellitus; Internal medicine; Endocrinology; Pathology","score_opus":0.42958895658323715,"score_gpt":0.6393252934466062,"score_spread":0.209736336863369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527670279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8254888,0.0013564685,0.0025819007,0.15258107,0.001164575,0.0024019745,0.000073303425,0.00016929583,0.01418264],"genre_scores_gemma":[0.87808746,0.0010923507,0.08196009,0.034271438,0.0034709023,0.00010288926,0.00039948552,0.00006363554,0.00055173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946311,0.0010470533,0.0019274276,0.0006997893,0.0008610362,0.00083358143],"domain_scores_gemma":[0.94353664,0.05055413,0.00039432835,0.00067380466,0.0040662955,0.0007747802],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025563594,0.00018678179,0.00054611324,0.00008630923,0.000250395,0.00013787867,0.00019568717,0.00024753454,0.00015926358],"category_scores_gemma":[0.3813712,0.00015828219,0.00015755757,0.0005722149,0.00044317942,0.0005335983,0.00024057129,0.00073744886,0.00016924035],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018071355,0.0014494349,0.32083184,0.00016268501,0.00040183502,0.0000052733812,0.000010340437,0.0000016657704,0.0002049704,0.0034227266,0.2651317,0.40657037],"study_design_scores_gemma":[0.0038062127,0.0075683417,0.039229464,0.000053656877,0.00031977665,0.000004505496,0.00022660267,0.007165419,0.00006137646,0.009266287,0.9321078,0.00019055542],"about_ca_topic_score_codex":0.00005736937,"about_ca_topic_score_gemma":0.00003103693,"teacher_disagreement_score":0.6669761,"about_ca_system_score_codex":0.00007851641,"about_ca_system_score_gemma":0.00031646207,"threshold_uncertainty_score":0.88598824},"labels":[],"label_agreement":null},{"id":"W2528915441","doi":"10.1016/j.jclinepi.2016.09.009","title":"GRADE Evidence to Decision (EtD) frameworks for adoption, adaptation, and de novo development of trustworthy recommendations: GRADE-ADOLOPMENT","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":654,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; McMaster University","funders":"Ministry of Health – Kingdom of Saudi Arabia; McMaster University","keywords":"Trustworthiness; Adaptation (eye); Evidence-based medicine; MEDLINE; Evidence-based practice; Medicine; Computer science; Knowledge management; Psychology; Political science; Alternative medicine; Internet privacy; Pathology","score_opus":0.7121950992587792,"score_gpt":0.6287703723840937,"score_spread":0.0834247268746855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528915441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3134963,0.00031708088,0.59071785,0.09442657,0.00061672257,0.0004127797,0.0000036900335,0.0000062654963,0.0000027593683],"genre_scores_gemma":[0.36390877,0.002684704,0.6250932,0.0077736857,0.000474957,0.000024725095,0.000004425476,0.000013293927,0.000022245524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98796546,0.0015168192,0.009532667,0.0003502727,0.00030500308,0.00032977256],"domain_scores_gemma":[0.8197288,0.17329556,0.0046385843,0.00029021496,0.0014553198,0.0005915068],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044539243,0.00017104216,0.0015588449,0.00021483852,0.000079177764,0.000005792828,0.00017918365,0.00045793972,0.000107740176],"category_scores_gemma":[0.4739626,0.00011053941,0.00034259734,0.00017563942,0.00015026524,0.00027105588,0.00008197017,0.00062779506,0.000007659051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003955623,0.0003265062,0.17484313,0.000049144182,0.00016612213,0.000003963052,0.00024539744,0.00012689347,0.00016330165,0.0006392731,0.009636904,0.8098437],"study_design_scores_gemma":[0.011677965,0.0047050714,0.8169553,0.0038525746,0.0004924565,0.0003223415,0.0006777852,0.0009618281,0.00016308024,0.03968136,0.12022604,0.00028415033],"about_ca_topic_score_codex":0.000006575663,"about_ca_topic_score_gemma":0.00004621577,"teacher_disagreement_score":0.8095596,"about_ca_system_score_codex":0.00015215717,"about_ca_system_score_gemma":0.0009851666,"threshold_uncertainty_score":0.9838479},"labels":[],"label_agreement":null},{"id":"W2529351348","doi":"10.1136/bmj.i5191","title":"Introduction to<i>BMJ</i>Rapid Recommendations","year":2016,"lang":"en","type":"editorial","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Trustworthiness; Psychology; Medicine; Data science; Computer science; Social psychology","score_opus":0.13936435138819997,"score_gpt":0.5299137770315037,"score_spread":0.3905494256433037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529351348","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007951647,0.00001682367,0.0012603501,0.38965696,0.60597694,0.0011662451,0.00020020775,0.00008301824,0.0016315132],"genre_scores_gemma":[0.000012233767,0.00023724214,0.007928235,0.0023410649,0.9681941,0.0002848695,0.0036491803,0.00007026725,0.017282765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641705,0.00019683203,0.001641416,0.0006186235,0.00084233814,0.00028371584],"domain_scores_gemma":[0.9940934,0.003046971,0.00070944754,0.00090787373,0.001008622,0.000233647],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027530908,0.00024751623,0.00048661733,0.00023229228,0.00008699474,0.00004096658,0.00013981374,0.00048443634,0.005322594],"category_scores_gemma":[0.06951488,0.00020442205,0.00016127048,0.00023503447,0.000031986914,0.00019846269,0.000116511736,0.00071017025,0.003099747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033845773,0.00007456011,0.0000074259597,0.000046387675,0.000096182666,0.0000064011792,0.00002378151,3.586879e-7,0.00016180707,0.000015773427,0.88476884,0.114460014],"study_design_scores_gemma":[0.0014072162,0.0004386903,0.00004283144,0.00020775017,0.00033030595,0.000016895785,0.00005381026,0.0000035620776,0.00005953196,0.00009893919,0.99710315,0.00023728675],"about_ca_topic_score_codex":0.00008100823,"about_ca_topic_score_gemma":0.000059962975,"teacher_disagreement_score":0.3873159,"about_ca_system_score_codex":0.00035000642,"about_ca_system_score_gemma":0.0007783312,"threshold_uncertainty_score":0.99767643},"labels":[],"label_agreement":null},{"id":"W2529419516","doi":"10.12927/hcq.2016.24697","title":"Applying Clinical Practice Guidelines to the Complex Patient: Insights for Practice and Policy from Stroke Rehabilitation","year":2016,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute","funders":"","keywords":"Rehabilitation; Best practice; Stroke (engine); Clinical Practice; Medicine; Physical medicine and rehabilitation; Nursing; Physical therapy; Political science; Engineering","score_opus":0.2672749589253318,"score_gpt":0.5589618318075266,"score_spread":0.29168687288219475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529419516","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0672475,0.00038541993,0.021936698,0.9042719,0.0006005724,0.005088488,0.00024681637,0.00009172919,0.00013084889],"genre_scores_gemma":[0.54733336,0.00019197578,0.27500898,0.17302537,0.0032049774,0.0009998486,0.00012337019,0.000055690798,0.000056456553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947344,0.0009958573,0.002591997,0.00068135565,0.00061777985,0.00037861642],"domain_scores_gemma":[0.95326835,0.040173758,0.0010322037,0.00080070895,0.0042251423,0.00049981836],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030405608,0.0002262203,0.00045429627,0.00013651892,0.00028163404,0.00006812419,0.00012641889,0.00016506632,0.000019308907],"category_scores_gemma":[0.12486853,0.0001376368,0.00013725681,0.00024539503,0.0000967947,0.00078797416,0.00004401131,0.0002771485,0.000081311504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024697103,0.00020240882,0.0008524882,0.000058755013,0.0000836186,0.000005525117,0.0031163222,4.7908605e-7,0.0003974059,0.0019732465,0.03552608,0.955314],"study_design_scores_gemma":[0.0030816144,0.009010356,0.011981595,0.00018501906,0.00022006175,0.000049486865,0.023827322,0.00019407124,0.00000822252,0.0016686856,0.94959724,0.00017632933],"about_ca_topic_score_codex":0.0045958515,"about_ca_topic_score_gemma":0.00136202,"teacher_disagreement_score":0.9551376,"about_ca_system_score_codex":0.00019098655,"about_ca_system_score_gemma":0.000692591,"threshold_uncertainty_score":0.8825031},"labels":[],"label_agreement":null},{"id":"W2529645561","doi":"10.1016/j.gyobfe.2016.03.004","title":"Deuxième assemblée générale de la WATOG (World Association of Trainees in Obstetrics and Gynecology) lors du XXIe congrès de la FIGO à Vancouver (Canada) du 5 au 9 octobre 2015","year":2016,"lang":"fr","type":"article","venue":"Gynécologie Obstétrique & Fertilité","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Cephalic presentation; Obstetrics; Odds ratio; Logistic regression; Confidence interval; Gynecology; Pregnancy; Vaginal delivery; Obstetrics and gynaecology; Retrospective cohort study; Confounding; Surgery","score_opus":0.04668023889893147,"score_gpt":0.36549636950485626,"score_spread":0.3188161306059248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529645561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546231,0.002836812,0.00070039264,0.03440145,0.0033575173,0.0011147761,0.00017534204,0.000085245985,0.002705338],"genre_scores_gemma":[0.98850495,0.0036079919,0.0015673969,0.0022125824,0.00047389005,0.00010925117,0.000030898787,0.000071468894,0.0034215783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99164385,0.0035053107,0.0021559591,0.0007033458,0.0006789614,0.0013125824],"domain_scores_gemma":[0.819642,0.1775778,0.0011221018,0.00048442403,0.0007025116,0.0004711504],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009016241,0.00045682446,0.0010815196,0.00036975188,0.0001299414,0.000053443942,0.00036986906,0.0011446499,0.0004446774],"category_scores_gemma":[0.40737632,0.00044028618,0.00019589862,0.0008467924,0.00058895943,0.0005559818,0.00023892052,0.0010065844,0.000013265863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00048353447,0.0008030293,0.8447829,0.00027294413,0.00023166533,0.0004855095,0.0006437582,0.00022841117,0.0020506806,0.00053760456,0.08224724,0.06723271],"study_design_scores_gemma":[0.008294677,0.0005632324,0.82173675,0.00032224852,0.00045722176,0.000032844404,0.0013012319,0.0013232658,0.0015712283,0.0051196595,0.15882686,0.00045079863],"about_ca_topic_score_codex":0.051909227,"about_ca_topic_score_gemma":0.53369683,"teacher_disagreement_score":0.48178762,"about_ca_system_score_codex":0.011503359,"about_ca_system_score_gemma":0.007116067,"threshold_uncertainty_score":0.9998049},"labels":[],"label_agreement":null},{"id":"W2529960369","doi":"10.1155/2016/4792898","title":"Program and Abstracts from the Canadian Digestive Diseases Week<mml:math xmlns:mml=\"http://www.w3.org/1998/Math/MathML\" id=\"M1\"><mml:mrow><mml:mtext>™</mml:mtext></mml:mrow></mml:math>2016","year":2016,"lang":"lv","type":"article","venue":"Canadian Journal of Gastroenterology and Hepatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Association of Gastroenterology","funders":"Canadian Institutes of Health Research; AbbVie Canada; Boston Scientific Corporation; National Institutes of Health; Alberta Innovates; Cumming School of Medicine, University of Calgary; Gilead Sciences","keywords":"Medicine","score_opus":0.04411865269896962,"score_gpt":0.3081663368819762,"score_spread":0.26404768418300656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529960369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9673353,0.0015305777,0.00007304088,0.027801532,0.0014427361,0.00008344694,0.0005581105,0.000013851718,0.0011614229],"genre_scores_gemma":[0.98973143,0.00099476,0.00032401178,0.0075976066,0.0010351085,0.000050264734,0.00015313082,0.0000700074,0.00004370565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9964647,0.00037358925,0.0012586042,0.00048338124,0.00030770217,0.0011119844],"domain_scores_gemma":[0.99471396,0.0016502793,0.0012179092,0.00044488785,0.00018465787,0.001788298],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009847354,0.00031369826,0.0003696154,0.00022705989,0.0006044738,0.0001680107,0.00040370005,0.00063966936,0.0031997645],"category_scores_gemma":[0.0028130612,0.00030441507,0.0002597738,0.000100120706,0.0016260504,0.0004295438,0.00012591554,0.0009064037,0.00019986079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074209794,0.00044080964,0.29639396,0.00031960304,0.003969767,0.014436554,0.0029193407,0.00002789204,0.0002568139,0.5401387,0.084950864,0.04872468],"study_design_scores_gemma":[0.014495724,0.023554252,0.78090715,0.0026949127,0.007742015,0.022187121,0.0060553243,0.035277966,0.0007840059,0.00076781417,0.10440351,0.001130172],"about_ca_topic_score_codex":0.1251876,"about_ca_topic_score_gemma":0.7468344,"teacher_disagreement_score":0.6216468,"about_ca_system_score_codex":0.00005670477,"about_ca_system_score_gemma":0.003565448,"threshold_uncertainty_score":0.9999408},"labels":[],"label_agreement":null},{"id":"W2530064331","doi":"10.1093/intqhc/mzw104.93","title":"ISQUA16-1473PATIENT-CENTRED MEASUREMENT OF EXPERIENCES AND OUTCOMES OF CARE IN BRITISH COLUMBIA, CANADA: STATISTICS WITHOUT THE TEARS WIPED OFF","year":2016,"lang":"en","type":"article","venue":"International Journal for Quality in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ministry of Health; Providence Health Care","funders":"","keywords":"Health care; Quality management; Quality (philosophy); Medicine; Healthcare policy; Nursing; Medical education; Family medicine; Operations management; Health policy; Political science; Health care reform; Engineering; Public health","score_opus":0.17288033893293192,"score_gpt":0.49331625994679473,"score_spread":0.3204359210138628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530064331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877298,0.0011813861,0.00025293507,0.008712732,0.0007692875,0.00061102194,0.0007349319,0.0000021531912,0.0000057862344],"genre_scores_gemma":[0.99751717,0.0002930092,0.0011312626,0.00092244806,0.000056204586,0.000027366068,0.00002685104,0.000007563734,0.000018147499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964755,0.00026336533,0.0018447067,0.00013831153,0.001111411,0.00016666383],"domain_scores_gemma":[0.9959023,0.0010738582,0.00091451296,0.00009943622,0.0019132913,0.00009662361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013701993,0.00006561059,0.0003526317,0.000053119864,0.000051056362,0.000025285386,0.00013587477,0.000031949257,0.000044684326],"category_scores_gemma":[0.0067520025,0.00005840335,0.000047550486,0.00005560027,0.00008017428,0.00009083199,0.000032068252,0.00013129028,6.418955e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026828505,0.00006811244,0.88916665,0.00020511421,0.0000489211,0.000006446823,0.009503806,0.0000043171267,0.000020463163,0.000021764778,0.0010344636,0.09965163],"study_design_scores_gemma":[0.004858797,0.00037602114,0.8565714,0.0007677031,0.000016319895,0.000021360152,0.13467774,0.000019262285,0.000030783267,0.00009364606,0.0024964411,0.00007058298],"about_ca_topic_score_codex":0.7292315,"about_ca_topic_score_gemma":0.9831988,"teacher_disagreement_score":0.25396731,"about_ca_system_score_codex":0.0012098943,"about_ca_system_score_gemma":0.002427633,"threshold_uncertainty_score":0.80832654},"labels":[],"label_agreement":null},{"id":"W2530092884","doi":"10.1016/j.jamcollsurg.2016.06.254","title":"Variation with Structures of Care among Hospitals Performing Colorectal Cancer Surgery in Ontario","year":2016,"lang":"en","type":"article","venue":"Journal of the American College of Surgeons","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Colorectal cancer; Variation (astronomy); General surgery; Cancer; Surgery; Internal medicine","score_opus":0.03854089743958338,"score_gpt":0.34358590004452644,"score_spread":0.30504500260494305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530092884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969633,0.000040246054,0.00004060892,0.0023965987,0.00025010604,0.00021841394,0.000051144365,0.0000021391625,0.000037401096],"genre_scores_gemma":[0.99916565,0.0000672494,0.0005810235,0.000071577284,0.000050354764,0.0000036121232,9.714997e-7,0.000013130479,0.000046423094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980075,0.00012470705,0.00114825,0.000096742784,0.0004752233,0.00014761751],"domain_scores_gemma":[0.9946606,0.0017119201,0.002748982,0.00015152968,0.00065836665,0.00006860868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007603486,0.00010373448,0.0006631908,0.00020917624,0.00003186032,0.000002693734,0.000102817496,0.000029553876,0.00012984256],"category_scores_gemma":[0.001536081,0.00005347351,0.000204423,0.00039869014,0.0002415893,0.0002135832,0.00003329983,0.00020850591,1.2825302e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017495296,0.00005304079,0.9891556,0.000025504452,0.00014242425,0.000022342556,0.0005359758,0.00006951949,0.0039888797,0.0000097058355,0.00032727895,0.0039202203],"study_design_scores_gemma":[0.0010310914,0.00049726106,0.99152035,0.00053456065,0.00021063726,0.00006862352,0.0027344727,0.0000071552254,0.0031778608,0.000034819615,0.00011596529,0.00006718527],"about_ca_topic_score_codex":0.049752712,"about_ca_topic_score_gemma":0.1404625,"teacher_disagreement_score":0.09070979,"about_ca_system_score_codex":0.0004342755,"about_ca_system_score_gemma":0.0018060061,"threshold_uncertainty_score":0.9565751},"labels":[],"label_agreement":null},{"id":"W2532810318","doi":"10.1200/jco.2016.34.7_suppl.65","title":"Bringing person-centered care to practice with CCO’s guideline for person-centred care in adult oncology services.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Ottawa Hospital; Royal Victoria Regional Health Centre; McMaster University; London Health Sciences Centre; Cancer Care Ontario","funders":"","keywords":"Guideline; Medicine; Knowledge translation; Health care; Nursing; Family medicine; Relevance (law); Set (abstract data type); Medical education; Knowledge management","score_opus":0.2968682293021726,"score_gpt":0.5475325313628513,"score_spread":0.2506643020606787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532810318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5123477,0.0015004216,0.0051984624,0.46935654,0.0043121343,0.0027585088,0.000085281325,0.000054414406,0.0043865303],"genre_scores_gemma":[0.8027883,0.00038734247,0.15072875,0.042980213,0.0028272006,0.0000321764,0.000035760102,0.00006942551,0.00015084211],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921632,0.00083460665,0.005167356,0.0005587945,0.00066975283,0.0006063133],"domain_scores_gemma":[0.97474253,0.013259664,0.0042471685,0.000387361,0.0065673674,0.0007959071],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035709778,0.00030268898,0.001999437,0.00033110214,0.00007049599,0.000021486505,0.0003456356,0.00054245535,0.00016024425],"category_scores_gemma":[0.044426117,0.00019389798,0.0005248162,0.00028769934,0.00012423321,0.00056715636,0.000084762425,0.0009881889,0.000037453497],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07111482,0.00211805,0.034676652,0.00030835677,0.0006415203,0.0014797725,0.012086389,0.000059795097,0.000523106,0.00004647298,0.019571284,0.8573738],"study_design_scores_gemma":[0.05573796,0.036487285,0.00872291,0.00093981624,0.0012757122,0.0009202812,0.19976097,0.00022148274,0.000069642265,0.000009401974,0.6955723,0.00028219895],"about_ca_topic_score_codex":0.0003681754,"about_ca_topic_score_gemma":0.0037939695,"teacher_disagreement_score":0.8570916,"about_ca_system_score_codex":0.0016762763,"about_ca_system_score_gemma":0.0042662383,"threshold_uncertainty_score":0.9636231},"labels":[],"label_agreement":null},{"id":"W2533576863","doi":"10.1016/j.jalz.2016.06.1602","title":"P2‐391: Development of a Primary Care Protocol for the Diagnosis and Treatment of Mild Cognitive Impairment and Dementia","year":2016,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Delirium; Medicine; Cognition; Health care; Specialty; Population; Geriatrics; Protocol (science); Family medicine; Psychiatry; Disease; Alternative medicine","score_opus":0.21861092157847045,"score_gpt":0.44854355325435397,"score_spread":0.22993263167588351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2533576863","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4262427,0.047306348,0.0047947327,0.006921367,0.0002607679,0.5136737,0.00042108024,0.00007656977,0.00030271694],"genre_scores_gemma":[0.8188925,0.0002662602,0.0129243145,0.00032144022,0.00006175309,0.16745175,0.00005052292,0.000027631857,0.0000038163275],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981433,0.00005885701,0.00094768056,0.00031141017,0.00032466097,0.00021409715],"domain_scores_gemma":[0.99752134,0.0012445837,0.00044504998,0.00020112406,0.0004928419,0.00009503823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044735862,0.00019759695,0.00034852253,0.00006310095,0.00011392447,0.00001031833,0.000055905675,0.00005322407,0.000113437796],"category_scores_gemma":[0.00015151191,0.00011058998,0.00008044004,0.00007561618,0.00015561038,0.00011173797,0.00009094548,0.00003096957,0.0000020738294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014466712,0.0006740333,0.113450274,0.00015183933,0.013844802,0.0000013738718,0.0014637103,6.67476e-8,0.0010231923,0.00001523197,0.00080484094,0.86712396],"study_design_scores_gemma":[0.037934624,0.005973484,0.61301875,0.0008223419,0.057238646,0.000010726985,0.0028466005,0.00001854022,0.19223717,0.000052277133,0.089467116,0.000379738],"about_ca_topic_score_codex":0.000082898056,"about_ca_topic_score_gemma":0.00013238918,"teacher_disagreement_score":0.8667442,"about_ca_system_score_codex":0.00003584797,"about_ca_system_score_gemma":0.000305659,"threshold_uncertainty_score":0.45097286},"labels":[],"label_agreement":null},{"id":"W2534378023","doi":"10.1016/j.jalz.2016.06.389","title":"F2‐03‐02: Primary Care Collaborative Memory Clinics in Ontario","year":2016,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Centre for Family Medicine","funders":"","keywords":"Referral; Medicine; Dementia; Primary care; Family medicine; Accreditation; Nursing; Disease","score_opus":0.12308291057486115,"score_gpt":0.41032420426653254,"score_spread":0.2872412936916714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534378023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9068387,0.04420592,0.00046597898,0.011370197,0.0024169493,0.0033434252,0.0000903385,0.00019818549,0.031070314],"genre_scores_gemma":[0.9871273,0.00019437518,0.0076197,0.00436731,0.00019868992,0.0000696181,0.00022445986,0.00004150512,0.00015704996],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99726963,0.00016409291,0.001265805,0.0004922292,0.00044236533,0.00036587557],"domain_scores_gemma":[0.9978332,0.00069561217,0.0003525799,0.00050359877,0.00044576166,0.00016927435],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007395091,0.00022593282,0.00041321982,0.00012404396,0.00006510234,0.000022809134,0.00014297503,0.00014325147,0.0016136897],"category_scores_gemma":[0.00043032516,0.00017318001,0.00011147131,0.0002539304,0.00009747883,0.00041039425,0.0001370055,0.00030627835,0.0005100012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012646613,0.00052615383,0.47024578,0.000025229028,0.006809705,0.00012696267,0.0029695246,0.0000042744778,0.0029440287,0.00016418377,0.016181251,0.49873826],"study_design_scores_gemma":[0.016196677,0.001258992,0.66224784,0.00030308386,0.022312017,0.000026135975,0.0034702912,0.000012060822,0.0077931653,0.00035935242,0.28531542,0.00070497236],"about_ca_topic_score_codex":0.0066336636,"about_ca_topic_score_gemma":0.11204989,"teacher_disagreement_score":0.4980333,"about_ca_system_score_codex":0.00016245506,"about_ca_system_score_gemma":0.0013871774,"threshold_uncertainty_score":0.9999812},"labels":[],"label_agreement":null},{"id":"W2536426108","doi":"","title":"","year":2016,"lang":"fr","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Gynecology; Humanities; Art","score_opus":0.3329934922560373,"score_gpt":0.45339164052213793,"score_spread":0.12039814826610062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536426108","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36884862,0.008133711,0.010696227,0.5946304,0.012741647,0.0040424014,0.0001096874,0.00015036324,0.00064690766],"genre_scores_gemma":[0.934464,0.004656087,0.0011897695,0.016846621,0.010836618,0.00507921,0.000018032411,0.00009230651,0.026817385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9909666,0.0009155139,0.0033402888,0.001030935,0.0010640743,0.0026825876],"domain_scores_gemma":[0.98147047,0.01399735,0.000908311,0.0011250819,0.0006392533,0.001859512],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0093939025,0.0004739075,0.00077263574,0.00020214052,0.00015135335,0.000076422664,0.00032005733,0.0003921893,0.0007531373],"category_scores_gemma":[0.09504798,0.00033025246,0.00038604313,0.000579706,0.0006571809,0.0022341006,0.0002837042,0.00043298973,0.00051351014],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012636883,0.0007058713,0.20471485,0.0001400162,0.00034371877,0.00022635506,0.00008714698,0.0000013638106,0.0005587929,0.002073102,0.013403302,0.7764818],"study_design_scores_gemma":[0.014001417,0.00023268904,0.72299695,0.0002866615,0.0010904771,0.0002515067,0.00042091007,0.000017501543,0.0017447149,0.002067604,0.2565346,0.00035493178],"about_ca_topic_score_codex":0.0010310394,"about_ca_topic_score_gemma":0.00044693018,"teacher_disagreement_score":0.77612686,"about_ca_system_score_codex":0.0013507876,"about_ca_system_score_gemma":0.0003397405,"threshold_uncertainty_score":0.99991494},"labels":[],"label_agreement":null},{"id":"W2536692167","doi":"10.1177/0363546516667903","title":"A Systematic Review and Appraisal of Clinical Practice Guidelines for Musculoskeletal Soft Tissue Injuries and Conditions","year":2016,"lang":"en","type":"review","venue":"The American Journal of Sports Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Soft tissue; Clinical Practice; Medicine; Systematic review; Critical appraisal; Physical therapy; MEDLINE; Alternative medicine; Surgery; Pathology; Political science","score_opus":0.2200852184779275,"score_gpt":0.616447978261783,"score_spread":0.3963627597838555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536692167","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058229834,0.9511609,0.0009736768,0.04477324,0.00039768955,0.0025457558,0.000052885025,0.000009147288,0.000028443445],"genre_scores_gemma":[0.00005437594,0.9873217,0.005521571,0.005260341,0.0016313198,0.000053180545,0.00003627282,0.00005460503,0.00006663592],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98812616,0.00070411054,0.009844389,0.00029288948,0.0008215068,0.00021094405],"domain_scores_gemma":[0.94599044,0.027263893,0.021618381,0.00062701723,0.004138381,0.00036190593],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017135,0.00039542315,0.0079884045,0.00022290314,0.00006657184,0.000008020149,0.00022166282,0.00009441356,0.00007310631],"category_scores_gemma":[0.20271315,0.00017550141,0.00055430114,0.0003240985,0.0016304231,0.00018455702,0.000079799924,0.0005815864,0.0000017589463],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014923005,0.000057237776,0.000009769857,0.31364307,0.0010856927,0.000030849842,0.000039859613,1.0364702e-8,5.068878e-7,0.00005967642,0.015523574,0.6694005],"study_design_scores_gemma":[0.0009386446,0.0025256055,0.000053019947,0.48259628,0.055607807,0.004542719,0.0008242086,5.6027966e-7,6.901698e-8,0.00007243775,0.45270523,0.00013339691],"about_ca_topic_score_codex":0.000017240833,"about_ca_topic_score_gemma":5.436449e-7,"teacher_disagreement_score":0.6692671,"about_ca_system_score_codex":0.000028196233,"about_ca_system_score_gemma":0.00077182415,"threshold_uncertainty_score":0.80400276},"labels":[],"label_agreement":null},{"id":"W2538366658","doi":"10.1016/j.soard.2016.08.140","title":"Documentation of Quality of Care Data for Roux en Y Gastric Bypass: Comparison of Synoptic and Narrative Operative Reports","year":2016,"lang":"en","type":"article","venue":"Surgery for Obesity and Related Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; GERD; Contraindication; Surgery; Perioperative; Gastric bypass; Anastomosis; Reflux; Roux-en-Y anastomosis; General surgery; Disease; Internal medicine; Weight loss; Obesity","score_opus":0.1546135684215113,"score_gpt":0.49327404470371483,"score_spread":0.3386604762822035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538366658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99421495,0.0016643711,0.0011882972,0.0006274776,0.00010634235,0.0009675748,0.001214018,0.0000092538785,0.000007738519],"genre_scores_gemma":[0.9976026,0.00032496438,0.00063333387,0.00001718881,0.000019698655,0.00002178863,0.0013450425,0.000007949109,0.000027443777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801373,0.00016312685,0.0012962652,0.0002621767,0.00016987347,0.000094840194],"domain_scores_gemma":[0.9920279,0.006166338,0.000974876,0.00026303783,0.0004873907,0.00008047714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008338345,0.00009665545,0.00058275746,0.00008155564,0.00006262165,0.00000507025,0.00003306039,0.00007219347,0.000028915687],"category_scores_gemma":[0.009368792,0.00006647432,0.00009683713,0.00009820359,0.00015209413,0.00035428687,0.000052347103,0.0000395594,8.92672e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036596071,0.00080802187,0.96435773,0.002402809,0.00058517605,0.0000036436954,0.0027077394,0.000011734245,0.005735659,0.00020228954,0.0017850205,0.017740581],"study_design_scores_gemma":[0.0067935046,0.0018911907,0.92870593,0.0016341251,0.003342185,0.000024402741,0.041839983,0.00062824844,0.012401986,0.0021587664,0.0002589181,0.0003207851],"about_ca_topic_score_codex":0.00012254585,"about_ca_topic_score_gemma":0.00003018158,"teacher_disagreement_score":0.03913224,"about_ca_system_score_codex":0.000024396995,"about_ca_system_score_gemma":0.0001954202,"threshold_uncertainty_score":0.9989757},"labels":[],"label_agreement":null},{"id":"W2539211066","doi":"10.5430/jnep.v7n2p107","title":"Effect of care protocol on the knowledge, practice and clinical outcomes of patients with chronic obstructive pulmonary disease","year":2016,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; COPD; Pulmonary disease; Observational study; Protocol (science); Physical therapy; Outpatient clinic; Clinical Practice; Quality of life (healthcare); Intensive care medicine; Internal medicine; Nursing; Alternative medicine; Pathology","score_opus":0.11206147698244444,"score_gpt":0.5593351556747198,"score_spread":0.44727367869227536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539211066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93044096,0.0003654797,0.00010743754,0.050004985,0.00074142375,0.015660072,0.000011185531,0.0000059367458,0.0026625043],"genre_scores_gemma":[0.99776405,0.000071753544,0.0012053833,0.00040102613,0.00024311904,0.0002486904,0.000002685595,0.000013908736,0.00004935546],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99729806,0.001269638,0.0008632551,0.00013577404,0.00035101216,0.00008225579],"domain_scores_gemma":[0.96933526,0.026494374,0.0021488166,0.00018798519,0.0016825548,0.00015101359],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022701013,0.0001110666,0.00030188222,0.00008416946,0.0000777608,0.000011876355,0.0000545442,0.000047338268,0.000020603691],"category_scores_gemma":[0.052466042,0.000051502037,0.00006999679,0.00010749978,0.00020703876,0.00069611386,0.000017239518,0.00026846607,0.0000010393687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032924157,0.0038571917,0.256406,0.00029615394,0.00021542798,0.0000033413971,0.0010256368,3.7036764e-7,0.00003774688,0.00012507588,0.0006615967,0.70444727],"study_design_scores_gemma":[0.004269474,0.007941479,0.96092165,0.0014932835,0.0020045426,0.00016502879,0.0032261764,0.000003956668,0.000083630795,0.00006185758,0.019753374,0.00007557636],"about_ca_topic_score_codex":0.0000066786592,"about_ca_topic_score_gemma":0.0000010130755,"teacher_disagreement_score":0.7045156,"about_ca_system_score_codex":0.00014960092,"about_ca_system_score_gemma":0.0009091392,"threshold_uncertainty_score":0.95551544},"labels":[],"label_agreement":null},{"id":"W2540348905","doi":"10.22374/cjgim.v11i2.138","title":"Considering Values and Contexts in Clinical Practice Guidelines: Are We Becoming More Person-Centred?","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Medicine; Nursing","score_opus":0.39949977300704076,"score_gpt":0.5177278421089688,"score_spread":0.11822806910192807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2540348905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5226406,0.00734208,0.0010901755,0.4666853,0.001675435,0.00019972125,0.000010112126,0.0000066891994,0.00034992772],"genre_scores_gemma":[0.9456324,0.0028782168,0.012690817,0.033154745,0.0043397257,0.0000022194406,0.0000027220997,0.000040918207,0.001258232],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.995859,0.0002481147,0.0028147814,0.00027597256,0.00042465987,0.00037747136],"domain_scores_gemma":[0.99291116,0.0024562993,0.0013847452,0.00021124141,0.0017483493,0.0012881815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002986549,0.00021672518,0.00078428775,0.00045381088,0.000055741853,0.00002648957,0.00016112454,0.00012722494,0.00044350643],"category_scores_gemma":[0.06885573,0.00013819557,0.00013384652,0.00013589258,0.0004106817,0.00046027155,0.000026437716,0.0005924353,0.0000068389736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013345439,0.00009146521,0.35489392,0.00008388822,0.000486096,0.009104838,0.0029010489,0.000011958076,0.0025194732,0.00012392136,0.3040524,0.32439643],"study_design_scores_gemma":[0.05462005,0.0059420834,0.26566023,0.029214486,0.0019640115,0.03659484,0.094087176,0.001790862,0.00060266146,0.0016373086,0.50689626,0.000990042],"about_ca_topic_score_codex":0.011165732,"about_ca_topic_score_gemma":0.012697775,"teacher_disagreement_score":0.43353054,"about_ca_system_score_codex":0.00033137584,"about_ca_system_score_gemma":0.0010857427,"threshold_uncertainty_score":0.995419},"labels":[],"label_agreement":null},{"id":"W2544148287","doi":"10.3779/j.issn.1009-3419.2016.10.11","title":"[Systematic Review of the Methodology Quality in Lung Cancer Screening Guidelines].","year":2016,"lang":"en","type":"review","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Cochrane Library; Inclusion and exclusion criteria; Lung cancer; MEDLINE; Lung cancer screening; Family medicine; Meta-analysis; Alternative medicine; Internal medicine; Pathology","score_opus":0.777954492034638,"score_gpt":0.650032648791834,"score_spread":0.12792184324280398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544148287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.340102e-7,0.9785072,0.00091733894,0.007385277,0.0005395336,0.012415467,0.00007277139,0.000019076526,0.0001427937],"genre_scores_gemma":[6.1998253e-7,0.98224825,0.0019954199,0.0051532625,0.00031776217,0.0096592745,0.00003351095,0.000048416383,0.000543509],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9847847,0.005825889,0.007902262,0.00046153425,0.00063076,0.00039485426],"domain_scores_gemma":[0.9823624,0.0106018465,0.0050411033,0.0012374985,0.00063752575,0.00011963159],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028200403,0.00033959872,0.0051355707,0.000155252,0.000024491728,0.0000061305873,0.00042952667,0.00025822283,0.00015156623],"category_scores_gemma":[0.161819,0.00016524145,0.0010036895,0.00066137576,0.00007284505,0.00008197873,0.00023057652,0.0005178732,0.000005835598],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005888909,0.000011830609,0.000042928168,0.5392047,0.00021131439,0.0000012120927,0.0000027333679,2.3436128e-8,2.4318012e-8,0.000018776112,0.0018089117,0.45869166],"study_design_scores_gemma":[0.0004112403,0.000004254535,0.00033384535,0.74244314,0.0060757925,0.000028236045,0.000008184984,0.0000015033404,2.6718266e-7,0.000015059176,0.25053772,0.00014074893],"about_ca_topic_score_codex":0.00043738534,"about_ca_topic_score_gemma":0.00012554141,"teacher_disagreement_score":0.4585509,"about_ca_system_score_codex":0.000342983,"about_ca_system_score_gemma":0.0005566923,"threshold_uncertainty_score":0.9773753},"labels":[],"label_agreement":null},{"id":"W2547622510","doi":"10.1001/jamasurg.2016.3356","title":"Time-Driven Activity-Based Costing for Surgical Episodes","year":2016,"lang":"en","type":"review","venue":"JAMA Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Activity-based costing; Resource use; Cost driver; Resource (disambiguation); Unit (ring theory); Operations management; Intensive care medicine; Medical emergency; Emergency medicine; Environmental resource management; Accounting","score_opus":0.3803513890206521,"score_gpt":0.5214590902662314,"score_spread":0.1411077012455793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547622510","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020700034,0.9881753,0.0014602605,0.004715561,0.0009879685,0.0030895453,0.000593796,0.00025846396,0.00051213417],"genre_scores_gemma":[0.00005386174,0.9922954,0.001323873,0.00053001643,0.002889968,0.0004407461,0.0013419223,0.00016733607,0.00095690956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957995,0.00058187667,0.0019654986,0.00066459243,0.00046110363,0.00052744715],"domain_scores_gemma":[0.9211438,0.07634482,0.0013864866,0.00055391627,0.0003164811,0.00025450488],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003399332,0.00047387052,0.0030064771,0.0003469706,0.00010346199,0.000058842797,0.00012794172,0.00058503397,0.0007266028],"category_scores_gemma":[0.024992196,0.00033426457,0.0018450139,0.00028895706,0.00010568415,0.00023619967,0.00007027609,0.0005500069,0.00065106875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025860942,0.00019176185,0.00006652185,0.009255128,0.00020189112,0.00011058792,0.0000014910735,2.463993e-7,0.0000022107065,0.0000052256455,0.042017814,0.9478885],"study_design_scores_gemma":[0.0017131858,0.00007432023,0.000011442574,0.021575779,0.0013260646,0.00011996517,0.000002223276,0.00018385732,0.00000573712,0.000009873992,0.9746237,0.00035385456],"about_ca_topic_score_codex":0.0000156767,"about_ca_topic_score_gemma":0.0000019162721,"teacher_disagreement_score":0.9475347,"about_ca_system_score_codex":0.00030223533,"about_ca_system_score_gemma":0.0017234576,"threshold_uncertainty_score":0.99991095},"labels":[],"label_agreement":null},{"id":"W2550123320","doi":"","title":"A Quality Initiative of the Program in Evidence-Based Care (PEBC), Cancer Care Ontario (CCO) Active Surveillance for the Management of Localized Prostate Cancer","year":2015,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prostate cancer; Cancer; Medicine; Quality (philosophy); Nursing; Internal medicine","score_opus":0.45752580880876426,"score_gpt":0.5563023052828792,"score_spread":0.0987764964741149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550123320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9675478,0.0029545596,0.00070416374,0.013720812,0.0004462692,0.0134581225,0.00038161373,0.000037438418,0.0007492368],"genre_scores_gemma":[0.9942424,0.00022111,0.0020688344,0.0009924046,0.000038772934,0.0022299998,0.000045610737,0.000016964907,0.00014384536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975658,0.00030834007,0.0010144161,0.00029813978,0.0005879763,0.00022531034],"domain_scores_gemma":[0.9955238,0.0014253999,0.000715271,0.00043893533,0.0018310552,0.0000655052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011454999,0.0001629457,0.00042786394,0.000039101305,0.00004442233,0.000010125676,0.00019180501,0.000060307848,0.00009054698],"category_scores_gemma":[0.0010107874,0.00009044057,0.00014867555,0.00037383984,0.00017169146,0.000149576,0.00009429072,0.0002182886,4.666746e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009989591,0.00028175744,0.7533623,0.0016381203,0.00043102758,0.0000023041412,0.02492209,0.0015957644,0.0000367137,0.00009173926,0.0006591551,0.20698941],"study_design_scores_gemma":[0.015827736,0.0009243509,0.8473238,0.0016830342,0.0004999748,3.332869e-7,0.119499244,0.00085015007,0.0037568987,0.00009563543,0.00932372,0.00021511932],"about_ca_topic_score_codex":0.2515414,"about_ca_topic_score_gemma":0.67943203,"teacher_disagreement_score":0.42789063,"about_ca_system_score_codex":0.0012173045,"about_ca_system_score_gemma":0.0021694603,"threshold_uncertainty_score":0.75344265},"labels":[],"label_agreement":null},{"id":"W2552177022","doi":"10.4103/2008-322x.194131","title":"Diabetic retinopathy clinical practice guidelines: Customized for Iranian population","year":2016,"lang":"en","type":"article","venue":"Journal of Ophthalmic and Vision Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria Hospital","funders":"Zahedan University of Medical Sciences; Shiraz University of Medical Sciences; American Academy of Ophthalmology","keywords":"Medicine; Diabetic retinopathy; Referral; Clinical Practice; Family medicine; Optometry; Alternative medicine; Population; Personalization; MEDLINE; Ophthalmology; Diabetes mellitus; Pathology","score_opus":0.5398725031023657,"score_gpt":0.6848570942196613,"score_spread":0.14498459111729567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552177022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8871945,0.00045783585,0.0039694086,0.10679064,0.0005584947,0.00077731727,0.000008793883,0.000009322832,0.00023369471],"genre_scores_gemma":[0.9437271,0.0016305924,0.051357545,0.0012827996,0.0013020801,0.000009066476,0.0000067424617,0.000031036772,0.000653073],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99446493,0.0008673659,0.002899225,0.0002813879,0.0011713266,0.00031577548],"domain_scores_gemma":[0.9760572,0.015381494,0.0010058499,0.00028905887,0.0068760854,0.0003903428],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028160626,0.000121210825,0.0005295593,0.000316799,0.00014237834,0.000053017604,0.00013937628,0.0001721372,0.00014136908],"category_scores_gemma":[0.17837934,0.00007005763,0.0002242513,0.00023430213,0.00013303607,0.0005920231,0.00008803271,0.0005426578,0.000025466472],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021576563,0.0008482444,0.061275408,0.00014550201,0.00017880336,0.0002598154,0.00008161831,0.0000013916307,0.011395647,0.00021576804,0.10390758,0.8001137],"study_design_scores_gemma":[0.07995257,0.029842332,0.4344355,0.0039481767,0.0010520437,0.008614326,0.0039071306,0.0029228618,0.0006610748,0.007892903,0.42618284,0.0005882841],"about_ca_topic_score_codex":0.00003067471,"about_ca_topic_score_gemma":8.3607847e-7,"teacher_disagreement_score":0.7995254,"about_ca_system_score_codex":0.00011464735,"about_ca_system_score_gemma":0.00035457153,"threshold_uncertainty_score":0.97599673},"labels":[],"label_agreement":null},{"id":"W2557014658","doi":"","title":"Special Report A Special Project of the Clinical Programs and the Program in Evidence-based Care, Cancer Care Ontario (CCO) Developed by the Expert Panel on Multidisciplinary Cancer Conference (MCC) Standards, CCO Multidisciplinary Cancer Conference Standards","year":2006,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Cancer; Multidisciplinary approach; Medicine; Family medicine; Political science","score_opus":0.3195883087203626,"score_gpt":0.5223634151187502,"score_spread":0.20277510639838758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557014658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95936275,0.0025887042,0.00012640587,0.017603507,0.0024714281,0.013572527,0.0008449683,0.000109422625,0.00332031],"genre_scores_gemma":[0.9846808,0.0018115744,0.0015913299,0.00069695886,0.0051100347,0.0041679083,0.00024408907,0.00007958016,0.0016177739],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910613,0.0010018917,0.0032153337,0.0012736386,0.002682274,0.00076560513],"domain_scores_gemma":[0.9919183,0.0018237295,0.0014724872,0.0010901869,0.0035234357,0.00017183641],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038969717,0.00066264876,0.0012634718,0.00010124028,0.00053083774,0.00019202444,0.0006272668,0.0003486076,0.0008016521],"category_scores_gemma":[0.0024339468,0.0003332022,0.00038748226,0.0006596674,0.0020002378,0.00033199717,0.00051459466,0.0014584744,0.000001032892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017140705,0.0010566937,0.62753344,0.00026150435,0.00019370543,0.00010526025,0.016609456,0.00008292643,0.00006883874,0.000102175305,0.02455382,0.31229144],"study_design_scores_gemma":[0.039453458,0.0030932282,0.6995488,0.006822303,0.0011800467,0.00006415489,0.050307892,0.0016023557,0.0013768611,0.00015922752,0.19504823,0.0013434716],"about_ca_topic_score_codex":0.3686837,"about_ca_topic_score_gemma":0.867483,"teacher_disagreement_score":0.49879935,"about_ca_system_score_codex":0.0028007193,"about_ca_system_score_gemma":0.025648825,"threshold_uncertainty_score":0.999912},"labels":[],"label_agreement":null},{"id":"W2559090026","doi":"10.7326/m16-1565","title":"A Reporting Tool for Practice Guidelines in Health Care: The RIGHT Statement","year":2017,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":669,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; World Health Organization","keywords":"Checklist; Medicine; Guideline; Health care; Transparency (behavior); Quality assurance; Quality (philosophy); MEDLINE; Medical education; Family medicine; Nursing; Psychology","score_opus":0.5000339512923576,"score_gpt":0.6500903434501418,"score_spread":0.1500563921577842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559090026","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06633046,0.0018234982,0.0044675367,0.92279875,0.00079116627,0.0014580188,0.000015004347,0.000016366841,0.0022992108],"genre_scores_gemma":[0.8578001,0.0013081804,0.015718475,0.122618236,0.0016430166,0.00009108794,0.000038832586,0.00003188458,0.0007501542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929767,0.000117172705,0.005777545,0.00027302737,0.0005707128,0.0002848137],"domain_scores_gemma":[0.9852338,0.0020313358,0.00889362,0.0007615406,0.0029729477,0.000106753185],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01387725,0.00014687252,0.0006015357,0.000092858456,0.0001578997,0.000023162436,0.00027256992,0.000042172018,0.00009789965],"category_scores_gemma":[0.29037538,0.000086057145,0.00012208939,0.000060999537,0.00015910249,0.0003093665,0.000100598016,0.00026018918,0.0000033238557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048880805,0.00030602768,0.021650432,0.0010410273,0.0004273827,0.00021649657,0.0035337328,0.000026132286,0.0009934277,0.0015375547,0.53156966,0.43381006],"study_design_scores_gemma":[0.0055044848,0.0035320418,0.02268382,0.003260429,0.0001597388,0.00020412797,0.006735078,0.0005843799,0.002058506,0.0007806117,0.95435214,0.00014463904],"about_ca_topic_score_codex":0.009893735,"about_ca_topic_score_gemma":0.00069540535,"teacher_disagreement_score":0.8001805,"about_ca_system_score_codex":0.000066055654,"about_ca_system_score_gemma":0.00034680087,"threshold_uncertainty_score":0.99669945},"labels":[],"label_agreement":null},{"id":"W2559855883","doi":"10.1016/j.jbi.2016.12.002","title":"Comprehensive mitigation framework for concurrent application of multiple clinical practice guidelines","year":2016,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Wilfrid Laurier University; University of Ottawa","funders":"","keywords":"Computer science; Set (abstract data type); Representation (politics); Process (computing); Medicine","score_opus":0.292180757062576,"score_gpt":0.5690802837883799,"score_spread":0.2768995267258039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559855883","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042235818,0.0001302957,0.9222233,0.03363445,0.0010881694,0.00060222705,0.000050777504,0.000012970106,0.00002196276],"genre_scores_gemma":[0.236619,0.00072198745,0.75476044,0.0064157564,0.001396559,0.000011615566,0.000050847506,0.0000157175,0.000008089127],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923546,0.00009384708,0.006386291,0.00008640506,0.00090175477,0.00017710317],"domain_scores_gemma":[0.9732367,0.014290599,0.0049406053,0.00024562632,0.006967315,0.0003191845],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035030313,0.00013323476,0.00059851364,0.00016323602,0.00003687876,0.000012226192,0.00016083353,0.0002445829,0.000029643663],"category_scores_gemma":[0.11629761,0.00008070824,0.00031522362,0.00021798024,0.0002847496,0.0006049985,0.00005063414,0.00032048364,0.000016204092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011567582,0.00073308847,0.0027928115,0.00041267386,0.00035118728,0.00000338879,0.0002595997,0.0000059934578,0.0020920485,0.001572478,0.040349167,0.95027083],"study_design_scores_gemma":[0.011552384,0.0037384355,0.0043370137,0.0011582875,0.00086706615,0.0003637542,0.003387441,0.014346389,0.0012636464,0.0032605103,0.95553774,0.00018731512],"about_ca_topic_score_codex":0.0000043878613,"about_ca_topic_score_gemma":5.693e-7,"teacher_disagreement_score":0.9500835,"about_ca_system_score_codex":0.000082187194,"about_ca_system_score_gemma":0.00045001405,"threshold_uncertainty_score":0.8911462},"labels":[],"label_agreement":null},{"id":"W2560527701","doi":"10.1503/cjs.015416","title":"Les avantages et les risques d’exiger que les chercheurs partagent leurs données","year":2016,"lang":"fr","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Montreal General Hospital; Western University","funders":"","keywords":"Humanities; Political science; Medicine; Philosophy","score_opus":0.5104331597066574,"score_gpt":0.48341798043364603,"score_spread":0.027015179273011336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560527701","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10597721,0.037041433,0.0005826149,0.08044358,0.77243626,0.00058824185,0.0015452729,0.000041129435,0.001344242],"genre_scores_gemma":[0.180101,0.05048228,0.00062689075,0.0015601142,0.7596948,0.000023518596,0.0005151433,0.00035843393,0.006637823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98915064,0.0024425907,0.00485324,0.0006536456,0.0014304171,0.0014694694],"domain_scores_gemma":[0.9488738,0.04014239,0.004005547,0.00064339576,0.0032686067,0.0030662278],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.012957471,0.00090561504,0.002233339,0.001429024,0.0005076767,0.00029992498,0.00058236753,0.0018118856,0.005852846],"category_scores_gemma":[0.09678618,0.00075730385,0.0013304509,0.00031832827,0.00087431056,0.0009352792,0.000058173002,0.003989428,0.00014105524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002989222,0.00008387417,0.09688124,0.00045810055,0.0008010688,0.0025684289,0.0004898955,0.000020331696,0.00011947266,0.00016175827,0.7736328,0.1244841],"study_design_scores_gemma":[0.0012034666,0.0002689325,0.021555562,0.0068746256,0.0012712663,0.00036401133,0.0029419214,0.0000045923616,0.00018341898,0.00022381642,0.96438205,0.00072635367],"about_ca_topic_score_codex":0.17925629,"about_ca_topic_score_gemma":0.27276987,"teacher_disagreement_score":0.19074923,"about_ca_system_score_codex":0.002548393,"about_ca_system_score_gemma":0.024643831,"threshold_uncertainty_score":0.9994878},"labels":[],"label_agreement":null},{"id":"W2560600103","doi":"10.1016/j.jogc.2016.11.008","title":"Hommage au rédacteur et au comité de rédaction de 2005 à 2016… vers un nouveau départ","year":2016,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Humanities; Art","score_opus":0.042683977518027605,"score_gpt":0.3627947667814585,"score_spread":0.3201107892634309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560600103","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06358944,0.0037566451,0.0010818697,0.018696897,0.9110352,0.00037782386,0.0004015121,0.000009080838,0.0010515806],"genre_scores_gemma":[0.49960807,0.025199395,0.003907523,0.0085095065,0.4526752,0.000024865758,0.00036754765,0.00030412915,0.009403764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931637,0.0010806515,0.0028003817,0.00043056998,0.0011861966,0.0013385202],"domain_scores_gemma":[0.9255439,0.06760397,0.0036760732,0.00036287605,0.0014222681,0.0013908799],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005861718,0.0005226647,0.0013127693,0.00052990986,0.0003202818,0.00007282045,0.00038808293,0.0013275949,0.001575704],"category_scores_gemma":[0.16140659,0.0004579146,0.00027596258,0.00034344487,0.00023362561,0.00044682279,0.00013717319,0.002989145,0.000016763921],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00016371837,0.00023215862,0.055539675,0.00017023543,0.0008043718,0.004036574,0.00027001178,0.00006922523,0.000059404185,0.000060161005,0.8498656,0.08872886],"study_design_scores_gemma":[0.009573322,0.0012159615,0.10618303,0.00012453493,0.0016537254,0.0002972186,0.0006516531,0.0001051495,0.00003319112,0.00016466902,0.879624,0.00037352054],"about_ca_topic_score_codex":0.24827795,"about_ca_topic_score_gemma":0.4153208,"teacher_disagreement_score":0.45835996,"about_ca_system_score_codex":0.037247363,"about_ca_system_score_gemma":0.08110237,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W25622218","doi":"10.1177/229255031202000113","title":"Reporting the level of evidence in the Canadian Journal of Plastic Surgery: Why is it important?","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Rigour; Readability; Medicine; Quality (philosophy); Evidence-based medicine; Alternative medicine; Medical education; Computer science; Pathology","score_opus":0.7202763106328817,"score_gpt":0.47741838431417216,"score_spread":0.2428579263187095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25622218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777969,0.0018601738,0.00033772227,0.013968674,0.0058060903,0.0001428375,0.00005009049,0.0000012139037,0.0000362941],"genre_scores_gemma":[0.9961004,0.00011008078,0.00008521467,0.0025184492,0.0011374971,0.0000017331963,0.000004641174,0.00002547951,0.000016501837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99133676,0.0004909996,0.0064639575,0.00012803492,0.00085752003,0.00072273944],"domain_scores_gemma":[0.8952955,0.090540856,0.010520449,0.00041855502,0.0015547972,0.0016698448],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026086543,0.00020556936,0.00091552746,0.0010925119,0.00020239537,0.00008051929,0.0002957223,0.00013252726,0.00075522857],"category_scores_gemma":[0.3884956,0.000121395824,0.0006212404,0.0007723644,0.0002668834,0.00063835375,0.000010558354,0.0009860232,0.000005973665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008395404,0.0000229439,0.8409774,0.000052147665,0.00013947331,0.000929141,0.0011968126,0.00003709853,0.00003694276,0.00001027106,0.15552054,0.0009932765],"study_design_scores_gemma":[0.00030248365,0.000100655205,0.9737785,0.0018146322,0.0005678305,0.004280168,0.004347109,0.00006311209,0.00005639051,0.000050074443,0.01449509,0.0001439894],"about_ca_topic_score_codex":0.17354064,"about_ca_topic_score_gemma":0.6275147,"teacher_disagreement_score":0.45397407,"about_ca_system_score_codex":0.0004770708,"about_ca_system_score_gemma":0.024570815,"threshold_uncertainty_score":0.98095894},"labels":[],"label_agreement":null},{"id":"W2562600806","doi":"","title":"MODELING CLINICAL PATHWAYS AS BUSINESS PROCESS MODELS USING BUSINESS PROCESS MODELING NOTATION","year":2012,"lang":"en","type":"article","venue":"Library and Archives Canada (Government of Canada)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business process modeling; Artifact-centric business process model; Business Process Model and Notation; Process modeling; Computer science; Process (computing); Business process; Process management; Business process discovery; Business; Programming language; Work in process; Marketing","score_opus":0.11306579642670252,"score_gpt":0.3344350014492426,"score_spread":0.2213692050225401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562600806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9412657,0.00021247656,0.049041953,0.002941883,0.00037919052,0.0004827282,0.000054648368,0.00002793075,0.0055934656],"genre_scores_gemma":[0.9921683,0.00017072992,0.004636385,0.0023704378,0.00042420786,0.000014894249,0.000052584375,0.00005658413,0.00010584976],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954904,0.00010221693,0.0013666899,0.00039979033,0.0021391825,0.0005017458],"domain_scores_gemma":[0.9983755,0.0004116539,0.0004009109,0.00026931043,0.000027875061,0.0005147647],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013406086,0.00028746919,0.0005156636,0.000050206738,0.00022146091,0.000030973595,0.00016357414,0.000076433666,0.000022700337],"category_scores_gemma":[0.00020586832,0.0002746344,0.000047616806,0.0003118249,0.00006044513,0.0021999646,0.00010848203,0.00030346616,9.1635e-9],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036376019,0.00051249977,0.06261283,0.0019725822,0.00025553777,0.00007358182,0.0007083843,0.89256775,0.006866959,0.008253567,0.000042735017,0.022495987],"study_design_scores_gemma":[0.0011938635,0.00004337782,0.0038091068,0.00034503927,0.00018920556,0.000044919543,0.005465358,0.9837731,0.0018490314,0.0029337634,0.00004711031,0.00030610594],"about_ca_topic_score_codex":0.0055945604,"about_ca_topic_score_gemma":0.0033516283,"teacher_disagreement_score":0.09120538,"about_ca_system_score_codex":0.00002143379,"about_ca_system_score_gemma":0.0052177,"threshold_uncertainty_score":0.99997056},"labels":[],"label_agreement":null},{"id":"W2563069112","doi":"10.1016/j.pmedr.2016.12.018","title":"Improved Delivery of Cardiovascular Care (IDOCC): Findings from Narrative Reports by Practice Facilitators","year":2016,"lang":"en","type":"article","venue":"Preventive Medicine Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Reimbursement; Best practice; Narrative; Theoretical sampling; Medical education; Nursing; Qualitative research; Qualitative property; Content analysis; Medicine; Psychology; Grounded theory; Health care; Political science; Sociology; Computer science","score_opus":0.04850410004367914,"score_gpt":0.3931272224622235,"score_spread":0.3446231224185443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563069112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689351,0.010675388,0.011612376,0.004461716,0.0012497923,0.0019772234,0.00008148926,0.00010197717,0.00090499065],"genre_scores_gemma":[0.99604815,0.0005491186,0.0016038266,0.00034232467,0.0003396026,0.00009682431,0.00033513928,0.000051444254,0.00063357333],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99372894,0.00046921987,0.002991836,0.0010676535,0.0013601189,0.0003822282],"domain_scores_gemma":[0.99206805,0.0022480756,0.0019551353,0.001270563,0.0021340384,0.0003241281],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003119168,0.00038538437,0.0012438252,0.00016451559,0.000097755,0.000008268111,0.000089017216,0.00018468703,0.0006608314],"category_scores_gemma":[0.03346513,0.000257458,0.00053879205,0.00032287536,0.0003819639,0.00064485404,0.00013666539,0.0003165153,0.00000637723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028780983,0.0011599174,0.2172724,0.00081828074,0.015928192,0.0135253705,0.03415172,0.000015900276,0.37548202,0.000013804174,0.084464215,0.25429007],"study_design_scores_gemma":[0.01606085,0.0061795544,0.057490993,0.00548011,0.019888345,0.0061368537,0.10341159,0.000035683006,0.15573137,0.0013255974,0.62654305,0.0017159822],"about_ca_topic_score_codex":0.004277502,"about_ca_topic_score_gemma":0.00003640291,"teacher_disagreement_score":0.54207885,"about_ca_system_score_codex":0.00036724724,"about_ca_system_score_gemma":0.00046021678,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W2564080909","doi":"10.5430/jha.v6n1p43","title":"Evidence based pediatric care closer to home: A mixed methods evaluation of a clinical pathways-based emergency outreach program","year":2017,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Agricultural Research Institute of Ontario; University of Ottawa","funders":"","keywords":"Outreach; Audit; Medicine; Emergency department; Croup; Documentation; Medical emergency; Chart; Health care; Family medicine; Nursing; Pediatrics","score_opus":0.48621137746771165,"score_gpt":0.6272757848703316,"score_spread":0.14106440740262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564080909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97997373,0.00043238394,0.008925735,0.0064495024,0.002585633,0.0015225192,0.000015254253,0.00001835084,0.000076874465],"genre_scores_gemma":[0.88158804,0.00007722602,0.11697684,0.00011777577,0.0011270253,0.000048769067,0.00003564121,0.000021877244,0.0000068016066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99338955,0.00093903695,0.0035273565,0.00032375604,0.0016126712,0.00020765953],"domain_scores_gemma":[0.98789096,0.0010728489,0.0045837583,0.00065207627,0.0054468424,0.00035348642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0125545,0.00020517647,0.0006560058,0.00020817322,0.00013270478,0.00007542859,0.00030672102,0.00018737893,0.00016057838],"category_scores_gemma":[0.05899875,0.00017337076,0.0005224113,0.00021464883,0.00006114387,0.00079084875,0.000042293268,0.00043518777,0.00000881426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023638734,0.0030972688,0.5353138,0.0002814418,0.00009349331,0.00003559513,0.00024016241,0.00008792246,0.00064801174,0.000013124791,0.001338082,0.45648727],"study_design_scores_gemma":[0.0049162963,0.042590138,0.9398427,0.00032124744,0.0022939541,0.000011791387,0.0008031705,0.0053122393,0.0033921935,0.00013777205,0.00016272187,0.00021575238],"about_ca_topic_score_codex":0.000019699362,"about_ca_topic_score_gemma":0.000045581408,"teacher_disagreement_score":0.4562715,"about_ca_system_score_codex":0.00015323726,"about_ca_system_score_gemma":0.0032911347,"threshold_uncertainty_score":0.9489277},"labels":[],"label_agreement":null},{"id":"W2564425494","doi":"10.1182/blood.v124.21.1311.1311","title":"Quality of Care in Blood and Marrow Transplantation – a Systematic Review in Order to Define a Quality Framework and Develop Quality Indicators","year":2014,"lang":"en","type":"review","venue":"Blood","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Leukemia & Lymphoma Society of Canada; Princess Margaret Cancer Centre","funders":"","keywords":"Accreditation; Medicine; Quality management; Quality assurance; Benchmarking; Quality (philosophy); Health care; CINAHL; Delphi method; Process management; Nursing; Operations management; Medical education; Computer science; Psychological intervention; Business; External quality assessment; Management system; Engineering; Pathology","score_opus":0.18659856349308745,"score_gpt":0.5256591068022932,"score_spread":0.33906054330920576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564425494","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02261789,0.97050875,0.00026328972,0.00033977992,0.00004473454,0.005984362,0.00017794936,0.000023567884,0.000039687613],"genre_scores_gemma":[0.0063086525,0.98525715,0.0065481,0.0007909775,0.000039417086,0.0005016768,0.00050352514,0.000045700723,0.0000048158067],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9873499,0.004047905,0.006906599,0.0007431312,0.0006564235,0.00029600813],"domain_scores_gemma":[0.9893434,0.0066523175,0.0025622924,0.0007326633,0.00048393937,0.00022537327],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011615576,0.00047508214,0.0057151816,0.00045837776,0.000029771858,0.00001927162,0.00016455281,0.00048909656,0.000022219849],"category_scores_gemma":[0.0556611,0.0003922113,0.00016785272,0.0022167019,0.00006761093,0.000089644156,0.00008173682,0.0007377885,0.0000054776415],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006828544,0.00035425866,0.010703749,0.95258695,0.00020344346,0.000012659915,0.0007319894,3.16657e-8,0.0000014283396,0.0002471572,0.0000040770274,0.035085987],"study_design_scores_gemma":[0.0049324296,0.00037361222,0.01859898,0.96021813,0.012480729,0.00012579371,0.0005021702,2.0010621e-7,0.0000041533144,0.000094829855,0.0019777536,0.0006912129],"about_ca_topic_score_codex":0.00088164915,"about_ca_topic_score_gemma":0.003112675,"teacher_disagreement_score":0.044045523,"about_ca_system_score_codex":0.00008438667,"about_ca_system_score_gemma":0.0007626702,"threshold_uncertainty_score":0.99985296},"labels":[],"label_agreement":null},{"id":"W2564666642","doi":"10.1016/j.ypmed.2016.12.038","title":"Changes on the horizon for cervical cancer screening","year":2016,"lang":"en","type":"editorial","venue":"Preventive Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Humanities","score_opus":0.22354709065392803,"score_gpt":0.5218330976753929,"score_spread":0.29828600702146485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564666642","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016683343,0.0010279446,0.009698753,0.23092929,0.75276786,0.003676413,0.00067570765,0.00009034003,0.0009668572],"genre_scores_gemma":[0.0010465999,0.001532148,0.00040103626,0.0027465338,0.98212457,0.0012139466,0.0010107801,0.00011779149,0.009806584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961738,0.00028807236,0.00096336193,0.0006965942,0.0014220775,0.00045611407],"domain_scores_gemma":[0.9758107,0.02153634,0.0008364795,0.00058651913,0.0010388106,0.00019112698],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003176237,0.00043262055,0.00091836427,0.00015929679,0.00016115846,0.000014352618,0.00029364706,0.00048653776,0.0018763166],"category_scores_gemma":[0.03904287,0.00021508445,0.00022319755,0.00017451338,0.00025002603,0.000046177916,0.000117603435,0.0010200592,0.000040016388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013004576,0.00006549288,0.00005460907,0.00022591992,0.000381641,0.000006110877,0.00008201845,9.443111e-8,0.00019343362,0.000110935005,0.83577204,0.16180722],"study_design_scores_gemma":[0.005170727,0.0036740475,0.00026125083,0.004322002,0.0016231361,0.0000016835563,0.00023028048,0.000025639714,0.00018752835,0.0006448361,0.9836354,0.00022345272],"about_ca_topic_score_codex":0.00033783528,"about_ca_topic_score_gemma":0.0006541647,"teacher_disagreement_score":0.22935672,"about_ca_system_score_codex":0.00024731457,"about_ca_system_score_gemma":0.00035427944,"threshold_uncertainty_score":0.99903613},"labels":[],"label_agreement":null},{"id":"W2567371096","doi":"10.71781/31303","title":"Caractérisation des unités de soins aigus chirurgicaux au sein des départements de chirurgie générale au Canada","year":2015,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology","score_opus":0.3385055529766146,"score_gpt":0.5066072261242491,"score_spread":0.16810167314763452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567371096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95652246,0.0004028054,0.00047459154,0.001094064,0.002049941,0.0021584847,0.00039809768,0.000007131722,0.036892395],"genre_scores_gemma":[0.96336055,0.00026523918,0.009983622,0.00045586893,0.0022005856,0.00016804122,0.009845668,0.00014168296,0.0135787465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932397,0.0008887336,0.0023450046,0.0009049853,0.0011028135,0.001518785],"domain_scores_gemma":[0.9941855,0.0013833367,0.0014764931,0.0007346187,0.00097478565,0.0012452842],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004543716,0.00069067685,0.0010128958,0.00019449688,0.000805004,0.00029090146,0.0007819181,0.00056171074,0.004057708],"category_scores_gemma":[0.007995873,0.0007903661,0.00017065821,0.00055736833,0.00026944082,0.0010832378,0.0002187858,0.00096800504,0.00047735288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0018452302,0.0007851297,0.4423784,0.00062086893,0.00093579723,0.0005887026,0.019468216,0.0020813667,0.0025607229,0.000056610166,0.008445732,0.5202332],"study_design_scores_gemma":[0.010191634,0.0010655484,0.7195322,0.003021663,0.0039753215,0.0002753348,0.09386586,0.006480439,0.0072847125,0.0012191373,0.15149632,0.0015918544],"about_ca_topic_score_codex":0.953297,"about_ca_topic_score_gemma":0.99011093,"teacher_disagreement_score":0.51864135,"about_ca_system_score_codex":0.013100623,"about_ca_system_score_gemma":0.066186465,"threshold_uncertainty_score":0.99945474},"labels":[],"label_agreement":null},{"id":"W2568286636","doi":"10.1371/journal.pone.0167878","title":"Practice Doesn’t Always Make Perfect: A Qualitative Study Explaining Why a Trial of an Educational Toolkit Did Not Improve Quality of Care","year":2016,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Institute for Clinical Evaluative Sciences; Centre for Family Medicine; St. Michael's Hospital; Western University; Women's College Hospital; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Novo Nordisk; Ontario Ministry of Health and Long-Term Care; Heart and Stroke Foundation of Canada; Canadian Diabetes Association; Pfizer; Eli Lilly and Company; Bristol-Myers Squibb","keywords":"Randomized controlled trial; Audit; Guideline; Medicine; Family medicine; Qualitative research; Cluster randomised controlled trial; MEDLINE; Intervention (counseling); Nursing; Surgery","score_opus":0.39617534058987885,"score_gpt":0.5407213049605253,"score_spread":0.14454596437064643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2568286636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824119,0.000035806395,0.00016623396,0.014020348,0.00015753233,0.0024179535,0.0002542443,0.000026757747,0.0005092319],"genre_scores_gemma":[0.9867936,0.00002060192,0.011105327,0.0010109814,0.00057107524,0.00022875638,0.00009884031,0.000030404643,0.00014041807],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99433357,0.0016986249,0.0020015629,0.00046829035,0.0012802221,0.00021774617],"domain_scores_gemma":[0.98100376,0.014732159,0.0015434598,0.00063147297,0.0019371317,0.0001520362],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005040909,0.00018318402,0.000750512,0.00011667655,0.000060851635,0.0000131599245,0.00014407632,0.0000868246,0.00027975746],"category_scores_gemma":[0.06770303,0.00013714262,0.00012318864,0.00018040728,0.00011393119,0.0005916035,0.00008633066,0.00022616051,0.000015473463],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26072147,0.06511206,0.005316841,0.0010836906,0.0026404276,0.000009255988,0.25054026,5.6332505e-7,0.3844552,0.0017179318,0.0001441151,0.028258145],"study_design_scores_gemma":[0.16961917,0.037255287,0.014753889,0.0007233907,0.0036882984,0.0000052713885,0.71998817,0.000024873563,0.052558437,0.00061635865,0.00023437188,0.00053250184],"about_ca_topic_score_codex":0.0009235707,"about_ca_topic_score_gemma":0.00043159406,"teacher_disagreement_score":0.46944788,"about_ca_system_score_codex":0.00017524076,"about_ca_system_score_gemma":0.0006285553,"threshold_uncertainty_score":0.9401501},"labels":[],"label_agreement":null},{"id":"W2568834490","doi":"10.1177/070674370705200806","title":"Rebuttal to Dr Brunet, Ms Akerib, and Dr Birmes","year":2007,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rebuttal; Psychology; Psychoanalysis; Gerontology; Medicine; History; Archaeology","score_opus":0.09628441116758406,"score_gpt":0.42763910993985027,"score_spread":0.3313546987722662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2568834490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7190097,0.00080567796,0.0004728186,0.27644423,0.0018599906,0.00018080359,0.000007968676,0.0000052058203,0.0012135984],"genre_scores_gemma":[0.9718589,0.00002607395,0.008245724,0.017126845,0.0022125696,5.3279103e-7,0.0000030285316,0.000022673012,0.00050363346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985519,0.000046413377,0.00078182993,0.00010014214,0.00023550267,0.00028421887],"domain_scores_gemma":[0.99814934,0.00023161703,0.00028873832,0.00019323277,0.00020369368,0.0009334011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022997314,0.000096333795,0.00018971557,0.00020695229,0.00016590694,0.000043173193,0.0001250922,0.000062287356,0.00021316478],"category_scores_gemma":[0.0009968631,0.00006817222,0.00008004287,0.00021792552,0.00008325411,0.000104828374,0.0000111238,0.00040262315,0.000026424654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006646693,0.00006283459,0.6011824,0.000039986637,0.00022167499,0.00021701105,0.0010915971,0.000012905916,0.00050582405,0.004553866,0.36051047,0.030936772],"study_design_scores_gemma":[0.001884393,0.0009508797,0.75132877,0.00015705854,0.00028122205,0.0022827915,0.002461378,0.000011187807,0.00007028259,0.0048173475,0.23560365,0.00015105859],"about_ca_topic_score_codex":0.017733779,"about_ca_topic_score_gemma":0.6367933,"teacher_disagreement_score":0.6190595,"about_ca_system_score_codex":0.0001109379,"about_ca_system_score_gemma":0.002054076,"threshold_uncertainty_score":0.9888072},"labels":[],"label_agreement":null},{"id":"W2571126731","doi":"10.1371/journal.pmed.1002207","title":"Reporting Items for Updated Clinical Guidelines: Checklist for the Reporting of Updated Guidelines (CheckUp)","year":2017,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; McMaster University","funders":"Instituto de Salud Carlos III; European Regional Development Fund; Universitat Autònoma de Barcelona","keywords":"Guideline; Checklist; Medicine; MEDLINE; Delphi method; Family medicine; Delphi; Medical education; Transparency (behavior); Medical physics; Computer science; Psychology; Pathology","score_opus":0.7445348598960515,"score_gpt":0.627920158760305,"score_spread":0.11661470113574646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571126731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40337116,0.0014201091,0.06604782,0.5103823,0.005723452,0.010633904,0.00018003646,0.0004059308,0.0018352818],"genre_scores_gemma":[0.8025635,0.00077215064,0.14752935,0.020723606,0.019149283,0.00068948156,0.0029761847,0.00029466485,0.0053017945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96793616,0.000106209576,0.029506912,0.0008881207,0.00097510504,0.0005875226],"domain_scores_gemma":[0.9229921,0.005462455,0.05693157,0.0029308193,0.011316673,0.00036635334],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037762437,0.00042364438,0.0021976894,0.00013777222,0.00071524404,0.00005822052,0.0006384385,0.00031068223,0.0002647259],"category_scores_gemma":[0.7599485,0.00026217944,0.0006423284,0.00021504024,0.0006649962,0.00030909292,0.00022723894,0.0005260382,0.000006996222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002584149,0.00047767814,0.122575395,0.0006453774,0.0014966438,0.0000644933,0.00019676008,0.000027891912,0.022336641,0.00020401568,0.7586395,0.09075142],"study_design_scores_gemma":[0.03097377,0.0037823624,0.06462386,0.0034911893,0.010081652,0.000459359,0.005366983,0.1589395,0.010318324,0.0016042428,0.7094078,0.00095096196],"about_ca_topic_score_codex":0.0010010826,"about_ca_topic_score_gemma":0.00018992534,"teacher_disagreement_score":0.7221861,"about_ca_system_score_codex":0.00007375874,"about_ca_system_score_gemma":0.0006373597,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W2574263395","doi":"10.5152/eurjrheum.2015.1537","title":"Practice-audit-publish: A practice reflection","year":2016,"lang":"en","type":"review","venue":"European Journal of Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Audit; Publication; Medicine; Good practice; Quality (philosophy); Liability; Health care; Plan (archaeology); Medical education; Public relations; Nursing; Engineering ethics; Business; Accounting; Political science; Engineering","score_opus":0.26553787778907423,"score_gpt":0.5265607626079386,"score_spread":0.2610228848188644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574263395","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036288188,0.957038,0.0041840123,0.018956257,0.003435967,0.00054199056,0.00001698254,0.00005246961,0.015770683],"genre_scores_gemma":[0.000015833091,0.9819625,0.014864797,0.0017019821,0.00077835855,0.00000448513,0.00005053944,0.00017319135,0.00044832102],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98461866,0.007976078,0.0057491306,0.0004636865,0.00075987255,0.00043256776],"domain_scores_gemma":[0.9703543,0.013083098,0.01280457,0.00065951445,0.0027140279,0.00038447752],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01280381,0.00048726064,0.0027726586,0.00074894476,0.00010082783,0.00010247081,0.00045390596,0.00023896823,0.00053537154],"category_scores_gemma":[0.14385134,0.00032471248,0.000910071,0.0004903228,0.00014366013,0.0016564529,0.00018725584,0.0021368123,0.0017160393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056703767,0.00027333002,0.0000080257705,0.0021345713,0.0011782498,0.002025632,0.000058460348,9.990143e-8,7.902293e-7,0.00020886006,0.11318254,0.8803624],"study_design_scores_gemma":[0.001837254,0.0012500472,0.0000036496504,0.013668848,0.0039319685,0.18187714,0.00019912621,3.7676972e-7,1.6957034e-7,0.00002157733,0.79699516,0.00021467697],"about_ca_topic_score_codex":0.000010361172,"about_ca_topic_score_gemma":0.0000017597944,"teacher_disagreement_score":0.88014776,"about_ca_system_score_codex":0.0003759447,"about_ca_system_score_gemma":0.002041042,"threshold_uncertainty_score":0.9999205},"labels":[],"label_agreement":null},{"id":"W2574939492","doi":"10.4172/2167-7689.1000174","title":"Canada's Natural Health Products: A Regulatory Overview","year":2016,"lang":"en","type":"article","venue":"Pharmaceutical Regulatory Affairs Open Access","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Natural (archaeology); Business; Geography","score_opus":0.3852074463021297,"score_gpt":0.573042974054942,"score_spread":0.18783552775281226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574939492","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1966231,0.009345379,0.00028072312,0.77562904,0.0037376534,0.007942502,0.00021890619,0.0003689998,0.0058536595],"genre_scores_gemma":[0.96708196,0.0005514209,0.0007959702,0.028381392,0.0006192287,0.00010655362,0.000055341035,0.00007995747,0.0023281649],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472195,0.00047153106,0.0016439818,0.0010383687,0.0012502935,0.000873864],"domain_scores_gemma":[0.99577755,0.0009259415,0.0005889944,0.0011639394,0.00053482846,0.0010087516],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027812324,0.00039987487,0.00081992307,0.00011386156,0.00023858041,0.0002745635,0.0014485909,0.000077620665,0.0019401128],"category_scores_gemma":[0.0037921597,0.0002763923,0.00012650467,0.00061526796,0.00025396622,0.002425772,0.0015775346,0.00050561206,0.0000821812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021356728,0.0005824427,0.017701726,0.00081333023,0.00037923286,0.00014307997,0.00003783566,0.0000029235614,0.0052354313,0.006494609,0.5739373,0.39253646],"study_design_scores_gemma":[0.0079402635,0.00015312093,0.15613751,0.00073183567,0.00025807586,0.00019267475,0.0001442131,0.00018924796,0.011985315,0.00057221524,0.8210611,0.00063444214],"about_ca_topic_score_codex":0.06725828,"about_ca_topic_score_gemma":0.07622982,"teacher_disagreement_score":0.7704589,"about_ca_system_score_codex":0.0015834129,"about_ca_system_score_gemma":0.008506738,"threshold_uncertainty_score":0.9999688},"labels":[],"label_agreement":null},{"id":"W2577069979","doi":"10.1111/cag.12335","title":"From physical geography to environmental geography: Bridges and gaps (a French perspective)","year":2017,"lang":"en","type":"article","venue":"Canadian Geographies / Géographies canadiennes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Human geography; Perspective (graphical); Time geography; Integrated geography; Geography; Critical geography; Economic geography; Historical geography; Sociology; Agricultural geography; Development geography; Computer science","score_opus":0.030449298708628177,"score_gpt":0.31664488410319613,"score_spread":0.28619558539456796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577069979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97748244,0.0017386635,0.000007637593,0.015919145,0.0006649468,0.0010476854,0.0015772289,0.00011089542,0.001451377],"genre_scores_gemma":[0.9931204,0.001592581,0.0008300687,0.0028705252,0.00094933267,0.00010142737,0.0003562464,0.00009418868,0.000085235384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958845,0.00009238189,0.00072554086,0.0013643956,0.0005313576,0.001401859],"domain_scores_gemma":[0.99415654,0.00040691253,0.00036193503,0.0016668644,0.00022690365,0.0031808522],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00035925262,0.00067900866,0.0008423446,0.003344245,0.0016590878,0.0004746478,0.0006338075,0.00023295524,0.00022279794],"category_scores_gemma":[0.00095917773,0.00071147573,0.0006184068,0.00095146184,0.0025518988,0.0006665134,0.00022244664,0.0005469828,0.00003915139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009830223,0.00011269752,0.97591066,0.000024802426,0.00060020783,0.00024982358,0.0013062746,0.0000020117284,0.00028105432,0.0006581732,0.0058022477,0.014953711],"study_design_scores_gemma":[0.0013500638,0.000532132,0.9458033,0.00009321349,0.00053861726,0.00007637601,0.012049027,0.000031280026,0.000064874795,0.0032690004,0.035455104,0.00073703437],"about_ca_topic_score_codex":0.93526006,"about_ca_topic_score_gemma":0.95154196,"teacher_disagreement_score":0.030107416,"about_ca_system_score_codex":0.00018813266,"about_ca_system_score_gemma":0.00021703745,"threshold_uncertainty_score":0.99964064},"labels":[],"label_agreement":null},{"id":"W2579744316","doi":"10.1016/j.jclinepi.2016.12.012","title":"Questionnaires used to assess barriers of clinical guideline use among physicians are not comprehensive, reliable, or valid: a scoping review","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Checklist; Guideline; Medicine; Psychological intervention; MEDLINE; Family medicine; Construct validity; Psychometrics; Clinical psychology; Nursing; Psychology; Pathology","score_opus":0.9156172915366634,"score_gpt":0.7341161392490839,"score_spread":0.18150115228757946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579744316","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063514814,0.96570206,0.004813899,0.016771821,0.007429124,0.0044236714,0.00014388213,0.000047640326,0.000032757303],"genre_scores_gemma":[0.000047480473,0.9231108,0.038434662,0.032537967,0.0053640814,0.000050526403,0.000121875775,0.00014621617,0.00018639588],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90688056,0.02335582,0.0663284,0.0013772423,0.0011662544,0.0008917342],"domain_scores_gemma":[0.5810852,0.30145273,0.10520307,0.0031200675,0.0067856503,0.0023532752],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.106840536,0.0010288078,0.037774693,0.00047821857,0.000174501,0.000042388714,0.0014209958,0.0020220315,0.00025111006],"category_scores_gemma":[0.88304645,0.00068722566,0.008042687,0.0005127424,0.0011450225,0.0006750422,0.0005597039,0.005605443,0.00006311968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014650241,0.000601255,0.054242466,0.06867062,0.002056703,0.0004775934,0.00000794105,0.000042253687,1.5899752e-7,0.000027501523,0.13327198,0.7391365],"study_design_scores_gemma":[0.002007424,0.0017399109,0.011543345,0.4382078,0.0071078874,0.0002676015,0.00001990047,0.000045828037,1.0955248e-7,0.000039123006,0.5386663,0.00035473955],"about_ca_topic_score_codex":0.00025028602,"about_ca_topic_score_gemma":0.00024130536,"teacher_disagreement_score":0.7762059,"about_ca_system_score_codex":0.00016864706,"about_ca_system_score_gemma":0.007818825,"threshold_uncertainty_score":0.9995579},"labels":[],"label_agreement":null},{"id":"W2579875579","doi":"10.1186/s12911-016-0404-2","title":"Naturalistic study of guideline implementation tool use via evaluation of website access and physician survey","year":2017,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"American Academy of Neurology","keywords":"Health informatics; Guideline; Medicine; Computer science; Family medicine; Public health; Nursing; Pathology","score_opus":0.4930537333028583,"score_gpt":0.6157221683753649,"score_spread":0.12266843507250658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579875579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8826205,0.000024216319,0.116342686,0.000031239226,0.00013768891,0.0007724007,0.00002097044,0.0000060383504,0.000044242937],"genre_scores_gemma":[0.963485,0.00004562252,0.0358336,0.00046323234,0.000054862736,0.0000079797865,0.00010039196,0.000008339326,9.975975e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952035,0.00017482603,0.002475545,0.00014187391,0.0018768011,0.00012747865],"domain_scores_gemma":[0.99314064,0.003355527,0.0016725042,0.00046143125,0.001266392,0.00010352399],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00899023,0.00012498422,0.00040778145,0.00013560578,0.00015236878,0.00014922892,0.00017306942,0.00008161315,0.00012045229],"category_scores_gemma":[0.018451206,0.00009686219,0.000038911272,0.00010295171,0.00009147793,0.0010575844,0.00036349506,0.00015024577,0.0000012160732],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003851572,0.00012826183,0.20788595,0.00010374009,0.000046678175,0.0000010628672,0.00028892077,0.00007242293,0.000015724514,0.000032461205,0.00055249216,0.7904871],"study_design_scores_gemma":[0.00487332,0.00026450894,0.59542716,0.00019589555,0.00026292063,0.000007734536,0.0012339937,0.39690405,0.000013249431,0.0007069197,0.000034726814,0.00007552224],"about_ca_topic_score_codex":0.00059307367,"about_ca_topic_score_gemma":0.0025991788,"teacher_disagreement_score":0.7904116,"about_ca_system_score_codex":0.000032028882,"about_ca_system_score_gemma":0.0002528764,"threshold_uncertainty_score":0.9898168},"labels":[],"label_agreement":null},{"id":"W2580182258","doi":"10.18849/ve.v2i1.95","title":"Embedding EBVM into Practice","year":2017,"lang":"en","type":"article","venue":"Veterinary Evidence","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Clinical Practice; Audit; Concordance; Icon; Best practice; Medicine; Computer science; Political science; Family medicine; Business; Accounting; Internal medicine; Law","score_opus":0.545723877423794,"score_gpt":0.6204818596005703,"score_spread":0.07475798217677632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580182258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91970557,0.00049745914,0.002751094,0.073246256,0.0008070793,0.0004731839,0.0000013721495,0.00010351499,0.002414485],"genre_scores_gemma":[0.94513404,0.00049310736,0.05035044,0.003120776,0.0004524695,0.000023319337,0.0000037125214,0.000019588253,0.00040253962],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844706,0.000117530326,0.0005294611,0.00033794498,0.0003643058,0.00020369639],"domain_scores_gemma":[0.99585897,0.0021352728,0.00051566015,0.001069007,0.00027212658,0.00014897996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015451558,0.00012496392,0.0002020186,0.00004690719,0.00040907526,0.00015988847,0.00028383217,0.000062703955,0.000296203],"category_scores_gemma":[0.061298426,0.00011717304,0.00007531485,0.000046820063,0.00011458107,0.002654665,0.00033155357,0.0002567091,0.00043134973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009935819,0.0008448223,0.052023586,0.0010719257,0.00034594486,0.0070804916,0.0026872123,0.00004351714,0.31486535,0.0005220829,0.043453705,0.56712556],"study_design_scores_gemma":[0.0045348476,0.011360466,0.21343066,0.0042162775,0.0011450984,0.008649696,0.0040132776,0.010145594,0.0028780096,0.0012005891,0.7374031,0.0010223651],"about_ca_topic_score_codex":0.00052888494,"about_ca_topic_score_gemma":0.000008791302,"teacher_disagreement_score":0.6939494,"about_ca_system_score_codex":0.00010104449,"about_ca_system_score_gemma":0.00016323352,"threshold_uncertainty_score":0.94660866},"labels":[],"label_agreement":null},{"id":"W2581293917","doi":"","title":"Primary care guidelines-a resident's perspective.","year":2017,"lang":"en","type":"letter","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CLARITY; Primary care; Perspective (graphical); Set (abstract data type); Family medicine; Primary health care; Medicine; Medical education; Computer science; Artificial intelligence","score_opus":0.3539008924707241,"score_gpt":0.47235647476485054,"score_spread":0.11845558229412645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581293917","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028169993,0.0024425657,0.000039004866,0.93815565,0.0019074779,0.003111826,0.0001366813,0.00018805472,0.05373704],"genre_scores_gemma":[0.0011260144,0.000362038,0.0012422035,0.9241048,0.030723825,0.0017867517,0.0030925898,0.00018277921,0.037378997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953886,0.00016581047,0.0015202301,0.00096585363,0.0011997834,0.00075968314],"domain_scores_gemma":[0.9936534,0.0006365671,0.0011506611,0.001863423,0.0024872033,0.00020875395],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011261941,0.00046634296,0.00090852595,0.00026408,0.00020477436,0.00017747724,0.00050929544,0.000915084,0.00020308465],"category_scores_gemma":[0.017076947,0.0004270393,0.00045830666,0.00009804661,0.00015542975,0.00031531253,0.00026920793,0.0026147196,0.00020595056],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012979093,0.00001649941,0.00078842265,0.00046025997,0.000209075,0.0014021143,0.000085657586,2.0826502e-7,0.0000017842546,0.0000055986093,0.928091,0.06880963],"study_design_scores_gemma":[0.0018395896,0.000050489303,0.06821561,0.00013282608,0.00100836,0.00019719201,0.00040927244,0.0000011448421,0.000012542688,0.0002140649,0.9275449,0.00037404132],"about_ca_topic_score_codex":0.0014699562,"about_ca_topic_score_gemma":0.000082607155,"teacher_disagreement_score":0.06843559,"about_ca_system_score_codex":0.0016174378,"about_ca_system_score_gemma":0.00075328245,"threshold_uncertainty_score":0.99981815},"labels":[],"label_agreement":null},{"id":"W2581337487","doi":"10.1182/blood.v118.21.4751.4751","title":"A Tertiary Care University Hospital Thrombosis Consultation Service: Patient Volume and Characteristics, Requesting Service and Reason for Consult","year":2011,"lang":"en","type":"article","venue":"Blood","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Jewish General Hospital; McGill University","funders":"","keywords":"Medicine; Thrombosis; Service (business); Family medicine; Psychological intervention; Emergency medicine; Medical emergency; Emergency department; Nursing; Internal medicine","score_opus":0.07782034050850299,"score_gpt":0.3322563792796588,"score_spread":0.2544360387711558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581337487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99668807,0.0000897925,0.00012130873,0.0018644846,0.000080161706,0.0008230448,0.00017366289,0.00005254857,0.000106918116],"genre_scores_gemma":[0.9874123,0.00007548926,0.01094855,0.0011737554,0.000056217683,0.000008022944,0.00030029935,0.000015868089,0.000009522856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912125,0.00004683128,0.0003308884,0.00026275896,0.000101203914,0.00013707648],"domain_scores_gemma":[0.9983296,0.0003291241,0.0002444959,0.00013468506,0.0008463553,0.00011578756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014980473,0.00011163197,0.0001830843,0.000037245023,0.00010856649,0.000015653957,0.000032607033,0.00007902408,0.000019885443],"category_scores_gemma":[0.0013778402,0.00011726732,0.000020154626,0.000094365365,0.000037294616,0.00020719517,0.000059241425,0.000097150085,0.000004455479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003712712,0.00053023756,0.9468101,0.0009131803,0.00019627323,0.000031442127,0.022661917,5.5929878e-8,0.002242288,0.00006396131,0.00019560424,0.025983648],"study_design_scores_gemma":[0.0069504324,0.00069387263,0.96896213,0.00021368645,0.0012653195,0.000037970465,0.019567227,0.00045222646,0.0006294344,0.000033796485,0.00100036,0.00019354105],"about_ca_topic_score_codex":0.0010997835,"about_ca_topic_score_gemma":0.00018942014,"teacher_disagreement_score":0.025790108,"about_ca_system_score_codex":0.000027666869,"about_ca_system_score_gemma":0.00007801978,"threshold_uncertainty_score":0.47820225},"labels":[],"label_agreement":null},{"id":"W2581760422","doi":"10.1016/j.jcjd.2016.11.010","title":"Erratum to \"Oral Presentation Abstracts\": Canadian Journal of Diabetes, Volume 40 (2016), Page S15.","year":2017,"lang":"en","type":"erratum","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Presentation (obstetrics); Volume (thermodynamics); Surgery","score_opus":0.15215659755198924,"score_gpt":0.3946825882699922,"score_spread":0.24252599071800296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581760422","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10389463,0.007163088,0.0004545184,0.18617012,0.41327307,0.019296575,0.0026960145,0.00024579527,0.26680622],"genre_scores_gemma":[0.29416448,0.00029565365,0.0012746596,0.0053739264,0.017953362,0.00070230744,0.0032005692,0.00024282235,0.6767922],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99521863,0.0001753591,0.0022222665,0.00046349267,0.0009183045,0.0010019569],"domain_scores_gemma":[0.9933252,0.0002854476,0.002432919,0.00091462827,0.0012162155,0.0018256162],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003195176,0.0003956427,0.0009684341,0.000694863,0.00022371014,0.00034227123,0.00057725626,0.0006530785,0.00044712526],"category_scores_gemma":[0.024200145,0.00037634053,0.000324849,0.00018501587,0.00013016525,0.0006177587,0.00007881293,0.0019163274,0.00017497661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009267938,0.00006144455,0.0072491346,0.000145005,0.00023046591,0.00014853619,0.00008933385,0.0000046476134,0.000007308008,0.000001359329,0.88355863,0.108411476],"study_design_scores_gemma":[0.0008589461,0.00011568766,0.44315702,0.00013288976,0.00049818197,0.000022854187,0.00006953779,0.000017354978,0.000010316309,0.00010030968,0.5548204,0.0001964935],"about_ca_topic_score_codex":0.03130297,"about_ca_topic_score_gemma":0.086064525,"teacher_disagreement_score":0.43590787,"about_ca_system_score_codex":0.0006497226,"about_ca_system_score_gemma":0.0042435653,"threshold_uncertainty_score":0.99986887},"labels":[],"label_agreement":null},{"id":"W258194302","doi":"10.1016/j.adaj.2015.03.015","title":"A practical approach to evidence-based dentistry: VII","year":2015,"lang":"en","type":"article","venue":"The Journal of the American Dental Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Trustworthiness; Certainty; Evidence-based dentistry; Best evidence; Clinical Practice; Evidence-based medicine; Evidence-based practice; Scientific evidence; Resource (disambiguation); Medicine; Patient care; MEDLINE; Medical education; Psychology; Alternative medicine; Computer science; Nursing; Political science; Pathology","score_opus":0.3519752983944149,"score_gpt":0.508414930684283,"score_spread":0.15643963228986812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W258194302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90801656,0.000034773326,0.008673954,0.082248546,0.00048755188,0.0003320424,0.000002964609,0.000010318154,0.00019330428],"genre_scores_gemma":[0.98167825,0.000018309624,0.0078156,0.009662121,0.0005346545,0.0000034686177,0.0000020314385,0.000013970304,0.00027158845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967824,0.00085999095,0.00074605265,0.0000895167,0.0013442207,0.00017780274],"domain_scores_gemma":[0.9944511,0.002085561,0.002390018,0.00024401858,0.0006294964,0.00019979308],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005581045,0.00009660428,0.00028373834,0.000059735612,0.00008253862,0.000044502634,0.00024386925,0.00003099373,0.000011135583],"category_scores_gemma":[0.028950494,0.0000536315,0.00017075315,0.0005446871,0.00006892992,0.0003080228,0.000092738934,0.00044107475,0.000053235504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006756512,0.0013763994,0.5834595,0.000023307759,0.0005876459,0.000030176765,0.001048534,0.0013123152,0.009927498,0.000048486487,0.38421947,0.011210156],"study_design_scores_gemma":[0.005157202,0.003503492,0.9506213,0.00033794504,0.0032297233,0.00251533,0.014908508,0.004562227,0.0038188852,0.00029821903,0.01073629,0.00031086258],"about_ca_topic_score_codex":0.0003070556,"about_ca_topic_score_gemma":0.000030214656,"teacher_disagreement_score":0.37348318,"about_ca_system_score_codex":0.0012945828,"about_ca_system_score_gemma":0.0005543386,"threshold_uncertainty_score":0.9792291},"labels":[],"label_agreement":null},{"id":"W2584165253","doi":"10.5334/ijic.2639","title":"Development of a Computerized Integrated-Care-Pathway System to Support People-Centred and Integrated Care: Usefulness of the Participatory Design Method","year":2016,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrated care; Process management; Service (business); Autonomy; Acronym; Nursing; Health care; Independent living; Knowledge management; Medicine; Business; Gerontology; Computer science; Marketing; Political science","score_opus":0.18539679463788322,"score_gpt":0.42308332651789615,"score_spread":0.23768653188001293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584165253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81800354,0.00020731907,0.17791916,0.00089902926,0.0015595678,0.0010103325,0.00030395834,0.000032993816,0.00006409115],"genre_scores_gemma":[0.9287626,0.000013900573,0.07063644,0.00029651387,0.00009516623,0.000042113013,0.00008926168,0.000037696114,0.000026312431],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99480283,0.0006517915,0.002787295,0.0003187451,0.0011736226,0.00026569478],"domain_scores_gemma":[0.9867344,0.000997485,0.0017689689,0.00030623967,0.00993093,0.00026199376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010797556,0.00033011555,0.00084668584,0.00043036003,0.00006342057,0.00004620604,0.0006036965,0.00016787404,0.00014672536],"category_scores_gemma":[0.0027199446,0.00018237217,0.00025707687,0.00044965142,0.000104340375,0.0002470153,0.00017862218,0.00040947247,0.000007144957],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010910654,0.00049254636,0.03961257,0.0007000583,0.0024582406,0.00021879257,0.059935577,0.00030433174,0.25091007,0.00037703477,0.0019086497,0.63217145],"study_design_scores_gemma":[0.014366655,0.0020621007,0.017056813,0.008881939,0.0008204893,0.000830915,0.3602793,0.00062724296,0.5719644,0.000016574524,0.022557123,0.0005364577],"about_ca_topic_score_codex":0.00035267358,"about_ca_topic_score_gemma":0.00040024347,"teacher_disagreement_score":0.631635,"about_ca_system_score_codex":0.0020332483,"about_ca_system_score_gemma":0.0048442786,"threshold_uncertainty_score":0.8593542},"labels":[],"label_agreement":null},{"id":"W2585338718","doi":"","title":"A Quality Initiative of the Program in Evidence-based Care (PEBC), Cancer Care Ontario (CCO) Systemic Therapy for Recurrent, Metastatic, or Persistent Cervical Cancer","year":2015,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Systemic therapy; Cervical cancer; Intensive care medicine; Cancer; Cancer therapy; Oncology; Internal medicine; Breast cancer","score_opus":0.7041294621821609,"score_gpt":0.5874783390323736,"score_spread":0.11665112314978732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585338718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973141,0.008652009,0.0001773111,0.0087242145,0.0006456084,0.008203549,0.00025363715,0.000046737943,0.00015594203],"genre_scores_gemma":[0.9920434,0.00022339789,0.0025810548,0.0022995882,0.00011177154,0.0025211368,0.00008401154,0.000024408128,0.000111256544],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967873,0.00053910015,0.0013298953,0.00039504207,0.00066543417,0.00028323993],"domain_scores_gemma":[0.9951391,0.0015441499,0.0006083259,0.00039838578,0.0021499132,0.00016007424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010504351,0.00021625738,0.0006035894,0.00007052124,0.00004991581,0.000021364836,0.00018876971,0.00008585688,0.00036827722],"category_scores_gemma":[0.0028254027,0.00012232964,0.00031348734,0.0003381052,0.00009362713,0.00019524274,0.000050282808,0.0003095847,0.0000015502851],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023866506,0.00091933407,0.71730435,0.0027162656,0.00053698744,0.0000060708976,0.05571274,0.0005224481,0.000119345415,0.000049040347,0.0022523862,0.19599451],"study_design_scores_gemma":[0.073546305,0.01756841,0.28863132,0.0107848,0.0029800537,0.000019343634,0.5708576,0.004460561,0.003420845,0.00008420907,0.02650027,0.0011462688],"about_ca_topic_score_codex":0.17226982,"about_ca_topic_score_gemma":0.7052151,"teacher_disagreement_score":0.5329453,"about_ca_system_score_codex":0.0024023124,"about_ca_system_score_gemma":0.0066130674,"threshold_uncertainty_score":0.9990185},"labels":[],"label_agreement":null},{"id":"W2586214894","doi":"10.18192/uojm.v7i1.1422","title":"Multiple Comparisons in Variation of Care Research","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variation (astronomy); Humanities; Spurious relationship; Computer science; Philosophy; Machine learning; Physics","score_opus":0.3401415363095274,"score_gpt":0.510243544589371,"score_spread":0.17010200827984362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586214894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962138,0.00030577532,0.0026138667,0.03079486,0.00025211927,0.00023988711,0.0000071161007,0.0000025150725,0.0036458333],"genre_scores_gemma":[0.994819,0.00017718397,0.004736347,0.000043692,0.00014320125,1.791575e-8,0.0000056375607,0.000004106154,0.00007085642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830645,0.00016918195,0.00068097905,0.0000813334,0.00065520266,0.00010683509],"domain_scores_gemma":[0.9956556,0.0010596305,0.0012539797,0.0002731713,0.0016570826,0.00010052357],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030366557,0.00005244061,0.0004287063,0.00039802454,0.00009742926,0.0000023562961,0.0002537142,0.00006262358,0.00020777753],"category_scores_gemma":[0.0105663035,0.000047452973,0.0000661932,0.00011988496,0.0004010109,0.00021008278,0.00006441256,0.00041325262,0.0000018758182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017973143,0.00037546075,0.9486582,0.00027853774,0.00012819644,0.00022489083,0.007272591,0.00007031563,0.009307287,0.00048042773,0.019196738,0.012209984],"study_design_scores_gemma":[0.013585479,0.0015905658,0.9425127,0.0008078851,0.00018173043,0.00003408107,0.023812186,0.00040509494,0.00031565278,0.00006958995,0.016647141,0.000037892263],"about_ca_topic_score_codex":0.00440565,"about_ca_topic_score_gemma":0.0021614227,"teacher_disagreement_score":0.032680932,"about_ca_system_score_codex":0.00011917719,"about_ca_system_score_gemma":0.00026647528,"threshold_uncertainty_score":0.9977681},"labels":[],"label_agreement":null},{"id":"W2586531538","doi":"","title":"An Evaluation Methodology for Clinical Vocabularies and Evaluation of the Read Codes","year":2013,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Natural language processing; Programming language","score_opus":0.836535976573051,"score_gpt":0.6868418695139669,"score_spread":0.14969410705908415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586531538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709584,0.00010956966,0.013820446,0.011461909,0.000264384,0.0030338468,0.0000041354174,0.000013925462,0.00033335557],"genre_scores_gemma":[0.93438494,0.000033824814,0.06363937,0.0014757635,0.00015957252,0.00018079333,0.00006037605,0.0000083892455,0.000056970148],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99611664,0.002127732,0.00094,0.00020910152,0.0005150661,0.00009144224],"domain_scores_gemma":[0.9914265,0.0054632113,0.00036636367,0.00032738148,0.002358608,0.000057881774],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026335642,0.00006580754,0.00023312378,0.000030849627,0.00005218117,0.000012226281,0.000054809552,0.00010037991,0.0008649703],"category_scores_gemma":[0.046603493,0.000040692896,0.000065476204,0.00007042627,0.0001506552,0.00021141922,0.000026436994,0.00009367835,0.0000045814104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027132817,0.0002054555,0.07244678,0.000033455624,0.000103316524,2.3369239e-8,0.00023026226,0.000032400763,0.0076870555,0.0014347311,0.004028451,0.9135268],"study_design_scores_gemma":[0.0052153845,0.00093798107,0.73614097,0.000018789011,0.002107286,0.000009073562,0.00167633,0.21706513,0.0027597554,0.03323958,0.00075606443,0.000073648676],"about_ca_topic_score_codex":0.00037095818,"about_ca_topic_score_gemma":0.00026211914,"teacher_disagreement_score":0.9134531,"about_ca_system_score_codex":0.000030105779,"about_ca_system_score_gemma":0.00030872354,"threshold_uncertainty_score":0.9614274},"labels":[],"label_agreement":null},{"id":"W2586679160","doi":"10.5334/ijic.2746","title":"Perspectives of Technology Users on the Eve of Innovation Deployment: the Case of Integrated Care Pathways (ICPs)","year":2016,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Acronym; Software deployment; Process management; Service (business); Integrated care; Business; Knowledge management; Health care; Nursing; Medicine; Operations management; Marketing; Engineering; Computer science","score_opus":0.09315065173196078,"score_gpt":0.4179360176714169,"score_spread":0.3247853659394561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586679160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851633,0.00036843598,0.0010250852,0.0121907275,0.0003558816,0.00028545328,0.0002890241,0.000012195158,0.00030994488],"genre_scores_gemma":[0.9990002,0.00014471156,0.00038112406,0.00029096325,0.00009630603,0.0000073568417,0.000042235297,0.000019786083,0.000017340048],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9971759,0.00016640169,0.0017898572,0.00015226658,0.0005995384,0.000116082025],"domain_scores_gemma":[0.98090386,0.0010422901,0.0021529384,0.00027564575,0.0155931115,0.00003213921],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000758889,0.00016385819,0.00035311902,0.0007025044,0.000036003275,0.000010649561,0.00042383475,0.0001282531,0.00022529472],"category_scores_gemma":[0.011206673,0.00007397708,0.00018251654,0.00082840334,0.0003258345,0.00016310794,0.000056781955,0.00048114033,0.0000023943378],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008691388,0.0010167202,0.0977888,0.00015417411,0.003973921,0.0010810964,0.026335021,0.00014434218,0.41668776,0.06560203,0.004398118,0.37412664],"study_design_scores_gemma":[0.004104033,0.0020680835,0.0032645527,0.0019261577,0.0003478048,0.0014761819,0.68571067,0.00007135087,0.2977555,0.0013126045,0.0018246396,0.00013839407],"about_ca_topic_score_codex":0.0004710295,"about_ca_topic_score_gemma":0.0001628075,"teacher_disagreement_score":0.65937567,"about_ca_system_score_codex":0.0007533395,"about_ca_system_score_gemma":0.0010387313,"threshold_uncertainty_score":0.99712235},"labels":[],"label_agreement":null},{"id":"W2586757727","doi":"10.1136/bmjopen-2016-011569","title":"Multilayered and digitally structured presentation formats of trustworthy recommendations: a combined survey and randomised trial","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Sykehuset Innlandet HF; Norges Forskningsråd","keywords":"Guideline; Medicine; Presentation (obstetrics); Context (archaeology); Trustworthiness; Medical education; Randomized controlled trial; Family medicine; Psychology; Social psychology; Surgery; Pathology","score_opus":0.445732895431429,"score_gpt":0.5803386446169305,"score_spread":0.1346057491855015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586757727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97603405,0.00000836496,0.00030027764,0.0048546265,0.0002529081,0.017641742,0.00010877897,0.000011013647,0.00078821875],"genre_scores_gemma":[0.9948239,0.000036044494,0.0039273873,0.0002455057,0.00006357695,0.0003233394,0.0003877106,0.000012391867,0.00018014589],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99831986,0.00023835462,0.0009523791,0.00019542992,0.00019083294,0.00010311837],"domain_scores_gemma":[0.9968763,0.0013841246,0.0009806795,0.00043870055,0.00022518565,0.000095031945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026811878,0.000100564845,0.00041529824,0.00004474568,0.0001620287,0.000263959,0.00015897343,0.000058068603,0.00008322983],"category_scores_gemma":[0.017233254,0.00008507693,0.000036607562,0.00003509949,0.000076794124,0.0009831772,0.00028974458,0.00008429779,0.0000014454081],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74753803,0.00024187457,0.11708618,0.00013719306,0.00020570113,0.000004834568,0.0004874842,0.000002892723,0.00041885933,0.0000531199,0.0054765674,0.12834725],"study_design_scores_gemma":[0.45126173,0.0006987727,0.5446226,0.000070704664,0.00010737852,0.000010953718,0.00024769368,0.0019824493,0.0001811952,0.0003964881,0.0003150705,0.000104977735],"about_ca_topic_score_codex":0.0010439943,"about_ca_topic_score_gemma":0.0012316916,"teacher_disagreement_score":0.42753643,"about_ca_system_score_codex":0.000013075224,"about_ca_system_score_gemma":0.00013487547,"threshold_uncertainty_score":0.991045},"labels":[],"label_agreement":null},{"id":"W2587114112","doi":"10.1200/jco.2012.30.34_suppl.68","title":"Use of a community of practice (CoP) platform as a model in regional quality improvements in cancer surgery: The Ottawa model.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Quality management; Audit; Outreach; Health care; Standardization; Multidisciplinary approach; Population; Population health; Operations management; Environmental health; Business","score_opus":0.8363987176705352,"score_gpt":0.6782605655290821,"score_spread":0.1581381521414531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587114112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703302,0.00015686663,0.00057292817,0.027947044,0.0003777246,0.0003532201,0.000013762304,0.0000024907592,0.00024576415],"genre_scores_gemma":[0.97755927,0.001138885,0.0072105117,0.0137864165,0.00024108957,0.000010939789,0.000006157393,0.0000147935325,0.00003194917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9873076,0.0028136175,0.008687974,0.00011176867,0.00077000965,0.00030902692],"domain_scores_gemma":[0.9213933,0.06777351,0.00888863,0.000434549,0.0012513496,0.00025870657],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048355687,0.00013917885,0.0016741091,0.00019119962,0.000032279986,0.0000041890107,0.00022982439,0.00035679594,0.000051682968],"category_scores_gemma":[0.11979626,0.00009414419,0.00042987254,0.00028812868,0.00029032832,0.0011137784,0.00013861072,0.0025270013,0.0000013804541],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03309592,0.022942586,0.6797962,0.00019126893,0.0006965022,0.0000318057,0.003310511,0.010512531,0.0010264415,0.0014865745,0.01308029,0.23382935],"study_design_scores_gemma":[0.014765211,0.0039640255,0.9139994,0.0003767243,0.00088440604,0.00014283771,0.0041937777,0.041408423,0.00012596502,0.0045322995,0.015388953,0.00021797096],"about_ca_topic_score_codex":0.01572639,"about_ca_topic_score_gemma":0.004664387,"teacher_disagreement_score":0.23420319,"about_ca_system_score_codex":0.0003487676,"about_ca_system_score_gemma":0.0041885464,"threshold_uncertainty_score":0.9997742},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2587198085","doi":"10.1200/jco.2012.30.34_suppl.305","title":"The power of knowledge: Sharing patient test results electronically to improve quality of care.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Test (biology); Patient portal; Health care; Patient experience; Medical emergency; Nursing","score_opus":0.3205428268251228,"score_gpt":0.6103963722081367,"score_spread":0.2898535453830139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587198085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761445,0.00093427114,0.00017760188,0.01586769,0.0020615438,0.00042258223,0.000021579835,0.000005310131,0.004364943],"genre_scores_gemma":[0.9934592,0.00023448806,0.0038620026,0.0014439555,0.0009035509,0.000003422869,0.0000032529492,0.000014693287,0.0000753818],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9884395,0.00074248936,0.009724217,0.00018534804,0.0005510491,0.0003574185],"domain_scores_gemma":[0.9404693,0.04759576,0.007682541,0.0005548014,0.0031164596,0.00058110536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020419193,0.00012444201,0.0013723006,0.000073717165,0.00004283626,0.000005020634,0.0002871911,0.00026991582,0.000040081504],"category_scores_gemma":[0.23776773,0.00007595934,0.00056797854,0.00019433832,0.00019738995,0.00015161588,0.00020654233,0.0010939975,0.000015020675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040289897,0.008291007,0.24653465,0.00012784587,0.00063893135,0.000013655646,0.0024385715,0.000012048492,0.010413709,0.0009142009,0.013079347,0.67724615],"study_design_scores_gemma":[0.011475728,0.06123715,0.71339905,0.00012712387,0.00053533394,0.000049033046,0.002555217,0.000019929445,0.0024981697,0.00026556864,0.2076987,0.00013895993],"about_ca_topic_score_codex":0.000045663128,"about_ca_topic_score_gemma":0.00017159284,"teacher_disagreement_score":0.67710716,"about_ca_system_score_codex":0.00023537164,"about_ca_system_score_gemma":0.00198116,"threshold_uncertainty_score":0.76865286},"labels":[],"label_agreement":null},{"id":"W2587373959","doi":"10.1200/jco.2012.30.34_suppl.103","title":"Quality oversight for specialized cancer services.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Transparency (behavior); Stakeholder engagement; Stakeholder; Equity (law); Referral; Service (business); Best practice; Business; Process management; Public relations; Nursing; Marketing; Computer science; Management","score_opus":0.6788373647160237,"score_gpt":0.7020614761068085,"score_spread":0.02322411139078473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587373959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9181078,0.0009768221,0.0025848188,0.062285677,0.010785973,0.0006372821,0.000024744922,0.00001593975,0.004580954],"genre_scores_gemma":[0.912456,0.0011227457,0.030417006,0.03376737,0.021644432,0.000011331497,0.000013834462,0.000025837184,0.0005414451],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99363804,0.0005674531,0.0049677063,0.00013004612,0.00041192133,0.00028480712],"domain_scores_gemma":[0.98096853,0.012903777,0.0043435073,0.00018021748,0.0010320719,0.0005718786],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014910074,0.00010852277,0.0013899077,0.0000672371,0.00003951931,0.000006871149,0.00013030457,0.00034044808,0.0011495672],"category_scores_gemma":[0.019671537,0.00007864405,0.00071044726,0.000100026344,0.000087512024,0.00039006342,0.00004512022,0.0006577705,0.000029412136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019084666,0.0032296712,0.5065244,0.00015343042,0.00077496754,0.000024920868,0.00021668302,0.000004190239,0.00059478224,0.0009565887,0.063103534,0.4053322],"study_design_scores_gemma":[0.012099618,0.0020235593,0.32891747,0.000031391493,0.00057820353,0.000046594472,0.00024758946,0.000024199779,0.000053185537,0.0004075914,0.65550613,0.000064477026],"about_ca_topic_score_codex":0.00012916375,"about_ca_topic_score_gemma":0.00015961121,"teacher_disagreement_score":0.5924026,"about_ca_system_score_codex":0.00021928162,"about_ca_system_score_gemma":0.0014442934,"threshold_uncertainty_score":0.9997635},"labels":[],"label_agreement":null},{"id":"W2587405062","doi":"10.17843/rpmesp.2016.334.2559","title":"Guías de práctica clínica en el Perú: evaluación de su calidad usando el instrumento AGREE II","year":2016,"lang":"es","type":"article","venue":"Revista Peruana de Medicina Experimental y Salud Pública","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Christian ministry; CLARITY; Scope (computer science); Clinical Practice; Psychology; Medicine; Nursing; Political science; Computer science; Chemistry","score_opus":0.10031095834578721,"score_gpt":0.4970564415842962,"score_spread":0.396745483238509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587405062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91025805,0.013083376,0.0017986619,0.06701635,0.00091574574,0.0029656717,0.0002445384,0.00034234003,0.003375262],"genre_scores_gemma":[0.9760739,0.0049062287,0.0035926104,0.009338718,0.0035718624,0.0003734845,0.00024407153,0.0003030648,0.0015960288],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.98587406,0.002934656,0.004097993,0.0018818977,0.0025626633,0.0026487536],"domain_scores_gemma":[0.98928195,0.0041950676,0.0014208324,0.0021593089,0.00047328637,0.002469553],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.009796874,0.0013296013,0.0021999658,0.0005901849,0.000776582,0.00038129106,0.0012079135,0.0008298802,0.0093180565],"category_scores_gemma":[0.015932946,0.0010459663,0.0008635908,0.0008718557,0.0011020622,0.0008256521,0.001013826,0.0013372601,0.00069244555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052252454,0.0044745426,0.16005604,0.00096938777,0.0016331199,0.0008887847,0.011572148,0.0000034331188,0.628643,0.017397095,0.09407394,0.07506328],"study_design_scores_gemma":[0.02635461,0.00805124,0.053269394,0.005593318,0.003808156,0.0020464587,0.015044917,0.0016324429,0.03119644,0.00037340194,0.85041916,0.0022104613],"about_ca_topic_score_codex":0.0022787761,"about_ca_topic_score_gemma":0.000043305154,"teacher_disagreement_score":0.7563452,"about_ca_system_score_codex":0.0061317515,"about_ca_system_score_gemma":0.0033872658,"threshold_uncertainty_score":0.9999455},"labels":[],"label_agreement":null},{"id":"W2588237502","doi":"10.1177/1203475416685710","title":"Canadian Dermatology Association Clinical Practice Guidelines","year":2017,"lang":"en","type":"article","venue":"Journal of Cutaneous Medicine and Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Windsor Clinical Research; Sunnybrook Hospital","funders":"","keywords":"Medicine; Dermatology; MEDLINE; Clinical Practice; Family medicine","score_opus":0.3107976359099397,"score_gpt":0.5383183233273003,"score_spread":0.22752068741736065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588237502","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3052784,0.0011625697,0.00011514804,0.68801165,0.0025406666,0.00012293346,0.0000024328733,0.0000086943155,0.0027574995],"genre_scores_gemma":[0.9027429,0.012235256,0.0055453465,0.073259234,0.005449702,0.0000011463142,0.000011483262,0.000028115746,0.0007268178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995756,0.00023871714,0.0029814958,0.00015419675,0.00060030655,0.0002693094],"domain_scores_gemma":[0.9801348,0.011439662,0.0036884805,0.00032850276,0.0037544307,0.0006541259],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073268265,0.00013105506,0.00090195535,0.0002652783,0.00023875316,0.00004651818,0.00011265586,0.0002105377,0.00017231487],"category_scores_gemma":[0.3693531,0.00009674666,0.00018572279,0.000057764784,0.0001154568,0.0004219314,0.000026700893,0.0005782176,0.00001436874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040275787,0.000056268324,0.32749763,0.000027562844,0.00027180818,0.00658394,0.00006988863,4.6925229e-7,0.000040064155,0.0000275639,0.58293134,0.08209074],"study_design_scores_gemma":[0.0015073746,0.0004397927,0.03540814,0.0003364066,0.0010697755,0.06348695,0.0009951594,0.00011783506,0.000011408931,0.00028117656,0.89622796,0.00011804689],"about_ca_topic_score_codex":0.013202347,"about_ca_topic_score_gemma":0.0066734343,"teacher_disagreement_score":0.6147524,"about_ca_system_score_codex":0.00019506305,"about_ca_system_score_gemma":0.0016323446,"threshold_uncertainty_score":0.9933688},"labels":[],"label_agreement":null},{"id":"W2588624733","doi":"10.1136/bmj.j396","title":"Harms of outcome switching in reports of randomised trials: CONSORT perspective","year":2017,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council","keywords":"Perspective (graphical); Outcome (game theory); Consolidated Standards of Reporting Trials; Protocol (science); Clinical trial; Psychology; Medicine; Alternative medicine; Computer science; Internal medicine; Economics; Artificial intelligence; Pathology; Mathematical economics","score_opus":0.5269920589558161,"score_gpt":0.6164206407901355,"score_spread":0.08942858183431934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588624733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97789747,0.000055836135,0.0006499277,0.01378021,0.0004068785,0.0017946922,0.0000049944374,0.000009694654,0.005400322],"genre_scores_gemma":[0.9970525,0.000014632691,0.0024112891,0.00019123427,0.00016878294,0.000022138625,0.0000042785477,0.000008786093,0.00012638867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963986,0.00020285031,0.0028843763,0.00016803113,0.00025575995,0.00009037203],"domain_scores_gemma":[0.993501,0.0023525814,0.0032302202,0.00057112315,0.00029963034,0.000045454253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012254594,0.000072027135,0.0008245156,0.00008034796,0.000029001585,0.000008650403,0.00006330008,0.00005267008,0.0001678415],"category_scores_gemma":[0.2056142,0.000056625166,0.00018791154,0.00003596846,0.000055549855,0.00013323233,0.00004355285,0.00014685803,0.000002602651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015311755,0.00038242113,0.94813734,0.00013407576,0.00027915117,0.00031460635,0.0014226446,0.0000134388465,0.021409014,0.00035725444,0.0025262174,0.009712065],"study_design_scores_gemma":[0.10588594,0.00035769766,0.8699324,0.00039748035,0.0008330892,0.00017645514,0.0070238994,0.00045939372,0.010861393,0.0029875466,0.00088859856,0.00019611731],"about_ca_topic_score_codex":0.0022525094,"about_ca_topic_score_gemma":0.00014374625,"teacher_disagreement_score":0.1933596,"about_ca_system_score_codex":0.00005105466,"about_ca_system_score_gemma":0.00016185424,"threshold_uncertainty_score":0.80107725},"labels":[],"label_agreement":null},{"id":"W2589145609","doi":"10.1200/jco.2012.30.34_suppl.306","title":"SAGE directory of cancer guidelines.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; SAGE; Audit; Process management; Business; Pathology; Accounting","score_opus":0.6920104574565268,"score_gpt":0.7024700808348142,"score_spread":0.01045962337828743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589145609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95434105,0.0063360576,0.0010160289,0.0296297,0.0058559706,0.00020517659,0.0000074279656,0.000010742687,0.0025978547],"genre_scores_gemma":[0.9553308,0.004765566,0.021053009,0.011266228,0.0071876138,0.000002932114,0.0000024937763,0.000020645213,0.0003707002],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99140626,0.0004988831,0.007213796,0.000111514724,0.0005240963,0.00024547745],"domain_scores_gemma":[0.9851898,0.007464344,0.0050823865,0.00021015681,0.0015413228,0.00051197404],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013532584,0.00011239399,0.0014820748,0.000114941024,0.000017834636,0.0000022860813,0.00013389096,0.00029782785,0.0013820586],"category_scores_gemma":[0.06343082,0.000079090474,0.0006011708,0.00016016382,0.00017224817,0.00027174686,0.000059219314,0.00087110454,0.000021958738],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016542324,0.0012114596,0.43418455,0.000026230464,0.00031047588,0.000030453919,0.00004010077,0.0000067960787,0.0010120241,0.000047503567,0.03494874,0.5265274],"study_design_scores_gemma":[0.0048271823,0.002288137,0.51470923,0.000106326515,0.0008518421,0.00010929827,0.00013910072,0.000040030747,0.00032392077,0.0000897437,0.4764487,0.0000664887],"about_ca_topic_score_codex":0.00017686147,"about_ca_topic_score_gemma":0.00006861947,"teacher_disagreement_score":0.52646095,"about_ca_system_score_codex":0.00013559585,"about_ca_system_score_gemma":0.0020218682,"threshold_uncertainty_score":0.9995308},"labels":[],"label_agreement":null},{"id":"W2589161095","doi":"10.1200/jco.2014.32.30_suppl.69","title":"Using the experience-based design (EBD) approach to strengthen patients’ impact.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Phone; Medicine; Agency (philosophy); Health care; Resource (disambiguation); Medical education; Nursing","score_opus":0.7120120871949063,"score_gpt":0.6236276035902385,"score_spread":0.08838448360466777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589161095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79036534,0.000013280383,0.2016155,0.005756538,0.0008848103,0.00044361918,0.0000015973881,0.000008330407,0.0009109616],"genre_scores_gemma":[0.85188824,0.000008908439,0.13502477,0.011573055,0.0014633241,0.0000049106275,0.0000032386583,0.000017889508,0.000015669644],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931748,0.0018666909,0.0038640988,0.00021067618,0.00061466487,0.000269066],"domain_scores_gemma":[0.9794349,0.01594831,0.0026611094,0.00035823623,0.0010422842,0.0005551327],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0115858875,0.00015054803,0.00102819,0.0001093376,0.000077843404,0.000021371736,0.00028565095,0.00024200285,0.00012961874],"category_scores_gemma":[0.06543649,0.00008169467,0.00050532375,0.00022596189,0.00017102444,0.00016264933,0.0000611648,0.00091056526,0.0000154366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018442253,0.009558154,0.28624523,0.000029027771,0.0005287181,0.000035137982,0.0014290457,0.024240874,0.00038086053,0.00016167777,0.023820184,0.63512886],"study_design_scores_gemma":[0.036532335,0.06394878,0.61030394,0.00015776255,0.0017743844,0.00023653344,0.0027460156,0.14222579,0.0001778797,0.0005808005,0.14084953,0.0004662271],"about_ca_topic_score_codex":0.00005911841,"about_ca_topic_score_gemma":0.0000049413125,"teacher_disagreement_score":0.6346626,"about_ca_system_score_codex":0.00021017561,"about_ca_system_score_gemma":0.0017052559,"threshold_uncertainty_score":0.94243574},"labels":[],"label_agreement":null},{"id":"W2589446870","doi":"10.1200/jco.2014.32.30_suppl.122","title":"Enabling quality data reporting: National implementation of standardization pathology reporting.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer","funders":"","keywords":"General partnership; Standardization; Medicine; Vendor; Medical education; Family medicine; Political science","score_opus":0.7814616540568575,"score_gpt":0.7209403295212471,"score_spread":0.06052132453561043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589446870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9109487,0.00005941023,0.06885412,0.01659247,0.0016984475,0.00031397532,0.000029034753,0.00001709378,0.0014867461],"genre_scores_gemma":[0.9499047,0.00014488804,0.045012806,0.0027416567,0.0019658492,0.0000018010558,0.00018482862,0.000017184057,0.000026310776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9617957,0.0017728808,0.034523822,0.00039685523,0.0012886125,0.00022213109],"domain_scores_gemma":[0.8234606,0.016219698,0.15156752,0.0009090434,0.007461676,0.00038150852],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12730029,0.00012756229,0.0018842596,0.00018633429,0.000053049855,0.0000114922905,0.00024294696,0.00031344342,0.0002453965],"category_scores_gemma":[0.5656924,0.00010411673,0.0003754488,0.00023183259,0.00016568853,0.00045629602,0.00018335503,0.0007954973,0.0000038093967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018010595,0.000802282,0.49462137,0.000083266685,0.0003008781,0.00013369169,0.00010377139,0.0000851677,0.002230999,0.0007352051,0.00749854,0.49160376],"study_design_scores_gemma":[0.010229592,0.006687042,0.8453096,0.00008142295,0.0007438649,0.0012249214,0.0014216028,0.00080801605,0.0006863126,0.0034485043,0.12920754,0.00015156042],"about_ca_topic_score_codex":0.00009484845,"about_ca_topic_score_gemma":0.00015809755,"teacher_disagreement_score":0.4914522,"about_ca_system_score_codex":0.00017150366,"about_ca_system_score_gemma":0.0047220853,"threshold_uncertainty_score":0.898628},"labels":[],"label_agreement":null},{"id":"W2589476940","doi":"10.1200/jco.2014.32.30_suppl.43","title":"Moving toward patient-based funding through quality-based procedures (QBPs) for GI endoscopy and colposcopy.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Best practice; Workload; Accountability; Quality (philosophy); Quality management; Colposcopy; Health care; Operations management; Process management; Business; Management system","score_opus":0.5006549889950059,"score_gpt":0.6199025470076805,"score_spread":0.11924755801267461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589476940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8235669,0.00017199013,0.12071959,0.052195847,0.0018644371,0.00091328565,0.000013019494,0.00003104373,0.0005238805],"genre_scores_gemma":[0.7839724,0.00005828631,0.18685974,0.02777236,0.0012634051,0.000018595862,0.000012815859,0.000027993949,0.000014430466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99227405,0.001021558,0.005495301,0.00032964887,0.0005281191,0.00035133597],"domain_scores_gemma":[0.9552203,0.038412403,0.0046477565,0.00022872313,0.0010570738,0.0004337537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010993524,0.00020066737,0.0016269101,0.00012340897,0.0000988463,0.000030034318,0.00014685286,0.0003921139,0.00008422929],"category_scores_gemma":[0.13592595,0.00015606139,0.0004930558,0.00013556743,0.00023394225,0.00027255653,0.00004402036,0.0008516719,0.000005508684],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07564526,0.0072699618,0.33056578,0.002273897,0.0009908123,0.00014369046,0.0007297068,0.0006954788,0.0074050133,0.0029914165,0.032160785,0.5391282],"study_design_scores_gemma":[0.12568542,0.14800127,0.11025598,0.0015380225,0.0036493742,0.00023938296,0.0033135714,0.020187326,0.0056486106,0.008722818,0.571831,0.0009272591],"about_ca_topic_score_codex":0.000056800865,"about_ca_topic_score_gemma":0.00008095239,"teacher_disagreement_score":0.53967017,"about_ca_system_score_codex":0.00015607472,"about_ca_system_score_gemma":0.003542458,"threshold_uncertainty_score":0.8713525},"labels":[],"label_agreement":null},{"id":"W2589489210","doi":"10.1200/jco.2016.34.7_suppl.163","title":"Cervical screening reminder calls pilot: Utilizing EMRs to improve cancer screening.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Family medicine; Cervical cancer screening; Primary care; Cervical cancer; Pap test; Outreach; Cancer screening; Medical record; Electronic medical record; Pilot program; Test (biology); Health care; Cancer; Medical education; Internal medicine","score_opus":0.5419734872651147,"score_gpt":0.612059880649653,"score_spread":0.07008639338453826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589489210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63661706,0.00024408371,0.07744725,0.27877885,0.004494661,0.000663219,0.00002262527,0.00004344391,0.0016888077],"genre_scores_gemma":[0.8855941,0.00040523813,0.07558403,0.032061104,0.005662299,0.000011541958,0.000001992304,0.00005013077,0.00062953454],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9909493,0.0006931167,0.0064719976,0.00045536045,0.0008962451,0.000534005],"domain_scores_gemma":[0.97782075,0.0156522,0.0033100215,0.0003985289,0.001521781,0.0012967422],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011002084,0.00024099289,0.0017758077,0.00021803056,0.00007422343,0.000019266614,0.00032539878,0.00046243897,0.0013443755],"category_scores_gemma":[0.062085975,0.00014840014,0.0006264904,0.0002687008,0.00020531859,0.00038886236,0.00022223065,0.0014378561,0.00008514137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010822979,0.00074161764,0.09139576,0.000017982653,0.00042957536,0.00031744922,0.000040812643,0.000011530507,0.0051430343,0.000053567688,0.021628933,0.86939675],"study_design_scores_gemma":[0.023596844,0.025593888,0.53975195,0.00071904634,0.0011420455,0.00042579797,0.00043462258,0.0002383197,0.00065904926,0.00032495637,0.4067869,0.00032656934],"about_ca_topic_score_codex":0.00024253961,"about_ca_topic_score_gemma":0.00030879505,"teacher_disagreement_score":0.8690702,"about_ca_system_score_codex":0.00027631156,"about_ca_system_score_gemma":0.0019968324,"threshold_uncertainty_score":0.9995685},"labels":[],"label_agreement":null},{"id":"W2589498315","doi":"10.1200/jco.2014.32.30_suppl.130","title":"Development of an evidence-based clinical pathway for patients undergoing pancreaticoduodenectomy.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Toronto General Hospital","funders":"","keywords":"Medicine; Perioperative; Pancreaticoduodenectomy; Internal medicine; Surgery; Pancreas","score_opus":0.5494231232252323,"score_gpt":0.6041019100319357,"score_spread":0.05467878680670335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589498315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658904,0.000046922803,0.028060889,0.0034424192,0.0017974818,0.00056389795,0.000003336689,0.000012781503,0.00018187142],"genre_scores_gemma":[0.68364054,0.00009728379,0.3107821,0.0041118586,0.0013038934,0.0000076626475,0.000015635642,0.000022672317,0.000018337434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9858551,0.0016405786,0.011182279,0.00033062196,0.0007093048,0.00028211906],"domain_scores_gemma":[0.9078665,0.07940059,0.00876076,0.0004305388,0.0028287394,0.00071286876],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029631961,0.00018452617,0.0023018774,0.0001509334,0.000065028944,0.000011305111,0.00027089327,0.00047786633,0.00008011638],"category_scores_gemma":[0.23881742,0.00013816607,0.00076423096,0.00013968008,0.00019409205,0.00039447396,0.00006016551,0.00077498564,0.000010995231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010404142,0.005042981,0.25196934,0.00012797286,0.00027808108,0.000009963435,0.000044615903,0.000027253265,0.00011627003,0.00008498097,0.000741102,0.7311533],"study_design_scores_gemma":[0.045426358,0.08190324,0.74521494,0.0010104848,0.0012453342,0.000025195352,0.0002272589,0.004114946,0.0006835231,0.00076054194,0.11912696,0.0002612275],"about_ca_topic_score_codex":0.000006665062,"about_ca_topic_score_gemma":0.00010225372,"teacher_disagreement_score":0.73089206,"about_ca_system_score_codex":0.00016792407,"about_ca_system_score_gemma":0.007414186,"threshold_uncertainty_score":0.9991981},"labels":[],"label_agreement":null},{"id":"W2589545520","doi":"10.1200/jco.2016.34.7_suppl.122","title":"Communities of practice: A jurisdictional approach to improving the quality of care in radiation medicine in Ontario.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Regional Municipality of Durham; Princess Margaret Cancer Centre; University Health Network; Western University; Cancer Care Ontario","funders":"","keywords":"Medicine; Best practice; Patient safety; Medical education; Radiation Therapist; Quality management; Quality (philosophy); Medical physics; Radiation therapy; Health care; Operations management; Surgery; Management; Political science","score_opus":0.43549084052700043,"score_gpt":0.6074317264975685,"score_spread":0.17194088597056806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589545520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519997,0.00017150823,0.0018130944,0.04257733,0.0005489858,0.00039372928,0.0000043301925,0.000002200784,0.002489084],"genre_scores_gemma":[0.9879852,0.00022222051,0.008813862,0.002552553,0.00038005234,0.000006461475,0.000005295591,0.000007520656,0.000026839283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99012846,0.0023086697,0.0067009,0.00011205243,0.00061191595,0.00013797685],"domain_scores_gemma":[0.95752406,0.036060028,0.0048007974,0.00025886248,0.0012346529,0.000121595105],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02372319,0.00009152734,0.0012450836,0.00023514446,0.00001894726,0.0000018375752,0.00019364954,0.00021451688,0.00009107867],"category_scores_gemma":[0.067453064,0.000048476457,0.00019026572,0.00021288994,0.00028969807,0.00026503392,0.00007362972,0.0010457732,0.0000012269384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018650357,0.0024101317,0.61872226,0.00009239119,0.00017424725,0.00001517526,0.012874861,0.0001650812,0.0005971159,0.0007391223,0.00072847644,0.34483078],"study_design_scores_gemma":[0.013019814,0.009397735,0.93862236,0.00023523183,0.00020254999,0.0000591566,0.02489157,0.0000635403,0.000025136414,0.00031908412,0.013110916,0.000052880052],"about_ca_topic_score_codex":0.042870943,"about_ca_topic_score_gemma":0.11953865,"teacher_disagreement_score":0.34477788,"about_ca_system_score_codex":0.00055856316,"about_ca_system_score_gemma":0.003428798,"threshold_uncertainty_score":0.96350265},"labels":[],"label_agreement":null},{"id":"W2589565253","doi":"10.1200/jco.2014.32.30_suppl.161","title":"Moving to secondary use of IT solutions: A provincial “near miss indicator” for chemotherapy.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Pharmacy; Regimen; Emergency medicine; Medical emergency; Family medicine; Surgery","score_opus":0.44601731176226633,"score_gpt":0.5804088669541518,"score_spread":0.1343915551918855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589565253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717969,0.000047652095,0.03386997,0.09172612,0.0013357039,0.0008782678,0.00001996201,0.00001173473,0.00031370446],"genre_scores_gemma":[0.75597906,0.0000990966,0.1911042,0.049451794,0.0031721382,0.000014494625,0.000009019357,0.000031447133,0.00013871622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99359196,0.00048425206,0.005067294,0.00020891738,0.0003890073,0.0002585685],"domain_scores_gemma":[0.9775261,0.01699091,0.00376665,0.00025406518,0.0009944267,0.0004678076],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011560908,0.00012338615,0.0013302567,0.00014445875,0.000062672305,0.000015422129,0.00017318563,0.0003599041,0.0002406457],"category_scores_gemma":[0.10220396,0.000099141944,0.0005602814,0.00012991854,0.00017628293,0.00026495775,0.000069859445,0.00079368835,0.000015671827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0109629305,0.0019714066,0.017845936,0.00009932706,0.00038421486,0.000019160532,0.000224234,0.00003969744,0.0011527436,0.00021393632,0.08535782,0.8817286],"study_design_scores_gemma":[0.012291343,0.019917514,0.077177756,0.00010834594,0.0004931189,0.00011264129,0.00017872403,0.0012822113,0.00015644715,0.00060349965,0.8875657,0.000112753],"about_ca_topic_score_codex":0.00005976101,"about_ca_topic_score_gemma":0.00012700015,"teacher_disagreement_score":0.8816158,"about_ca_system_score_codex":0.00013152239,"about_ca_system_score_gemma":0.0036375215,"threshold_uncertainty_score":0.90535855},"labels":[],"label_agreement":null},{"id":"W2589639638","doi":"10.1200/jco.2013.31.31_suppl.245","title":"Concordance with best-practice guidelines for systemic treatment computerized prescriber order entry systems.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Concordance; Audit; Usability; Likert scale; Descriptive statistics; Family medicine; Order entry; Medical emergency; Nursing; Internal medicine","score_opus":0.4732749545152524,"score_gpt":0.5988048136187624,"score_spread":0.12552985910350994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589639638","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.590408,0.0035133697,0.09690573,0.29242805,0.0075551826,0.006852807,0.000024208786,0.00007649056,0.002236182],"genre_scores_gemma":[0.3192471,0.0051100748,0.6177812,0.04243265,0.011747441,0.00033759125,0.00004509082,0.00012091201,0.0031779045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900376,0.0008779072,0.0078053446,0.0003504103,0.0005782177,0.0003505271],"domain_scores_gemma":[0.95368683,0.021445153,0.006965282,0.00042408964,0.016897786,0.00058087124],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005408404,0.00027682027,0.0023425363,0.00010194911,0.00006526601,0.00005613323,0.0002028958,0.0003746197,0.00014474956],"category_scores_gemma":[0.058768462,0.00016685973,0.0004442286,0.00017147335,0.0001605001,0.00066447177,0.00004149133,0.00058470055,0.00009166561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04470866,0.011219262,0.011536441,0.0005527619,0.0056828344,0.001232568,0.00022231248,0.0016801364,0.001022646,0.00039248087,0.47906768,0.4426822],"study_design_scores_gemma":[0.048169587,0.06389471,0.0020251952,0.0007237698,0.003900038,0.010912532,0.0028583135,0.0075032287,0.00002976577,0.00006718893,0.8596503,0.0002653406],"about_ca_topic_score_codex":0.0005528669,"about_ca_topic_score_gemma":0.000023168344,"teacher_disagreement_score":0.5208755,"about_ca_system_score_codex":0.00037041405,"about_ca_system_score_gemma":0.0035868715,"threshold_uncertainty_score":0.9491599},"labels":[],"label_agreement":null},{"id":"W2589691088","doi":"10.1200/jco.2016.34.7_suppl.193","title":"Standardizing architecture and governance of radiology clinical checklist development.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Checklist; Medicine; White paper; Clinical governance; Medical physics; Documentation; Health care; Population; Radiology; Medical education; Computer science","score_opus":0.2953127586449733,"score_gpt":0.5716929478476335,"score_spread":0.27638018920266016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589691088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9501314,0.0005944534,0.010316031,0.036078718,0.0016129644,0.00019498746,0.00000996862,0.0000086342225,0.0010528455],"genre_scores_gemma":[0.92605233,0.0030076047,0.065556176,0.0033725079,0.0017514345,0.0000014876812,0.0000015682451,0.000018863282,0.00023800696],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9902665,0.0009777664,0.007801857,0.0002696592,0.0004457905,0.00023843782],"domain_scores_gemma":[0.97228485,0.020436289,0.0058029243,0.00022921353,0.00081319857,0.00043350688],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01635315,0.00014734747,0.0020288783,0.00007135692,0.000033088636,0.0000041667695,0.0001712871,0.00047986186,0.00019738816],"category_scores_gemma":[0.084919035,0.00008438166,0.0004252141,0.00009896401,0.00068670267,0.00015127027,0.00011648222,0.0010112711,0.000008263358],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058530597,0.00049524807,0.24262233,0.000028284681,0.00037113423,0.00014334172,0.000043097454,7.9792744e-7,0.0006554473,0.00019077778,0.007016471,0.74258],"study_design_scores_gemma":[0.012752108,0.007090994,0.5695386,0.0001940168,0.00028717375,0.0010406211,0.00006036978,0.0000046840673,0.00019727116,0.0005943202,0.40815097,0.0000888753],"about_ca_topic_score_codex":0.000007695409,"about_ca_topic_score_gemma":0.000048688627,"teacher_disagreement_score":0.7424911,"about_ca_system_score_codex":0.00012332074,"about_ca_system_score_gemma":0.0032289615,"threshold_uncertainty_score":0.9227891},"labels":[],"label_agreement":null},{"id":"W2589703875","doi":"10.1200/jco.2014.32.30_suppl.174","title":"Driving action through data: Delivering online cancer screening reports to primary care providers.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Primary care; eHealth; Cancer screening; Family medicine; Health care; Cancer; Medical emergency; Internal medicine","score_opus":0.6023129102117756,"score_gpt":0.6361281723374387,"score_spread":0.033815262125663104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589703875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90967447,0.00032227914,0.04806898,0.037270088,0.0035881558,0.00043459903,0.000009318727,0.000031844564,0.0006002687],"genre_scores_gemma":[0.770441,0.00072858983,0.1994999,0.021735132,0.007386391,0.0000046755076,0.00010793511,0.000037808764,0.000058586254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928656,0.0005371881,0.005243381,0.0004342399,0.0006427597,0.0002768112],"domain_scores_gemma":[0.98842317,0.005144305,0.004142478,0.0006113001,0.0012452762,0.00043347522],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006882362,0.00016356916,0.0013303903,0.00010602111,0.00007865191,0.000023556282,0.0002483091,0.00030438893,0.00008884732],"category_scores_gemma":[0.045740057,0.00013271003,0.00027538952,0.0001835474,0.00007770629,0.0009688157,0.0003378863,0.00137219,0.000006357655],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014404634,0.00032319053,0.1585771,0.00009305008,0.00023907414,0.00034536698,0.0001693262,0.000450973,0.00063675083,0.0000036925412,0.008278934,0.8294421],"study_design_scores_gemma":[0.0044610235,0.0054958095,0.43815738,0.00055834843,0.0010990205,0.0008665877,0.0013395577,0.00096761354,0.00007326972,0.00007343998,0.5467278,0.00018015712],"about_ca_topic_score_codex":0.0006011515,"about_ca_topic_score_gemma":0.001876232,"teacher_disagreement_score":0.82926196,"about_ca_system_score_codex":0.0003776919,"about_ca_system_score_gemma":0.0020605025,"threshold_uncertainty_score":0.9622981},"labels":[],"label_agreement":null},{"id":"W2589758764","doi":"10.1200/jco.2016.34.7_suppl.208","title":"Preoperative triage and multidisciplinary consultation for patients with breast cancer: A pilot study between surgery and medical oncology.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Waterloo; BC Cancer Agency","funders":"","keywords":"Medicine; Triage; Breast cancer; Referral; Radiation oncologist; Multidisciplinary approach; Cancer; General surgery; Medical emergency; Surgery; Family medicine; Radiation therapy; Internal medicine","score_opus":0.36065880087955626,"score_gpt":0.5822831535548416,"score_spread":0.22162435267528535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589758764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523822,0.00005769608,0.00070414256,0.045039114,0.0004509561,0.0012652744,0.00007350141,0.000007870393,0.000019230873],"genre_scores_gemma":[0.99486345,0.00062256056,0.0023267136,0.0009444057,0.0011401514,0.000043106407,0.00000980699,0.000018951981,0.000030873685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99414647,0.0011279911,0.0036953369,0.00030049204,0.0005246457,0.0002050661],"domain_scores_gemma":[0.9213405,0.073683076,0.0026758949,0.00011544996,0.0015883648,0.0005967069],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010208559,0.00015740658,0.0016741572,0.00011996683,0.00008158917,0.000009300615,0.00007224663,0.00022625465,0.00009405484],"category_scores_gemma":[0.051736835,0.00008116767,0.00010481143,0.000097945085,0.00043007074,0.0003316976,0.00008067705,0.00052472076,0.0000015012131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026420502,0.0035277663,0.6304971,0.000016842052,0.0004128787,0.000054312277,0.00013371941,1.09900796e-7,0.000006678625,0.0000031267932,0.00079349976,0.33813345],"study_design_scores_gemma":[0.052527737,0.07842385,0.8656281,0.00018996566,0.0010588756,0.00011185977,0.0005745235,0.000021410697,0.0000018106448,0.00006983024,0.0012996355,0.00009238079],"about_ca_topic_score_codex":0.000058566166,"about_ca_topic_score_gemma":0.00035125387,"teacher_disagreement_score":0.3380411,"about_ca_system_score_codex":0.00016934382,"about_ca_system_score_gemma":0.0032914598,"threshold_uncertainty_score":0.9562508},"labels":[],"label_agreement":null},{"id":"W2589831226","doi":"10.1200/jco.2012.30.34_suppl.190","title":"Does a quality-of-care problem exist? Cancer Care Ontario practice pattern data and the recommendations of two lung cancer practice guidelines.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Referral; Family medicine; Quality (philosophy); Data collection; Best practice; Clinical Practice; Nursing","score_opus":0.588791430040011,"score_gpt":0.6958034802357941,"score_spread":0.10701205019578308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589831226","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12786551,0.020316668,0.0027908003,0.8350881,0.0074631614,0.0020854098,0.0003636243,0.00001642873,0.0040103244],"genre_scores_gemma":[0.7465987,0.023577033,0.17513163,0.04805451,0.0060994024,0.00006588138,0.00014156173,0.000058368285,0.00027288584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868223,0.0029829673,0.008797303,0.00031232438,0.00079315517,0.00029193674],"domain_scores_gemma":[0.9354944,0.041146003,0.013600613,0.00075274927,0.008671276,0.00033495846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024818197,0.00019945131,0.0017457644,0.00008804871,0.00008884176,0.000018101524,0.00044080557,0.00026305133,0.0002889443],"category_scores_gemma":[0.13925448,0.0001044208,0.00030504316,0.00018170832,0.00038130826,0.0015126881,0.00042243602,0.0016663239,0.0000018391022],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012842396,0.0014661339,0.30048823,0.00044893695,0.001938358,0.00002049238,0.010080835,0.000030271614,0.00003024219,0.00030257192,0.03236644,0.6399851],"study_design_scores_gemma":[0.022869216,0.0016730455,0.032007504,0.00061221886,0.0076435613,0.00016343346,0.03591856,0.000113923124,0.000021656648,0.000115266404,0.898682,0.00017963638],"about_ca_topic_score_codex":0.0654016,"about_ca_topic_score_gemma":0.092204005,"teacher_disagreement_score":0.86631554,"about_ca_system_score_codex":0.00046759375,"about_ca_system_score_gemma":0.005936624,"threshold_uncertainty_score":0.9996988},"labels":[],"label_agreement":null},{"id":"W2589875684","doi":"10.1200/jco.2014.32.30_suppl.56","title":"Population-based standardized symptom screening: Cancer Care Ontario’s Edmonton Symptom Assessment System and performance status initiatives.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Queen's University; Élisabeth Bruyère Hospital; Cancer Care Ontario","funders":"","keywords":"Medicine; Audit; Family medicine; Population; Feeling; Health care; Cancer; Intervention (counseling); Physical therapy; Nursing; Environmental health","score_opus":0.201034555021466,"score_gpt":0.5504518428528278,"score_spread":0.3494172878313618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589875684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857852,0.00023469323,0.006551354,0.0034372327,0.0013862422,0.0004379883,0.000019116962,0.000026336273,0.0021218325],"genre_scores_gemma":[0.9722319,0.00027363424,0.02382863,0.002392983,0.001151214,0.00001357691,0.000046112615,0.000027410488,0.000034491033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99303305,0.0010448204,0.004445032,0.00031074093,0.0008289032,0.0003374814],"domain_scores_gemma":[0.98652893,0.0071960785,0.0038711338,0.00024574125,0.001566904,0.00059122336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006282449,0.00021905359,0.0017909138,0.00016328531,0.00012379407,0.000032234955,0.00011631036,0.00034990208,0.00018639395],"category_scores_gemma":[0.006010079,0.00016890933,0.00033278126,0.00012491683,0.00011887562,0.00040737953,0.00005566099,0.0013216372,0.0000024245512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037235196,0.00021479113,0.8386845,0.00014886972,0.0002627493,0.000029114726,0.00019138551,0.00032742988,0.000010006295,0.00008343734,0.00026660386,0.15605757],"study_design_scores_gemma":[0.017415324,0.0091303885,0.933254,0.0005039938,0.000813253,0.00004544755,0.0009031324,0.005285823,0.000009994942,0.000011867082,0.032474693,0.00015206562],"about_ca_topic_score_codex":0.0058310907,"about_ca_topic_score_gemma":0.009701706,"teacher_disagreement_score":0.1559055,"about_ca_system_score_codex":0.0017265939,"about_ca_system_score_gemma":0.00590047,"threshold_uncertainty_score":0.9997352},"labels":[],"label_agreement":null},{"id":"W2589882411","doi":"10.1200/jco.2012.30.34_suppl.254","title":"Measuring and reporting on system performance across the Canadian cancer control continuum.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer","funders":"","keywords":"Medicine; Concordance; General partnership; Family medicine; Business","score_opus":0.638366452294361,"score_gpt":0.6169176228133815,"score_spread":0.02144882948097948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589882411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96928453,0.00040944453,0.000049889244,0.025467917,0.002612078,0.00025595998,0.0000033224073,0.000006884641,0.0019099995],"genre_scores_gemma":[0.987221,0.00016217676,0.00034368673,0.008309028,0.0038740577,0.000006379176,5.5906656e-7,0.000012936469,0.00007016009],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930208,0.0004943177,0.005605309,0.0001179497,0.0003835922,0.00037808108],"domain_scores_gemma":[0.9847485,0.005770896,0.007945517,0.00017313132,0.0006994265,0.00066255097],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03265884,0.00010191893,0.001021001,0.000046703266,0.00019445077,0.000020025891,0.00009368338,0.00022842061,0.000028596687],"category_scores_gemma":[0.044827167,0.000058705475,0.00020841719,0.0000744629,0.00014912858,0.0002121613,0.000024001889,0.0012371715,0.000011080687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010062945,0.000107549706,0.80352265,0.000034264773,0.00019465522,0.00008300606,0.00017317025,0.000014237336,0.000031205887,0.00004449945,0.0016871794,0.19310129],"study_design_scores_gemma":[0.0049567595,0.0017507465,0.91011333,0.00020264702,0.0003945871,0.0010812478,0.001020606,0.00032724932,0.000024037103,0.0000043949167,0.080060594,0.00006381389],"about_ca_topic_score_codex":0.0077238255,"about_ca_topic_score_gemma":0.052501548,"teacher_disagreement_score":0.19303748,"about_ca_system_score_codex":0.00046492668,"about_ca_system_score_gemma":0.0020699927,"threshold_uncertainty_score":0.99888384},"labels":[],"label_agreement":null},{"id":"W2589974889","doi":"10.1200/jco.2012.30.34_suppl.88","title":"Enabling quality improvement in systemic cancer treatment through a collaborative approach.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Ontario Stroke Network; University Health Network; Cancer Care Ontario","funders":"","keywords":"Medicine; Collaborative network; Quality management; Systemic therapy; Quality (philosophy); Scale (ratio); Nursing; Medical education; Knowledge management; Cancer; Operations management; Internal medicine","score_opus":0.5955320633422864,"score_gpt":0.6526455129085001,"score_spread":0.05711344956621378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589974889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98293847,0.0025299534,0.001243649,0.008750148,0.0020568268,0.0007860718,0.000010802808,0.0000094700845,0.0016746036],"genre_scores_gemma":[0.97638416,0.0040045716,0.012673433,0.0038304832,0.0029235762,0.00004709057,0.00000660019,0.00001749745,0.000112561145],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.991117,0.0013017014,0.0065435544,0.00021270901,0.00046135805,0.00036367204],"domain_scores_gemma":[0.9880121,0.00626286,0.004389429,0.00021817203,0.0007581076,0.00035935437],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011916831,0.00017332379,0.0018591874,0.00009909214,0.00003289912,0.000009064307,0.00010268085,0.0003328362,0.00012071845],"category_scores_gemma":[0.013244299,0.00011591207,0.00037806312,0.00030252658,0.00010664712,0.00046805103,0.000045372813,0.0007815169,0.000012081532],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009478567,0.0114673395,0.46729985,0.00014254072,0.0010409898,0.00009729836,0.0026532444,0.00013600092,0.0020328483,0.0004764734,0.0017780098,0.50339687],"study_design_scores_gemma":[0.09079195,0.04943031,0.49103117,0.00061790075,0.0031321717,0.0007696582,0.03939681,0.00043690955,0.0012663954,0.00059895037,0.321892,0.0006358041],"about_ca_topic_score_codex":0.00075899874,"about_ca_topic_score_gemma":0.00023668107,"teacher_disagreement_score":0.50276107,"about_ca_system_score_codex":0.0013475246,"about_ca_system_score_gemma":0.0033178073,"threshold_uncertainty_score":0.99506754},"labels":[],"label_agreement":null},{"id":"W2590001458","doi":"10.1200/jco.2014.32.30_suppl.240","title":"Improving the patient experience for cancer patients in Ontario through real-time measurement.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Patient experience; Cancer; Government (linguistics); Focus group; Data collection; Patient satisfaction; Agency (philosophy); Health care; Family medicine; Ambulatory; Nursing; Surgery; Internal medicine","score_opus":0.419305167876886,"score_gpt":0.5547413359843477,"score_spread":0.13543616810746173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590001458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98743474,0.000026359237,0.0011557869,0.0080667855,0.0018344816,0.0006304673,0.0000016758698,0.000005276061,0.00084443507],"genre_scores_gemma":[0.9816419,0.00011684549,0.009890297,0.0074935737,0.00073483854,0.00004014716,0.0000032136022,0.000016442837,0.00006277679],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99392635,0.0005565971,0.004380691,0.00021253072,0.000672527,0.00025128378],"domain_scores_gemma":[0.9883677,0.0063549415,0.0034139962,0.00021656045,0.0014822104,0.00016460287],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008309359,0.00012212605,0.00091394945,0.000044581917,0.000055722732,0.000011267849,0.00017813452,0.0001989392,0.00020571418],"category_scores_gemma":[0.044902194,0.000074154996,0.00032479197,0.000087425906,0.00012039401,0.00025635565,0.000061945306,0.00081416307,0.0000074371906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060476945,0.0023877379,0.51081014,0.000021384205,0.00014003763,0.00001256933,0.001932615,0.000044486394,0.0006981204,0.00004784909,0.007661189,0.47019616],"study_design_scores_gemma":[0.014636793,0.017876947,0.74349284,0.00013186174,0.00037472948,0.000016187403,0.00047168275,0.0007271926,0.00014808863,0.00054640864,0.22144485,0.00013243864],"about_ca_topic_score_codex":0.02531905,"about_ca_topic_score_gemma":0.07175008,"teacher_disagreement_score":0.47006372,"about_ca_system_score_codex":0.00080147514,"about_ca_system_score_gemma":0.0025170106,"threshold_uncertainty_score":0.9811714},"labels":[],"label_agreement":null},{"id":"W2590040832","doi":"10.1200/jco.2016.34.7_suppl.50","title":"Lung cancer diagnosis transformation: Aligning the people, processes, and technology sides of the learning system.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Referral; Population; Workflow; Lung cancer; Cancer; Cancer registry; Operations management; Family medicine; Internal medicine","score_opus":0.18483421971976224,"score_gpt":0.539496675519561,"score_spread":0.3546624557997988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590040832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7572978,0.0014606192,0.0012927534,0.23860773,0.00067653146,0.00034350867,0.0000035529408,0.000012491461,0.0003050201],"genre_scores_gemma":[0.99433565,0.0037499722,0.00039438196,0.00090004626,0.00053108926,0.00003294746,2.974941e-7,0.000010242543,0.000045390447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957215,0.0005456598,0.0031339475,0.00011698154,0.00033495296,0.00014692174],"domain_scores_gemma":[0.9807163,0.014717718,0.0032036246,0.0001470273,0.0011239555,0.00009137892],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054094503,0.00009190315,0.00078891247,0.00008258469,0.000096853524,0.0000067516967,0.00018454998,0.00024506173,0.00006461926],"category_scores_gemma":[0.04076131,0.000037036047,0.00016743169,0.0003627262,0.00029835541,0.0002110219,0.00006011106,0.0007005581,0.0000012936208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005692213,0.00016931673,0.76787674,0.0002896159,0.00029093554,0.000011437494,0.0003509465,0.00001699211,0.00026821188,0.0003953738,0.00200246,0.22775877],"study_design_scores_gemma":[0.027582586,0.011704166,0.70462507,0.005875294,0.0060138926,0.002340831,0.017647315,0.0010850474,0.003720641,0.001030738,0.2180225,0.00035194893],"about_ca_topic_score_codex":0.00006347897,"about_ca_topic_score_gemma":0.0003819934,"teacher_disagreement_score":0.23770769,"about_ca_system_score_codex":0.000106883825,"about_ca_system_score_gemma":0.0017026647,"threshold_uncertainty_score":0.9673188},"labels":[],"label_agreement":null},{"id":"W2590088447","doi":"10.1200/jco.2016.34.7_suppl.107","title":"Bringing provincial improvements to oral chemotherapy prescribing through co-ordinated regional initiatives.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Audit; Medical prescription; Quality management; Government (linguistics); Agency (philosophy); Family medicine; Nursing; Business; Service (business); Accounting","score_opus":0.45775776559705644,"score_gpt":0.6000433079581186,"score_spread":0.1422855423610621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590088447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88649595,0.000038266167,0.014729556,0.0935968,0.0013839875,0.0006610474,0.0000096325575,0.000030054714,0.0030547292],"genre_scores_gemma":[0.93130445,0.00026676437,0.028240658,0.036956254,0.0028873798,0.000007719857,0.000004817334,0.000037818132,0.00029414945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99360925,0.000530736,0.0045377575,0.00031216373,0.0006505623,0.0003595263],"domain_scores_gemma":[0.98978555,0.005608186,0.0029073388,0.00022060677,0.001031596,0.00044669164],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065707816,0.00018270202,0.0012516922,0.00013352299,0.00006106991,0.000015108813,0.00021562703,0.000300004,0.00049739005],"category_scores_gemma":[0.028844232,0.00011590314,0.00043751657,0.00017888626,0.00017276836,0.000712668,0.00008152501,0.0007339263,0.00005901271],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014958389,0.0019893537,0.080458716,0.000025758416,0.0006721577,0.00031063403,0.00028068543,0.0000026364646,0.011937274,0.00025593015,0.053787924,0.83532053],"study_design_scores_gemma":[0.04438445,0.027949648,0.37819698,0.00048146967,0.00049519143,0.00038936766,0.00048275435,0.00008035108,0.0029206146,0.0016547338,0.542634,0.0003304385],"about_ca_topic_score_codex":0.00008685598,"about_ca_topic_score_gemma":0.000040296523,"teacher_disagreement_score":0.8349901,"about_ca_system_score_codex":0.00038210265,"about_ca_system_score_gemma":0.0022589269,"threshold_uncertainty_score":0.9793362},"labels":[],"label_agreement":null},{"id":"W2590115326","doi":"10.1200/jco.2010.28.15_suppl.6096","title":"Quality and consistency in breast cancer clinical guidelines internationally: Are we globally consistent?","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; CLARITY; Consistency (knowledge bases); Guideline; Breast cancer; Nice; Family medicine; Quality (philosophy); Health care; Nursing; Cancer; Internal medicine; Pathology","score_opus":0.629778333039432,"score_gpt":0.6755276325570057,"score_spread":0.04574929951757367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590115326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63888484,0.0003555662,0.00009317655,0.35573402,0.0039271866,0.00020108068,0.00003283774,0.000009848486,0.00076139864],"genre_scores_gemma":[0.9226687,0.008645224,0.019815901,0.044495437,0.004201025,0.0000061196215,0.0000063267225,0.00002233801,0.00013894083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9843682,0.0011743939,0.01306543,0.00039305983,0.00073532516,0.00026360404],"domain_scores_gemma":[0.9719237,0.01571273,0.0073942114,0.00033270355,0.003955413,0.00068123033],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026507137,0.00020092436,0.0021832646,0.00016033977,0.000039542087,0.000026939175,0.00026459867,0.00067472487,0.00056898623],"category_scores_gemma":[0.09237359,0.00015171965,0.0006134609,0.00017653739,0.0006825145,0.00028906667,0.00017070178,0.0026669148,0.000014203647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032964114,0.0012791412,0.7299949,0.000027109469,0.0002502653,0.00026695168,0.000012711892,0.0000024724618,0.00010034214,0.000516978,0.017936261,0.24631645],"study_design_scores_gemma":[0.011846705,0.0011780801,0.8750571,0.0002034874,0.00031456514,0.0013034734,0.00035216927,0.0002016417,0.0000017251024,0.0017381171,0.10767289,0.00013002663],"about_ca_topic_score_codex":0.00033443264,"about_ca_topic_score_gemma":0.0046381466,"teacher_disagreement_score":0.3112386,"about_ca_system_score_codex":0.00012176464,"about_ca_system_score_gemma":0.004080183,"threshold_uncertainty_score":0.99963397},"labels":[],"label_agreement":null},{"id":"W2590127461","doi":"10.1200/jco.2015.33.29_suppl.79","title":"Are palliative patients less accepting to self-report symptom measures for clinical management than curative patients?","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; Ontario Institute for Cancer Research","funders":"","keywords":"Medicine; Prom; Palliative care; Curative treatment; Cancer; Palliative treatment; Surgery; Internal medicine; Nursing; Disease","score_opus":0.6787595424019568,"score_gpt":0.6463149088124457,"score_spread":0.03244463358951111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590127461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698233,0.000030553278,0.005513013,0.015272422,0.0055616884,0.002072151,0.000023190669,0.000035644433,0.0016680524],"genre_scores_gemma":[0.93220806,0.00023208598,0.050346117,0.01395682,0.0029224737,0.000053542473,0.000054128297,0.000054695076,0.00017207924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9862324,0.0014149693,0.0100085605,0.0005556783,0.0013451264,0.00044324732],"domain_scores_gemma":[0.96083176,0.01548953,0.013373559,0.0004456506,0.008385501,0.0014739924],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01843402,0.00029767395,0.0022845245,0.0002041698,0.000086545355,0.000033040043,0.00035839304,0.00048472098,0.000025831137],"category_scores_gemma":[0.16346373,0.00022410913,0.00093104545,0.000268704,0.00013538309,0.00041744203,0.0002603715,0.0011921152,0.000043403754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068116854,0.005284565,0.7517607,0.000031068426,0.0010815426,0.00021458528,0.00024432974,0.000015474901,2.6687047e-7,0.000028453418,0.05535972,0.17916757],"study_design_scores_gemma":[0.023036461,0.016697595,0.7671271,0.00015391105,0.0012585697,0.000019661371,0.0022971083,0.000060507737,0.0000035681946,0.00034337805,0.18881568,0.00018648572],"about_ca_topic_score_codex":0.000016042393,"about_ca_topic_score_gemma":0.00009971274,"teacher_disagreement_score":0.17898108,"about_ca_system_score_codex":0.0005762733,"about_ca_system_score_gemma":0.0013902469,"threshold_uncertainty_score":0.91389054},"labels":[],"label_agreement":null},{"id":"W2590129025","doi":"10.1200/jco.2014.32.30_suppl.257","title":"Improving the safe delivery of systemic treatment by assessing concordance with labeling guidelines.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Concordance; Medicine; Guideline; Quality management; Internal medicine; Operations management; Pathology","score_opus":0.3632528676379009,"score_gpt":0.5685413941854774,"score_spread":0.20528852654757657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590129025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96343184,0.0011895072,0.01916169,0.014503091,0.0009910612,0.00033830456,0.0000040185673,0.00001067668,0.00036979103],"genre_scores_gemma":[0.95542186,0.0010171508,0.036819175,0.0050454237,0.0015647877,0.00000439497,0.000004913518,0.000024882987,0.00009740152],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99137974,0.0010079573,0.00653988,0.00023108548,0.00060801726,0.00023332004],"domain_scores_gemma":[0.9729134,0.01613482,0.0077599566,0.00036304738,0.002577306,0.0002515093],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01319359,0.00018266309,0.001658706,0.00006807743,0.000072104485,0.000019685584,0.00020870629,0.00025899624,0.00003993259],"category_scores_gemma":[0.028903171,0.00009465543,0.00037134753,0.00015848824,0.00025200378,0.00026949478,0.000049732076,0.0007980682,0.000006552225],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034032492,0.0009196149,0.067335,0.000083052095,0.0005717277,0.000078395584,0.00007933855,0.00027125012,0.012985518,0.00004789826,0.005992611,0.90823233],"study_design_scores_gemma":[0.14818795,0.18626201,0.099323615,0.00610949,0.017000023,0.011033596,0.013024803,0.055640496,0.006412557,0.00050845393,0.45516303,0.001333993],"about_ca_topic_score_codex":0.00038650964,"about_ca_topic_score_gemma":0.0000915668,"teacher_disagreement_score":0.9068983,"about_ca_system_score_codex":0.00026468848,"about_ca_system_score_gemma":0.0029748678,"threshold_uncertainty_score":0.9792768},"labels":[],"label_agreement":null},{"id":"W2590145253","doi":"10.1200/jco.2013.31.31_suppl.80","title":"Bidirectional consultative process as a novel methodology to develop a pan-Canadian cancer quality initiative.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer","funders":"","keywords":"Stakeholder; Quality (philosophy); Relevance (law); Enthusiasm; Stakeholder engagement; Process (computing); Focus group; Medicine; Public relations; Medical education; Computer science; Business; Psychology; Political science; Marketing","score_opus":0.8167217640693439,"score_gpt":0.7086509886297792,"score_spread":0.10807077543956478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590145253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8152338,0.00007544692,0.0077838367,0.17052469,0.0020215795,0.00081076357,0.000031173324,0.000014381175,0.003504311],"genre_scores_gemma":[0.7607877,0.00016502407,0.14072248,0.096202664,0.0016826086,0.00008962896,0.000011105726,0.000026646676,0.00031211355],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9914511,0.0019722665,0.0053732856,0.0003198821,0.00050562585,0.00037787008],"domain_scores_gemma":[0.9344007,0.04695808,0.0045943153,0.00020632024,0.012112843,0.0017277469],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014397208,0.00018103329,0.0016543268,0.00032171098,0.00007971187,0.00001701393,0.00019337266,0.00045519482,0.0024708726],"category_scores_gemma":[0.33115867,0.00013986405,0.00023961194,0.0007307038,0.000254007,0.0003516029,0.00005206376,0.0013995186,0.00030997212],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009473972,0.0024342048,0.13208365,0.000069615955,0.0018806108,0.00021277237,0.0025600852,0.00004918457,0.0017325463,0.0009795415,0.04179152,0.8067323],"study_design_scores_gemma":[0.010156838,0.0075875903,0.83498186,0.00010671627,0.00046541973,0.0005875148,0.004315747,0.000074207266,0.0003308672,0.0043765977,0.13677521,0.00024142588],"about_ca_topic_score_codex":0.03997658,"about_ca_topic_score_gemma":0.05072385,"teacher_disagreement_score":0.80649084,"about_ca_system_score_codex":0.0005486491,"about_ca_system_score_gemma":0.028468026,"threshold_uncertainty_score":0.998441},"labels":[],"label_agreement":null},{"id":"W2590248786","doi":"10.1200/jco.2016.34.7_suppl.215","title":"Patients as partners in managing cancer treatment-related toxicity.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; St. Michael's Hospital; Cancer Care Ontario","funders":"","keywords":"Stakeholder engagement; Medicine; Government (linguistics); Stakeholder; Agency (philosophy); Quality management; Quality (philosophy); Public relations; Nursing; Business; Marketing; Political science; Service (business)","score_opus":0.37014061669287696,"score_gpt":0.6348419365875267,"score_spread":0.2647013198946498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590248786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.933242,0.00009226443,0.000049660517,0.061990835,0.0014839958,0.00023184913,0.0000027553,0.000008319287,0.00289829],"genre_scores_gemma":[0.9901866,0.0024847512,0.0007145802,0.0051672314,0.00057405536,0.000006099539,0.0000024934038,0.000016192398,0.0008480061],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942421,0.00054888445,0.0044387383,0.0001968612,0.0003318088,0.00024162323],"domain_scores_gemma":[0.9898956,0.006768855,0.0024262161,0.00015661436,0.00042027349,0.00033246833],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003261195,0.00012455921,0.0010749613,0.00016329843,0.000019683535,0.0000047231206,0.00009972438,0.00027898134,0.0009220116],"category_scores_gemma":[0.019981116,0.00006963244,0.00034852943,0.00016038172,0.00012129543,0.00025467237,0.00003532156,0.0004352638,0.000091588816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024624448,0.0013994419,0.44821504,0.0000034752563,0.0001813702,0.00020776057,0.000040484294,0.000005309575,0.000106527536,0.000043376593,0.0018012865,0.5455335],"study_design_scores_gemma":[0.048525926,0.020570645,0.77705526,0.0002671969,0.0005727959,0.00008204659,0.00017181224,0.00006140712,0.00012620521,0.0018581622,0.150576,0.00013256741],"about_ca_topic_score_codex":0.00019852235,"about_ca_topic_score_gemma":0.00040013512,"teacher_disagreement_score":0.5454009,"about_ca_system_score_codex":0.00064672367,"about_ca_system_score_gemma":0.001630067,"threshold_uncertainty_score":0.9999913},"labels":[],"label_agreement":null},{"id":"W2590267628","doi":"10.1200/jco.2016.34.7_suppl.277","title":"Psychosocial oncology quality indicators prioritization exercise.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Psychosocial; Medicine; Performance indicator; Worksheet; Delphi method; Quality (philosophy); Prioritization; Scale (ratio); Relevance (law); Process management; Operations management; Family medicine; Psychology; Statistics; Marketing; Psychiatry; Business","score_opus":0.4686772326585329,"score_gpt":0.6608217481033887,"score_spread":0.19214451544485578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590267628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8219714,0.00019012322,0.0071516545,0.15747683,0.0060754544,0.00048893195,0.000009482449,0.00003429246,0.006601825],"genre_scores_gemma":[0.97111744,0.0025951776,0.012695139,0.008410447,0.004750089,0.000005923729,0.000005253782,0.000026446649,0.00039405806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989583,0.0014875648,0.007684074,0.0002767571,0.0006835338,0.00028503535],"domain_scores_gemma":[0.9733682,0.017291607,0.0072537134,0.00028679147,0.0011468711,0.00065276405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017032864,0.0001515202,0.0018375812,0.00024127083,0.00005573446,0.000007985105,0.00021544113,0.0008003436,0.00082362816],"category_scores_gemma":[0.07348822,0.0000935565,0.00064926164,0.0002893521,0.00036176707,0.00034163045,0.00006705816,0.0009601324,0.00012076353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00617429,0.0017952645,0.12637076,0.00001599465,0.00018161742,0.00011705399,0.000062501524,2.5613437e-7,0.00051423616,0.00045781274,0.02551437,0.83879584],"study_design_scores_gemma":[0.01654199,0.00940976,0.47026664,0.00012666247,0.00055668066,0.00015872551,0.00021566353,0.000002918234,0.000096379925,0.0025793524,0.49992847,0.00011675706],"about_ca_topic_score_codex":0.000020927318,"about_ca_topic_score_gemma":0.000048842943,"teacher_disagreement_score":0.8386791,"about_ca_system_score_codex":0.00052758213,"about_ca_system_score_gemma":0.0051725423,"threshold_uncertainty_score":0.93431616},"labels":[],"label_agreement":null},{"id":"W2590275090","doi":"10.1200/jco.2014.32.30_suppl.39","title":"Automating a program for the evidence-based reimbursement of oncology drugs across a complex network: Benefits and challenges.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Software deployment; Workflow; Reimbursement; Medicine; Early adopter; Adjudication; Process management; Health care; Computer science; Business; Software engineering","score_opus":0.724174703092473,"score_gpt":0.6355368481969429,"score_spread":0.08863785489553011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590275090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65900654,0.007351624,0.005004004,0.3239564,0.0019028606,0.0023890783,0.0000070738374,0.000037294583,0.00034510402],"genre_scores_gemma":[0.8973906,0.007343128,0.0839894,0.008249379,0.0029297879,0.000060671115,0.000004490841,0.000023268145,0.0000092966775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99225086,0.001190253,0.0054211332,0.00026214984,0.00048283825,0.00039278116],"domain_scores_gemma":[0.916689,0.075749464,0.005650901,0.00029463443,0.0013262402,0.00028978748],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034872934,0.00016072895,0.0016745797,0.000047466165,0.00011902757,0.000014133882,0.00023816533,0.00036013895,0.000040852003],"category_scores_gemma":[0.05662858,0.00010019573,0.0004962083,0.0001228037,0.00043660076,0.0001498419,0.000121529454,0.0008063432,0.0000018032089],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044492697,0.0012735865,0.009146826,0.000164632,0.0003226982,0.000007728136,0.00019639083,0.00040874476,0.000023348188,0.00038686724,0.0021960994,0.9814238],"study_design_scores_gemma":[0.022984546,0.081664234,0.3757378,0.000984941,0.0016715394,0.00016796478,0.0015115344,0.051214084,0.000017476348,0.00058221276,0.46330008,0.00016360192],"about_ca_topic_score_codex":0.000027962393,"about_ca_topic_score_gemma":0.00017555666,"teacher_disagreement_score":0.9812602,"about_ca_system_score_codex":0.00012987359,"about_ca_system_score_gemma":0.0013548643,"threshold_uncertainty_score":0.9938014},"labels":[],"label_agreement":null},{"id":"W2590321819","doi":"10.1200/jco.2016.34.7_suppl.108","title":"Pathway map development as an approach to identifying priority areas for quality improvement in Ontario.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; Juravinski Cancer Centre; Cancer Care Ontario; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Multidisciplinary approach; Specialty; Quality management; Cervical cancer; Stakeholder; Survivorship curve; Reimbursement; Health care; Nursing; Knowledge translation; Family medicine; MEDLINE; Process management; Cancer; Knowledge management; Public relations; Operations management; Business","score_opus":0.5967053015558434,"score_gpt":0.6142961221569955,"score_spread":0.017590820601152024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590321819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95715755,0.000012818018,0.02620893,0.013554577,0.0015125439,0.00095165457,0.0000031633883,0.0000099364925,0.00058884965],"genre_scores_gemma":[0.857324,0.000014626996,0.13459753,0.006530847,0.00082209246,0.000042027288,0.000009603577,0.00001940802,0.0006398612],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9908787,0.00058232894,0.007180382,0.0003971757,0.0006080429,0.00035336305],"domain_scores_gemma":[0.98911595,0.0060751154,0.0028258252,0.00031016298,0.00095837173,0.0007145982],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024875982,0.00016822889,0.0013795679,0.00016405409,0.00004802495,0.000016678032,0.00023319488,0.00032869584,0.00014453456],"category_scores_gemma":[0.029836802,0.00010867672,0.00033987974,0.00009327793,0.00006564007,0.000370465,0.00011564678,0.00074511924,0.000033647448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009536516,0.0050301463,0.20153135,0.00005987795,0.00019309009,0.000053476466,0.0005978147,0.0000026608927,0.002176247,0.00039259414,0.0008692362,0.779557],"study_design_scores_gemma":[0.016357072,0.009988366,0.78713703,0.00013724205,0.00012790655,0.00004746367,0.00076506723,0.000009951612,0.00052430836,0.0022496097,0.18248425,0.00017175125],"about_ca_topic_score_codex":0.0027405291,"about_ca_topic_score_gemma":0.040127046,"teacher_disagreement_score":0.7793852,"about_ca_system_score_codex":0.0014204836,"about_ca_system_score_gemma":0.008954254,"threshold_uncertainty_score":0.99666405},"labels":[],"label_agreement":null},{"id":"W2590346812","doi":"10.1200/jco.2014.32.30_suppl.18","title":"Quantifying the psychosocial needs of cancer patients and associated provider workload to build PSO services into the funding model for systemic treatment in Ontario.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Psychosocial; Medicine; Workload; Documentation; Family medicine; Social work; Needs assessment; Nursing; Psychiatry","score_opus":0.38837579662075394,"score_gpt":0.5779125875991922,"score_spread":0.18953679097843823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590346812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623148,0.0001595009,0.0006417982,0.03522235,0.00072134647,0.0009044394,0.0000021831854,0.0000031199959,0.00003048255],"genre_scores_gemma":[0.992133,0.00020017399,0.0013175731,0.0057982015,0.00041955413,0.00004391311,0.0000026544608,0.000013387934,0.00007153695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956332,0.0005457094,0.0031980197,0.00013449304,0.00029152923,0.00019704216],"domain_scores_gemma":[0.98689646,0.0094219865,0.0027811655,0.00013240844,0.0006260353,0.00014196828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068623214,0.00012201503,0.0009637584,0.00009511005,0.00008084009,0.000015913483,0.00015579222,0.00022168065,0.000009498874],"category_scores_gemma":[0.0067244447,0.00006327833,0.00023825675,0.00016098544,0.00007062241,0.000116892625,0.000043315937,0.0005172219,7.592519e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003907601,0.0008805909,0.8653677,0.00004950964,0.0003439184,0.0000013380835,0.00710052,0.00062913814,0.00007976423,0.000038614337,0.00039022588,0.1212111],"study_design_scores_gemma":[0.024700886,0.014396997,0.9164048,0.0010363766,0.0016876362,0.000013350778,0.005449737,0.024143001,0.000013914521,0.0008848587,0.011108182,0.0001602691],"about_ca_topic_score_codex":0.019110452,"about_ca_topic_score_gemma":0.33094114,"teacher_disagreement_score":0.3118307,"about_ca_system_score_codex":0.00066243205,"about_ca_system_score_gemma":0.0012565954,"threshold_uncertainty_score":0.9874214},"labels":[],"label_agreement":null},{"id":"W2590368828","doi":"10.1200/jco.2014.32.31_suppl.76","title":"Advance-care planning quality improvement plan: A Cancer Care Ontario toolkit to support primary care teams to implement advance care plans in practice.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Health Sciences Centre; Cancer Care Ontario; Sunnybrook Health Science Centre","funders":"","keywords":"Advance care planning; Medicine; Quality management; Quality (philosophy); Health care; Nursing; Process management; Plan (archaeology); PDCA; Best practice; Process (computing); Christian ministry; Palliative care; Operations management; Business; Computer science; Engineering","score_opus":0.24830430641154283,"score_gpt":0.6029922644922815,"score_spread":0.35468795808073866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590368828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656456,0.0014080257,0.0016185482,0.016876925,0.004420074,0.0026472223,0.0002739259,0.00003930878,0.0070703826],"genre_scores_gemma":[0.9093346,0.00025492127,0.041768763,0.04534973,0.0026053598,0.000153253,0.0003489266,0.00006627291,0.000118186115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98818153,0.0009591226,0.007853622,0.00083168934,0.0013617998,0.0008122343],"domain_scores_gemma":[0.98463565,0.0066674943,0.0038910683,0.0006826062,0.0029887615,0.0011344108],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0050534946,0.00044845862,0.00252664,0.00029778594,0.00012230202,0.000039698116,0.0004897521,0.00047441796,0.00029076837],"category_scores_gemma":[0.01696682,0.00038835124,0.0005242383,0.0002927491,0.00006655124,0.00060330285,0.000375458,0.0024149243,0.00003834157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.013309584,0.00048746853,0.36542147,0.0004181956,0.00020424956,0.00039676536,0.024638101,0.0012025307,0.0001666696,0.00002336822,0.0030959162,0.59063566],"study_design_scores_gemma":[0.01149989,0.027330466,0.23650038,0.00048446518,0.0005459324,0.00006492697,0.09741325,0.000002590588,0.0000834797,0.000014426964,0.62573504,0.00032516668],"about_ca_topic_score_codex":0.008382273,"about_ca_topic_score_gemma":0.21282463,"teacher_disagreement_score":0.6226391,"about_ca_system_score_codex":0.0073635518,"about_ca_system_score_gemma":0.0095743835,"threshold_uncertainty_score":0.9998866},"labels":[],"label_agreement":null},{"id":"W2590371371","doi":"10.1200/jco.2013.31.31_suppl.247","title":"eOutcomes-H&amp;N: Development of an electronic point-of-care outcomes collection system for head and neck cancer.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Head and neck cancer; Data collection; Schedule; Cancer; Usability; Radiation therapy; Population; Family medicine; Medical physics; Medical emergency; Surgery; Internal medicine","score_opus":0.31926945088715153,"score_gpt":0.5904079996329705,"score_spread":0.271138548745819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590371371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887031,0.00033573917,0.0016800791,0.0073170653,0.0010010563,0.0008259402,0.0000046883733,0.000009041387,0.00012329296],"genre_scores_gemma":[0.93897843,0.00017852399,0.059503574,0.0008411166,0.0003496481,0.000030708034,0.000010121998,0.000017919232,0.00008993423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993404,0.00033752192,0.0054929657,0.00018764198,0.00033870412,0.0002391878],"domain_scores_gemma":[0.98849523,0.005259168,0.0040762527,0.00017113412,0.0017321663,0.0002660391],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039273696,0.00013883019,0.0017693465,0.00014710244,0.000053062264,0.0000070926003,0.00011453964,0.00027875046,0.00008087626],"category_scores_gemma":[0.009191033,0.00010019968,0.00034311722,0.00013475525,0.00009363093,0.00024723116,0.0000391402,0.00049977924,0.0000032622845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007974994,0.0014553533,0.5226152,0.0008632806,0.0011707317,0.000008466522,0.0007747864,0.000024372865,0.0009668924,0.00015369529,0.0026646736,0.46132755],"study_design_scores_gemma":[0.022153243,0.023820562,0.91350526,0.00035007848,0.001003745,0.00017747289,0.0033207445,0.00029542527,0.0006092792,0.00023542687,0.034366205,0.00016255499],"about_ca_topic_score_codex":0.00020716843,"about_ca_topic_score_gemma":0.0014300224,"teacher_disagreement_score":0.461165,"about_ca_system_score_codex":0.0004704712,"about_ca_system_score_gemma":0.0039102198,"threshold_uncertainty_score":0.999155},"labels":[],"label_agreement":null},{"id":"W2590463106","doi":"10.1200/jco.2012.30.34_suppl.93","title":"Using a disease pathway management (DPM) approach to improve the quality of lung cancer care in Ontario.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Audit; Multidisciplinary approach; Quality management; Lung cancer; Health care; Palliative care; Leverage (statistics); Family medicine; Nursing; Oncology; Operations management; Management","score_opus":0.5922212068602525,"score_gpt":0.644608197688865,"score_spread":0.052386990828612534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590463106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890869,0.00056098367,0.0014399104,0.0045922645,0.0016072822,0.0007889002,0.00000852048,0.000003010506,0.0019121998],"genre_scores_gemma":[0.97909236,0.0000784237,0.015241399,0.0045423075,0.0009239941,0.000017070946,0.0000035257383,0.000012884314,0.000088005676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99351996,0.0009221153,0.0045755142,0.0001722233,0.00053603505,0.0002741602],"domain_scores_gemma":[0.9933161,0.002824675,0.00255862,0.00029850705,0.00050570065,0.0004963546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011222955,0.00011910981,0.001027377,0.0001023276,0.000029523291,0.000005544398,0.00018190879,0.0001473419,0.000100009274],"category_scores_gemma":[0.0076929936,0.000074801676,0.00039121846,0.00016747818,0.00008886971,0.0001877,0.0001428636,0.00097377034,0.0000018909691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007452342,0.0023927537,0.901433,0.00019083181,0.00030731052,0.00003210044,0.0013229948,0.00026234903,0.00010702217,0.00028661496,0.0005445286,0.08566814],"study_design_scores_gemma":[0.005841346,0.0010263183,0.96801126,0.00010715757,0.00076628476,0.000010724623,0.0023029833,0.00025930462,0.000011868479,0.00006306026,0.021514913,0.00008480668],"about_ca_topic_score_codex":0.009870575,"about_ca_topic_score_gemma":0.013970733,"teacher_disagreement_score":0.08558333,"about_ca_system_score_codex":0.0010210833,"about_ca_system_score_gemma":0.0025903883,"threshold_uncertainty_score":0.99672276},"labels":[],"label_agreement":null},{"id":"W2590495164","doi":"10.1200/jco.2014.32.30_suppl.54","title":"Evaluating the implementation of computerized prescriber order entry (CPOE) for systemic treatment (ST) in Ontario.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Workload; Medicine; CLARITY; Workflow; Patient safety; Multidisciplinary team; Nursing; Medical education; Medical emergency; Health care; Computer science","score_opus":0.5520222324696515,"score_gpt":0.6486270182007524,"score_spread":0.09660478573110087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590495164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757273,0.00004635653,0.007253379,0.014747399,0.0009750855,0.0011270066,0.000003412809,0.000004184621,0.000115851915],"genre_scores_gemma":[0.9602642,0.00007909618,0.035825003,0.0027675268,0.0008638831,0.000032377946,0.000021366572,0.000015148796,0.0001313675],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99213415,0.0012952866,0.00580472,0.0001827173,0.0003860018,0.00019714903],"domain_scores_gemma":[0.9789701,0.015519386,0.004183997,0.00022203391,0.0009788959,0.00012554879],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013428419,0.00012626966,0.0012647501,0.00008624806,0.000034610697,0.0000088703855,0.000133864,0.00017903732,0.00024247072],"category_scores_gemma":[0.009391256,0.00007561625,0.00038993976,0.000101738195,0.00007679897,0.00012554057,0.000035536792,0.00045921787,0.0000029796824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013254536,0.0021092796,0.23957634,0.000094872245,0.0007287548,0.000024604682,0.001205376,0.00050377793,0.0015779865,0.00024707356,0.0039047645,0.73677266],"study_design_scores_gemma":[0.1068116,0.096793644,0.66694444,0.00038275134,0.002704613,0.00066830154,0.0027769448,0.011046032,0.00024871976,0.001284103,0.11013155,0.00020728986],"about_ca_topic_score_codex":0.0065685096,"about_ca_topic_score_gemma":0.025255203,"teacher_disagreement_score":0.73656535,"about_ca_system_score_codex":0.0005239725,"about_ca_system_score_gemma":0.0033939518,"threshold_uncertainty_score":0.99895304},"labels":[],"label_agreement":null},{"id":"W2590498238","doi":"10.1200/jco.2016.34.2_suppl.352","title":"Examination of current Algoma District cancer program practices and local referral processes for patients with prostate cancer.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Group Health Centre; Essar Steel Algoma (Canada)","funders":"","keywords":"Medicine; Referral; Prostate cancer; Cancer; Radiation oncologist; Medical record; Family medicine; Internal medicine; General surgery; Radiation therapy","score_opus":0.42059483015869964,"score_gpt":0.6269786833465727,"score_spread":0.20638385318787306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590498238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827206,0.0007778135,0.0016884947,0.012935716,0.000632693,0.0011504163,0.000056824603,0.000008941453,0.000028509916],"genre_scores_gemma":[0.9895356,0.004713336,0.004722267,0.00024706827,0.0006131594,0.00010493701,0.0000125674915,0.000016571044,0.00003447689],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99618113,0.00028391372,0.0027359854,0.00021797669,0.00039728786,0.00018369411],"domain_scores_gemma":[0.9802595,0.007966021,0.008146657,0.00010055041,0.0033058994,0.00022137289],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028245153,0.00012485591,0.00083930825,0.0000759487,0.000031760785,0.000008816104,0.00008379876,0.00014438028,0.000028376135],"category_scores_gemma":[0.035221927,0.00006450113,0.00010207937,0.00015776756,0.00029821243,0.0004932062,0.000033312674,0.0003269021,3.9788097e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009656082,0.0020416416,0.32959145,0.0002332159,0.00014429378,0.0000032880164,0.000040765433,0.0000011281857,0.000014805891,0.0000071647996,0.0006564064,0.65760976],"study_design_scores_gemma":[0.017011352,0.032651316,0.87473446,0.00058100704,0.0009635235,0.000016134836,0.0001264563,0.000051486204,0.00006973189,0.00007978096,0.073623456,0.000091270515],"about_ca_topic_score_codex":0.00004713503,"about_ca_topic_score_gemma":0.00031410955,"teacher_disagreement_score":0.6575185,"about_ca_system_score_codex":0.00016202575,"about_ca_system_score_gemma":0.0027789285,"threshold_uncertainty_score":0.9729048},"labels":[],"label_agreement":null},{"id":"W2590509160","doi":"10.1200/jco.2013.31.31_suppl.230","title":"Developing a culture of safety in systemic cancer treatment at the system level.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Multidisciplinary approach; Agency (philosophy); Patient safety; Quality management; Guideline; Quality (philosophy); Health care; Work (physics); Safety culture; Systemic therapy; Business; Process management; Nursing; Service (business); Cancer; Political science; Marketing; Breast cancer","score_opus":0.5710822285061773,"score_gpt":0.6138298690846965,"score_spread":0.04274764057851921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590509160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96537036,0.0009871151,0.00051137933,0.030297905,0.0013522975,0.00074684684,0.000009243125,0.000005901381,0.0007189384],"genre_scores_gemma":[0.99107045,0.0022426269,0.0034936047,0.0017965902,0.000842914,0.000025482585,0.0000036147555,0.00001214893,0.00051259337],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.992612,0.00087711716,0.0058237785,0.0001534539,0.00034920036,0.00018443775],"domain_scores_gemma":[0.98868793,0.0062030996,0.0038787809,0.0002008928,0.00087015337,0.0001591275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049920264,0.0001259779,0.0014465067,0.000070997325,0.0000401814,0.000005310281,0.00014214353,0.000291521,0.00021688186],"category_scores_gemma":[0.0069681844,0.000062923944,0.00036355352,0.00017116412,0.0001142445,0.00012679586,0.000061864535,0.0005506728,0.000036958958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074791973,0.0011346601,0.3918587,0.00044590732,0.0014158582,0.00033570235,0.001906164,0.0003034302,0.002000611,0.0005343845,0.014800712,0.57778466],"study_design_scores_gemma":[0.0330474,0.012631016,0.80901724,0.002441828,0.0015740284,0.0029484571,0.01514253,0.0008976687,0.00044006293,0.00016549487,0.121453054,0.00024121908],"about_ca_topic_score_codex":0.0012601654,"about_ca_topic_score_gemma":0.0013954461,"teacher_disagreement_score":0.57754344,"about_ca_system_score_codex":0.001984224,"about_ca_system_score_gemma":0.0027783469,"threshold_uncertainty_score":0.8342071},"labels":[],"label_agreement":null},{"id":"W2590516903","doi":"10.1200/jco.2012.30.34_suppl.177","title":"Use of a Pan-Canadian indicator to measure treatment rates relative to evidence-based guidelines for rectal cancer.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer","funders":"","keywords":"Medicine; Referral; Colorectal cancer; Cancer; Retrospective cohort study; Stage (stratigraphy); Cancer registry; General surgery; Surgery; Family medicine; Internal medicine","score_opus":0.8692273456714583,"score_gpt":0.6786525626966591,"score_spread":0.19057478297479924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590516903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.725398,0.00088488933,0.0035431434,0.2664846,0.0019943113,0.0015745623,0.00007378991,0.000007713237,0.000039014536],"genre_scores_gemma":[0.8430021,0.000471067,0.11978646,0.033418506,0.003063932,0.00007860787,0.0000074843692,0.000029622568,0.00014226386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930091,0.0006947356,0.0051883804,0.00022985098,0.0004674302,0.00041052012],"domain_scores_gemma":[0.96708596,0.024555806,0.002833703,0.0002582098,0.0035052176,0.0017611366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008226193,0.00019032153,0.0015634592,0.00036041942,0.000052957083,0.0000107328715,0.00015147978,0.00035794725,0.00021612583],"category_scores_gemma":[0.23082587,0.00013269256,0.0006096471,0.00030580943,0.00008809795,0.00053351454,0.000027813436,0.00042792095,0.0000305737],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015329413,0.001429049,0.32633093,0.000033048083,0.0008422491,0.000034457433,0.000341609,0.00014604942,0.0014800838,0.000053277905,0.0842172,0.56976265],"study_design_scores_gemma":[0.008162328,0.043598924,0.35158312,0.00081535726,0.002184228,0.00005404834,0.00037492823,0.0001879398,0.0018087937,0.000064440275,0.5909504,0.00021548633],"about_ca_topic_score_codex":0.011629844,"about_ca_topic_score_gemma":0.026210401,"teacher_disagreement_score":0.5695472,"about_ca_system_score_codex":0.0010164655,"about_ca_system_score_gemma":0.0099438615,"threshold_uncertainty_score":0.9956688},"labels":[],"label_agreement":null},{"id":"W2590586313","doi":"10.1200/jco.2016.34.7_suppl.153","title":"Meeting patient and provider eTechnology needs: A provincial approach.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Benchmarking; Medicine; Standardization; Usability; Health care; Quality management; Process management; Agency (philosophy); Knowledge management; Nursing; Business; Service (business); Marketing","score_opus":0.30090325597952833,"score_gpt":0.5337032523946855,"score_spread":0.2327999964151572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590586313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92884445,0.00020156096,0.0031497625,0.06415858,0.0008593876,0.00042692933,0.0000026543307,0.000025169886,0.0023315037],"genre_scores_gemma":[0.9599733,0.0003363374,0.03262537,0.0055375546,0.0014070021,0.000007855145,8.766575e-7,0.000019294164,0.00009244574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99420625,0.00052907044,0.004434382,0.000212941,0.00037112515,0.00024622306],"domain_scores_gemma":[0.9883743,0.007086982,0.003344461,0.00019386904,0.00066772895,0.00033265594],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00599724,0.00013128153,0.0011345964,0.0001989362,0.000039022016,0.000007947838,0.00011339601,0.000491809,0.00005590429],"category_scores_gemma":[0.07205686,0.000072344665,0.00026767736,0.00014356719,0.0003529789,0.00023951994,0.0001365031,0.0008176924,0.0000135238815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031368076,0.0012439394,0.044733573,0.000029522842,0.00018523954,0.0001406276,0.00011007602,6.720748e-7,0.00094617147,0.00033238454,0.004209065,0.9449319],"study_design_scores_gemma":[0.045162152,0.07609666,0.093700826,0.00050303835,0.0018388352,0.00564406,0.0042616003,0.00034237266,0.0007147862,0.0050260704,0.76624584,0.0004637622],"about_ca_topic_score_codex":0.0000281371,"about_ca_topic_score_gemma":0.000023476838,"teacher_disagreement_score":0.94446814,"about_ca_system_score_codex":0.00013082987,"about_ca_system_score_gemma":0.0015964872,"threshold_uncertainty_score":0.9357596},"labels":[],"label_agreement":null},{"id":"W2590661915","doi":"10.1200/jco.2014.32.30_suppl.129","title":"CANES family health team EMR optimization pilot.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Workflow; Medicine; Health care; Best practice; Leverage (statistics); Standardization; Teamwork; Medical education; Nursing; Computer science; Artificial intelligence","score_opus":0.501833181321445,"score_gpt":0.6245548490820877,"score_spread":0.12272166776064264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590661915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47241724,0.0006638961,0.1953578,0.30217433,0.0093474565,0.00094823475,0.0000070969527,0.000075316224,0.019008629],"genre_scores_gemma":[0.80444413,0.0022264922,0.11833653,0.06971731,0.0049470607,0.0000028967243,0.00001702785,0.000031712447,0.00027682993],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917134,0.0013372786,0.0059831953,0.00020306061,0.0005108226,0.0002522592],"domain_scores_gemma":[0.98440266,0.008714178,0.005020631,0.00025056797,0.0009860724,0.00062586507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016223473,0.00012851121,0.0014631551,0.00013325924,0.000060375853,0.000012155821,0.00015093278,0.00022379133,0.00020540094],"category_scores_gemma":[0.05251897,0.00009632188,0.0003249705,0.00016483945,0.00013362816,0.00021913112,0.00004660156,0.0010632133,0.00004258368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064146155,0.0032606116,0.034318715,0.00007288953,0.00025963105,0.00008416859,0.000085218984,0.0041540973,0.00008089487,0.00030235416,0.16732493,0.7836419],"study_design_scores_gemma":[0.020821834,0.0761779,0.20001684,0.00014797572,0.00055412314,0.00083601725,0.0004217148,0.013409123,0.000009641872,0.000647938,0.6867735,0.00018338724],"about_ca_topic_score_codex":0.00020206941,"about_ca_topic_score_gemma":0.00011389448,"teacher_disagreement_score":0.7834585,"about_ca_system_score_codex":0.00021091293,"about_ca_system_score_gemma":0.0033968363,"threshold_uncertainty_score":0.95546204},"labels":[],"label_agreement":null},{"id":"W2590792234","doi":"10.1200/jco.2012.30.34_suppl.233","title":"Patient-centered wait time measurement in Ontario.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Breast cancer; Referral; Colorectal cancer; Cohort; Stage (stratigraphy); Cancer; Internal medicine; Chemotherapy; Lung cancer; Oncology; Surgery; Family medicine","score_opus":0.5829692135386074,"score_gpt":0.5649596914009644,"score_spread":0.018009522137643064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590792234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9806347,0.00017793223,0.00011398983,0.011837296,0.0024262858,0.0002819394,8.545695e-7,0.0000065170248,0.004520476],"genre_scores_gemma":[0.98539263,0.000055261316,0.006265548,0.007042638,0.0010596326,0.0000026998837,0.0000037206837,0.000014365458,0.00016352821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99224037,0.00073255785,0.005750657,0.00013745239,0.00080557814,0.00033336726],"domain_scores_gemma":[0.9930466,0.0026668592,0.0027563048,0.00019336573,0.0007867377,0.0005501228],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01449214,0.0001222389,0.0011954961,0.00013797828,0.00001801915,0.000005705529,0.00010095545,0.00028253824,0.0017262726],"category_scores_gemma":[0.027313888,0.00009170825,0.0004089276,0.00010528769,0.00007070723,0.0003454492,0.00006273277,0.0014629939,0.00020972469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051281396,0.0057692365,0.7451096,0.0000094087045,0.00022968857,0.00016642342,0.00030827834,0.0000042044644,0.0004404519,0.00001903527,0.019834163,0.22298135],"study_design_scores_gemma":[0.009074415,0.0067982306,0.67265815,0.00008215766,0.00027290266,0.00024102937,0.00015734088,0.000027307877,0.000038379927,0.00009053731,0.31048506,0.00007451913],"about_ca_topic_score_codex":0.0016743272,"about_ca_topic_score_gemma":0.009951181,"teacher_disagreement_score":0.2906509,"about_ca_system_score_codex":0.0010448088,"about_ca_system_score_gemma":0.002956667,"threshold_uncertainty_score":0.9991863},"labels":[],"label_agreement":null},{"id":"W2590999537","doi":"10.1200/jco.2014.32.30_suppl.15","title":"Measuring alignment with evidence-informed practice in Ontario’s systemic treatment funding model.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Reimbursement; Family medicine; Baseline (sea); Palliative care; Health care; Nursing","score_opus":0.6707966750586397,"score_gpt":0.5965454953352355,"score_spread":0.07425117972340423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590999537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9657562,0.0002008442,0.007565787,0.019675922,0.00089494325,0.0006477296,4.4571627e-7,0.000013676094,0.0052444465],"genre_scores_gemma":[0.9586659,0.00082225696,0.035951715,0.003622743,0.0006207538,0.00001434578,0.0000018232912,0.000019489074,0.0002809878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99215454,0.0008771037,0.005570588,0.0002607802,0.00080631586,0.0003306755],"domain_scores_gemma":[0.96567696,0.027781423,0.004870627,0.00032415413,0.0008443609,0.0005024664],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015424157,0.00019364619,0.0015990188,0.00018862021,0.00004126044,0.00002069079,0.0001473198,0.00027228074,0.00007453622],"category_scores_gemma":[0.06453397,0.00012522184,0.00030736078,0.00013412956,0.00008149057,0.00080941425,0.000045074416,0.0010840702,0.00001928818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04534622,0.005152765,0.49657142,0.00014196546,0.001374518,0.0013219143,0.0025604032,0.016798614,0.00034362913,0.0003466678,0.0011989286,0.42884296],"study_design_scores_gemma":[0.115651354,0.20140004,0.32432252,0.008294634,0.009155116,0.0154444305,0.009467918,0.035972927,0.00025164927,0.000931709,0.2781008,0.0010069138],"about_ca_topic_score_codex":0.004921922,"about_ca_topic_score_gemma":0.03823467,"teacher_disagreement_score":0.42783606,"about_ca_system_score_codex":0.003305101,"about_ca_system_score_gemma":0.009101532,"threshold_uncertainty_score":0.9965159},"labels":[],"label_agreement":null},{"id":"W2591026775","doi":"10.1200/jco.2014.32.30_suppl.159","title":"A strategic roadmap for oncology electronic medical records (EMRs) in Ontario’s complex multiregional health care system.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Interoperability; Vendor; Medicine; eHealth; Health care; Work (physics); Information system; Knowledge management; Process management; Business; Computer science; Engineering; World Wide Web; Political science","score_opus":0.5417378515304927,"score_gpt":0.6220346110552446,"score_spread":0.0802967595247519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591026775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8362265,0.00047921334,0.0067140316,0.14310193,0.004955475,0.0018886067,0.000010716349,0.000044225806,0.006579299],"genre_scores_gemma":[0.96131575,0.00021697384,0.016280316,0.019145828,0.002793793,0.000032037755,0.000076888704,0.00003406109,0.00010437363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865949,0.002465576,0.008886421,0.00043522706,0.0009035247,0.00071436213],"domain_scores_gemma":[0.9748139,0.017569548,0.005146153,0.0003023119,0.0011461218,0.0010219946],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024117533,0.00024536767,0.003027771,0.00025674055,0.00008035376,0.000012036226,0.00034830568,0.00089806406,0.00050526863],"category_scores_gemma":[0.022243142,0.00019470323,0.00074549235,0.0001684575,0.00023119013,0.0001439693,0.000073942676,0.0031859837,0.000023056791],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.030551925,0.006386327,0.1149894,0.00057879736,0.0008140863,0.0006211095,0.0010419688,0.00009665104,0.00003418285,0.012057419,0.03799837,0.7948298],"study_design_scores_gemma":[0.04173514,0.073951885,0.12905104,0.0003647799,0.00037470678,0.0017313585,0.004121326,0.0053068763,0.0000013119427,0.0011874151,0.74194705,0.00022709128],"about_ca_topic_score_codex":0.012571164,"about_ca_topic_score_gemma":0.4124442,"teacher_disagreement_score":0.7946027,"about_ca_system_score_codex":0.0051802825,"about_ca_system_score_gemma":0.046084214,"threshold_uncertainty_score":0.9991137},"labels":[],"label_agreement":null},{"id":"W2591114740","doi":"10.1200/jco.2015.33.29_suppl.117","title":"Development of provincial clinical standards for the province of Ontario.","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Palliative care; Medicine; Stakeholder; Declaration; Context (archaeology); Stakeholder engagement; General partnership; Nursing; Best practice; Health care; Public relations; Business; Political science","score_opus":0.5834127224071559,"score_gpt":0.6381986634460823,"score_spread":0.05478594103892642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591114740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597082,0.00016889106,0.022261214,0.011925162,0.0035818026,0.0011985416,0.00002364686,0.0000063262855,0.0011261773],"genre_scores_gemma":[0.713885,0.0000905731,0.27976575,0.0026420613,0.0029714906,0.000013363474,0.000008288794,0.000028447788,0.0005949694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.987011,0.0004980612,0.011016415,0.00018978285,0.0010825647,0.00020218849],"domain_scores_gemma":[0.96860725,0.016584337,0.008836709,0.0003081578,0.0052265236,0.00043700062],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048691228,0.00012872987,0.0018105996,0.00006924021,0.000036897538,0.0000048778147,0.0002953816,0.0003622585,0.000079130325],"category_scores_gemma":[0.110953845,0.00007556299,0.00067890726,0.00009483836,0.00040242847,0.00014618253,0.00011493778,0.0010311768,0.0000025438808],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037722897,0.0037569324,0.09466102,0.00009846512,0.00090618077,0.00005529556,0.00065232575,0.000025030693,0.000053772197,0.00022235503,0.039469995,0.8223757],"study_design_scores_gemma":[0.018143727,0.021480195,0.102284245,0.00009932448,0.0009604707,0.0000715741,0.00054992805,0.00011293349,0.00017998168,0.00040434068,0.85563034,0.00008292423],"about_ca_topic_score_codex":0.00039948281,"about_ca_topic_score_gemma":0.017635968,"teacher_disagreement_score":0.8222928,"about_ca_system_score_codex":0.00068207044,"about_ca_system_score_gemma":0.10537835,"threshold_uncertainty_score":0.98412836},"labels":[],"label_agreement":null},{"id":"W2591131471","doi":"10.1200/jco.2012.30.34_suppl.179","title":"Chemotherapy safe handling and safe labeling guideline concordance evaluation: A Canadian experience.","year":2012,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Cancer Care Ontario; University of Toronto","funders":"","keywords":"Concordance; Medicine; Guideline; Baseline (sea); Family medicine; Intensive care medicine; Medical emergency; Emergency medicine; Internal medicine; Pathology","score_opus":0.48529387579503014,"score_gpt":0.6256200424269078,"score_spread":0.1403261666318777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591131471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93174803,0.0024387701,0.0015045902,0.058065675,0.0029135281,0.0004208374,0.0000034146026,0.000008042006,0.0028971334],"genre_scores_gemma":[0.9069467,0.0013065559,0.0555443,0.03140195,0.004664988,0.0000066295015,0.000008651172,0.000020827585,0.000099384626],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99286884,0.00060870603,0.0052752756,0.0002055786,0.00063483533,0.00040674236],"domain_scores_gemma":[0.98968107,0.004550744,0.002525757,0.00022659647,0.0017724556,0.00124337],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022877162,0.00015817964,0.0011413778,0.0001551891,0.00010036291,0.000017563536,0.0001290303,0.00032864517,0.0015177807],"category_scores_gemma":[0.044411305,0.00012567417,0.00023192346,0.00018123227,0.00020255172,0.00046999127,0.00003529767,0.0008957337,0.000026326197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001714074,0.0004909748,0.28057587,0.00001386356,0.00022627786,0.000060317834,0.0006859535,0.000025660656,0.00053485495,0.000087147026,0.015621106,0.6999639],"study_design_scores_gemma":[0.01688898,0.0036780066,0.14375675,0.00012649632,0.00071553205,0.0010227237,0.0019767997,0.0025720801,0.00015250231,0.00033882487,0.8285639,0.00020738589],"about_ca_topic_score_codex":0.0030028205,"about_ca_topic_score_gemma":0.005329557,"teacher_disagreement_score":0.8129428,"about_ca_system_score_codex":0.00038815392,"about_ca_system_score_gemma":0.0048093684,"threshold_uncertainty_score":0.99939495},"labels":[],"label_agreement":null},{"id":"W2591165110","doi":"10.1200/jco.2014.32.30_suppl.131","title":"A new model of care: An advanced practice radiation therapy role.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ministry of Health and Long Term Care; Princess Margaret Cancer Centre; BC Cancer Agency; Juravinski Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Radiation Therapist; Medicine; Certification; Palliative care; Health care; Nursing; Family medicine; Medical education; Radiation therapy; Management","score_opus":0.3437513112969116,"score_gpt":0.6196689098131248,"score_spread":0.2759175985162132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591165110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85125333,0.0013203983,0.08202108,0.05659502,0.0020206168,0.00060974597,0.0000040273794,0.000025155932,0.0061506378],"genre_scores_gemma":[0.7890189,0.0021305415,0.19579168,0.010947889,0.0020224843,0.0000015841015,0.00000813949,0.00002046854,0.00005828819],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935941,0.0010654295,0.004457219,0.00018835104,0.000534393,0.00016047568],"domain_scores_gemma":[0.9806267,0.011091193,0.0057856455,0.00030901315,0.0017038618,0.0004835672],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007913163,0.00011845383,0.0011992264,0.00010266988,0.000024987305,0.000007132742,0.00016782987,0.00032266695,0.000084416],"category_scores_gemma":[0.0669008,0.00009067583,0.00036945785,0.00012514819,0.000069094596,0.00072782143,0.000026108459,0.0008771853,0.000008606353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014488365,0.0009923454,0.0030029044,0.000010993856,0.00014937464,0.000009899128,0.00035560067,0.001591361,0.0016964191,0.0003189864,0.0016332649,0.9757505],"study_design_scores_gemma":[0.061799716,0.1126731,0.04196292,0.00009977569,0.0016131051,0.00033679302,0.0030556612,0.044367507,0.0010600837,0.0058325864,0.72691226,0.0002865111],"about_ca_topic_score_codex":0.00006611268,"about_ca_topic_score_gemma":0.000039487444,"teacher_disagreement_score":0.975464,"about_ca_system_score_codex":0.00011537083,"about_ca_system_score_gemma":0.0033470807,"threshold_uncertainty_score":0.9409591},"labels":[],"label_agreement":null},{"id":"W2591198891","doi":"10.1200/jco.2014.32.3_suppl.532","title":"Predictors of early mortality in colorectal cancer patients undergoing chemotherapy: Results from a global prospective cohort study.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Medicine; Internal medicine; Colorectal cancer; Odds ratio; Prospective cohort study; Regimen; Body mass index; Chemotherapy regimen; Cohort; Cancer; Surgery; Oncology","score_opus":0.16165640916721996,"score_gpt":0.5372519779546603,"score_spread":0.3755955687874403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591198891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950181,0.000015416173,0.00006511816,0.0014902919,0.0015865779,0.0009784778,0.00005476236,0.0000084995145,0.0007827126],"genre_scores_gemma":[0.9972788,0.000109128705,0.0008018986,0.0007369037,0.0010294507,0.0000107767855,0.000012243223,0.000013790998,0.0000069744387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912933,0.0011397799,0.006255604,0.0003345261,0.0007719393,0.00020483318],"domain_scores_gemma":[0.98460305,0.008867956,0.0050197477,0.00019719708,0.0010557995,0.0002562414],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00874926,0.00015372904,0.0017099879,0.00007038795,0.000021287577,0.000007289396,0.00016937005,0.0003031355,0.00006337712],"category_scores_gemma":[0.048365965,0.00011927644,0.0002990962,0.00025843125,0.000174925,0.00020139491,0.00006706968,0.0008270603,0.0000033257243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020126032,0.0061033946,0.9571881,0.00000786799,0.0009921443,0.000028776063,0.00029913185,0.000024832021,0.000018083729,0.000006573508,0.00041475348,0.014790306],"study_design_scores_gemma":[0.038381737,0.026431566,0.9333054,0.00008871109,0.0006849321,0.0000031139054,0.00023964212,0.00011541414,0.000025436908,0.0004282869,0.00021326747,0.00008251245],"about_ca_topic_score_codex":0.0035564844,"about_ca_topic_score_gemma":0.00939231,"teacher_disagreement_score":0.039616704,"about_ca_system_score_codex":0.000577256,"about_ca_system_score_gemma":0.0019919765,"threshold_uncertainty_score":0.95965004},"labels":[],"label_agreement":null},{"id":"W2591359904","doi":"10.1200/jco.2015.33.29_suppl.66","title":"Agreement between physician and patient performance status ratings in an outpatient setting.","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Performance status; Feeling; Physical therapy; Internal medicine; Cancer","score_opus":0.4221117804708975,"score_gpt":0.5763398205115738,"score_spread":0.15422804004067636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591359904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98923504,0.000097484735,0.0000656667,0.009079642,0.0006296717,0.00030032813,0.0000034304312,0.000005366113,0.00058338407],"genre_scores_gemma":[0.9816322,0.00012707218,0.009884056,0.007421202,0.0008988286,0.0000031906202,0.000010823805,0.000012115974,0.00001051138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99386144,0.0006845052,0.004426225,0.00020297932,0.00055475044,0.00027011658],"domain_scores_gemma":[0.9929259,0.002568491,0.0028574716,0.00016526981,0.0007714658,0.0007114024],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006582425,0.00012514407,0.0010096026,0.000117885684,0.000025919557,0.0000125579745,0.00008129615,0.00019436337,0.000018097237],"category_scores_gemma":[0.012538783,0.000095324074,0.00011769747,0.00012245768,0.000114722694,0.000407612,0.000083254876,0.0010247632,0.000010784048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012175092,0.00076264056,0.49922913,0.000010099603,0.000035347603,0.00004049589,0.00061724795,0.000024114563,0.000014486994,0.0000032913758,0.0010908104,0.4969548],"study_design_scores_gemma":[0.011228072,0.056573454,0.8785383,0.00010476806,0.0002161329,0.000031700467,0.0032030074,0.000916504,0.000042712243,0.00015541981,0.048878234,0.00011169672],"about_ca_topic_score_codex":0.00006110332,"about_ca_topic_score_gemma":0.00008148908,"teacher_disagreement_score":0.4968431,"about_ca_system_score_codex":0.0002680905,"about_ca_system_score_gemma":0.0014957543,"threshold_uncertainty_score":0.99577904},"labels":[],"label_agreement":null},{"id":"W2591383126","doi":"10.1200/jco.2013.31.31_suppl.187","title":"Collaborating with Ontario cancer centers to ensure coordinated access to safe, evidence-based, high-quality IMRT treatment.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Quality assurance; Coaching; Radiation Therapist; Medical physics; Radiation therapy; Health care; Medical education; Radiology; Pathology; Psychology","score_opus":0.615407570406539,"score_gpt":0.6413850375045523,"score_spread":0.025977467098013296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591383126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81442344,0.000047143687,0.0010696367,0.18180312,0.0011901213,0.0011682227,0.000012126623,0.000014028434,0.00027212495],"genre_scores_gemma":[0.9304657,0.000100081954,0.022973737,0.044639368,0.0011000414,0.00007234034,0.0000092397795,0.000028265184,0.0006112222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99263024,0.0010150586,0.0049045617,0.0004027746,0.0006551032,0.0003922864],"domain_scores_gemma":[0.9797645,0.011763883,0.0032607904,0.00036681135,0.0036587098,0.0011852846],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004992745,0.00025324983,0.0018627218,0.00018751534,0.00007907424,0.00008051821,0.0002980492,0.00029270086,0.0022188784],"category_scores_gemma":[0.025171839,0.00016437925,0.0002825375,0.00057428045,0.000101779384,0.0007627515,0.00008912749,0.0008515516,0.00008817408],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016999608,0.0015375812,0.77410024,0.000026868625,0.00056497136,0.00021617238,0.00015853622,0.0009636787,0.0008213124,0.000010412789,0.036196224,0.1684044],"study_design_scores_gemma":[0.0127018625,0.031179955,0.89257455,0.00054424535,0.00077283307,0.000045733,0.0002990779,0.00004197993,0.00034293986,0.000027516824,0.061278105,0.0001911838],"about_ca_topic_score_codex":0.08320887,"about_ca_topic_score_gemma":0.15503196,"teacher_disagreement_score":0.16821322,"about_ca_system_score_codex":0.0020507178,"about_ca_system_score_gemma":0.010141952,"threshold_uncertainty_score":0.9986932},"labels":[],"label_agreement":null},{"id":"W2591414525","doi":"10.1200/jco.2014.32.30_suppl.70","title":"Assessing person-centered care readiness at a cancer system level through a provincial environmental scan in Ontario.","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Medicine; Psychosocial; Psychological intervention; Government (linguistics); Nursing; Agency (philosophy); Focus group; Family medicine; Business; Psychiatry","score_opus":0.6023538795043089,"score_gpt":0.5728025790492429,"score_spread":0.029551300455065932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591414525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98940176,0.00013952446,0.00053982105,0.004876259,0.0023421007,0.00039452623,0.00001219003,0.000010450006,0.0022833871],"genre_scores_gemma":[0.9885599,0.00005015168,0.006779887,0.0024153178,0.0019042898,0.000011617294,0.000021573764,0.000028132183,0.00022914102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937958,0.0009167004,0.0040476467,0.00032883714,0.0005900604,0.00032095934],"domain_scores_gemma":[0.9931752,0.002867502,0.0032081602,0.00022165022,0.00023009603,0.00029736906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042380267,0.00019492688,0.0015880527,0.000101489415,0.000075405536,0.000024416453,0.00017491198,0.00040844554,0.0003168713],"category_scores_gemma":[0.005020897,0.00015358554,0.00043123,0.00008669639,0.00017059463,0.0005125032,0.000099404024,0.0014160844,0.000020459898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004195351,0.00088669313,0.86235696,0.00009748602,0.0001585451,0.0003653423,0.0014394693,0.00002537086,0.00048213778,0.000020360701,0.0011212584,0.12885101],"study_design_scores_gemma":[0.01669239,0.004027681,0.90877545,0.000482465,0.0005758849,0.0005613313,0.00848432,0.00034319508,0.000048590042,0.00001318958,0.059834808,0.00016068023],"about_ca_topic_score_codex":0.02475096,"about_ca_topic_score_gemma":0.23348734,"teacher_disagreement_score":0.20873637,"about_ca_system_score_codex":0.0052258917,"about_ca_system_score_gemma":0.0038886361,"threshold_uncertainty_score":0.99859285},"labels":[],"label_agreement":null},{"id":"W2591428992","doi":"10.1200/jco.2016.34.7_suppl.118","title":"The Canadian True NTH Initiative: A multisite intervention to improve the lives of men with prostate cancer.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Prostate Cancer Canada; Cancer Care Ontario","funders":"","keywords":"Psychological intervention; Medicine; Prostate cancer; Medical education; Narrative; Intervention (counseling); Program evaluation; Plan (archaeology); Public relations; Nursing; Political science; Cancer; Public administration","score_opus":0.24856286727339377,"score_gpt":0.5762888402728389,"score_spread":0.3277259729994451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591428992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74559116,0.00025817505,0.00060189003,0.24990112,0.0009629571,0.0009681727,0.000037454884,0.0000050306835,0.0016740084],"genre_scores_gemma":[0.9924279,0.0007727772,0.0013065718,0.0043087923,0.00067878596,0.000023176566,0.0000010249569,0.000013722352,0.00046726217],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954398,0.0008270847,0.0029991842,0.00014777074,0.00035894685,0.00022718299],"domain_scores_gemma":[0.9832996,0.011743952,0.003005062,0.00022552494,0.001328644,0.0003972055],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008381113,0.00010249847,0.00064633234,0.00007811955,0.00010609478,0.000014632345,0.00021232381,0.000112546324,0.000105924846],"category_scores_gemma":[0.027250962,0.00003816056,0.0002504514,0.000144422,0.0003428416,0.00018136462,0.0000516206,0.0005689194,0.000010465722],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011174447,0.00029841828,0.06378911,0.000013603573,0.0005083112,0.000071187314,0.00064308255,0.000004857259,0.00035837022,0.000057125624,0.005377128,0.91770434],"study_design_scores_gemma":[0.019974887,0.03687384,0.7940833,0.0007400626,0.00092322147,0.00016824692,0.004408062,0.00012846998,0.00059625204,0.00062674534,0.14133345,0.00014347908],"about_ca_topic_score_codex":0.020083234,"about_ca_topic_score_gemma":0.37412065,"teacher_disagreement_score":0.9175609,"about_ca_system_score_codex":0.00032589163,"about_ca_system_score_gemma":0.0031248175,"threshold_uncertainty_score":0.9864421},"labels":[],"label_agreement":null},{"id":"W2591440427","doi":"10.1200/jco.2005.23.16_suppl.6094","title":"A systematic approach to adaptation of clinical practice guidelines (CPGs)","year":2005,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Charles-Le Moyne","funders":"","keywords":"Guideline; Medicine; Adaptation (eye); Context (archaeology); Credibility; Multidisciplinary approach; Quality (philosophy); Process (computing); Process management; Systematic review; MEDLINE; Computer science; Psychology; Pathology; Engineering","score_opus":0.7029968161426422,"score_gpt":0.6773461285402052,"score_spread":0.02565068760243705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591440427","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41285256,0.0023067424,0.21457042,0.33501926,0.007779623,0.004301746,0.00001584247,0.00007721345,0.023076618],"genre_scores_gemma":[0.33755782,0.0006713283,0.62599933,0.02980602,0.0056780153,0.000013849319,0.0000064839346,0.000032117674,0.00023503647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96738315,0.0029883555,0.027537856,0.0003954319,0.0013889717,0.00030624535],"domain_scores_gemma":[0.9305832,0.041052863,0.016659394,0.0005952354,0.010201201,0.0009081298],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0624481,0.00022639027,0.003772537,0.00026305905,0.000039144725,0.000015722906,0.00035813285,0.0006176391,0.00008371457],"category_scores_gemma":[0.5974474,0.00016217427,0.0011957529,0.0003943501,0.00016617106,0.0006485493,0.00011639248,0.0015338038,0.00011650937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021036789,0.017270757,0.00779226,0.0028616132,0.0027617416,0.00022066338,0.0007054116,0.0043392703,0.00010595674,0.0010868781,0.10835141,0.83346725],"study_design_scores_gemma":[0.037582695,0.045653604,0.04405523,0.004439594,0.011243255,0.0042255768,0.013654821,0.048889108,0.00004826873,0.00036274106,0.7892708,0.000574259],"about_ca_topic_score_codex":0.00006967514,"about_ca_topic_score_gemma":0.000050616574,"teacher_disagreement_score":0.832893,"about_ca_system_score_codex":0.00015959184,"about_ca_system_score_gemma":0.003872379,"threshold_uncertainty_score":0.96540695},"labels":[],"label_agreement":null},{"id":"W2591924978","doi":"10.3747/co.24.3422","title":"Moving Guidelines into Action: A Report from Cancer Care Ontario’s Event Let’s Get Moving: Exercise and Rehabilitation for Cancer Patients","year":2017,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Juravinski Cancer Centre; Cancer Care Ontario; Ottawa Hospital; Queen's University","funders":"","keywords":"Guideline; Medicine; Psychosocial; Rehabilitation; Nursing; Event (particle physics); Health care; Knowledge translation; Promotion (chess); Medical education; Family medicine; Physical therapy; Knowledge management; Political science","score_opus":0.38578042461362033,"score_gpt":0.590757899220167,"score_spread":0.20497747460654664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591924978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692299,0.0025646403,0.000746317,0.01907948,0.006415014,0.0017854546,0.00008955272,0.00003893774,0.000050704453],"genre_scores_gemma":[0.97498924,0.0018337383,0.017107913,0.00066294696,0.0021319122,0.0018506178,0.0010001431,0.00005307525,0.0003704195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974793,0.000064092725,0.0013030963,0.00060828903,0.0002980588,0.00024713288],"domain_scores_gemma":[0.99557155,0.0007016132,0.0012250465,0.0005288653,0.001798146,0.00017474574],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005706316,0.00020683497,0.0005145893,0.00007976946,0.00037392578,0.000049678085,0.00012775249,0.00016303518,0.00022043785],"category_scores_gemma":[0.008813883,0.00019382122,0.00013304736,0.000034622044,0.00012365339,0.00038909746,0.00016695722,0.00028151026,0.0000035255978],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051545934,0.00018637787,0.47061586,0.00017343504,0.000042097035,0.000005105929,0.0026073486,0.000013911373,0.000078360186,0.0000027501346,0.018465495,0.5072938],"study_design_scores_gemma":[0.004480107,0.0005506115,0.44367597,0.0005700412,0.00062816986,0.0000044881376,0.001795509,0.0005560523,0.000058320773,0.00037812765,0.5471121,0.00019047414],"about_ca_topic_score_codex":0.112909496,"about_ca_topic_score_gemma":0.30984664,"teacher_disagreement_score":0.52864665,"about_ca_system_score_codex":0.0018682418,"about_ca_system_score_gemma":0.0013229286,"threshold_uncertainty_score":0.9995353},"labels":[],"label_agreement":null},{"id":"W2592769350","doi":"10.22374/cjgim.v11i4.193","title":"Selected Abstracts from the 2016 Rocky Mountain/ACP Internal Medicine Conference","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.14092322609368357,"score_gpt":0.4128872214379281,"score_spread":0.27196399534424454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592769350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6826248,0.0017755543,0.008796401,0.29883662,0.0037202109,0.00032233252,0.00006745915,0.000018929748,0.0038376465],"genre_scores_gemma":[0.9692285,0.00039294868,0.0005590112,0.014600842,0.009571243,0.0000036223573,0.000030923584,0.00004282266,0.0055701053],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9955657,0.00024078414,0.0025068605,0.00031542877,0.0008192807,0.0005519466],"domain_scores_gemma":[0.9924219,0.001964119,0.0014183394,0.00042222266,0.002168939,0.0016044439],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018113786,0.0003359187,0.00078666874,0.00034891223,0.00012217746,0.000035740864,0.0006703559,0.00014866369,0.008871622],"category_scores_gemma":[0.014713665,0.00015687932,0.00014006923,0.000284962,0.0006701702,0.0003463141,0.000040203053,0.0008743125,0.00010039682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013132609,0.00004635022,0.063582614,0.000017883238,0.0007543855,0.001656196,0.0011659409,0.00000806425,0.07117033,0.0002730672,0.76836467,0.091647245],"study_design_scores_gemma":[0.022496838,0.0068324218,0.4959835,0.010971377,0.0016509967,0.008401108,0.0025018142,0.00034291408,0.005807245,0.0046687694,0.4397221,0.0006209076],"about_ca_topic_score_codex":0.16516788,"about_ca_topic_score_gemma":0.06853551,"teacher_disagreement_score":0.4324009,"about_ca_system_score_codex":0.00059983804,"about_ca_system_score_gemma":0.0023501792,"threshold_uncertainty_score":0.9935858},"labels":[],"label_agreement":null},{"id":"W2593293471","doi":"10.1016/j.jmir.2017.02.023","title":"Quantifying the Impact of CSRTs: The Creation and Evaluation of Workload Codes","year":2017,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Workload; Position (finance); Measure (data warehouse); Quality (philosophy); Health care; Key (lock); Sustainability; Quality of service; Process management; Computer science; Nursing; Risk analysis (engineering); Business; Operations management; Medicine; Telecommunications; Computer security; Engineering; Political science; Data mining","score_opus":0.3804315943724941,"score_gpt":0.6121735583708189,"score_spread":0.2317419639983248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593293471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93901,0.0037752276,0.0006956104,0.056128565,0.00017387803,0.00010239553,8.675222e-7,0.0000011120185,0.00011229031],"genre_scores_gemma":[0.99667805,0.0027155054,0.00023965302,0.00014693987,0.00021549192,6.2912875e-7,4.0410671e-7,0.0000015894942,0.0000017207292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975877,0.00022873768,0.00062853907,0.000068104055,0.0014218923,0.00006507387],"domain_scores_gemma":[0.99596626,0.0019447117,0.0014135692,0.00010952792,0.0004967915,0.00006913543],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018838366,0.00004422956,0.00015654255,0.00007179518,0.00033487257,0.000088261295,0.00015832798,0.00002435772,0.000039366972],"category_scores_gemma":[0.027292578,0.00001885122,0.000055037217,0.0000910008,0.00084717036,0.00041684884,0.000029456187,0.000149512,1.3114999e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045331468,0.00003212391,0.4060751,0.000010466357,0.000037317717,7.3908495e-7,0.0007351573,0.000117453965,0.00051491434,0.00006867543,0.0007175457,0.5916452],"study_design_scores_gemma":[0.0011312898,0.00013021985,0.8587396,0.00024723,0.00020994818,0.00012088355,0.0039852303,0.13455452,0.00013512149,0.0006397763,0.00008342201,0.000022726274],"about_ca_topic_score_codex":0.00035810328,"about_ca_topic_score_gemma":0.000015498255,"teacher_disagreement_score":0.5916225,"about_ca_system_score_codex":0.000017466844,"about_ca_system_score_gemma":0.00049088564,"threshold_uncertainty_score":0.98090094},"labels":[],"label_agreement":null},{"id":"W2593370192","doi":"","title":"Erratum: Assessment of patient-reported outcomes using a Web-based EHR patient portal.(Canadian Family Physician (2014) 60:1 (S17))","year":2014,"lang":"en","type":"erratum","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; World Wide Web; Patient portal; Family medicine; Internet portal; Web application; Data science; Computer science; The Internet; Health care","score_opus":0.08221549950541474,"score_gpt":0.3796968452744289,"score_spread":0.29748134576901414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593370192","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1560982,0.0018590996,0.00030021218,0.006491613,0.054403726,0.009654551,0.0072121164,0.00045049834,0.76352996],"genre_scores_gemma":[0.44131944,0.0000934874,0.002826483,0.53101885,0.0030038056,0.0002459281,0.018119141,0.00085143774,0.0025214287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887679,0.00051826274,0.004332268,0.0019168057,0.0021505773,0.002314183],"domain_scores_gemma":[0.98765373,0.0004470738,0.003894924,0.0028306388,0.0018445839,0.0033290265],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0008603044,0.0016544947,0.0031590264,0.0022163265,0.00052402494,0.00018515272,0.00070891477,0.0012420128,0.00005381439],"category_scores_gemma":[0.0005447837,0.0017616762,0.0012740244,0.0013043921,0.0004198597,0.00044240113,0.00011309605,0.0027008823,0.00012547754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000055910867,0.0004101485,0.0017681364,0.0003934176,0.0010900556,0.00081845716,0.00006884313,0.00024387427,0.0010861142,0.00008835093,0.96426195,0.029714722],"study_design_scores_gemma":[0.0038754055,0.0014232058,0.04332861,0.0017325907,0.0029909315,0.0000071991867,0.0022724273,0.009511311,0.00004378273,0.00020648858,0.9324755,0.0021325375],"about_ca_topic_score_codex":0.46293038,"about_ca_topic_score_gemma":0.4117307,"teacher_disagreement_score":0.76100856,"about_ca_system_score_codex":0.0038931144,"about_ca_system_score_gemma":0.040834922,"threshold_uncertainty_score":0.99993074},"labels":[],"label_agreement":null},{"id":"W2594181607","doi":"10.2196/mhealth.6291","title":"A Mobile Clinical Decision Support Tool for Pediatric Cardiovascular Risk-Reduction Clinical Practice Guidelines: Development and Description","year":2017,"lang":"en","type":"article","venue":"JMIR mhealth and uhealth","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Operationalization; Guideline; Clinical decision support system; Decision support system; Process management; Medicine; Knowledge translation; Risk analysis (engineering); Health care; Process (computing); Computer science; Knowledge management; Engineering; Data mining","score_opus":0.4175860584985672,"score_gpt":0.5980300683072365,"score_spread":0.18044400980866926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594181607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96527386,0.0028203274,0.02170708,0.0041516265,0.002105659,0.0037598314,0.00003256502,0.000083871164,0.000065153064],"genre_scores_gemma":[0.53404725,0.062042292,0.39279076,0.004519502,0.005658371,0.00053935446,0.0001731609,0.00006939866,0.0001598968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99286574,0.00048519063,0.0044116303,0.0010060766,0.000677024,0.0005543383],"domain_scores_gemma":[0.99216336,0.0021395055,0.0022933607,0.0009917226,0.001533974,0.0008780731],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024765722,0.0002840442,0.0009719805,0.00014219481,0.0011653,0.00014661849,0.0001397022,0.00038531903,0.000015438201],"category_scores_gemma":[0.04543759,0.0002497529,0.00031435196,0.00010125343,0.000151294,0.00080684817,0.00014645373,0.0007443611,0.000026977583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026177969,0.00045145376,0.1264552,0.0005905279,0.00012321763,0.000009784039,0.0002173457,0.0000025521952,6.2661553e-7,0.000023173852,0.022078676,0.84742963],"study_design_scores_gemma":[0.0095098065,0.003189273,0.5242371,0.00007226441,0.0019764495,0.0002511525,0.00086281484,0.0006641064,0.0000018319687,0.00022121823,0.45875013,0.00026382905],"about_ca_topic_score_codex":0.00024786548,"about_ca_topic_score_gemma":0.000037178677,"teacher_disagreement_score":0.8471658,"about_ca_system_score_codex":0.00015858065,"about_ca_system_score_gemma":0.0022041833,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W2594556271","doi":"10.1186/s12913-017-2107-5","title":"Understanding optimal approaches to patient and caregiver engagement in the development of cancer practice guidelines: a mixed methods study","year":2017,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Juravinski Cancer Centre","funders":"Cancer Care Ontario","keywords":"Nursing research; Health informatics; Medicine; Health administration; Inclusion (mineral); Nursing; Family medicine; Community engagement; Medical education; Public health; Psychology; Public relations","score_opus":0.9013566990741994,"score_gpt":0.6990474638818587,"score_spread":0.20230923519234068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594556271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9536603,0.00052913977,0.013669768,0.026579723,0.00013112812,0.005146942,0.0000062834283,0.00001029849,0.00026638477],"genre_scores_gemma":[0.7464164,0.00009893042,0.25131467,0.0016787569,0.00006795406,0.00039236114,0.00000659354,0.000014779679,0.000009570698],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9925487,0.003507533,0.0015862928,0.00048132363,0.0013838321,0.00049230596],"domain_scores_gemma":[0.9935834,0.0040716846,0.0005664252,0.0007618564,0.00078857783,0.0002280789],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03962971,0.00013886223,0.00036137286,0.00025557092,0.00078974816,0.000121051715,0.0003844848,0.000050018367,0.000019118335],"category_scores_gemma":[0.005224433,0.00009800991,0.000027234797,0.0003238377,0.00006576151,0.00027748136,0.0006570977,0.000514584,0.0000032799248],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002436107,0.0019460316,0.13508642,0.003055919,0.00021833768,0.000019290559,0.49378476,0.0004341643,0.00006849914,0.00022622905,0.00052033033,0.3622039],"study_design_scores_gemma":[0.001878434,0.0009651778,0.19850464,0.000380902,0.000039534465,0.0000032574778,0.78507084,0.003414289,0.000059608945,0.000025103287,0.009567593,0.000090616675],"about_ca_topic_score_codex":0.008677006,"about_ca_topic_score_gemma":0.022398688,"teacher_disagreement_score":0.3621133,"about_ca_system_score_codex":0.0006293713,"about_ca_system_score_gemma":0.001645519,"threshold_uncertainty_score":0.9979243},"labels":[],"label_agreement":null},{"id":"W2595191687","doi":"10.1200/jco.2015.33.15_suppl.e17547","title":"Establishment of a baseline to measure academic clinical trial activity in Canada.","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Ontario Institute for Cancer Research","funders":"","keywords":"Clinical trial; Medicine; Receipt; Portfolio; Family medicine; Patient recruitment; Internal medicine; Accounting; Finance","score_opus":0.694728486465098,"score_gpt":0.6376722686330413,"score_spread":0.05705621783205672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595191687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310205,0.00009638847,0.0009833627,0.06194454,0.0047664572,0.0007467323,0.000010099174,0.0000045277056,0.00042740302],"genre_scores_gemma":[0.97927064,0.00022945556,0.007062305,0.00999721,0.0033642228,0.000006501459,0.0000035162675,0.000018695859,0.00004745381],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9824005,0.0034667223,0.012014856,0.00033548256,0.0014363207,0.00034616294],"domain_scores_gemma":[0.9650143,0.024860512,0.0060185483,0.00038945538,0.0020943948,0.0016228313],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0635561,0.00017441204,0.0027427957,0.00020946182,0.000012453914,0.0000043820773,0.00031519326,0.0005595147,0.00010028438],"category_scores_gemma":[0.31058598,0.00013476158,0.0004634229,0.0004317321,0.00011576493,0.0002491128,0.00013951799,0.0032278488,0.0000105822955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27344415,0.0027945042,0.20666778,0.000017666931,0.00019557566,0.00038180026,0.000053901287,0.000113068265,0.0000703281,0.000010481069,0.066676825,0.4495739],"study_design_scores_gemma":[0.31484064,0.05320836,0.41896755,0.000295785,0.0009720782,0.0002113757,0.0011194127,0.000866587,0.00012919275,0.00030024294,0.20881902,0.0002697856],"about_ca_topic_score_codex":0.120053425,"about_ca_topic_score_gemma":0.44617495,"teacher_disagreement_score":0.44930413,"about_ca_system_score_codex":0.001218083,"about_ca_system_score_gemma":0.051631812,"threshold_uncertainty_score":0.9990717},"labels":[],"label_agreement":null},{"id":"W2598162575","doi":"10.1016/j.athoracsur.2017.01.020","title":"The American Association for Thoracic Surgery/Society of Thoracic Surgeons Position Statement on Developing Clinical Practice Documents","year":2017,"lang":"en","type":"article","venue":"The Annals of Thoracic Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Context (archaeology); Multidisciplinary approach; Evidence-based medicine; MEDLINE; Knowledge translation; Professional association; Medical knowledge; Medical education; Alternative medicine; Public relations; Pathology; Knowledge management","score_opus":0.47263457670041037,"score_gpt":0.618758060724004,"score_spread":0.1461234840235936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598162575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7864103,0.00023608665,0.0016465643,0.20880683,0.001154961,0.0013163964,0.00011217341,0.000050726318,0.00026599257],"genre_scores_gemma":[0.9787721,0.009608126,0.0031759783,0.0071276883,0.0005031594,0.00013319083,0.00021037382,0.0000681315,0.0004012647],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9914949,0.0021193572,0.0036971737,0.0005165485,0.001477944,0.00069411204],"domain_scores_gemma":[0.9017611,0.08352094,0.010502146,0.0014697012,0.0025751265,0.00017095124],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05536441,0.00033395164,0.0012574297,0.00013760373,0.0010595572,0.00018416744,0.00042959984,0.00015690882,0.000018835372],"category_scores_gemma":[0.082080714,0.00022621213,0.0013061276,0.00038532328,0.000436856,0.0008072428,0.00020035186,0.0005181184,0.000021732956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011847869,0.0007558923,0.13814592,0.00041573987,0.0018586825,0.000008527708,0.00017957736,0.000015584388,0.0002665247,0.00013471741,0.17444721,0.67192376],"study_design_scores_gemma":[0.000673665,0.0014619008,0.6077327,0.003080437,0.0032892928,0.000055334232,0.005315425,0.0012064239,0.059712667,0.004690658,0.31153968,0.001241801],"about_ca_topic_score_codex":0.0006464977,"about_ca_topic_score_gemma":0.00007628107,"teacher_disagreement_score":0.67068195,"about_ca_system_score_codex":0.00022169093,"about_ca_system_score_gemma":0.0009570416,"threshold_uncertainty_score":0.97270113},"labels":[],"label_agreement":null},{"id":"W2598707252","doi":"10.1542/hpeds.2016-0150","title":"Nurse-Driven Clinical Pathway for Inpatient Asthma: A Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"Hospital Pediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Medicine; Randomized controlled trial; Asthma; Confidence interval; Salbutamol; Adverse effect; Clinical trial; Intervention (counseling); Emergency medicine; Psychological intervention; Patient satisfaction; Family medicine; Nursing; Pediatrics; Internal medicine","score_opus":0.10266987395111137,"score_gpt":0.46389985978597875,"score_spread":0.3612299858348674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598707252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.949886,0.00015485317,0.0055302596,0.011282695,0.009734171,0.02171815,0.000063019535,0.00010816149,0.0015226698],"genre_scores_gemma":[0.97977525,0.00035050526,0.008247373,0.00092717115,0.008524371,0.001455854,0.00013826763,0.000057869616,0.0005233488],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949734,0.0003323146,0.0031544906,0.0005270202,0.0006240817,0.00038868006],"domain_scores_gemma":[0.9860463,0.009394328,0.0025978785,0.00086915854,0.0007619647,0.00033034006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057727178,0.0002759968,0.0022094694,0.000107564294,0.00031552563,0.00014703696,0.0002813932,0.0002846865,0.000084316],"category_scores_gemma":[0.13615881,0.0002060298,0.001615695,0.00006663815,0.00024582754,0.00031156885,0.000096194664,0.0004258411,0.000083963496],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9688877,0.0015859241,0.008888681,0.000041349544,0.00020472873,0.000019149233,0.00009721105,0.000002234746,0.000001827774,0.00056157814,0.009469529,0.010240127],"study_design_scores_gemma":[0.98306924,0.004847259,0.0025110685,0.00001513452,0.0013885534,0.0000025261975,0.00013019276,0.0021544197,0.0000034173697,0.0005551438,0.005085668,0.0002373482],"about_ca_topic_score_codex":0.00003451065,"about_ca_topic_score_gemma":0.000012012551,"teacher_disagreement_score":0.1303861,"about_ca_system_score_codex":0.000071140785,"about_ca_system_score_gemma":0.0005446825,"threshold_uncertainty_score":0.8711177},"labels":[],"label_agreement":null},{"id":"W2599053232","doi":"","title":"Evidence Brief: Optimizing Clinical Practice in Ontario Based on Data, Evidence and Guidelines","year":2015,"lang":"en","type":"article","venue":"MacSphere (McMaster University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Government of Ontario; Registered Nurses' Association of Ontario; Ontario Ministry of Health and Long-Term Care; McMaster University","keywords":"Excellence; Government (linguistics); Christian ministry; Stakeholder; Health care; Evidence-based practice; Political science; Library science; Medicine; Public relations; Nursing; Alternative medicine; Computer science","score_opus":0.5402405631581255,"score_gpt":0.4775893390125409,"score_spread":0.0626512241455846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599053232","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17419678,0.0050168615,0.06476178,0.23393093,0.0033127896,0.006318372,0.000063264655,0.000647231,0.511752],"genre_scores_gemma":[0.20436636,0.0018989212,0.6051549,0.047431808,0.00087352365,0.0000043104405,0.0001477661,0.000115665505,0.14000678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966296,0.0005639523,0.0010398148,0.00085164746,0.0006155826,0.00029942216],"domain_scores_gemma":[0.9910616,0.006485641,0.0004373087,0.00092352706,0.00067271106,0.00041916472],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042024376,0.00022585744,0.00042751516,0.00015662781,0.000060286908,0.00007284819,0.00040542433,0.00016082844,0.005367272],"category_scores_gemma":[0.039308317,0.00023073523,0.000064700405,0.00043967727,0.00013108726,0.0023934764,0.0005243324,0.00072830706,0.000060532846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00797228,0.0005694563,0.29897532,0.00006440778,0.00008314301,0.0014988624,0.00041118063,0.0014778199,0.000024996923,0.00011410641,0.020235889,0.66857255],"study_design_scores_gemma":[0.0077017625,0.0016542427,0.035355818,0.0027931912,0.0006409116,0.00009254029,0.003958388,0.036050495,0.000012333735,0.00003275164,0.9112972,0.00041035115],"about_ca_topic_score_codex":0.028056828,"about_ca_topic_score_gemma":0.060417373,"teacher_disagreement_score":0.8910613,"about_ca_system_score_codex":0.0004667453,"about_ca_system_score_gemma":0.0015282542,"threshold_uncertainty_score":0.99554193},"labels":[],"label_agreement":null},{"id":"W2599588195","doi":"","title":"Repenser les demandes de consultation","year":2012,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.1775970285869155,"score_gpt":0.41563457134868914,"score_spread":0.23803754276177364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599588195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9104614,0.00038426416,0.00048623804,0.00403711,0.00021719407,0.0003869908,0.00002997249,0.00005532696,0.08394148],"genre_scores_gemma":[0.9027679,0.000012198752,0.0013277602,0.09502574,0.00050934765,0.000014155143,0.00010270561,0.000021062724,0.00021913915],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989829,0.000055802884,0.00030193766,0.00012899768,0.00012882293,0.00040150687],"domain_scores_gemma":[0.99874955,0.00026638195,0.0000912342,0.00018940242,0.00013582018,0.0005676155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003880809,0.00009531496,0.00014557848,0.00009035763,0.00011078239,0.00001693604,0.000043781773,0.00006790979,0.000021982161],"category_scores_gemma":[0.00059099874,0.00009797212,0.000053847358,0.00015520578,0.00004839705,0.0002264664,0.000007160731,0.00015209398,0.00023252983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019160211,0.00028426494,0.11288731,0.000139989,0.00024409467,0.000069211215,0.0013714435,0.0000243475,0.041344333,0.00906541,0.20909783,0.62528014],"study_design_scores_gemma":[0.0017735271,0.00012098695,0.67391497,0.00010143565,0.00026857926,0.0000129105965,0.005768221,0.00030885907,0.0014952109,0.00072585733,0.31521094,0.00029851776],"about_ca_topic_score_codex":0.02882989,"about_ca_topic_score_gemma":0.007970856,"teacher_disagreement_score":0.62498164,"about_ca_system_score_codex":0.00031133657,"about_ca_system_score_gemma":0.00056999124,"threshold_uncertainty_score":0.97763723},"labels":[],"label_agreement":null},{"id":"W2600231976","doi":"10.1016/j.jtcvs.2017.01.003","title":"The American Association for Thoracic Surgery/Society of Thoracic Surgeons position statement on developing clinical practice documents","year":2017,"lang":"en","type":"review","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; University of Toronto","funders":"","keywords":"Medicine; Position statement; Cardiothoracic surgery; Statement (logic); Association (psychology); General surgery; Clinical Practice; Position (finance); Surgery; Family medicine; Law","score_opus":0.349876315006441,"score_gpt":0.5811623423774481,"score_spread":0.23128602737100712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600231976","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016446942,0.9847764,0.005644244,0.003658484,0.0024334837,0.001674108,0.00009205105,0.000021975558,0.000054575656],"genre_scores_gemma":[0.0009179566,0.9924359,0.004481128,0.00044656527,0.0012478477,0.0000743719,0.00017265606,0.000102716,0.00012088337],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853111,0.004320621,0.0068648793,0.0005981731,0.002313129,0.00059208315],"domain_scores_gemma":[0.92893016,0.049756356,0.01732929,0.0010393464,0.0026484793,0.00029634617],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0822924,0.0005907514,0.0062241955,0.00036438412,0.0005713561,0.0003030918,0.00028572185,0.00041291743,0.000004422811],"category_scores_gemma":[0.043277014,0.00040625545,0.010892821,0.0004654132,0.0002234398,0.0007148253,0.00013649632,0.0012927478,0.0000063030016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011916733,0.00019128203,0.0015653122,0.0061620963,0.016139094,0.0000708292,0.000021721262,0.0000029348823,1.9086166e-7,0.000005023991,0.019867986,0.95478183],"study_design_scores_gemma":[0.00017902724,0.0002693373,0.0011039795,0.012390062,0.021377556,0.0005717674,0.00028791622,0.000008860209,0.000008225261,0.000047220445,0.96338344,0.00037260287],"about_ca_topic_score_codex":0.00007603966,"about_ca_topic_score_gemma":0.000004938697,"teacher_disagreement_score":0.95440924,"about_ca_system_score_codex":0.0008753087,"about_ca_system_score_gemma":0.0032506334,"threshold_uncertainty_score":0.99983895},"labels":[],"label_agreement":null},{"id":"W2601145628","doi":"10.1186/s12955-017-0621-0","title":"Using patient values and preferences to inform the importance of health outcomes in practice guideline development following the GRADE approach","year":2017,"lang":"en","type":"review","venue":"Health and Quality of Life Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre; Impact","funders":"Ministry of Health – Kingdom of Saudi Arabia; McMaster University","keywords":"Guideline; Grading (engineering); Context (archaeology); Health care; MEDLINE; Medicine; Psychology; Checklist; Applied psychology; Systematic review; Empirical research; Medical education; Nursing; Management science","score_opus":0.7790497568420199,"score_gpt":0.6525235678174099,"score_spread":0.12652618902461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601145628","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013333356,0.9372359,0.00032797398,0.044255007,0.00023761175,0.004487669,0.000041981388,0.000013695373,0.000066819084],"genre_scores_gemma":[0.002461914,0.9136491,0.054671787,0.028869528,0.000051894156,0.00010126534,0.00013289925,0.000031533167,0.00003008745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896948,0.0014035625,0.0072257835,0.00040597108,0.00087804947,0.00039187836],"domain_scores_gemma":[0.986111,0.005665748,0.006968661,0.00072435435,0.00019389673,0.00033636155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01789522,0.00036095706,0.0034357815,0.00015437437,0.00040739213,0.000037583282,0.00024027185,0.00012267673,0.0000022156266],"category_scores_gemma":[0.028228156,0.0001824504,0.00025054294,0.00020089245,0.0001286235,0.00021862106,0.00025583178,0.00047035038,4.8573844e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063574305,0.0002141102,0.17902108,0.01734967,0.00037117783,4.5330532e-7,0.0052532684,0.0000012707167,1.2778988e-8,0.00014754699,0.0002779812,0.79729986],"study_design_scores_gemma":[0.0020407948,0.00061714544,0.08263986,0.007017443,0.0005763311,0.000019037949,0.022305802,0.000028507837,1.3910368e-7,0.000098611046,0.8842206,0.000435749],"about_ca_topic_score_codex":0.004411259,"about_ca_topic_score_gemma":0.000628817,"teacher_disagreement_score":0.8839426,"about_ca_system_score_codex":0.00017464276,"about_ca_system_score_gemma":0.0042469325,"threshold_uncertainty_score":0.97995746},"labels":[],"label_agreement":null},{"id":"W2602197919","doi":"10.1007/s10488-017-0801-6","title":"Extending the Quality and Reach of IPS","year":2017,"lang":"en","type":"article","venue":"Administration and Policy in Mental Health and Mental Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute","funders":"","keywords":"Quality (philosophy); Computer science; Geology; Environmental science; Philosophy; Epistemology","score_opus":0.48052958439854865,"score_gpt":0.6939796824836443,"score_spread":0.21345009808509563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602197919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8042593,0.0015324975,8.542383e-7,0.19259246,0.00005653727,0.0011155115,0.00007421469,0.000005500912,0.00036313382],"genre_scores_gemma":[0.97405654,0.016129257,0.0002448276,0.009144513,0.00012341801,0.000024096209,0.00016848333,0.0000085592765,0.00010029995],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972983,0.000533387,0.0009791739,0.00028103273,0.00049063604,0.00041744928],"domain_scores_gemma":[0.99825263,0.00038107473,0.00044626519,0.00029014607,0.00006101782,0.00056887144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058008414,0.00010715514,0.00028859524,0.00014720198,0.0012547647,0.000085911495,0.0001000728,0.000056758763,0.000013131627],"category_scores_gemma":[0.00018611952,0.000083031344,0.000018854988,0.000120081204,0.00032072834,0.0002603653,0.00015576533,0.00035067688,0.0000014810653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035041252,0.0005711557,0.4749313,0.008008178,0.000026873178,0.0000038255275,0.02531236,2.4610008e-8,0.0005605524,0.009638377,0.0007650215,0.4766782],"study_design_scores_gemma":[0.0037501405,0.0031667368,0.9306131,0.0006801213,0.0000033285112,0.000115879055,0.046167254,0.00028509644,0.00015391974,0.00071536587,0.0142508205,0.000098211465],"about_ca_topic_score_codex":0.02800972,"about_ca_topic_score_gemma":0.009682536,"teacher_disagreement_score":0.47658,"about_ca_system_score_codex":0.00016670275,"about_ca_system_score_gemma":0.00089350966,"threshold_uncertainty_score":0.9784629},"labels":[],"label_agreement":null},{"id":"W2602299717","doi":"10.1200/jco.2013.31.15_suppl.e17531","title":"Cancer Care Ontario’s lung disease pathway initiative: Building resources for lung cancer quality care.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Lung cancer; Agency (philosophy); Quality management; Quality of life (healthcare); Cancer; Health care; Care pathway; Nursing; Family medicine; Oncology; Operations management; Management system; Internal medicine; Political science","score_opus":0.38690790573479,"score_gpt":0.6303319009191108,"score_spread":0.24342399518432084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602299717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631107,0.0052579246,0.0014484617,0.025134325,0.0030849003,0.0012602434,0.00008811898,0.000019546305,0.0005957792],"genre_scores_gemma":[0.9730574,0.000635395,0.00875857,0.01258008,0.0044357437,0.00019355916,0.000023201652,0.000041245617,0.0002748186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923831,0.0008613786,0.0053490824,0.00038051847,0.00062264374,0.00040326946],"domain_scores_gemma":[0.97947866,0.011311708,0.004449917,0.00029270447,0.0035670071,0.0008999988],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036566253,0.00023467583,0.0016411092,0.00012330378,0.00013342757,0.00003628844,0.00024402195,0.0003636678,0.00159001],"category_scores_gemma":[0.022864595,0.00017856275,0.00084158,0.00013150314,0.0001818695,0.00049133564,0.0001054,0.001391615,0.0000047452672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005502862,0.0004848406,0.76643664,0.00041485872,0.00065235345,0.00007774986,0.0030745396,0.00016650357,0.00014127317,0.00004310231,0.024811663,0.1981936],"study_design_scores_gemma":[0.011512933,0.0021486643,0.77380675,0.00041844504,0.001765856,0.000011466228,0.005137258,0.0006142819,0.00003783842,0.00018640546,0.20413049,0.00022958513],"about_ca_topic_score_codex":0.015793515,"about_ca_topic_score_gemma":0.034429695,"teacher_disagreement_score":0.19796401,"about_ca_system_score_codex":0.001883295,"about_ca_system_score_gemma":0.009499252,"threshold_uncertainty_score":0.99932265},"labels":[],"label_agreement":null},{"id":"W2603099584","doi":"10.12927/hcpap.2017.24998","title":"Patient Engagement: The Quebec Path","year":2016,"lang":"en","type":"article","venue":"A Nudge Too Far? A Nudge at All? On Paying People to Be Healthy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"General partnership; Stakeholder engagement; Patient care; Community engagement; Politics; Health care; Patient experience; Nursing; Health professionals; Patient-centered care; Stakeholder; Public relations; Political science; Medicine; Psychology","score_opus":0.20243801856955837,"score_gpt":0.44221334319207384,"score_spread":0.23977532462251547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603099584","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45120493,0.0000646376,0.00066167937,0.5453136,0.0004909691,0.0014937052,0.000057122186,0.00015795446,0.00055541814],"genre_scores_gemma":[0.27401406,0.00021305785,0.0008324809,0.7227378,0.000087233864,0.0003659401,0.00007540951,0.000085510284,0.0015885239],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435455,0.00076930696,0.0017941004,0.00094873505,0.0010612906,0.0010720392],"domain_scores_gemma":[0.9925708,0.004396323,0.00060451217,0.0013210892,0.00032287234,0.0007844105],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027344483,0.00047620013,0.0006492234,0.00018120748,0.0005944702,0.0000692714,0.00031672197,0.00017673528,0.0012603197],"category_scores_gemma":[0.00517208,0.00027941453,0.00027907855,0.0005339911,0.000068369714,0.00026086098,0.00041769628,0.0005638328,0.0019815024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002227318,0.0005384026,0.0046016756,0.00005180336,0.00011060912,0.0000445549,0.004888847,0.0000024203491,0.0017853128,0.0008590604,0.8408208,0.14406922],"study_design_scores_gemma":[0.004333735,0.0030801657,0.028428046,0.0000046738514,0.00017685245,0.000057074834,0.0014393122,0.00011623344,0.00031912327,0.00007457339,0.96155936,0.00041083683],"about_ca_topic_score_codex":0.00553396,"about_ca_topic_score_gemma":0.010417746,"teacher_disagreement_score":0.17742422,"about_ca_system_score_codex":0.0014372548,"about_ca_system_score_gemma":0.0006562624,"threshold_uncertainty_score":0.9999658},"labels":[],"label_agreement":null},{"id":"W2603328336","doi":"10.1200/jco.2007.25.18_suppl.16033","title":"Use of systemic therapy in women with recurrent ovarian cancer—Development of a national clinical practice guideline","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Guideline; Medicine; Context (archaeology); Family medicine; Psychosocial; Gynecology; Pathology","score_opus":0.5301416376128623,"score_gpt":0.6383174734253626,"score_spread":0.10817583581250034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603328336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98068464,0.0003966029,0.0051168627,0.011638211,0.0013070976,0.0005498617,0.0000070229057,0.000005998359,0.00029370157],"genre_scores_gemma":[0.8077096,0.002514807,0.18181257,0.006838168,0.0010694033,0.00000883235,0.000005815488,0.00002172148,0.000019132629],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9789431,0.0012065613,0.017861538,0.00029008853,0.0013748795,0.00032380974],"domain_scores_gemma":[0.95020145,0.029382946,0.013441514,0.00025037816,0.0062853773,0.0004383357],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05896645,0.00018185061,0.002112181,0.00032827596,0.000022792006,0.000006255705,0.00020402705,0.00042288567,0.00015248242],"category_scores_gemma":[0.08195509,0.00012688298,0.00026420483,0.0004466975,0.00020258878,0.0004188668,0.00006312902,0.0014039695,0.0000030225099],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08822841,0.0065126605,0.09737831,0.000061497274,0.0010083831,0.00022110072,0.0007191354,0.000113063885,0.0005286677,0.00007157737,0.003884461,0.80127275],"study_design_scores_gemma":[0.03183821,0.02919988,0.60342604,0.0010149392,0.0003077192,0.0006998423,0.0027671757,0.00018464519,0.00014548677,0.000117915835,0.33009112,0.00020703945],"about_ca_topic_score_codex":0.00012833918,"about_ca_topic_score_gemma":0.00030480177,"teacher_disagreement_score":0.8010657,"about_ca_system_score_codex":0.00068522285,"about_ca_system_score_gemma":0.012533467,"threshold_uncertainty_score":0.9930645},"labels":[],"label_agreement":null},{"id":"W2603919711","doi":"10.1200/jco.2017.35.5_suppl.54","title":"Identifying critical data elements for a provincial transition plan from a primary care perspective.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Juravinski Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Thematic analysis; Government (linguistics); Health care; Survivorship curve; Focus group; Delphi method; Family medicine; Nursing; Cancer; Qualitative research; Political science; Business; Computer science","score_opus":0.7010127970578537,"score_gpt":0.6744375886231636,"score_spread":0.02657520843469008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603919711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80890787,0.00069531833,0.057987195,0.11874509,0.007998597,0.0017120598,0.0011096615,0.000032073505,0.0028121616],"genre_scores_gemma":[0.8941739,0.0001576622,0.09182887,0.005316639,0.008132486,0.000008278999,0.00033728027,0.000026579522,0.00001829186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99450964,0.0004050694,0.0038976956,0.00039740233,0.00054573687,0.0002444849],"domain_scores_gemma":[0.9850647,0.008960665,0.0031250431,0.00076244806,0.0017257436,0.00036142938],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064124567,0.00013874771,0.0012085525,0.00007460715,0.00024092157,0.0000748422,0.00060520624,0.0003792786,0.000121448014],"category_scores_gemma":[0.09717778,0.00011513659,0.00041087854,0.000026713868,0.00027188548,0.00095849996,0.00020971791,0.0010670783,0.000011410994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050364085,0.0050596367,0.06240968,0.00047473,0.0016512688,0.001376853,0.0022285692,0.0000019601498,0.0017134398,0.00084167585,0.027063562,0.8468145],"study_design_scores_gemma":[0.06703288,0.027055474,0.74335337,0.0008389892,0.007930378,0.00043686223,0.018153096,0.0015653505,0.00011375322,0.01440196,0.11864099,0.00047688745],"about_ca_topic_score_codex":0.00032829112,"about_ca_topic_score_gemma":0.00072817213,"teacher_disagreement_score":0.8463377,"about_ca_system_score_codex":0.00039150257,"about_ca_system_score_gemma":0.0033406548,"threshold_uncertainty_score":0.9104271},"labels":[],"label_agreement":null},{"id":"W2604138607","doi":"10.1200/jco.2017.35.8_suppl.22","title":"Funding model for stem cell transplant.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; Cancer Care Ontario","funders":"","keywords":"Activity-based costing; Medicine; Procurement; Health care; Tariff; Ambulatory care; Revenue; Operations management; Medical emergency; Business; Finance; Accounting; Marketing","score_opus":0.7353757196768027,"score_gpt":0.6512257321215816,"score_spread":0.08414998755522107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604138607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8178259,0.0001128428,0.12287837,0.050252147,0.003322194,0.00051100226,0.000021322068,0.000012554368,0.005063669],"genre_scores_gemma":[0.96286273,0.00041372844,0.029760724,0.003775365,0.0020140242,0.000003814842,0.0000033478623,0.000019257524,0.0011470005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99510735,0.0001614906,0.0040338617,0.00017003491,0.00030065366,0.00022660977],"domain_scores_gemma":[0.98627144,0.007465362,0.004926745,0.00033182712,0.00061430084,0.00039035114],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009767985,0.00010619234,0.0011671891,0.00006374137,0.000148852,0.000026384627,0.00028827033,0.00033472176,0.00005316023],"category_scores_gemma":[0.008659534,0.0000792443,0.0006812408,0.000019539835,0.00013246677,0.00033640183,0.000037941558,0.00080859155,0.0000140061165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022030631,0.0029304374,0.08289428,0.00019883265,0.0005293975,0.0004305778,0.0003569683,0.00044182118,0.0014753973,0.0006115793,0.03586822,0.85223186],"study_design_scores_gemma":[0.111338235,0.047951005,0.15532018,0.00052062335,0.0070906063,0.0012489506,0.0011521732,0.2864205,0.0008915065,0.008155816,0.37926948,0.00064090145],"about_ca_topic_score_codex":0.00000945345,"about_ca_topic_score_gemma":0.00004125567,"teacher_disagreement_score":0.85159093,"about_ca_system_score_codex":0.00008655956,"about_ca_system_score_gemma":0.0017357478,"threshold_uncertainty_score":0.99969095},"labels":[],"label_agreement":null},{"id":"W2604222186","doi":"","title":"Lignes directrices simplifiées sur les lipides","year":2015,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; Saint-Vincent Hospital; Alberta Health Services; Northwestern Polytechnic; University of Calgary","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.408807548286079,"score_gpt":0.4951785283576416,"score_spread":0.08637098007156258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604222186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40741488,0.14815043,0.008274868,0.3236348,0.021036245,0.0017707343,0.00009670644,0.00071858463,0.088902764],"genre_scores_gemma":[0.89683074,0.0044735987,0.009182697,0.0055804728,0.009491401,0.000027339327,0.0001027042,0.00007813017,0.07423292],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965503,0.00036232278,0.0014412218,0.0004491263,0.0006086732,0.0005883349],"domain_scores_gemma":[0.9920264,0.005580843,0.000390101,0.00043218292,0.00092732324,0.0006431398],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028018376,0.00029093094,0.0005051003,0.0001382183,0.00009395852,0.00010512182,0.00017456376,0.00023886254,0.0030140786],"category_scores_gemma":[0.03373759,0.00025296025,0.00015775199,0.00041956975,0.00018789267,0.00077401474,0.00013088125,0.00033578053,0.002202029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023165398,0.0005278139,0.049934104,0.00021588778,0.0001746187,0.00005163553,0.00043335877,0.00003665939,0.0006481805,0.0036436827,0.3749739,0.5691285],"study_design_scores_gemma":[0.0029858581,0.0009331362,0.010876912,0.00029485908,0.0007789163,0.00008332788,0.007840483,0.0034320543,0.0021642062,0.0018523402,0.9683796,0.000378296],"about_ca_topic_score_codex":0.013723302,"about_ca_topic_score_gemma":0.0022223978,"teacher_disagreement_score":0.5934057,"about_ca_system_score_codex":0.00020585998,"about_ca_system_score_gemma":0.00064844935,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W2604262640","doi":"10.1200/jco.2017.35.8_suppl.86","title":"Stakeholder perspectives on the use of telehealth to improve ambulatory care for chemotherapy patients in a large urban cancer centre.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Telehealth; Medicine; Ambulatory; Nursing; Stakeholder; Pharmacist; Family medicine; Ambulatory care; Health care; Medical emergency; Telemedicine; Public relations; Surgery; Pharmacy","score_opus":0.4969558665421689,"score_gpt":0.5864625545324643,"score_spread":0.08950668799029543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604262640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9455899,0.000083308696,0.00008975156,0.052083645,0.0009782449,0.0010535235,0.000057083285,0.000002392558,0.00006214297],"genre_scores_gemma":[0.9832655,0.0004420023,0.0021972212,0.013026334,0.00097567565,0.000012398571,0.0000028784762,0.000017793325,0.000060186354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962375,0.0003317908,0.0026302135,0.00021415133,0.00034526997,0.0002410325],"domain_scores_gemma":[0.98791856,0.0064383885,0.0035550063,0.00039480976,0.001466733,0.00022652974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032973324,0.00011548898,0.0009671975,0.00008552022,0.000084656385,0.000015235321,0.00021190687,0.00019771898,0.000083381055],"category_scores_gemma":[0.044628546,0.00007145736,0.00031303268,0.000050184357,0.000116182884,0.00017832623,0.000046433564,0.0007003548,0.0000020213988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012508812,0.0027942357,0.73563987,0.000048793692,0.00019283831,0.0000114982895,0.0030986452,0.000013495431,0.000051142335,0.0001593055,0.019110981,0.22637036],"study_design_scores_gemma":[0.015658703,0.009358048,0.80245507,0.00013520001,0.00012632017,0.0000010859327,0.0039424463,0.00006161308,0.000054126704,0.00003526301,0.16810772,0.00006438649],"about_ca_topic_score_codex":0.00031277692,"about_ca_topic_score_gemma":0.0019781808,"teacher_disagreement_score":0.22630598,"about_ca_system_score_codex":0.0003735492,"about_ca_system_score_gemma":0.0014667703,"threshold_uncertainty_score":0.96341896},"labels":[],"label_agreement":null},{"id":"W2604367174","doi":"10.1200/jco.2017.35.8_suppl.217","title":"Improving consistency of high quality diagnosis, staging, and treatment using measurement.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; Canadian Partnership Against Cancer","funders":"","keywords":"Medicine; Medical physics; Lymph node; Pathology","score_opus":0.7622215941995647,"score_gpt":0.6510135928263063,"score_spread":0.11120800137325837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604367174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98622936,0.0003451644,0.0007425593,0.011052113,0.001103772,0.00024281601,0.000007929742,0.0000039996544,0.0002722696],"genre_scores_gemma":[0.97826266,0.0011124995,0.01901205,0.0007874209,0.0007944846,0.0000023220175,0.0000010434939,0.000011402023,0.000016089394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99352974,0.0006406434,0.0049247243,0.0001956352,0.00054219284,0.00016709507],"domain_scores_gemma":[0.9831988,0.0051809414,0.0094784405,0.00040783317,0.0014228463,0.0003111034],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013296712,0.00012556056,0.0015955023,0.000070363676,0.00012377446,0.000021586371,0.0001320911,0.0002106673,0.00007885701],"category_scores_gemma":[0.08652752,0.00009015576,0.00034906168,0.000027511429,0.00039481156,0.0002811096,0.00008944185,0.00043492098,0.0000013183792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015409706,0.0012498959,0.55677885,0.000040733372,0.00037817037,0.00008337716,0.000038098726,0.0000021399346,0.0011860067,0.000116543204,0.00017594775,0.43840924],"study_design_scores_gemma":[0.015809316,0.01088958,0.96277905,0.00015741606,0.0016249436,0.00011290472,0.00031882426,0.00013669087,0.00049952685,0.0005463544,0.0070279418,0.000097442025],"about_ca_topic_score_codex":0.0028270925,"about_ca_topic_score_gemma":0.0005397888,"teacher_disagreement_score":0.43831182,"about_ca_system_score_codex":0.0002905544,"about_ca_system_score_gemma":0.0024576103,"threshold_uncertainty_score":0.9211671},"labels":[],"label_agreement":null},{"id":"W2604387476","doi":"10.3233/978-1-61499-742-9-6","title":"The Connecting South West Ontario (cSWO) Benefits Model: An Approach for the Collaborative Capture of Value of Electronic Health Records and Enabling Technology","year":2017,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; London Health Sciences Centre","funders":"","keywords":"Analytics; Harmony (color); Value (mathematics); Knowledge management; Computer science; Health records; Process management; Data science; Business; Health care; Political science","score_opus":0.19352644414392922,"score_gpt":0.47905091725509047,"score_spread":0.28552447311116125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604387476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9235639,0.01930342,0.009438738,0.044480637,0.00016160293,0.002873114,0.000042392865,0.000053026422,0.00008314938],"genre_scores_gemma":[0.96294755,0.010804519,0.025577633,0.00053521583,0.0000149653,0.000093745504,0.0000075763055,0.000009222833,0.000009591914],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9979242,0.00003841202,0.001421758,0.0001350387,0.00011077999,0.00036980474],"domain_scores_gemma":[0.99639845,0.0008449145,0.001834609,0.00047122134,0.00041687084,0.000033950786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003212454,0.0001320147,0.000557953,0.00021205776,0.0011574812,0.000011801854,0.00019923643,0.00018462031,2.730197e-7],"category_scores_gemma":[0.005758221,0.00008221289,0.000020565707,0.00026425841,0.000883113,0.00017396969,0.00022210476,0.00065628835,3.810478e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011640086,0.0002261924,0.142923,0.004342285,0.00075239455,4.0257305e-7,0.12829582,0.004020956,0.000006417342,0.27650848,0.0002184115,0.4415416],"study_design_scores_gemma":[0.0050209886,0.0049781264,0.006047342,0.000655015,0.00015652478,0.000064284926,0.80276173,0.15738091,0.00009779765,0.019755038,0.0028544033,0.00022784373],"about_ca_topic_score_codex":0.001285788,"about_ca_topic_score_gemma":0.021157537,"teacher_disagreement_score":0.6744659,"about_ca_system_score_codex":0.00018270459,"about_ca_system_score_gemma":0.0008829433,"threshold_uncertainty_score":0.9967038},"labels":[],"label_agreement":null},{"id":"W2604493396","doi":"10.1200/jco.2017.35.8_suppl.111","title":"Systematically implementing an electronic platform to improve patient experience measurement in Ontario, Canada.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Software deployment; Medicine; Stakeholder; Stakeholder engagement; Patient experience; Quality (philosophy); Quality management; Process management; Operations management; Nursing; Health care; Public relations; Business; Computer science; Management system; Political science","score_opus":0.40366448912534103,"score_gpt":0.5545722452378647,"score_spread":0.15090775611252372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604493396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838734,0.000019674859,0.0004550845,0.012144204,0.001551485,0.0006935206,0.000001673952,0.0000042578226,0.0012566829],"genre_scores_gemma":[0.9894361,0.0000116792735,0.0044242707,0.005600913,0.0004533159,0.000020316305,0.0000018898669,0.000015727597,0.0000357741],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905957,0.00030434597,0.0069087306,0.00030791495,0.0012903768,0.0005929091],"domain_scores_gemma":[0.99117464,0.0014544623,0.0047865342,0.00059575716,0.0012748658,0.00071372517],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014883968,0.00016895821,0.0014086235,0.00009406281,0.00014078405,0.000048015132,0.00041894338,0.00018061177,0.00027421868],"category_scores_gemma":[0.04535413,0.00013014562,0.00020994536,0.00005406141,0.000063142244,0.0004883843,0.00017930042,0.0013599277,0.000005704737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077431495,0.0029577394,0.49764973,0.00011190525,0.00047095574,0.0011408004,0.0017185009,0.000040312458,0.0018067664,0.00043866033,0.0050963024,0.4808252],"study_design_scores_gemma":[0.010980597,0.02772293,0.82742983,0.00039416895,0.0003474225,0.0002664987,0.0031990127,0.00032142233,0.00026320273,0.0003746814,0.12844133,0.0002588863],"about_ca_topic_score_codex":0.68190676,"about_ca_topic_score_gemma":0.99418706,"teacher_disagreement_score":0.4805663,"about_ca_system_score_codex":0.003656693,"about_ca_system_score_gemma":0.022315456,"threshold_uncertainty_score":0.98322713},"labels":[],"label_agreement":null},{"id":"W2604592056","doi":"10.1200/jco.2017.35.8_suppl.193","title":"Driving quality improvement with public reporting: Use of imaging tests outside guidelines for early-stage breast cancer in Ontario.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Ontario Institute for Cancer Research; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; Cancer Care Ontario","funders":"","keywords":"Medicine; Breast cancer; Stage (stratigraphy); Cancer; Cancer registry; Breast imaging; Medical physics; Asymptomatic; Mammography; Surgery; Internal medicine","score_opus":0.7549864279725109,"score_gpt":0.6650535894129884,"score_spread":0.0899328385595225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604592056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90959805,0.00001817446,0.0016319756,0.08713493,0.00095252245,0.0005293967,0.000015592683,0.0000068340373,0.00011251943],"genre_scores_gemma":[0.9608825,0.00007344394,0.03442213,0.003369726,0.00085167185,0.000016487176,0.0000040299733,0.000026404998,0.0003536476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9840416,0.0002747662,0.014376889,0.00033908218,0.0006120692,0.00035559497],"domain_scores_gemma":[0.9521556,0.0069466857,0.034374602,0.0006340811,0.0055083097,0.0003807373],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022995748,0.00018620826,0.0019609865,0.00015445454,0.000095054595,0.00007194936,0.00027796137,0.00020016877,0.00014130143],"category_scores_gemma":[0.23017101,0.00013087256,0.00047651955,0.000066697845,0.00026232094,0.0010457813,0.00015684214,0.0010801407,6.9086514e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028504743,0.0007432185,0.8179711,0.00003929627,0.00020489753,0.00017248151,0.000057314875,0.00003452701,0.0005405538,0.000020888865,0.00095689035,0.17640834],"study_design_scores_gemma":[0.009909959,0.0028193293,0.96804434,0.0003364494,0.00033665766,0.00016264291,0.00025807333,0.00034249044,0.00005661226,0.0001240458,0.017481504,0.00012789095],"about_ca_topic_score_codex":0.07394886,"about_ca_topic_score_gemma":0.38459098,"teacher_disagreement_score":0.31064212,"about_ca_system_score_codex":0.0005343546,"about_ca_system_score_gemma":0.0069865324,"threshold_uncertainty_score":0.9986429},"labels":[],"label_agreement":null},{"id":"W2604879053","doi":"10.1200/jco.2017.35.8_suppl.218","title":"Improving the measurement of clinician response to symptom screening: Auditing the symptom management of cancer patients in Ontario.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Audit; Concordance; Psychological intervention; Chart; Family medicine; Quality management; Nursing; Operations management; Internal medicine","score_opus":0.41449888248726446,"score_gpt":0.5648648710503349,"score_spread":0.15036598856307043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604879053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667497,0.000051646603,0.00027230187,0.030162692,0.0014721671,0.0007495106,0.0000040530504,0.0000026499172,0.00053525704],"genre_scores_gemma":[0.9924164,0.00012547632,0.00407492,0.0028620039,0.00040898455,0.000013855139,8.601816e-7,0.000016937724,0.00008056775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904932,0.0010836511,0.0066892537,0.00024340776,0.001210783,0.00027972754],"domain_scores_gemma":[0.97848845,0.00845957,0.010428069,0.00070291816,0.0017130639,0.00020792196],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03822188,0.00015310719,0.0012027537,0.000120333774,0.00014192778,0.000019861487,0.00070433517,0.00018875567,0.000078655416],"category_scores_gemma":[0.045250874,0.00008702698,0.00046604034,0.00011273783,0.0002779618,0.00018033196,0.00036964667,0.0012496113,0.0000032039447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01794479,0.0009766422,0.68381983,0.00003627328,0.0005191949,0.000042454805,0.00036265762,0.00008866281,0.00016925225,0.000024066601,0.00076344813,0.2952527],"study_design_scores_gemma":[0.009153134,0.00565411,0.96802515,0.0007032784,0.00078344776,0.0000051283873,0.000984548,0.00014091856,0.00007887135,0.00006845215,0.014327215,0.000075765354],"about_ca_topic_score_codex":0.01642292,"about_ca_topic_score_gemma":0.06386204,"teacher_disagreement_score":0.29517695,"about_ca_system_score_codex":0.00051782886,"about_ca_system_score_gemma":0.0022563275,"threshold_uncertainty_score":0.990353},"labels":[],"label_agreement":null},{"id":"W2605108023","doi":"","title":"Development of the Champlain primary care cardiovascular disease prevention and management guideline","year":2011,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Guideline; Medicine; Disease management; Primary care; Quality management; Disease; MEDLINE; Clinical Practice; Best practice; Family medicine; Medical emergency; Pathology; Management system","score_opus":0.12403619136848199,"score_gpt":0.3408964996590412,"score_spread":0.2168603082905592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605108023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8630121,0.0057770447,0.0024612448,0.001083814,0.0007230159,0.0043916116,0.00014487222,0.00006451711,0.12234181],"genre_scores_gemma":[0.9229339,0.00017966088,0.032710146,0.04301558,0.00022871743,0.00010857742,0.00053831877,0.00005854938,0.00022658079],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998634,0.000054896824,0.0005516785,0.00025141437,0.00030041317,0.00020760614],"domain_scores_gemma":[0.99889606,0.00001402799,0.00012129957,0.00050721416,0.00015435518,0.0003070164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034398085,0.00012503652,0.00021441902,0.000086647204,0.00011854687,0.000006541008,0.00010356672,0.00003259936,0.000004361272],"category_scores_gemma":[0.00002791419,0.00010477587,0.00015882401,0.00016745296,0.00005786835,0.00007981168,0.00006449254,0.00008756673,0.000008700709],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009650127,0.000094258285,0.001744103,0.00059812545,0.0007966396,0.000039996714,0.0010496206,0.000011164515,0.0003155966,0.0005243911,0.003334434,0.9913952],"study_design_scores_gemma":[0.0015442761,0.00005360772,0.5501883,0.00034122707,0.0010470059,0.0000011134626,0.0047818436,0.00003945105,0.0002652163,0.000256139,0.44126198,0.00021982973],"about_ca_topic_score_codex":0.0029880886,"about_ca_topic_score_gemma":0.0037230656,"teacher_disagreement_score":0.99117535,"about_ca_system_score_codex":0.0002967186,"about_ca_system_score_gemma":0.0007773879,"threshold_uncertainty_score":0.4517116},"labels":[],"label_agreement":null},{"id":"W2605112299","doi":"","title":"Attainment of Canadian Diabetes Association recommended targets in patients with type 2 diabetes","year":2010,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Glycated hemoglobin; Diabetes mellitus; Type 2 diabetes; Audit; Family medicine; Psychological intervention; Chart; Internal medicine; Endocrinology; Nursing","score_opus":0.03979549890434159,"score_gpt":0.30980316363993077,"score_spread":0.2700076647355892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605112299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862209,0.00002017559,2.7339442e-7,0.0038502668,0.00043437583,0.00057258806,0.00013795738,0.000011671344,0.008751789],"genre_scores_gemma":[0.9594995,0.0000043076966,0.00038615084,0.03930419,0.0001252352,0.000016988559,0.0005866389,0.000032375545,0.000044655735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829334,0.00005961846,0.0005039493,0.00025163358,0.00029363084,0.0005978071],"domain_scores_gemma":[0.99820685,0.00021512598,0.00025619444,0.0002988462,0.00041131786,0.00061164424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004526209,0.00016234843,0.0003285524,0.0006487667,0.00006545608,0.000018080498,0.00010464105,0.00013076079,0.00003479269],"category_scores_gemma":[0.0005677377,0.00016108697,0.00004666093,0.000790159,0.00003054597,0.00017702923,0.000011199046,0.0003941088,0.000040056642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023919702,0.00010569631,0.96502393,0.00002038232,0.00008539072,0.0000025883105,0.000055966146,0.0000042469856,0.0019014882,0.000046830697,0.01695784,0.015771743],"study_design_scores_gemma":[0.0015841061,0.00032585964,0.94562596,0.000049188573,0.00007503959,1.22541906e-8,0.00015911371,0.00007075198,0.00058734923,0.000080435115,0.051268704,0.0001734869],"about_ca_topic_score_codex":0.2752965,"about_ca_topic_score_gemma":0.8799406,"teacher_disagreement_score":0.6046441,"about_ca_system_score_codex":0.0009944603,"about_ca_system_score_gemma":0.0013372505,"threshold_uncertainty_score":0.7295293},"labels":[],"label_agreement":null},{"id":"W2605159918","doi":"10.1200/jco.2017.35.8_suppl.223","title":"Measurement of person-centered care delivery of adult oncology in Ontario, Canada.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Delphi method; Accreditation; Guideline; Likert scale; Delphi; Psychological intervention; Deliverable; Health care; Scale (ratio); Best practice; Family medicine; Nursing; Medical education; Psychology","score_opus":0.5315675688304495,"score_gpt":0.5454514854296352,"score_spread":0.013883916599185642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605159918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788173,0.00018385204,0.000027646303,0.01366967,0.002484771,0.00027581272,0.000007943407,0.0000015571129,0.0045314864],"genre_scores_gemma":[0.9951181,0.00021758334,0.0027195862,0.0014758108,0.00039415082,0.000002093683,0.000003759682,0.000011990716,0.000056943267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921184,0.0005905896,0.005945803,0.00019879449,0.00091380626,0.00023258214],"domain_scores_gemma":[0.98349845,0.0024000392,0.009057632,0.00042449488,0.004312347,0.00030703555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005672669,0.00013786156,0.0020213488,0.00012014678,0.000042785145,0.0000037805764,0.0003639195,0.00035893405,0.00032045692],"category_scores_gemma":[0.040874504,0.0001120341,0.0004302491,0.00004777381,0.0002533359,0.00017070673,0.000092964074,0.0013112215,0.0000015618814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010329147,0.0018791998,0.8637414,0.00011132869,0.00045330203,0.00047940385,0.0005589164,0.000014982708,0.00068609556,0.000021950927,0.009965489,0.111758806],"study_design_scores_gemma":[0.017915126,0.011319283,0.92191267,0.0003772579,0.00057613984,0.00008922595,0.00368095,0.000033657863,0.00027795002,0.000023351091,0.043707453,0.00008696612],"about_ca_topic_score_codex":0.8537252,"about_ca_topic_score_gemma":0.9950215,"teacher_disagreement_score":0.14129631,"about_ca_system_score_codex":0.0022815405,"about_ca_system_score_gemma":0.03368356,"threshold_uncertainty_score":0.97179455},"labels":[],"label_agreement":null},{"id":"W2605279043","doi":"10.1200/jco.2017.35.8_suppl.182","title":"A person-centered e-proms multi-faceted intervention to improve patient experience and health outcomes: A multi-site implementation study in diverse ambulatory oncology practices.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St Mary's Hospital Centre; Health Sciences North; Cancer Care Ontario; Jewish General Hospital; McGill University Health Centre; Juravinski Cancer Centre; Northeast Cancer Centre; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Patient-reported outcome; Prom; Patient satisfaction; Focus group; Coaching; Anxiety; Intervention (counseling); Family medicine; Health coaching; Patient experience; Debriefing; Physical therapy; Hospital Anxiety and Depression Scale; Health care; Quality of life (healthcare); Nursing; Psychiatry; Psychology","score_opus":0.7335172897206141,"score_gpt":0.6916565757259047,"score_spread":0.041860713994709475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605279043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705595,0.00005620274,0.00086326693,0.024074629,0.0021080144,0.002298225,0.000014171772,0.00001143076,0.000014596502],"genre_scores_gemma":[0.97507304,0.00012402577,0.018943937,0.0055149957,0.00022363194,0.000055931563,0.000008476201,0.00002202125,0.000033964225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912402,0.0016824636,0.0056206756,0.0005381421,0.00052923744,0.0003892783],"domain_scores_gemma":[0.9824445,0.0017962346,0.013949259,0.00048522148,0.00065757224,0.0006671583],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012173602,0.00023638694,0.0017632522,0.0002832665,0.00019366147,0.000062305284,0.0002689361,0.00025297765,0.0001062583],"category_scores_gemma":[0.033518728,0.00019096288,0.00034025428,0.000099337434,0.00017619687,0.00088295457,0.00033368898,0.001194197,0.000017913979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026956294,0.0069189486,0.62770593,0.000024276165,0.00018277664,0.00027213703,0.006600002,0.0000017258074,0.0001679492,9.52203e-7,0.00027130157,0.3551584],"study_design_scores_gemma":[0.044995077,0.038414486,0.85582644,0.000092222275,0.00024081953,0.000077557204,0.056633066,0.0005886769,0.000010320844,0.0000024535836,0.0029898745,0.00012899979],"about_ca_topic_score_codex":0.0058163144,"about_ca_topic_score_gemma":0.0196382,"teacher_disagreement_score":0.3550294,"about_ca_system_score_codex":0.00093368866,"about_ca_system_score_gemma":0.0013780184,"threshold_uncertainty_score":0.99825084},"labels":[],"label_agreement":null},{"id":"W2605288103","doi":"10.1200/jco.2017.35.8_suppl.100","title":"Standardized symptom screening: Cancer Care Ontario's expanded prostate cancer index composite for clinical practice (EPIC-CP) provincial implementation approach.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"EPIC; Medicine; Stakeholder; Stakeholder engagement; Family medicine; Working group; Medical education; Nursing; Public relations; Political science","score_opus":0.4145989731325296,"score_gpt":0.6500186035953925,"score_spread":0.23541963046286296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605288103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9301887,0.00087317015,0.01374319,0.04258828,0.006791076,0.0040327273,0.00026800742,0.00004102967,0.0014738112],"genre_scores_gemma":[0.86148983,0.002602928,0.11694895,0.0092615895,0.008826388,0.00026063895,0.00014247924,0.00009111801,0.00037610115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9875279,0.0012206791,0.008802853,0.0006664078,0.0012051266,0.00057699817],"domain_scores_gemma":[0.96993655,0.008693333,0.014760133,0.00063693535,0.00521347,0.0007595879],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015134657,0.0003645715,0.0027186926,0.00014621242,0.00051013427,0.00016292612,0.00053450983,0.0007117835,0.00032200164],"category_scores_gemma":[0.033825364,0.00029081796,0.001209038,0.00008957415,0.00046762943,0.0013257033,0.00024486144,0.0023416246,0.0000032177077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042341657,0.001081629,0.5005388,0.00008459685,0.0012264994,0.00009382563,0.0007471905,0.000038629092,0.000034958815,0.000032414588,0.00973339,0.44404635],"study_design_scores_gemma":[0.049675226,0.00909738,0.5387331,0.00015529717,0.0028066575,0.0001244406,0.0030191462,0.00021328838,0.000051691233,0.00012455918,0.3957405,0.00025869554],"about_ca_topic_score_codex":0.020160725,"about_ca_topic_score_gemma":0.054918095,"teacher_disagreement_score":0.44378766,"about_ca_system_score_codex":0.0011801666,"about_ca_system_score_gemma":0.015316579,"threshold_uncertainty_score":0.99996},"labels":[],"label_agreement":null},{"id":"W2605428319","doi":"10.1093/aje/163.suppl_11.s187-c","title":"Evaluation of Data Quality: Methods for Medical Chart Review","year":2006,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chart; Quality (philosophy); Medicine; Computer science; Statistics; Mathematics","score_opus":0.7901019086341905,"score_gpt":0.7420286424279048,"score_spread":0.048073266206285714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605428319","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011944165,0.0293741,0.7590281,0.19817923,0.00041582878,0.0007646666,0.000033240718,0.000007925082,0.00025274104],"genre_scores_gemma":[0.03646744,0.012264758,0.9172098,0.032339472,0.0013447413,0.000017457482,0.00031776028,0.000022566994,0.000015979409],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9827777,0.010639619,0.005341651,0.00026525502,0.00073666294,0.00023909626],"domain_scores_gemma":[0.9281655,0.05948665,0.007844561,0.00090682565,0.0033364662,0.00025998818],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21670476,0.00009895842,0.0015214474,0.00009340956,0.000018587241,9.137043e-7,0.00029732773,0.00006186636,0.0005237397],"category_scores_gemma":[0.4349398,0.0000721191,0.00021423522,0.00020533905,0.00032843318,0.00015114456,0.00007104524,0.00028587587,0.0000026021721],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021909959,0.00012390787,0.0057666847,0.00015321304,0.000183123,0.0000012307754,0.000005471768,0.000007191961,0.00018653624,0.0005586128,0.038913954,0.95388097],"study_design_scores_gemma":[0.013629293,0.009461161,0.095000744,0.004278553,0.016509872,0.002315598,0.000782763,0.03820134,0.0001664718,0.06268521,0.75647575,0.00049324817],"about_ca_topic_score_codex":0.00046314963,"about_ca_topic_score_gemma":0.000035599955,"teacher_disagreement_score":0.95338774,"about_ca_system_score_codex":0.00007942881,"about_ca_system_score_gemma":0.0010517586,"threshold_uncertainty_score":0.8065673},"labels":[],"label_agreement":null},{"id":"W2605454501","doi":"10.5489/cuaj.4533","title":"Ne manquez pas le Congrès annuel 2017 de l’Association des urologues du Canada","year":2017,"lang":"fr","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Philosophy","score_opus":0.14081292147154909,"score_gpt":0.37915226169135624,"score_spread":0.23833934021980716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605454501","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36194903,0.0027731555,0.00028822335,0.6186388,0.007836339,0.00039765396,0.0004991596,0.000030539362,0.0075870473],"genre_scores_gemma":[0.94946456,0.0023620361,0.0005106688,0.031572517,0.0077615776,0.000013535147,0.00012791573,0.000039608636,0.0081475945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936018,0.0013324813,0.0015246756,0.00043652064,0.0009744034,0.0021301464],"domain_scores_gemma":[0.9880322,0.0029450376,0.0033585974,0.00043178978,0.0026663868,0.0025659718],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009097397,0.00036213754,0.0006715352,0.00015319242,0.0031870618,0.0013134421,0.00066204293,0.00097045815,0.0014563765],"category_scores_gemma":[0.15272973,0.00038045336,0.0002679425,0.00013262942,0.00021363591,0.0014059811,0.00009461075,0.002078686,0.00018659067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00007091815,0.000077168894,0.6621201,0.0000136670615,0.00034680156,0.00069961435,0.00013331913,0.000096710195,0.000022751366,0.00072489,0.3239791,0.011714948],"study_design_scores_gemma":[0.0017002341,0.00021599619,0.5275867,0.000031720734,0.00033961562,0.00035539092,0.00024403035,0.0006981791,0.0000072972416,0.0021626898,0.46644813,0.00021000297],"about_ca_topic_score_codex":0.9064038,"about_ca_topic_score_gemma":0.9648579,"teacher_disagreement_score":0.58751553,"about_ca_system_score_codex":0.020653034,"about_ca_system_score_gemma":0.017939253,"threshold_uncertainty_score":0.99986476},"labels":[],"label_agreement":null},{"id":"W2605548066","doi":"10.23889/ijpds.v1i1.325","title":"Answering questions posed by health system stakeholders using linked administrative health data at the Institute for Clinical Evaluative Sciences (ICES)","year":2017,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"","keywords":"Health care; Public relations; Business; Government (linguistics); Adjudication; Knowledge management; Political science; Computer science","score_opus":0.9143372743156832,"score_gpt":0.7212097133657027,"score_spread":0.19312756094998051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605548066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33925474,0.00049188244,0.40560964,0.21702428,0.015066072,0.0048994604,0.017503459,0.000071224575,0.000079241014],"genre_scores_gemma":[0.9197589,0.00018941402,0.07176632,0.002200978,0.0012263441,0.000016339265,0.0047723795,0.000015268342,0.000054032647],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951349,0.0002261972,0.0019358211,0.00079975784,0.0015498117,0.00035352053],"domain_scores_gemma":[0.99242353,0.0011630467,0.0035147124,0.0013277417,0.0012571439,0.00031382986],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.026325392,0.00015180594,0.00031564748,0.0001535858,0.00509364,0.00097531185,0.0033094583,0.000045132805,0.000011859791],"category_scores_gemma":[0.024956249,0.000112164715,0.00008005294,0.0001695692,0.0010382083,0.00591138,0.0009159055,0.00029161607,0.0000028292106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005056928,0.0016868745,0.25080913,0.0004724512,0.001341434,0.000028420807,0.002104373,0.0076070675,0.002498063,0.021648346,0.19217041,0.5145765],"study_design_scores_gemma":[0.0050444724,0.0012020242,0.10500405,0.0008587361,0.00017783866,0.00043312606,0.0025138285,0.8383167,0.00002231298,0.0004942289,0.045650132,0.00028259883],"about_ca_topic_score_codex":0.0027515779,"about_ca_topic_score_gemma":0.002993213,"teacher_disagreement_score":0.8307096,"about_ca_system_score_codex":0.0009696342,"about_ca_system_score_gemma":0.0043440633,"threshold_uncertainty_score":0.9962016},"labels":[],"label_agreement":null},{"id":"W2605618298","doi":"10.24095/hpcdp.37.4.01f","title":"Mise en oeuvre d’un réseau intégré de prévention et de gestion du risque cardiométabolique en première ligne à Montréal : une plus grande coordination des soins avec les médecins de première ligne a-t-elle un impact sur les résultats de santé?","year":2017,"lang":"fr","type":"article","venue":"Promotion de la santé et prévention des maladies chroniques au Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Political science; Medicine; Humanities; Gynecology; Art","score_opus":0.033224400137027994,"score_gpt":0.37205601199623883,"score_spread":0.33883161185921085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605618298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7874692,0.0056901337,0.19160575,0.008870762,0.0005185818,0.0021870483,0.0004037806,0.0002818808,0.002972877],"genre_scores_gemma":[0.9496477,0.02971543,0.014306462,0.00013271764,0.0019635581,0.0004976635,0.0007351836,0.00022389773,0.0027773685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860845,0.007878421,0.0021229426,0.0010797178,0.0009733336,0.0018610586],"domain_scores_gemma":[0.99188423,0.003156904,0.001943438,0.0008447792,0.0012153871,0.00095524965],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012336957,0.0010176151,0.001155913,0.00039845292,0.0017529537,0.0006038296,0.00063547585,0.0012016282,0.0020137227],"category_scores_gemma":[0.0179414,0.0011270372,0.0006748744,0.00043944956,0.0007677225,0.0020845968,0.0003329467,0.0016473933,0.000008414701],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.002026458,0.0020002204,0.4988511,0.0067992755,0.0017631733,0.0009278197,0.022176389,0.022312377,0.016535766,0.002449751,0.008612881,0.4155448],"study_design_scores_gemma":[0.0073186574,0.0012772261,0.87165296,0.007081473,0.0021114524,0.0017089172,0.0031978595,0.071842305,0.016458726,0.008477608,0.0077991155,0.0010736821],"about_ca_topic_score_codex":0.5969032,"about_ca_topic_score_gemma":0.920468,"teacher_disagreement_score":0.41447112,"about_ca_system_score_codex":0.027234307,"about_ca_system_score_gemma":0.01075083,"threshold_uncertainty_score":0.99954665},"labels":[],"label_agreement":null},{"id":"W2607123998","doi":"10.1017/cjn.2015.107","title":"Regional variation in lumbar spine surgery in Saskatchewan: a population-based analysis","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Regina; Saskatoon Medical Imaging","funders":"","keywords":"Medicine; Lumbar spine; Lumbar; Population; Health care; Regional variation; Analysis of variance; Physical therapy; Surgery; Internal medicine; Environmental health","score_opus":0.20185431604435516,"score_gpt":0.401223325091098,"score_spread":0.19936900904674282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607123998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98217696,0.00028231947,0.0001606424,0.016650178,0.0004145351,0.00016854041,0.0000039327056,0.0000088488205,0.00013405802],"genre_scores_gemma":[0.988733,0.000054822474,0.004116349,0.0068726414,0.00020310865,0.0000027790613,0.000002973749,0.0000075226153,0.000006803844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943679,0.0013011434,0.0019539294,0.00046789562,0.001043211,0.0008659396],"domain_scores_gemma":[0.9951429,0.001341711,0.0011234946,0.00014080368,0.0006089176,0.0016422194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013547025,0.00022800341,0.0007292203,0.003277834,0.00042309065,0.00025767565,0.0006006839,0.0001798818,0.00011654917],"category_scores_gemma":[0.015268279,0.00017070588,0.0002975887,0.004814994,0.0012619275,0.0009778267,0.000024464602,0.0010423872,0.0000016571381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013515966,0.000055728782,0.9648012,0.000003786666,0.000015394882,0.0027629773,0.0002225847,0.030097226,0.000008841925,0.000051650808,0.00019162578,0.0016538536],"study_design_scores_gemma":[0.00060046517,0.0112202,0.96888673,0.0000339126,0.000103242965,0.0025162701,0.0004299886,0.012361615,0.0000029899938,0.0035004455,0.00018620185,0.00015790592],"about_ca_topic_score_codex":0.030530283,"about_ca_topic_score_gemma":0.71744454,"teacher_disagreement_score":0.68691427,"about_ca_system_score_codex":0.0006907433,"about_ca_system_score_gemma":0.010464186,"threshold_uncertainty_score":0.99514556},"labels":[],"label_agreement":null},{"id":"W2607164612","doi":"10.1016/j.joca.2017.02.317","title":"A crippling cost? the burden of osteoarthritis in newfoundland and labrador, canada: Examining oa prevalence and trends in incidence using health care administrative data","year":2017,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Incidence (geometry); Overweight; Population; Health care; Demography; Obesity; Epidemiology; Disease burden; Environmental health; Gerontology; Internal medicine","score_opus":0.19281596698947429,"score_gpt":0.44074902550961037,"score_spread":0.24793305852013608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607164612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98598987,0.010377611,0.000005728947,0.0026183566,0.00007493093,0.0005024183,0.00025589034,0.000004318723,0.00017086709],"genre_scores_gemma":[0.9980421,0.0011375345,0.00036214112,0.00026052477,0.00008987612,0.000015367734,0.000058445778,0.000013331232,0.000020685855],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981639,0.00014740472,0.000712064,0.00044888622,0.0002658256,0.00026192403],"domain_scores_gemma":[0.9983996,0.0004010428,0.00039948494,0.0005833478,0.000076766526,0.00013976938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009226823,0.00015271427,0.00040477357,0.00007309595,0.00025889865,0.00011321928,0.00016103698,0.000057555077,0.000015466032],"category_scores_gemma":[0.0009900486,0.00013819791,0.00001190142,0.00009841023,0.0002676117,0.00047748498,0.00033065837,0.000248379,7.770903e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021414939,0.00001675747,0.32479462,0.00028816948,0.0000042101296,0.00022861711,0.00659175,0.000004848643,0.0018516766,0.000028136028,0.000047912996,0.66592914],"study_design_scores_gemma":[0.012788844,0.0024193656,0.9343994,0.0038608331,0.00014855375,0.0007103158,0.0412889,0.0010134918,0.00032575958,0.000038987753,0.0025329136,0.0004725817],"about_ca_topic_score_codex":0.3661285,"about_ca_topic_score_gemma":0.94371927,"teacher_disagreement_score":0.6654566,"about_ca_system_score_codex":0.00011470012,"about_ca_system_score_gemma":0.00046359934,"threshold_uncertainty_score":0.6380925},"labels":[],"label_agreement":null},{"id":"W2607456113","doi":"10.1016/j.jclinepi.2017.01.014","title":"GRADE equity guidelines 1: considering health equity in GRADE guideline development: introduction and rationale","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Health Sciences Centre; University of Ottawa; Bruyère","funders":"Horizon Pharmaceuticals; Genentech; Celgene; Medical Research Council; Sanofi; Eli Lilly and Company; National Health and Medical Research Council; Amgen; U.S. Department of Veterans Affairs","keywords":"Guideline; Equity (law); Medicine; Actuarial science; Business; Political science","score_opus":0.8451606300005055,"score_gpt":0.7028288785593817,"score_spread":0.14233175144112375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607456113","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34445947,0.0010503724,0.015322619,0.63639593,0.002234502,0.0004131304,0.000004034971,0.000016052494,0.00010389526],"genre_scores_gemma":[0.54238963,0.0049143513,0.39739475,0.046661466,0.008452827,0.00000822739,0.00004985983,0.000032540167,0.00009637624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9787002,0.0023411447,0.017397264,0.00052990497,0.0004941979,0.0005372585],"domain_scores_gemma":[0.9674241,0.017641613,0.012343706,0.0006573087,0.0012638656,0.000669405],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10040504,0.00023388353,0.002706309,0.00020848235,0.00027448367,0.000035369347,0.00031553756,0.00030460284,0.000110578214],"category_scores_gemma":[0.5073186,0.00018855472,0.00031257875,0.000082351165,0.00045536063,0.00053267006,0.0005697439,0.0013756227,0.000009832104],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088693254,0.0005186571,0.44693017,0.00013499682,0.00018583091,0.00006062295,0.00007874939,0.00019245943,0.00012338198,0.002373102,0.088973165,0.45954192],"study_design_scores_gemma":[0.0073995544,0.0010389588,0.7600811,0.0002867747,0.00011202408,0.00091762765,0.00017994472,0.0028271377,0.00004228197,0.0470911,0.17981367,0.00020979832],"about_ca_topic_score_codex":0.00027578152,"about_ca_topic_score_gemma":0.0006789877,"teacher_disagreement_score":0.58973444,"about_ca_system_score_codex":0.00022441617,"about_ca_system_score_gemma":0.0019980492,"threshold_uncertainty_score":0.92632234},"labels":[],"label_agreement":null},{"id":"W2607470951","doi":"10.1016/j.jclinepi.2017.01.016","title":"A methodological survey identified eight proposed frameworks for the adaptation of health related guidelines","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane","funders":"","keywords":"Adaptation (eye); Guideline; Context (archaeology); MEDLINE; Systematic review; Medicine; Process (computing); Medical education; Computer science; Psychology; Political science; Pathology","score_opus":0.9821930737397976,"score_gpt":0.7868079273923291,"score_spread":0.1953851463474685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607470951","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028877166,0.7584202,0.20701732,0.027887011,0.0043213447,0.0022281595,0.000078270365,0.000010406969,0.000008394476],"genre_scores_gemma":[0.000068705485,0.8676966,0.12684028,0.0029746727,0.0018807183,0.000027244741,0.00028742422,0.000056856632,0.00016753271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.85864246,0.07705024,0.061937068,0.00089054054,0.00075146445,0.000728201],"domain_scores_gemma":[0.27515078,0.6339128,0.08445609,0.0013781902,0.0046716817,0.00043047697],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.44778502,0.000511788,0.019067543,0.00026023874,0.00021954681,0.000019415402,0.0010060018,0.0029962717,0.00011331062],"category_scores_gemma":[0.9391607,0.00025647835,0.0053033745,0.00026534768,0.00076557905,0.00015597722,0.00017830137,0.0057271128,0.000012539366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012087323,0.00026697345,0.0012724752,0.0031673652,0.0018206903,0.000011945833,0.000015611107,0.000043535067,4.0248715e-8,0.0003097176,0.022740953,0.96914196],"study_design_scores_gemma":[0.0030695838,0.003687917,0.012186459,0.011045947,0.005168934,0.0005233914,0.00006422979,0.0016971838,4.816584e-8,0.0069382475,0.95538753,0.00023055001],"about_ca_topic_score_codex":0.00040000718,"about_ca_topic_score_gemma":0.00010733752,"teacher_disagreement_score":0.9689114,"about_ca_system_score_codex":0.00012009173,"about_ca_system_score_gemma":0.004751948,"threshold_uncertainty_score":0.99998873},"labels":[],"label_agreement":null},{"id":"W2608514619","doi":"10.1016/j.jogc.2017.03.015","title":"O-GYN-PS-MD-101 Influence of Resident Involvement in Obstetrics and Gynaecology Surgery on Surgical Outcomes: Systematic Review and Meta-Analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine; Meta-analysis; Obstetrics and gynaecology; MEDLINE; Strictly standardized mean difference; Mean difference; Significant difference; Systematic review; Surgery; Confidence interval; Pregnancy; Internal medicine","score_opus":0.16388268559588803,"score_gpt":0.40616109216883367,"score_spread":0.24227840657294564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608514619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075408,0.084562905,0.000005436087,0.0055235885,0.0014248936,0.000844297,0.000033852557,0.000002397141,0.00006180556],"genre_scores_gemma":[0.98174995,0.01516739,0.00014000606,0.002841422,0.0000058575943,0.000016048769,0.0000052745127,0.000011974511,0.00006208922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950242,0.00048363802,0.0032118005,0.00030516513,0.00068767247,0.0002874938],"domain_scores_gemma":[0.9388322,0.055841565,0.0036889547,0.0005254384,0.0007902297,0.0003215893],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00396322,0.00024230125,0.0037582766,0.00080837036,0.00012621263,0.000041251493,0.00020032118,0.00016617072,0.00024325284],"category_scores_gemma":[0.18981123,0.00017468948,0.00035385854,0.000553956,0.00015828082,0.00020673659,0.0001506395,0.00050057255,3.2789754e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017307559,0.00025453797,0.945418,0.021151235,0.024033668,0.005722254,0.000076038275,0.0000983941,0.0000010509244,0.0001048667,0.0007442261,0.002378434],"study_design_scores_gemma":[0.0019914468,0.000407435,0.885151,0.000106618514,0.111519046,0.0000678214,0.00023895317,0.000027088234,0.0000037532059,0.00006142276,0.00026528016,0.00016010001],"about_ca_topic_score_codex":0.014020258,"about_ca_topic_score_gemma":0.033083096,"teacher_disagreement_score":0.18584801,"about_ca_system_score_codex":0.00070587784,"about_ca_system_score_gemma":0.0011748094,"threshold_uncertainty_score":0.9925455},"labels":[],"label_agreement":null},{"id":"W2609026684","doi":"10.1017/cem.2017.86","title":"LO24: Is prehospital care supported by evidence-based guidelines? An environmental scan and quality appraisal using AGREE II","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Medicine; Grading (engineering); MEDLINE; Critical appraisal; Family medicine; Systematic review; Medical emergency; Emergency medical services; Evidence-based medicine; Emergency medicine; Alternative medicine; Pathology","score_opus":0.6121787743303123,"score_gpt":0.5715444659414379,"score_spread":0.040634308388874385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609026684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636293,0.0057344595,0.0004244016,0.0261081,0.0034577188,0.00034588418,0.00014490866,0.0000066856373,0.00014855726],"genre_scores_gemma":[0.99437386,0.00061937515,0.001291228,0.0014664503,0.0019365065,0.0000021036603,0.00011197141,0.00003893047,0.00015956414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958154,0.00015821157,0.002487915,0.00036666222,0.00074361754,0.00042819377],"domain_scores_gemma":[0.99462336,0.00019074333,0.0018799946,0.00071254943,0.0007301642,0.0018631903],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022068743,0.0002789138,0.00063854974,0.00022116707,0.0006658478,0.000024899593,0.00036422603,0.0001469539,0.0058382377],"category_scores_gemma":[0.013781299,0.00024131745,0.00015196406,0.000091428476,0.00041551946,0.0009729129,0.00004150188,0.00043851984,0.000003346633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003844512,0.000100741316,0.8516206,0.00016277647,0.00020552424,0.00017239533,0.0026177366,0.0000135215305,0.025998142,0.000009823802,0.09537784,0.023336442],"study_design_scores_gemma":[0.012219517,0.008815157,0.8435809,0.002386083,0.0024943312,0.0002544814,0.017652852,0.0021907669,0.0018755514,0.00008832447,0.1074845,0.0009575593],"about_ca_topic_score_codex":0.045756407,"about_ca_topic_score_gemma":0.017426377,"teacher_disagreement_score":0.030744586,"about_ca_system_score_codex":0.00032531936,"about_ca_system_score_gemma":0.0017830125,"threshold_uncertainty_score":0.9950706},"labels":[],"label_agreement":null},{"id":"W2609218078","doi":"10.1016/j.jogc.2017.03.060","title":"P-GYN-PS-MD-009 The Effect of Resident Training on Vaginal Hysterectomy Outcomes","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Hysterectomy; Concomitant; Logistic regression; Retrospective cohort study; Odds ratio; Cohort; Urinary system; Surgery; Gynecology; Internal medicine","score_opus":0.10156574928932353,"score_gpt":0.4075429779544192,"score_spread":0.30597722866509564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609218078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812464,0.000503986,0.000016591275,0.01080103,0.006164753,0.0002035613,0.000007451039,0.000001593696,0.0010546257],"genre_scores_gemma":[0.99831706,0.00006641355,0.00013839937,0.0013290456,0.00006077995,0.0000017747636,0.0000011105806,0.000009062847,0.00007637493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982509,0.00016430949,0.00085660245,0.0001071556,0.0004467645,0.00017426876],"domain_scores_gemma":[0.98181427,0.016086552,0.0014609328,0.00027740299,0.00024724271,0.000113580965],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014924346,0.00011571692,0.00053192617,0.000117659445,0.00019035654,0.000031571053,0.00020567521,0.000087506756,0.00011832468],"category_scores_gemma":[0.057266254,0.00006707522,0.000094801755,0.00006941216,0.00009059043,0.000097334625,0.000049934075,0.00055769796,5.1368164e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008639821,0.000028482134,0.78765595,0.00005061858,0.00026531448,0.0009631055,0.00012287387,0.000017084098,0.000024499534,0.000050042134,0.008002322,0.20273328],"study_design_scores_gemma":[0.00464788,0.0020660139,0.9811133,0.000020817743,0.00033299308,0.000070699745,0.0003487062,0.000032455828,0.000109733635,0.0000510133,0.011145131,0.000061253486],"about_ca_topic_score_codex":0.0078007025,"about_ca_topic_score_gemma":0.01804127,"teacher_disagreement_score":0.20267203,"about_ca_system_score_codex":0.00032712915,"about_ca_system_score_gemma":0.00095796824,"threshold_uncertainty_score":0.9998769},"labels":[],"label_agreement":null},{"id":"W2609804324","doi":"10.1016/j.jogc.2017.03.022","title":"O-EDU-152 A High Fidelity Simulator and Curriculum for Teaching Chorionic Villus Sampling (CVS)","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Checklist; Medicine; Fidelity; Curriculum; Session (web analytics); Simulation; Medical physics; Syllabus; Trainer; High fidelity; Computer science; Psychology; Mathematics education","score_opus":0.08113338258362428,"score_gpt":0.4069569665794863,"score_spread":0.32582358399586203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609804324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854144,0.0011967169,0.0016079237,0.004507918,0.006919278,0.00026810993,0.000026025993,0.0000032488997,0.00005636731],"genre_scores_gemma":[0.9925171,0.00014665464,0.006082958,0.0010058406,0.0001913815,0.000002537052,0.0000067502415,0.000012475335,0.00003431787],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99838215,0.000051322837,0.00091116584,0.0001734224,0.00025303455,0.00022888098],"domain_scores_gemma":[0.99139774,0.0064036422,0.001184952,0.0002060612,0.00053274306,0.00027488818],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012836229,0.000120821824,0.00043656316,0.00010714889,0.0004985704,0.00006954592,0.00011867523,0.0001096083,0.00007574693],"category_scores_gemma":[0.08627581,0.00010019215,0.00006512465,0.000045100565,0.00007277551,0.00022273761,0.000080090766,0.00049788516,1.4951173e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006266433,0.00020226391,0.46696752,0.00018784076,0.00036570808,0.000526077,0.00009874671,0.00024488405,0.00008383043,0.0008191879,0.004751234,0.5256901],"study_design_scores_gemma":[0.008333416,0.00094731327,0.91706324,0.000025153464,0.0004920111,0.00015390055,0.00068575895,0.004076792,0.000012409439,0.0010197003,0.06700429,0.00018601779],"about_ca_topic_score_codex":0.036377337,"about_ca_topic_score_gemma":0.02740707,"teacher_disagreement_score":0.52550405,"about_ca_system_score_codex":0.0005685403,"about_ca_system_score_gemma":0.0012802195,"threshold_uncertainty_score":0.99034023},"labels":[],"label_agreement":null},{"id":"W2609873758","doi":"10.1016/j.jogc.2017.03.018","title":"P-EDU-146 Development of a Canadian Competency-Based Sub-Specialty Rotation- Specific Evaluation Framework for Obstetrics and Gynaecology (OBGYN)","year":2017,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Subspecialty; Specialty; Medicine; Medical education; Curriculum; Stakeholder; Obstetrics and gynaecology; Family medicine; Management; Pedagogy; Psychology","score_opus":0.1319385289978942,"score_gpt":0.38589341108266634,"score_spread":0.2539548820847721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609873758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687109,0.0034859187,0.0030426497,0.005461357,0.01765688,0.0011420889,0.00006188794,0.0000034166274,0.00043487313],"genre_scores_gemma":[0.94498193,0.00020991877,0.053934004,0.0007154511,0.000078241304,0.000014541271,0.000036203008,0.000018613548,0.000011066121],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99712473,0.00011667375,0.0015779091,0.00024433696,0.00059080427,0.00034551523],"domain_scores_gemma":[0.9805743,0.014174833,0.002133689,0.00028468028,0.0023475566,0.0004849098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019137094,0.0001802438,0.00060862687,0.000864579,0.00048457235,0.000054085827,0.00019391996,0.00025254334,0.0003017708],"category_scores_gemma":[0.11220878,0.00017253528,0.00007324052,0.00036853578,0.00014030939,0.00015994185,0.00003930536,0.00041784366,5.4843264e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039244827,0.00014767885,0.23451687,0.00014633266,0.00022423924,0.00029977236,0.00024849246,0.00009120902,0.000032305183,0.0018518147,0.0013228159,0.76107925],"study_design_scores_gemma":[0.0059829955,0.0005959595,0.9679202,0.0000152191415,0.00030920815,0.000018630162,0.00053116604,0.0007956262,0.00017629375,0.002066917,0.021417277,0.00017052972],"about_ca_topic_score_codex":0.033985946,"about_ca_topic_score_gemma":0.63863343,"teacher_disagreement_score":0.7609087,"about_ca_system_score_codex":0.0023524265,"about_ca_system_score_gemma":0.021277215,"threshold_uncertainty_score":0.9842712},"labels":[],"label_agreement":null},{"id":"W2610601066","doi":"","title":"Consent Requirements for Pelvic Examinations Performed for Training Purposes","year":2012,"lang":"en","type":"article","venue":"Knowledge@SchulichLaw","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Statement (logic); Obstetrics and gynaecology; Pelvic examination; Informed consent; Medical education; Gynecology; Family medicine; Alternative medicine; Pregnancy; Law; Political science","score_opus":0.6422580490681811,"score_gpt":0.560532437959693,"score_spread":0.08172561110848808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610601066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7776775,0.0032247973,0.08880714,0.01827107,0.008238885,0.019086882,0.00043922997,0.0007419794,0.08351256],"genre_scores_gemma":[0.9690705,0.000040554707,0.021221198,0.0010797548,0.0020753571,0.0011142581,0.0005378407,0.00007244411,0.0047881273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997535,0.00008283385,0.0010812633,0.00035346992,0.00025369256,0.0006937565],"domain_scores_gemma":[0.9941026,0.0041369675,0.00031646292,0.00035601342,0.0007245337,0.00036344022],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020849854,0.00024617824,0.00043001547,0.00015720222,0.00031766226,0.0000382411,0.00012327947,0.00013677258,0.0004433674],"category_scores_gemma":[0.011907292,0.00023347055,0.00024265285,0.00021483157,0.000105371946,0.0005085614,0.00005578515,0.00016949848,0.00019482427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020889407,0.0049443194,0.03757025,0.0025268132,0.0011451521,0.0000034662785,0.01747209,0.0000056551216,0.02785285,0.027379368,0.28132293,0.5976882],"study_design_scores_gemma":[0.012430885,0.0012731176,0.023922447,0.00024343163,0.0012971484,0.00006328984,0.0066938326,0.0027885966,0.0051641692,0.00075184606,0.94485193,0.0005192912],"about_ca_topic_score_codex":0.0000148819345,"about_ca_topic_score_gemma":0.00015929986,"teacher_disagreement_score":0.66352904,"about_ca_system_score_codex":0.0001837338,"about_ca_system_score_gemma":0.0004937594,"threshold_uncertainty_score":0.99641585},"labels":[],"label_agreement":null},{"id":"W2611055585","doi":"","title":"Précieux et convoité comme des diamants","year":2016,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.3013450079527755,"score_gpt":0.4425444813414985,"score_spread":0.14119947338872296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611055585","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29495662,0.024582015,0.003198553,0.28304368,0.014008053,0.0026715898,0.003943687,0.00022438527,0.3733714],"genre_scores_gemma":[0.5388643,0.0009018674,0.0004949488,0.44765848,0.0024943897,0.00003181665,0.00013684043,0.000108176006,0.009309159],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644786,0.00038890183,0.00094289996,0.00053950516,0.00036446634,0.0013163559],"domain_scores_gemma":[0.9951752,0.001742864,0.00028058924,0.00071380875,0.0003927048,0.0016948506],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010276274,0.00037206817,0.0005117158,0.00020355046,0.00023513309,0.00007541195,0.0002877539,0.00022683729,0.00019165751],"category_scores_gemma":[0.0013673404,0.00032855038,0.00020037223,0.00040486196,0.00065569824,0.00075553986,0.00006327898,0.00039620633,0.004976888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004843167,0.00016376993,0.003060087,0.00009939069,0.00018825398,0.00021116585,0.00022401885,0.0000022889978,0.0054952605,0.007756858,0.31046972,0.6722807],"study_design_scores_gemma":[0.003474579,0.00038497514,0.09926846,0.0014889906,0.00039146203,0.0000058649766,0.0019621244,0.000094234085,0.00033140267,0.0056133326,0.8864763,0.0005083218],"about_ca_topic_score_codex":0.11782652,"about_ca_topic_score_gemma":0.19961004,"teacher_disagreement_score":0.6717724,"about_ca_system_score_codex":0.0014454708,"about_ca_system_score_gemma":0.0028029305,"threshold_uncertainty_score":0.9999167},"labels":[],"label_agreement":null},{"id":"W2611654175","doi":"10.3747/co.24.3426","title":"Challenges and Insights in Implementing Coordinated Care between Oncology and Primary Care Providers: A Canadian Perspective","year":2017,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institute of Health Services and Policy Research; Dalhousie University; University of Toronto; Queen's University; McMaster University; Ontario Clinical Oncology Group","funders":"Canadian Institutes of Health Research","keywords":"Casebook; Medicine; Collaborative Care; Nursing; Primary care; Family medicine; Political science","score_opus":0.43248347573073675,"score_gpt":0.5569461427175217,"score_spread":0.12446266698678499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611654175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310774,0.030650241,0.0000034039194,0.019446751,0.00041474437,0.001305154,0.000034079323,0.000025734567,0.017042497],"genre_scores_gemma":[0.99582523,0.0030784367,0.00028610203,0.00025683714,0.0002815366,0.000065474946,0.00018192656,0.000018905444,0.000005552238],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816567,0.00022651449,0.00056095,0.000520345,0.000103316546,0.00042320532],"domain_scores_gemma":[0.9979522,0.0005793904,0.00037175606,0.00029558167,0.00047715445,0.0003239037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044866625,0.00017788284,0.00056099554,0.00026085114,0.0002977404,0.00003574715,0.00011528054,0.00021064388,0.000013777484],"category_scores_gemma":[0.00179339,0.00017212302,0.000035920697,0.00004652553,0.00023238349,0.00026681976,0.00023718984,0.0005240591,0.0000036129613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010200262,0.00006395339,0.19416179,0.00029869477,0.000050800973,0.000084908366,0.038864084,4.793004e-8,0.000031957876,0.00037834726,0.00015155946,0.76581186],"study_design_scores_gemma":[0.005777228,0.0013586784,0.6504903,0.00015962268,0.00023780612,0.000040708575,0.16916095,0.000012946466,0.000013957775,0.0005028127,0.1720702,0.00017478646],"about_ca_topic_score_codex":0.03722357,"about_ca_topic_score_gemma":0.627516,"teacher_disagreement_score":0.76563704,"about_ca_system_score_codex":0.00239146,"about_ca_system_score_gemma":0.0018585725,"threshold_uncertainty_score":0.9691876},"labels":[],"label_agreement":null},{"id":"W2612991029","doi":"10.23889/ijpds.v1i1.88","title":"Institute for Clinical Evaluative Sciences (ICES) Exploratory Data &amp; Analytic Services Private Sector Pilot Project","year":2017,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"","keywords":"Private sector; Public sector; Transparency (behavior); Work (physics); Government (linguistics); Business; Public relations; Engineering; Computer science; Political science; Computer security","score_opus":0.8638775734662381,"score_gpt":0.692514129968013,"score_spread":0.17136344349822508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612991029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90783316,0.00007081978,0.05968104,0.014362682,0.012052523,0.0023093962,0.0034762553,0.00005447986,0.0001596479],"genre_scores_gemma":[0.86476314,0.00022382475,0.124859564,0.001524289,0.0030262205,0.00003283598,0.0054401676,0.000020245358,0.00010972846],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952774,0.00009678695,0.0015455721,0.00097156316,0.0017951584,0.000313531],"domain_scores_gemma":[0.9930242,0.0008627211,0.0021300577,0.0018102304,0.0019740171,0.00019881173],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.016534867,0.00016726226,0.00029152,0.00036202505,0.0018180273,0.0014717164,0.005912755,0.000049360573,0.000036024154],"category_scores_gemma":[0.025065344,0.00013523264,0.000080868005,0.00023065029,0.0008270498,0.015013791,0.00162949,0.00025991563,0.000014646035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004292597,0.0012781924,0.87038195,0.00018215088,0.0007799761,0.000021856267,0.00035660723,0.0005508391,0.0024909982,0.0044930866,0.026534034,0.088637695],"study_design_scores_gemma":[0.0071284366,0.0011686537,0.40981108,0.00044598992,0.000599088,0.00020505425,0.00039645936,0.41969717,0.000059872225,0.0037415884,0.15633012,0.00041646772],"about_ca_topic_score_codex":0.0006035413,"about_ca_topic_score_gemma":0.0017472173,"teacher_disagreement_score":0.46057087,"about_ca_system_score_codex":0.00017770045,"about_ca_system_score_gemma":0.0017055135,"threshold_uncertainty_score":0.9995648},"labels":[],"label_agreement":null},{"id":"W2613229681","doi":"10.1177/2053434517707971","title":"Validation of descriptive clinical pathway criteria in the systematic identification of publications in emergency medicine","year":2017,"lang":"en","type":"article","venue":"International Journal of Care Coordination","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University","funders":"University of Oxford","keywords":"Identification (biology); Medicine; Computer science; Biology","score_opus":0.3071879466825404,"score_gpt":0.5533620770549929,"score_spread":0.24617413037245245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613229681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970905,0.00025425453,0.0049140174,0.02005739,0.0023362048,0.0007506583,0.000020275054,0.000003961354,0.0007582385],"genre_scores_gemma":[0.99899495,0.0002066408,0.00027929415,0.000048204936,0.0003272807,0.000019590185,0.00006983702,0.000008478904,0.000045729135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99383307,0.0004979938,0.0044689784,0.00013893025,0.000981527,0.000079487094],"domain_scores_gemma":[0.98742825,0.0008632035,0.005813514,0.00037676436,0.0054816506,0.000036606936],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006869476,0.00009762594,0.00046632442,0.0006137331,0.000040030052,0.00003136281,0.0006069788,0.00008287528,0.00008909197],"category_scores_gemma":[0.038045794,0.00006983287,0.00016777139,0.00022078576,0.00011843252,0.0008955957,0.00004510098,0.00024818414,0.0000018611869],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016705291,0.0020456475,0.8841356,0.004123974,0.0005737675,0.00003664949,0.019445295,0.00014069895,0.05028348,0.0111654475,0.0033886724,0.02299023],"study_design_scores_gemma":[0.0038513802,0.000631956,0.97124475,0.0032296767,0.00027239337,0.00006241813,0.013296084,0.0008502163,0.0036746927,0.0026273765,0.00016921,0.0000898527],"about_ca_topic_score_codex":0.00015089306,"about_ca_topic_score_gemma":0.00012376305,"teacher_disagreement_score":0.08710913,"about_ca_system_score_codex":0.00019688239,"about_ca_system_score_gemma":0.00020974095,"threshold_uncertainty_score":0.97005713},"labels":[],"label_agreement":null},{"id":"W2613307804","doi":"10.1159/000458727","title":"Conflicts of Interest and the Presence of Methodologists on Guideline Development Panels: A Cross-Sectional Study of Clinical Practice Guidelines for Major Depressive Disorder","year":2017,"lang":"en","type":"letter","venue":"Psychotherapy and Psychosomatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Agency for Healthcare Research and Quality","keywords":"Cross-sectional study; Guideline; Psychology; Clinical Practice; Major depressive disorder; MEDLINE; Psychiatry; Clinical psychology; Medicine; Family medicine; Political science; Cognition","score_opus":0.6779227785442526,"score_gpt":0.6314057620989354,"score_spread":0.04651701644531725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613307804","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45157108,0.0027687915,0.047939982,0.48403302,0.0029844656,0.010045514,0.0003434311,0.000035391273,0.000278324],"genre_scores_gemma":[0.035624586,0.009657778,0.55841213,0.3883531,0.0052826176,0.0008957701,0.00041895176,0.00024195996,0.0011131081],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99087554,0.000982768,0.00652978,0.000681527,0.00069567584,0.00023473373],"domain_scores_gemma":[0.9636198,0.024844753,0.0067470185,0.0011115501,0.0035969368,0.000079894264],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009508294,0.0004097821,0.0015933492,0.00014534804,0.00015669782,0.000051360752,0.0004284401,0.0005972704,0.000042783955],"category_scores_gemma":[0.037438102,0.0002632528,0.0002525136,0.00008908101,0.00085342024,0.00013767795,0.000050202576,0.0009305672,6.967716e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07611101,0.0073737865,0.17089121,0.0049238084,0.010787457,0.000036129968,0.010168566,0.00003401448,0.00017050217,0.00048932916,0.55137265,0.16764154],"study_design_scores_gemma":[0.062323228,0.0060079256,0.104120955,0.0014671827,0.0015573815,0.00012984297,0.0015358046,0.0009005589,0.000117213756,0.0050478457,0.816228,0.0005640676],"about_ca_topic_score_codex":0.00026592935,"about_ca_topic_score_gemma":0.00008764601,"teacher_disagreement_score":0.5104721,"about_ca_system_score_codex":0.000010127468,"about_ca_system_score_gemma":0.00020102564,"threshold_uncertainty_score":0.99998194},"labels":[],"label_agreement":null},{"id":"W2613538222","doi":"10.1016/j.jclinepi.2017.01.017","title":"GRADE equity guidelines 2: considering health equity in GRADE guideline development: equity extension of the guideline development checklist","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact; University of Calgary; Hamilton Health Sciences; Institute of Population and Public Health; Bruyère; University of Ottawa","funders":"Medical Research Council","keywords":"Guideline; Checklist; Equity (law); Psychological intervention; Actuarial science; Business; Medicine; Accounting; Political science; Psychology; Nursing","score_opus":0.8163526071992833,"score_gpt":0.6896025170535282,"score_spread":0.1267500901457551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613538222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5130409,0.0020859435,0.033223134,0.44371724,0.005757053,0.0014379997,0.00002174789,0.000046889898,0.0006690866],"genre_scores_gemma":[0.5885644,0.0015637868,0.36311698,0.04471272,0.0018041332,0.000009851379,0.000042857995,0.000056452736,0.0001288231],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.94649565,0.004512654,0.04492127,0.0010061369,0.0017005353,0.0013637509],"domain_scores_gemma":[0.9344978,0.0216183,0.03601968,0.00237879,0.0042728256,0.0012126607],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1764051,0.00056926894,0.0054716608,0.00029524323,0.00056845846,0.000040909923,0.0017237598,0.00066088984,0.00016978089],"category_scores_gemma":[0.5445948,0.00038310123,0.001117577,0.00026865856,0.0009958206,0.00047482084,0.0039827074,0.0026073903,0.00001627615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015716273,0.0016842413,0.3582235,0.0003807709,0.00045660898,0.000116202944,0.00020250327,0.0005907649,0.0007235638,0.0009305735,0.09990448,0.53521514],"study_design_scores_gemma":[0.009578957,0.0008810624,0.76670426,0.001809974,0.00023862053,0.0005561853,0.00025295684,0.0029252905,0.0007391275,0.01323754,0.20264219,0.0004338499],"about_ca_topic_score_codex":0.00091178424,"about_ca_topic_score_gemma":0.0022216735,"teacher_disagreement_score":0.53478134,"about_ca_system_score_codex":0.0007254063,"about_ca_system_score_gemma":0.008415841,"threshold_uncertainty_score":0.9998621},"labels":[],"label_agreement":null},{"id":"W2614694672","doi":"10.1016/j.jclinepi.2017.04.026","title":"CARE guidelines for case reports: explanation and elaboration document","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2086,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Cancer Research UK","keywords":"Elaboration; Medicine; Psychology; Philosophy; Humanities","score_opus":0.7642319293024351,"score_gpt":0.704256605380289,"score_spread":0.059975323922146107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614694672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7750644,0.0011440145,0.043751474,0.17601497,0.0032132128,0.0006516587,0.00001184658,0.000012137437,0.00013626902],"genre_scores_gemma":[0.83384794,0.0014688144,0.15111205,0.009779697,0.0036679152,0.000011661666,0.00003318691,0.00001561529,0.000063119136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98942226,0.0008182878,0.009123875,0.0002736418,0.0001800192,0.00018193475],"domain_scores_gemma":[0.9596344,0.023257894,0.012079948,0.00050260185,0.004216146,0.00030895913],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03681144,0.00012585874,0.0014379438,0.00007818378,0.00020160041,0.000027771575,0.00007108092,0.00026365614,0.000032211778],"category_scores_gemma":[0.67002434,0.00009115888,0.00035483923,0.000024770558,0.00016280894,0.00044312523,0.00005495387,0.00042171226,0.0000017416791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023449543,0.00014681778,0.5027281,0.00018956677,0.00034590406,0.0037930834,0.00012586104,0.00007597989,0.00006314905,0.0014500715,0.06715992,0.4215766],"study_design_scores_gemma":[0.018754628,0.010062594,0.459551,0.00057175703,0.0025398857,0.085054375,0.004402598,0.003946984,0.000102726925,0.047962196,0.36659643,0.00045483312],"about_ca_topic_score_codex":0.00011936765,"about_ca_topic_score_gemma":0.0001411413,"teacher_disagreement_score":0.63321286,"about_ca_system_score_codex":0.00004950994,"about_ca_system_score_gemma":0.00036265366,"threshold_uncertainty_score":0.9918053},"labels":[],"label_agreement":null},{"id":"W2614808491","doi":"10.7249/rr1463","title":"Systematic Reviews for Occupational Safety and Health Questions: Resources for Evidence Synthesis","year":2016,"lang":"en","type":"book","venue":"RAND Corporation eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Occupational Safety and Health; Agency for Healthcare Research and Quality; McMaster University; University of Pittsburgh; RAND Corporation","keywords":"Systematic review; Management science; Risk analysis (engineering); Computer science; Psychology; Engineering ethics; Medicine; Engineering; MEDLINE; Political science","score_opus":0.3979692482577027,"score_gpt":0.4981714372314119,"score_spread":0.1002021889737092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614808491","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000036931768,0.025374437,0.871112,0.020440673,0.0010874027,0.06926488,0.0015210831,0.00024975566,0.010912868],"genre_scores_gemma":[0.0016117966,0.010424347,0.038644653,0.009253779,0.0038549765,0.014225853,0.0015138327,0.00022990674,0.9202409],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959422,0.00032771187,0.0027381207,0.00046239252,0.00034898688,0.00018062702],"domain_scores_gemma":[0.9838861,0.011902122,0.0030040292,0.00038753176,0.0006644334,0.00015577796],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066560917,0.00028370836,0.0012625253,0.0001506908,0.0002648356,0.000058214402,0.00007976903,0.00020589375,0.000030360126],"category_scores_gemma":[0.017372783,0.00020445087,0.0002582087,0.00002321027,0.0000789347,0.00016077074,0.000021246273,0.00012679768,0.000017317601],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015693085,0.0001284915,0.0001340074,0.29638487,0.00086721947,0.000003321815,0.0006704577,0.000002978935,0.00014196125,0.048590932,0.34304544,0.29433724],"study_design_scores_gemma":[0.004733266,0.0012627944,0.00027860072,0.12871537,0.0029701828,0.00006471639,0.000070033224,0.00057407934,0.000017944118,0.015316781,0.8454296,0.0005666455],"about_ca_topic_score_codex":0.000015317179,"about_ca_topic_score_gemma":0.0001099399,"teacher_disagreement_score":0.909328,"about_ca_system_score_codex":0.00037851426,"about_ca_system_score_gemma":0.0014081246,"threshold_uncertainty_score":0.99090433},"labels":[],"label_agreement":null},{"id":"W2615536333","doi":"10.1161/circoutcomes.4.suppl_1.ap308","title":"Abstract P308: Can a Customized Quantitative Informed Consent Document Improve Decision Quality and Be Integrated Into the Routine Process of Care","year":2011,"lang":"en","type":"article","venue":"Circulation Cardiovascular Quality and Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health","funders":"","keywords":"Informed consent; Conventional PCI; Medicine; Stroke (engine); Medical emergency; Decision aids; Focus group; Emergency medicine; Myocardial infarction; Internal medicine; Alternative medicine","score_opus":0.2836673669059097,"score_gpt":0.49784483289305775,"score_spread":0.21417746598714804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615536333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907367,0.0010628869,0.004852519,0.0016552508,0.00015384535,0.0013107582,0.000042112522,0.00003120497,0.0001547225],"genre_scores_gemma":[0.9957916,0.00028112862,0.002930383,0.0007571994,0.00002569814,0.00004222093,0.00015109571,0.00001573224,0.000004923921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996268,0.0005329977,0.001827564,0.0004059604,0.000776109,0.00018938971],"domain_scores_gemma":[0.9941576,0.0034790025,0.0006779883,0.00057780877,0.0009625972,0.0001449975],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048394613,0.00024200785,0.0009855683,0.000104999686,0.00016131072,0.00003801569,0.00008692037,0.00014073285,0.00004619896],"category_scores_gemma":[0.015220385,0.00016185037,0.00051082607,0.00021758312,0.0002895151,0.00026674013,0.00006874466,0.00025307768,0.000001989309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043937634,0.000238831,0.71579343,0.0028131611,0.0042330967,0.000009874155,0.08971735,0.00019022843,0.0007978388,0.003115388,0.00002283143,0.17867422],"study_design_scores_gemma":[0.0067148437,0.000108418244,0.9429804,0.00012755026,0.00086121314,0.0000070152064,0.046701055,0.00007399707,0.00076685956,0.0012192755,0.00023296052,0.00020639152],"about_ca_topic_score_codex":0.008741069,"about_ca_topic_score_gemma":0.0020402984,"teacher_disagreement_score":0.22718701,"about_ca_system_score_codex":0.00014849067,"about_ca_system_score_gemma":0.0004788982,"threshold_uncertainty_score":0.99785984},"labels":[],"label_agreement":null},{"id":"W2616308260","doi":"10.1017/cem.2017.322","title":"P120: Clinical decision rule evidence ranking and use in clinical practice","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Ranking (information retrieval); Clinical Practice; Confidence interval; Likert scale; Evidence-based medicine; Family medicine; MEDLINE; Clinical decision making; Alternative medicine; Psychology; Internal medicine; Pathology; Machine learning","score_opus":0.6873209639379395,"score_gpt":0.6354497767520905,"score_spread":0.051871187185849044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616308260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93058234,0.0038307516,0.0010483356,0.050181266,0.013347315,0.0003517158,0.0000033237952,0.0000049868772,0.0006499595],"genre_scores_gemma":[0.9688479,0.014822495,0.009184649,0.0027908497,0.0041405237,0.0000017823858,0.000003433708,0.000029780073,0.00017863532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99291986,0.00050620415,0.005251084,0.0003462956,0.00060924585,0.0003673084],"domain_scores_gemma":[0.98400956,0.009001672,0.002965166,0.0007854836,0.0015212684,0.0017168323],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020156518,0.00018641817,0.0008564502,0.00034003126,0.00024897789,0.000039596558,0.00036389125,0.00021073435,0.0013208452],"category_scores_gemma":[0.49180058,0.00014697995,0.00020082798,0.0001740985,0.0004043464,0.0017903338,0.000055401262,0.001281572,0.000018309132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000849343,0.00006751879,0.85241956,0.000024580611,0.000080739446,0.0010227052,0.00016129397,0.0000018045315,0.00003672859,0.000054958655,0.039134,0.10614676],"study_design_scores_gemma":[0.00454875,0.0013638944,0.8755325,0.0018597519,0.00053225434,0.00031115662,0.00054865977,0.00015250797,0.0000017952251,0.00054155436,0.11447766,0.000129491],"about_ca_topic_score_codex":0.01840721,"about_ca_topic_score_gemma":0.056494948,"teacher_disagreement_score":0.47164404,"about_ca_system_score_codex":0.00012373965,"about_ca_system_score_gemma":0.001864506,"threshold_uncertainty_score":0.99959207},"labels":[],"label_agreement":null},{"id":"W2616335466","doi":"","title":"Identifying Barriers and Facilitators towards Implementing Guidelines to Reduce Caesarean Section Rates in Quebec/Identification Des Elements Empachant Ou Facilitant la Mise En Oeuvre Des Directives Visant a Reduire Les Taux D'accouchement Par Cesarienne Au Quebec/Identificacion De Los Factores Que Impiden O Favorecen la Aplicacion De Protocolos Orientados a Reducir Las Tasas De Cesarea En Quebec","year":2007,"lang":"fr","type":"article","venue":"Bulletin of the World Health Organization","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Caesarean section; Medicine; Vaginal delivery; Family medicine; Nursing; Promotion (chess); Obstetrics; Pregnancy; Political science","score_opus":0.07190767996832764,"score_gpt":0.44216726366886605,"score_spread":0.3702595837005384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616335466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95164496,0.0008839136,0.014297079,0.022075929,0.0007574956,0.0098176375,0.00034230124,0.00013467023,0.00004600034],"genre_scores_gemma":[0.9855908,0.00071376894,0.007577437,0.00047133327,0.00072704593,0.000715211,0.00037733818,0.00016700127,0.0036600474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9866673,0.0047984174,0.0044400413,0.0012859151,0.0010821938,0.0017261406],"domain_scores_gemma":[0.99275094,0.0017957924,0.0022603213,0.0007401168,0.0015844062,0.00086843147],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023999488,0.0007459717,0.0009084323,0.00082547904,0.001267542,0.00035926863,0.00052726694,0.0004427349,0.0004272196],"category_scores_gemma":[0.030471176,0.0007294519,0.00019011169,0.0019157131,0.00058626104,0.0005822229,0.00049959327,0.0008317925,0.000011162535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001284522,0.0008395663,0.55401087,0.004395818,0.00037582018,0.000022060678,0.11430621,0.00070337753,0.083901666,0.00037476263,0.011030549,0.22875477],"study_design_scores_gemma":[0.0033000323,0.00028432123,0.71262604,0.0053703976,0.0005121124,0.00006762379,0.11514361,0.0005803608,0.106574565,0.00036009657,0.054445926,0.0007348852],"about_ca_topic_score_codex":0.645391,"about_ca_topic_score_gemma":0.7603122,"teacher_disagreement_score":0.2280199,"about_ca_system_score_codex":0.014225787,"about_ca_system_score_gemma":0.004807201,"threshold_uncertainty_score":0.99951565},"labels":[],"label_agreement":null},{"id":"W2616516136","doi":"10.1007/s12630-017-0876-2","title":"The next frontier in critical care guidelines: rapid and trustworthy recommendations","year":2017,"lang":"en","type":"editorial","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Toronto; McMaster University","funders":"","keywords":"Trustworthiness; Frontier; Computer science; Business; Computer security; Political science","score_opus":0.12412581167232585,"score_gpt":0.4196279177460743,"score_spread":0.29550210607374844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616516136","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031421658,0.056776453,0.00003830116,0.29344502,0.61597246,0.001185555,0.00016271365,0.00002029474,0.000977527],"genre_scores_gemma":[0.069205366,0.017617024,0.0045819716,0.000955466,0.90509176,0.00002813216,0.0003517839,0.0003689175,0.00179957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928499,0.000550157,0.0037020661,0.0004668518,0.0012280096,0.0012030145],"domain_scores_gemma":[0.98336405,0.0035953359,0.0026046417,0.00079122273,0.006310046,0.0033346796],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00650889,0.000614302,0.0014022995,0.0010624408,0.0016524504,0.0014075349,0.0010180188,0.000980166,0.00024042142],"category_scores_gemma":[0.051434226,0.0004790399,0.00048591747,0.0002677719,0.0007014485,0.0010042373,0.00003239689,0.004664665,0.000010972311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026700497,0.00001705172,0.0010205486,0.000088270725,0.00010717196,0.15670504,0.0005958061,0.0000053485305,4.3656703e-7,0.000030246627,0.78475285,0.056410205],"study_design_scores_gemma":[0.0015716612,0.00082169985,0.00068916194,0.00088303746,0.0005351388,0.31985003,0.0039007326,0.000018111756,5.00479e-7,0.00019897621,0.67122203,0.0003089089],"about_ca_topic_score_codex":0.02120206,"about_ca_topic_score_gemma":0.19101171,"teacher_disagreement_score":0.29248956,"about_ca_system_score_codex":0.0019838924,"about_ca_system_score_gemma":0.030627118,"threshold_uncertainty_score":0.9997661},"labels":[],"label_agreement":null},{"id":"W2619548903","doi":"10.1016/s0167-8140(15)34396-6","title":"139 poster: Brachytherapy in the Province of Quebec: A Pattern of Use Study","year":2009,"lang":"en","type":"article","venue":"Radiotherapy and Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Brachytherapy; Medical physics; Medicine; Internal medicine; Radiation therapy","score_opus":0.11296309861104228,"score_gpt":0.4668496923420385,"score_spread":0.3538865937309962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619548903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98731214,0.00033859184,0.0004874842,0.010800559,0.000042367705,0.00096345897,0.000003212034,0.0000058567257,0.000046346708],"genre_scores_gemma":[0.98996115,0.00037096508,0.00048642218,0.009033089,0.000074522264,0.000007891632,0.000004222942,0.0000061778233,0.000055553763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985992,0.00037133542,0.0006426034,0.00014590306,0.00013586711,0.000105111416],"domain_scores_gemma":[0.99834013,0.0011042402,0.00026382616,0.00021198741,0.000054357693,0.000025431686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091523177,0.000080103535,0.0003530264,0.00007240983,0.000015076387,0.000005896171,0.00007025407,0.000066035514,0.000044272278],"category_scores_gemma":[0.0001597954,0.000052946354,0.000040415,0.000108865155,0.00006684924,0.00011052314,0.0000053391113,0.00014864179,2.8746962e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017456806,0.0024535798,0.32579514,0.000018573532,0.000059141843,0.00006617923,0.00615505,0.000003152306,0.0050770333,0.00004104398,0.00036641397,0.658219],"study_design_scores_gemma":[0.008230929,0.014256518,0.9677444,0.000024141798,0.000057173613,0.00008414463,0.0020404118,0.00011575318,0.00016504442,0.000058009962,0.007159427,0.00006404887],"about_ca_topic_score_codex":0.0032517521,"about_ca_topic_score_gemma":0.014425697,"teacher_disagreement_score":0.65815496,"about_ca_system_score_codex":0.00007553434,"about_ca_system_score_gemma":0.00016122205,"threshold_uncertainty_score":0.8049877},"labels":[],"label_agreement":null},{"id":"W2619934568","doi":"10.1080/02770903.2017.1323919","title":"Implementation of asthma clinical practice guidelines in primary care: A cross-sectional study based on the Knowledge-to-Action Cycle","year":2017,"lang":"en","type":"article","venue":"Journal of Asthma","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medicine; Asthma; Guideline; Family medicine; Primary care; Inhaler; Psychological intervention; Nursing; Internal medicine","score_opus":0.29733068181180083,"score_gpt":0.6009825987439734,"score_spread":0.3036519169321726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619934568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98094714,0.000051392293,0.0010509085,0.014649095,0.0013973289,0.00096932455,0.0000128521715,0.000008558007,0.00091338647],"genre_scores_gemma":[0.98545015,0.000030262501,0.0100671435,0.0028701536,0.0014859167,0.000017264325,0.00001190964,0.000027418188,0.00003978529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938081,0.00060997833,0.0039696074,0.00029418647,0.0011057461,0.00021237595],"domain_scores_gemma":[0.9884151,0.0029263657,0.0035539374,0.00062332285,0.0043157306,0.0001655511],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011269176,0.00018528635,0.0005190162,0.00028061224,0.0002351194,0.00013351474,0.00033379684,0.00010993023,0.00016916315],"category_scores_gemma":[0.028651826,0.00013409817,0.0002848794,0.00020456885,0.00009442379,0.0007771582,0.000109224085,0.0007453835,0.000027397595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005038121,0.0018276831,0.85302126,0.000056715795,0.00014264195,0.00006711789,0.00044280372,0.0005808604,0.0004191479,0.000020883472,0.002671946,0.13571079],"study_design_scores_gemma":[0.0078007267,0.0052813897,0.9670476,0.00012779825,0.00009923475,0.0001002534,0.005748167,0.00052361353,0.00017528003,0.000022395774,0.012967415,0.000106139705],"about_ca_topic_score_codex":0.0006175934,"about_ca_topic_score_gemma":0.0008731815,"teacher_disagreement_score":0.13560465,"about_ca_system_score_codex":0.00041019396,"about_ca_system_score_gemma":0.0011819323,"threshold_uncertainty_score":0.9795303},"labels":[],"label_agreement":null},{"id":"W2619948540","doi":"10.26633/rpsp.2017.90","title":"A review of the quality of current diabetes clinical practice guidelines","year":2017,"lang":"en","type":"review","venue":"Revista Panamericana de Salud Pública","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Current (fluid); Quality (philosophy); Clinical Practice; Diabetes mellitus; Medicine; Intensive care medicine; Family medicine; Engineering; Endocrinology; Electrical engineering","score_opus":0.7618895737902285,"score_gpt":0.7052076437337518,"score_spread":0.056681930056476704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619948540","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000068915733,0.985538,0.00010729249,0.009852816,0.00048710676,0.003132099,0.00034600493,0.000034776232,0.00049499015],"genre_scores_gemma":[0.000006966887,0.98543954,0.0057877717,0.0073341653,0.0008726688,0.00013796118,0.00025310222,0.000097549186,0.0000702864],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98013294,0.0046319286,0.012533614,0.00086777663,0.001311579,0.00052217033],"domain_scores_gemma":[0.9529102,0.012695349,0.02450646,0.0048414627,0.0046134433,0.00043312108],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020890627,0.0006504899,0.0074559683,0.0001591046,0.00011807271,0.00004175684,0.001344282,0.0003011363,0.00018155966],"category_scores_gemma":[0.40919822,0.0004144531,0.003506871,0.00096527033,0.0008223848,0.00018530335,0.00058195373,0.0015311989,0.000033932007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019450561,0.00026770757,0.000566386,0.19089803,0.00053852476,0.0000016983348,0.000003515306,1.7985261e-8,4.1161923e-7,0.00017078895,0.06968194,0.7378515],"study_design_scores_gemma":[0.0003261594,0.00016492214,0.00045226046,0.20699741,0.009642684,0.000027630917,0.000018384626,0.000004109448,1.7644894e-7,0.000008816295,0.78208727,0.00027015974],"about_ca_topic_score_codex":0.00048831216,"about_ca_topic_score_gemma":0.000011657844,"teacher_disagreement_score":0.7375814,"about_ca_system_score_codex":0.0002688565,"about_ca_system_score_gemma":0.00588457,"threshold_uncertainty_score":0.9998307},"labels":[],"label_agreement":null},{"id":"W2620837896","doi":"","title":"Ottawa Rules Simplify the Management of Ankle Injuries","year":2003,"lang":"en","type":"article","venue":"American family physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Ankle; Medical emergency; Physical medicine and rehabilitation; Surgery","score_opus":0.07334995852567382,"score_gpt":0.4075057484287066,"score_spread":0.3341557899030328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620837896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91989654,0.00011405451,0.00084543653,0.0028136799,0.00012841306,0.00054217456,0.00002199753,0.00004829667,0.075589396],"genre_scores_gemma":[0.97468376,0.000096076285,0.0063488125,0.01857592,0.000085971886,0.000026844205,0.000025034278,0.000023580698,0.00013398584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855995,0.00011278273,0.0005676635,0.00021334588,0.00032960228,0.00021664366],"domain_scores_gemma":[0.998615,0.00032785247,0.00040227632,0.0004865305,0.0001083585,0.000059932583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038155552,0.00013462828,0.00030046338,0.000040707444,0.00007435844,0.000012010517,0.000120502766,0.000016158354,0.000016522035],"category_scores_gemma":[0.000101662175,0.000097414966,0.00011560292,0.00039196733,0.0003801838,0.000090201764,0.00004339078,0.00014123149,0.00007947411],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024872887,0.00093069294,0.017798891,0.0001778414,0.0010450287,0.000020022475,0.0005005031,0.00003385691,0.009358724,0.053139605,0.030741613,0.8860045],"study_design_scores_gemma":[0.0019279808,0.0011389026,0.5888829,0.00012743508,0.0009626252,0.000002810568,0.037134606,0.0000678768,0.004359045,0.005172383,0.3598618,0.00036158354],"about_ca_topic_score_codex":0.00031946003,"about_ca_topic_score_gemma":0.000008680661,"teacher_disagreement_score":0.8856429,"about_ca_system_score_codex":0.00003540811,"about_ca_system_score_gemma":0.00005490886,"threshold_uncertainty_score":0.3972467},"labels":[],"label_agreement":null},{"id":"W2621399066","doi":"10.1016/j.jclinepi.2017.05.018","title":"Incorporating patients' views in guideline development: a systematic review of guidance documents","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Instituto de Salud Carlos III; Academy of Nutrition and Dietetics","keywords":"Guideline; Medicine; MEDLINE; Systematic review; Medical physics; Family medicine; Pathology; Political science","score_opus":0.7637346207314432,"score_gpt":0.6881316636374664,"score_spread":0.0756029570939768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621399066","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015027797,0.99344915,0.00050277024,0.0012348498,0.0014717352,0.0031055836,0.000018154278,0.0000060939683,0.00019660531],"genre_scores_gemma":[0.000008267891,0.95922375,0.034182627,0.0055503203,0.0005411736,0.0000902162,0.0002541133,0.000056822766,0.00009272902],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8930945,0.020685516,0.084161825,0.00062439655,0.0009553823,0.0004784203],"domain_scores_gemma":[0.7418621,0.083786204,0.16923237,0.0019494977,0.0025667984,0.0006030032],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19025393,0.0005846332,0.029740848,0.00045877483,0.00007556545,0.000007947371,0.0011166439,0.0006759827,0.00037421478],"category_scores_gemma":[0.6947721,0.00038452246,0.0031578117,0.00033356572,0.00022196866,0.00027634852,0.00045166656,0.003031623,0.000040183993],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007528597,0.000498414,0.0055110175,0.6530734,0.0005701564,0.00005413787,0.0000064749343,6.740304e-7,8.81846e-9,0.000031265135,0.008966129,0.33121303],"study_design_scores_gemma":[0.0013085774,0.000557773,0.0002634526,0.48489642,0.0029095917,0.00013734099,0.0000053912695,0.000005415774,1.3212621e-8,0.00011774351,0.5096435,0.00015479389],"about_ca_topic_score_codex":0.000026450392,"about_ca_topic_score_gemma":0.000021003409,"teacher_disagreement_score":0.50451815,"about_ca_system_score_codex":0.0003932793,"about_ca_system_score_gemma":0.0039317063,"threshold_uncertainty_score":0.99986064},"labels":[],"label_agreement":null},{"id":"W2624315652","doi":"10.29375/01237047.2383","title":"Implantación de guías de buenas prácticas en España. Programa de centros comprometidos con la excelencia de cuidados","year":2015,"lang":"es","type":"article","venue":"Medunab","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Art","score_opus":0.1385388048727336,"score_gpt":0.4824174294952475,"score_spread":0.34387862462251395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624315652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613521,0.000838018,0.01565525,0.016860334,0.0005547102,0.0022909087,0.00011305976,0.00030666796,0.0020289347],"genre_scores_gemma":[0.97186667,0.00045880748,0.020754073,0.0038979673,0.0018612146,0.00025410193,0.000226677,0.00015083031,0.00052963936],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99249965,0.0021908616,0.0017047956,0.0007441605,0.0009804699,0.0018800632],"domain_scores_gemma":[0.992515,0.0036877121,0.0007337642,0.00080455863,0.00055354764,0.0017054089],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008566115,0.0005773289,0.00089566014,0.0002470048,0.00016831506,0.00043417193,0.0005120126,0.0006299121,0.00049429684],"category_scores_gemma":[0.020383032,0.0005710794,0.0002565321,0.00048613924,0.0003070317,0.00034588994,0.0002542674,0.0013474178,0.00056512316],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029289473,0.0029154562,0.78086543,0.0011051671,0.0008018185,0.0021067979,0.010727365,0.00009015878,0.040153857,0.0034705892,0.03312839,0.12170604],"study_design_scores_gemma":[0.027539603,0.004707113,0.24761915,0.0016377217,0.0051303124,0.008174868,0.017813552,0.017158141,0.02808728,0.006079676,0.6341435,0.0019091208],"about_ca_topic_score_codex":0.0022780264,"about_ca_topic_score_gemma":0.00010030537,"teacher_disagreement_score":0.6010151,"about_ca_system_score_codex":0.0020772822,"about_ca_system_score_gemma":0.004424279,"threshold_uncertainty_score":0.9996741},"labels":[],"label_agreement":null},{"id":"W2625686186","doi":"10.1002/acr.23275","title":"Clinical Practice Guidelines: Incorporating Input From a Patient Panel","year":2017,"lang":"en","type":"article","venue":"Arthritis Care & Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"American College of Rheumatology Research and Education Foundation","keywords":"Medicine; Guideline; Perioperative; Physical therapy; Rheumatoid arthritis; Intensive care medicine; Evidence-based medicine; Sports medicine; Panel discussion; Grading (engineering); Internal medicine; Surgery; Alternative medicine; Pathology","score_opus":0.6150539130615718,"score_gpt":0.6307970199946192,"score_spread":0.01574310693304748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625686186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8896621,0.0053586564,0.0005198779,0.07625007,0.0015755559,0.002176197,0.0001818544,0.00016032852,0.024115393],"genre_scores_gemma":[0.9283322,0.0020698456,0.0604665,0.006281427,0.0023313013,0.000098382756,0.0002738351,0.00005871127,0.00008778228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992881,0.0010054142,0.0025800255,0.00086271076,0.0020653126,0.0006055416],"domain_scores_gemma":[0.9812091,0.005888466,0.0009037178,0.002026329,0.009456434,0.0005159685],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00699195,0.00021472039,0.0005457134,0.00014116515,0.0010583214,0.00044108697,0.00047753935,0.000259005,0.00038897502],"category_scores_gemma":[0.22717361,0.00020552747,0.0002181285,0.00018282831,0.00053054676,0.001038575,0.00092521106,0.0016387376,0.0007300055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004495264,0.00023345841,0.04257519,0.000024411835,0.00007737716,0.0009128573,0.00091308774,0.000001537855,0.00030135125,0.00013824491,0.032889247,0.9214837],"study_design_scores_gemma":[0.013234386,0.003965348,0.10107405,0.0016904563,0.00019693802,0.0002673863,0.07254353,0.00082997844,0.0006342489,0.0021021713,0.8028316,0.0006299329],"about_ca_topic_score_codex":0.008873357,"about_ca_topic_score_gemma":0.001968055,"teacher_disagreement_score":0.9208538,"about_ca_system_score_codex":0.0001888987,"about_ca_system_score_gemma":0.0011679237,"threshold_uncertainty_score":0.9977266},"labels":[],"label_agreement":null},{"id":"W2628053793","doi":"","title":"J Soc Gynecol Investig","year":2005,"lang":"en","type":"book-chapter","venue":"Unknown Publisher eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1239,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"","keywords":"Computer science","score_opus":0.1730987673344513,"score_gpt":0.3943560550032683,"score_spread":0.22125728766881703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2628053793","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000074147814,0.00021970169,0.00007593076,0.009116778,0.0013462625,0.0014091803,0.00003077585,0.00033691488,0.9873903],"genre_scores_gemma":[0.001009411,0.000032273354,0.003548944,0.017797364,0.003582408,0.000057731213,0.0005713902,0.00024838216,0.9731521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995765,0.000045781067,0.0018714721,0.0008609901,0.0009518761,0.000504927],"domain_scores_gemma":[0.9959539,0.00075521105,0.00081688975,0.0011424723,0.0007534874,0.0005780322],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001001626,0.0006159933,0.000879557,0.0004169316,0.00010580182,0.00028800516,0.00032610807,0.00090880936,0.010607401],"category_scores_gemma":[0.0025454515,0.00058621116,0.0004482697,0.00003283045,0.00026007017,0.00044763842,0.00025026267,0.0016290101,0.0015448441],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009663562,0.000053942495,0.00009680216,0.00010093803,0.00031247656,0.00008363982,0.00007517342,4.4682272e-7,0.000030601816,0.0696481,0.64703393,0.28246734],"study_design_scores_gemma":[0.001990907,0.00023343318,0.000110278226,0.00020371887,0.0007194042,0.000087561304,0.000019276542,0.000018841643,0.000024799303,0.021368109,0.9747067,0.00051695114],"about_ca_topic_score_codex":0.000063379994,"about_ca_topic_score_gemma":0.00034306437,"teacher_disagreement_score":0.3276728,"about_ca_system_score_codex":0.00041025755,"about_ca_system_score_gemma":0.0012927041,"threshold_uncertainty_score":0.99965894},"labels":[],"label_agreement":null},{"id":"W2692463275","doi":"10.1002/hed.24599","title":"Efficacy of a high‐observation protocol in major head and neck cancer surgery: A prospective study","year":2017,"lang":"en","type":"article","venue":"Head & Neck","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Head and neck cancer; Limiting; Intensive care unit; Mechanical ventilation; Sedation; Prospective cohort study; Cohort; Head and neck; Weaning; Cohort study; Emergency medicine; Surgery; Anesthesia; Intensive care medicine; Internal medicine; Radiation therapy","score_opus":0.2601511192979959,"score_gpt":0.5242997620379312,"score_spread":0.26414864273993527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2692463275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9313958,0.000009907709,0.000008112155,0.004611185,0.00008642411,0.06378274,0.0000094419365,0.000023717319,0.000072622985],"genre_scores_gemma":[0.96855223,0.0000055778855,0.0006992805,0.000304619,0.00017415291,0.030112162,0.000011701083,0.000023513721,0.000116745396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980551,0.00009836722,0.00094567676,0.00036738292,0.00032464234,0.00020882633],"domain_scores_gemma":[0.9979764,0.00053597626,0.00061165175,0.0005245796,0.00026076267,0.0000905977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008792427,0.00014775559,0.0005187646,0.000097838325,0.00010925873,0.00003994069,0.00007991309,0.00006611014,0.00010028003],"category_scores_gemma":[0.0045276238,0.00012958067,0.00005314296,0.00014855269,0.00006927846,0.0003492926,0.00008256954,0.00021934739,0.000007671655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034831336,0.0014385356,0.97567266,0.00017859253,0.000050350358,0.000024817691,0.00050140737,0.000002225076,0.00031227866,0.0000325881,0.0006400488,0.017663352],"study_design_scores_gemma":[0.016204465,0.0008221086,0.98054326,0.0004386997,0.00008942258,0.0000051686275,0.00019591283,0.00014167743,0.0002690585,0.00014641102,0.0010339594,0.00010984158],"about_ca_topic_score_codex":0.018950235,"about_ca_topic_score_gemma":0.014564962,"teacher_disagreement_score":0.037156392,"about_ca_system_score_codex":0.0001239866,"about_ca_system_score_gemma":0.00029294123,"threshold_uncertainty_score":0.9875827},"labels":[],"label_agreement":null},{"id":"W2727011694","doi":"10.18192/uojm.v7i1.2003","title":"Continuous Quality Improvement in Orthopaedic Surgery: Improving Patient Experience, Safety and Outcomes","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Health care; Quality management; Quality (philosophy); Process management; Transparency (behavior); Patient safety; Patient satisfaction; Operations management; Medicine; Nursing; Medical emergency; Business; Computer science; Management system; Engineering; Political science","score_opus":0.08660096326513342,"score_gpt":0.39475987308032445,"score_spread":0.308158909815191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727011694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834911,0.00013779484,0.0007097407,0.014629316,0.00033659482,0.00019927401,0.000004008644,0.000004069318,0.00048806853],"genre_scores_gemma":[0.99816316,0.00036342564,0.00080902246,0.00045974358,0.00007498,6.0677834e-8,0.0000032360658,0.0000058406263,0.00012051062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776703,0.00010651384,0.0012852887,0.00014723794,0.0005391571,0.00015475522],"domain_scores_gemma":[0.9956239,0.00096011104,0.002510105,0.00028564746,0.0004289935,0.00019123724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002882112,0.00011193516,0.00078546954,0.00023139037,0.00012866635,0.0000066684547,0.00014535768,0.00006011463,0.00016138064],"category_scores_gemma":[0.008823668,0.00009068017,0.00013173203,0.000061282204,0.00042830515,0.0003369133,0.000101345955,0.0002665122,5.3795065e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006841292,0.0001278022,0.82416874,0.00007080208,0.00006349865,0.0002229191,0.0012937984,6.5566655e-7,0.0013426805,0.000056563684,0.0005426706,0.17142573],"study_design_scores_gemma":[0.008714263,0.0010125467,0.9655778,0.00035207396,0.00017117595,0.000069866954,0.014410679,0.000029333714,0.00012825728,0.000026121246,0.009422497,0.00008539688],"about_ca_topic_score_codex":0.0028370738,"about_ca_topic_score_gemma":0.0005565965,"teacher_disagreement_score":0.17134033,"about_ca_system_score_codex":0.0001035542,"about_ca_system_score_gemma":0.0001811449,"threshold_uncertainty_score":0.9995254},"labels":[],"label_agreement":null},{"id":"W27279552","doi":"10.1111/jar.12261","title":"資料紹介 経済産業省「生活者の感性価値と価格プレミアムに関する意識調査」(抜粋)","year":2007,"lang":"en","type":"article","venue":"流通情報","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science","score_opus":0.35868612563063157,"score_gpt":0.5794151129700644,"score_spread":0.22072898733943286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27279552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9058996,0.00017864385,0.018408868,0.014853399,0.0010160194,0.0006668518,0.000007956998,0.00026504297,0.05870362],"genre_scores_gemma":[0.9778106,0.000029308832,0.009653068,0.008449454,0.000959949,0.0000051897655,0.00005950683,0.00002894155,0.0030039896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983428,0.000027840115,0.000724287,0.00024068754,0.00035526935,0.0003090903],"domain_scores_gemma":[0.9984008,0.00074176147,0.00014790363,0.00034300212,0.00015815852,0.00020836608],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015419569,0.00011411468,0.00020011635,0.00009065543,0.000055963817,0.000014851755,0.00007459166,0.000088720066,0.0014182146],"category_scores_gemma":[0.002632905,0.00010267708,0.000097414595,0.00022431165,0.000046940582,0.00013912244,0.000047323938,0.0002535304,0.0010064179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015232228,0.0009336384,0.14665851,0.0001380774,0.00022070762,0.0005536674,0.00060392567,0.00000853462,0.03757569,0.0039634462,0.17534104,0.63247955],"study_design_scores_gemma":[0.0043846974,0.0005392913,0.23452336,0.00005775706,0.0002692552,0.00021462922,0.0009351897,0.0002462329,0.008025371,0.0011589099,0.74935734,0.00028797],"about_ca_topic_score_codex":0.00014620837,"about_ca_topic_score_gemma":0.000114783914,"teacher_disagreement_score":0.6321916,"about_ca_system_score_codex":0.0000811732,"about_ca_system_score_gemma":0.00009004722,"threshold_uncertainty_score":0.9997714},"labels":[],"label_agreement":null},{"id":"W2734580412","doi":"10.5334/ijic.3158","title":"What does one learn from the implementation of a mandated integrated network for older adults across three different settings in Quebec","year":2017,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Health care; Integrated care; Business; Context (archaeology); Multidisciplinary approach; Social work; Local community; Public health; Nursing; Public relations; Medicine; Economic growth; Political science; Geography","score_opus":0.0579915393978568,"score_gpt":0.4482195710707531,"score_spread":0.3902280316728963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734580412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767189,0.00036298455,0.0023150658,0.017110582,0.0022621441,0.00069373543,0.0005196242,0.000010217041,0.0000067185047],"genre_scores_gemma":[0.99537677,0.00030182212,0.0012298286,0.0009585997,0.00071293855,0.000025510519,0.0013167714,0.000027117838,0.000050646588],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970061,0.000111004556,0.0017337179,0.00023306289,0.0006795506,0.00023653757],"domain_scores_gemma":[0.9924131,0.0008748304,0.0022498386,0.00031221716,0.004071743,0.00007827674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081764604,0.00020765283,0.00046878902,0.000093438335,0.00012151343,0.0003712335,0.0006389737,0.00015512048,0.00033336208],"category_scores_gemma":[0.0022592226,0.00011859853,0.00025739273,0.000089657326,0.00011310558,0.00091328216,0.00010829221,0.00070139876,0.000002053802],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064609847,0.00025334512,0.39817947,0.000049636503,0.001021889,0.00004551737,0.009356589,0.00005218826,0.0020054819,0.00005837484,0.0026851133,0.5798314],"study_design_scores_gemma":[0.0150156375,0.00050140003,0.72192055,0.004830511,0.00031152973,0.000024817276,0.24263234,0.0007051733,0.009977646,0.0005516127,0.0033357537,0.00019302902],"about_ca_topic_score_codex":0.059847664,"about_ca_topic_score_gemma":0.34868816,"teacher_disagreement_score":0.57963836,"about_ca_system_score_codex":0.00061676564,"about_ca_system_score_gemma":0.0004794112,"threshold_uncertainty_score":0.94641286},"labels":[],"label_agreement":null},{"id":"W2735697720","doi":"10.1016/j.transci.2017.07.003","title":"Implementing the Canadian Apheresis Registry: A programmer's point of view","year":2017,"lang":"en","type":"review","venue":"Transfusion and Apheresis Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Programmer; Apheresis; Point (geometry); Computer science; Medicine; Programming language; Internal medicine; Mathematics","score_opus":0.389667508843121,"score_gpt":0.5322423505454223,"score_spread":0.14257484170230134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735697720","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020989595,0.9876811,0.00004557146,0.0037305553,0.00017966676,0.0026694417,0.000067069064,0.000026506461,0.005390197],"genre_scores_gemma":[0.0020868788,0.9962069,0.0009586876,0.00028859766,0.00009808056,0.00007000855,0.000025983512,0.000028129172,0.00023675992],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639916,0.00016900846,0.0013616481,0.0006431066,0.0007670906,0.0006599892],"domain_scores_gemma":[0.99685675,0.0004754503,0.00088957587,0.001024912,0.00028998952,0.00046329896],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005253844,0.00031095932,0.0011386157,0.00020539903,0.0014463298,0.00024585758,0.0006823908,0.00015574897,0.0005556043],"category_scores_gemma":[0.0019345075,0.00018646542,0.0003570214,0.0006762229,0.001149011,0.00022601736,0.00013743281,0.00045232414,0.000012500148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009546028,0.00003058623,0.00008263807,0.0032695467,0.00004076337,0.00000978235,0.000078712714,1.4792194e-8,0.000010809704,0.00019115038,0.00053185556,0.9957446],"study_design_scores_gemma":[0.00037761134,0.00010439887,0.0002635001,0.0056579993,0.0011372392,0.00009677247,0.0003556274,0.000012089269,0.000007932425,0.000039647126,0.9917595,0.00018768922],"about_ca_topic_score_codex":0.14654838,"about_ca_topic_score_gemma":0.40816805,"teacher_disagreement_score":0.9955569,"about_ca_system_score_codex":0.0001366479,"about_ca_system_score_gemma":0.0038067193,"threshold_uncertainty_score":0.9998537},"labels":[],"label_agreement":null},{"id":"W2736005035","doi":"10.1097/lbr.0000000000000415","title":"Superspecialization and Health Care Cost","year":2017,"lang":"en","type":"editorial","venue":"Journal of Bronchology & Interventional Pulmonology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Health care; Family medicine; Public relations; Economic growth; Political science; Economics","score_opus":0.161238978305711,"score_gpt":0.5293285998367355,"score_spread":0.36808962153102454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736005035","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026130078,0.012302438,0.0028913268,0.036810517,0.9438833,0.00068487035,0.00020381006,0.000020610043,0.0005900988],"genre_scores_gemma":[0.025908623,0.0037879038,0.0022279702,0.001591877,0.96289736,0.00001923443,0.0021642442,0.00008920471,0.0013135755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958579,0.00037249614,0.00250366,0.0003861194,0.0005694378,0.0003103916],"domain_scores_gemma":[0.9921648,0.0008964041,0.0041626487,0.00036505202,0.0021932367,0.00021783907],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019770893,0.00027068492,0.0011944239,0.0004614476,0.00016769957,0.00005443486,0.00030912014,0.0010138678,0.0004749594],"category_scores_gemma":[0.009311874,0.00025545462,0.0005078216,0.000050340313,0.00035881094,0.00028884938,0.00016914286,0.0018993485,0.000026709435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007816751,0.0003412157,0.0019159394,0.00022860865,0.00044633867,0.00020786937,0.0001269065,0.0000013117494,0.000012958654,0.00013562781,0.9620584,0.033743102],"study_design_scores_gemma":[0.0042249197,0.0046319216,0.011614835,0.00055379816,0.00050218636,0.0014571721,0.0004084769,0.00000600546,0.0000044875624,0.0004378533,0.97600615,0.00015221907],"about_ca_topic_score_codex":0.00014476432,"about_ca_topic_score_gemma":0.00040318334,"teacher_disagreement_score":0.03521864,"about_ca_system_score_codex":0.0007151287,"about_ca_system_score_gemma":0.0019121795,"threshold_uncertainty_score":0.99998975},"labels":[],"label_agreement":null},{"id":"W2736483471","doi":"10.4415/ann_17_02_01","title":"On transparency in health care guidelines. Editorial.","year":2018,"lang":"it","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Transparency (behavior); Subject (documents); Political science; Health care; Law; Legislation; Library science; Computer science","score_opus":0.2713473140127505,"score_gpt":0.48321454026987865,"score_spread":0.21186722625712817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736483471","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053581007,0.00770194,0.0015692719,0.3571227,0.5408532,0.018117694,0.00061154866,0.00043183245,0.02001081],"genre_scores_gemma":[0.79933023,0.00083136756,0.00055859546,0.017956214,0.17931168,0.00089160627,0.0002415058,0.0000840215,0.0007947624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99261934,0.00046228396,0.0037852728,0.0008229457,0.0011728782,0.0011372728],"domain_scores_gemma":[0.99541694,0.0012563277,0.0007858521,0.0007636044,0.0011684606,0.00060882163],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049999948,0.00037260662,0.0007545496,0.0003076271,0.00013726947,0.000051481908,0.00027419077,0.0003240867,0.0005785427],"category_scores_gemma":[0.02258109,0.00036217622,0.00016408753,0.0006728913,0.00015320884,0.00023933194,0.000054457916,0.0007931572,0.00047340896],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010784321,0.0003057493,0.0030599218,0.00022922562,0.000050595052,0.000014563056,0.0012730485,0.000014437327,0.0000027761953,0.00018587899,0.60151094,0.39227447],"study_design_scores_gemma":[0.009427925,0.0014106511,0.098152466,0.00041355265,0.00015920078,0.0000048480465,0.0022558302,0.000109067434,0.00006582828,0.00034061825,0.8872519,0.00040812403],"about_ca_topic_score_codex":0.003467529,"about_ca_topic_score_gemma":0.0026142043,"teacher_disagreement_score":0.74574924,"about_ca_system_score_codex":0.0010725065,"about_ca_system_score_gemma":0.00096506736,"threshold_uncertainty_score":0.999883},"labels":[],"label_agreement":null},{"id":"W2736964012","doi":"10.1177/070674370104600916","title":"Book Review: Clinical Case Reporting in Evidence-Based Medicine","year":2001,"lang":"en","type":"article","venue":"The Canadian Journal of Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Evidence-based medicine; MEDLINE; Medicine; Alternative medicine; Psychology; Psychiatry; Political science; Pathology; Law","score_opus":0.40679076209924936,"score_gpt":0.547207083727793,"score_spread":0.14041632162854367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736964012","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04396211,0.24749996,0.00009221894,0.70594186,0.0018408243,0.00035393407,9.946119e-7,0.000004619564,0.00030349518],"genre_scores_gemma":[0.27839032,0.031676374,0.004860143,0.6783568,0.0060623856,0.0000065851427,0.0000064397045,0.000046743862,0.0005941656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99318045,0.0004695397,0.005557186,0.00015580039,0.00036379287,0.00027324894],"domain_scores_gemma":[0.9928691,0.001489927,0.0040256036,0.00043506196,0.0004867554,0.0006935835],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017582618,0.00012344825,0.0005755645,0.00022393343,0.00012469482,0.000014017179,0.000169961,0.000084971995,0.0023162025],"category_scores_gemma":[0.049914557,0.00007799252,0.00023467757,0.0004325952,0.00019379666,0.00022370864,0.000007377813,0.0010095716,0.000016706343],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014403672,0.000029606632,0.36368302,0.000114124145,0.000032522963,0.008238623,0.00003186412,0.000009667817,0.000001005609,0.000029962706,0.62032443,0.0073611485],"study_design_scores_gemma":[0.006059551,0.0018009463,0.13211071,0.025124043,0.0013509892,0.10447763,0.00083134806,0.00023917972,0.0000016941259,0.0010252859,0.726746,0.00023262264],"about_ca_topic_score_codex":0.02374874,"about_ca_topic_score_gemma":0.35632643,"teacher_disagreement_score":0.3325777,"about_ca_system_score_codex":0.00020350673,"about_ca_system_score_gemma":0.0076173255,"threshold_uncertainty_score":0.99859583},"labels":[],"label_agreement":null},{"id":"W2740523931","doi":"10.7326/l17-0256","title":"Guidelines to Limit Added Sugar Intake","year":2017,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Family medicine; Library science; Gerontology","score_opus":0.5702751425792784,"score_gpt":0.5763993305564555,"score_spread":0.006124187977177176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740523931","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044360524,0.00075074035,0.0004957346,0.98244244,0.0025631497,0.00082948344,0.00010018393,0.00006139279,0.008320801],"genre_scores_gemma":[0.0049713235,0.0006482528,0.0020117895,0.94773334,0.029022414,0.000036527854,0.000524249,0.00011537014,0.014936718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934987,0.00013829027,0.0035299838,0.00072401774,0.0015402355,0.0005688129],"domain_scores_gemma":[0.9903642,0.0015547642,0.002160696,0.0016234078,0.0039225565,0.00037440582],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023027745,0.00056138786,0.0017854176,0.00060575583,0.00006678522,0.000027783275,0.00087256153,0.00064067077,0.0026735705],"category_scores_gemma":[0.06052925,0.00042079185,0.0004175844,0.00015647282,0.00031336426,0.00016670609,0.00030219884,0.0020814983,0.00037573112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007289782,0.000053599677,0.0005659706,0.00035724463,0.0005112473,0.0011939273,0.00011849976,5.020808e-7,0.00055591564,0.000013996206,0.9581881,0.037712008],"study_design_scores_gemma":[0.0018340749,0.0031083017,0.0011915903,0.0063581974,0.00057034905,0.0003344804,0.0001219814,0.000025110603,0.0013067299,0.000362446,0.9844712,0.00031555013],"about_ca_topic_score_codex":0.0034340215,"about_ca_topic_score_gemma":0.000113142814,"teacher_disagreement_score":0.058226477,"about_ca_system_score_codex":0.000052818647,"about_ca_system_score_gemma":0.00029849156,"threshold_uncertainty_score":0.9998244},"labels":[],"label_agreement":null},{"id":"W2742052476","doi":"","title":"Guideline Implementation for Improved Client/Patient Outcomes (GICOM): Focus on Pain Management and Smoking Cessation","year":2011,"lang":"en","type":"article","venue":"uO Research (University of Ottawa)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Registered Nurses' Association of Ontario","keywords":"Guideline; Smoking cessation; Medicine; Pain management; Focus (optics); Focus group; Physical therapy; Business","score_opus":0.2854441981135359,"score_gpt":0.47164807973454437,"score_spread":0.18620388162100848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742052476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.895038,0.000022953978,0.06340432,0.025650555,0.00020922381,0.0055687395,0.0001591147,0.000096507814,0.009850591],"genre_scores_gemma":[0.9584302,0.000054214946,0.04012294,0.0005521982,0.00003169657,0.000008504276,0.00028598722,0.00001958395,0.00049471634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979724,0.0002803877,0.00051751744,0.000360309,0.0005497782,0.0003195844],"domain_scores_gemma":[0.9979914,0.0006876025,0.0002850318,0.0002983895,0.0005897957,0.00014780095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004153672,0.000116940246,0.00023577825,0.00044756412,0.00025506938,0.000014326565,0.0001378941,0.000068123976,0.00048216817],"category_scores_gemma":[0.0006131446,0.00012316683,0.00009547559,0.0002537516,0.00011099278,0.0002539796,0.00016304842,0.0001898525,0.0000057574066],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037017133,0.00049804937,0.12997569,0.00014332731,0.0002865981,0.000020678888,0.0012642792,0.000002205962,0.0005251929,0.012896415,0.022075225,0.8319422],"study_design_scores_gemma":[0.024343772,0.012789828,0.6504761,0.00015634288,0.0006196493,0.0000073587503,0.064060405,0.008368243,0.0025733744,0.012914665,0.22315551,0.0005347297],"about_ca_topic_score_codex":0.00070035685,"about_ca_topic_score_gemma":0.0007695795,"teacher_disagreement_score":0.8314074,"about_ca_system_score_codex":0.00018291744,"about_ca_system_score_gemma":0.000058787824,"threshold_uncertainty_score":0.52794033},"labels":[],"label_agreement":null},{"id":"W2742243332","doi":"","title":"Erik Poutsma, een stille kracht","year":2017,"lang":"nl","type":"article","venue":"University of Twente Research Information","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nuclear Waste Management Organization","funders":"","keywords":"Philosophy","score_opus":0.422025427509574,"score_gpt":0.5233446813851672,"score_spread":0.10131925387559321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742243332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5052674,0.00026255476,0.010137969,0.07451044,0.0019033344,0.0039698384,0.00088430574,0.00011410014,0.40295005],"genre_scores_gemma":[0.98590356,0.0013472044,0.0012788814,0.00013693747,0.00020840186,4.2142437e-7,0.000373539,0.000010375898,0.010740648],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656147,0.00031600115,0.00079043425,0.00019948192,0.0016001773,0.0005324485],"domain_scores_gemma":[0.99428564,0.0008236426,0.0011945777,0.0011116096,0.0022455463,0.00033899175],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005356282,0.00015098162,0.00033940413,0.0005162221,0.0013299356,0.00019431877,0.0008365121,0.00021084705,0.0026652338],"category_scores_gemma":[0.012693613,0.0001765448,0.00016459376,0.00019420679,0.0006983789,0.005253832,0.0008942504,0.0008633241,0.005295506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006070953,0.0007379193,0.06819697,0.0019670622,0.0007960272,0.000101139085,0.0087509835,0.00012662057,0.000738044,0.00452317,0.5255965,0.38239464],"study_design_scores_gemma":[0.007664583,0.001026871,0.20292684,0.0006037805,0.00027426018,0.000010766988,0.039007425,0.013639927,0.00029282502,0.00016763838,0.7341237,0.00026134262],"about_ca_topic_score_codex":0.010157109,"about_ca_topic_score_gemma":0.00034405253,"teacher_disagreement_score":0.4806362,"about_ca_system_score_codex":0.0004393826,"about_ca_system_score_gemma":0.0008190571,"threshold_uncertainty_score":0.9999702},"labels":[],"label_agreement":null},{"id":"W2742828331","doi":"","title":"GRADE: Von der Evidenz zur Empfehlung.: Beschreibung des Systems und Lösungsbeitrag zur Übertragbarkeit von Studienergebnissen","year":2009,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Gynecology; Medicine; Political science","score_opus":0.19916611207821802,"score_gpt":0.5055851497818972,"score_spread":0.3064190377036792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742828331","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30134374,0.6176996,0.0040305792,0.03944285,0.014634109,0.013635301,0.0007042316,0.001915065,0.0065944786],"genre_scores_gemma":[0.9360294,0.031911302,0.0030240663,0.00624202,0.012148814,0.00046859906,0.0017439561,0.0008963335,0.0075355642],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9641316,0.0060088066,0.012741221,0.005251247,0.0059957304,0.0058714165],"domain_scores_gemma":[0.96806496,0.014535588,0.0050741807,0.0051785046,0.0035662432,0.003580525],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.019161358,0.0040571005,0.0057882583,0.0017013253,0.0026299967,0.002210269,0.0026709456,0.0028535835,0.0007793229],"category_scores_gemma":[0.026926331,0.0039204736,0.0024319356,0.0039458103,0.0013892561,0.0060755783,0.0010472297,0.0052064676,0.0032409707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01697891,0.021423925,0.2552724,0.01989636,0.074758306,0.007434269,0.029702289,0.006343463,0.017385839,0.15134056,0.23314816,0.16631554],"study_design_scores_gemma":[0.021356922,0.011034726,0.11249408,0.015864646,0.054194394,0.0006631752,0.012808191,0.0064720553,0.0021063162,0.0025126664,0.7517136,0.008779243],"about_ca_topic_score_codex":0.010162531,"about_ca_topic_score_gemma":0.0022255431,"teacher_disagreement_score":0.6346856,"about_ca_system_score_codex":0.0009297686,"about_ca_system_score_gemma":0.0027284669,"threshold_uncertainty_score":0.99882555},"labels":[],"label_agreement":null},{"id":"W2743022918","doi":"10.1136/bmjopen-2017-017226","title":"Development of a prioritisation tool for the updating of clinical guideline questions: the UpPriority Tool protocol","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Regional Development Fund; Instituto de Salud Carlos III","keywords":"Medicine; Protocol (science); Guideline; Medical physics; Alternative medicine; Pathology","score_opus":0.6034433476174429,"score_gpt":0.6727628040859838,"score_spread":0.06931945646854087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743022918","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08764348,0.0000065101913,0.045690097,0.048975237,0.0006347549,0.8153207,0.000062075116,0.000030422594,0.0016367225],"genre_scores_gemma":[0.12474869,0.000004302178,0.63864535,0.0018066581,0.0009773572,0.23333254,0.000080133206,0.00003208213,0.00037286704],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952469,0.00020425995,0.003735464,0.00023446654,0.0004382849,0.00014064177],"domain_scores_gemma":[0.9922778,0.0026416406,0.0028620823,0.0012094869,0.0009727801,0.000036182446],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021363616,0.00010663913,0.00041628792,0.000018554989,0.0004708426,0.00010327783,0.00069377193,0.00007951188,0.00012600509],"category_scores_gemma":[0.07076506,0.000061658655,0.00013062355,0.000053043463,0.00014750667,0.00036954597,0.00058838574,0.0001694518,0.0000061926653],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033537517,0.00045521278,0.05893235,0.00041125796,0.00019970897,0.0000014225432,0.00048162098,0.0000092799655,0.00066251506,0.002661852,0.01441162,0.9184194],"study_design_scores_gemma":[0.012963689,0.00061900826,0.5818215,0.0007008256,0.0003937687,0.000018629396,0.0015169868,0.0065169996,0.0017699435,0.0012640493,0.39218247,0.00023213748],"about_ca_topic_score_codex":0.00034409142,"about_ca_topic_score_gemma":0.00043466166,"teacher_disagreement_score":0.91818726,"about_ca_system_score_codex":0.000038489823,"about_ca_system_score_gemma":0.0016073284,"threshold_uncertainty_score":0.93706226},"labels":[],"label_agreement":null},{"id":"W2743282227","doi":"10.1016/s2214-109x(17)30253-x","title":"Improving the quality of WHO guidelines over the last decade: progress and challenges","year":2017,"lang":"en","type":"article","venue":"The Lancet Global Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"World Health Organization","keywords":"Scopus; Public health; Guideline; Political science; Medicine; Preparedness; Global health; Public relations; MEDLINE; Nursing; Law","score_opus":0.5313306912512552,"score_gpt":0.6074585090008091,"score_spread":0.0761278177495539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743282227","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40375146,0.010478793,0.00008383446,0.58425385,0.00021294781,0.00070607703,0.00005181828,0.000023862734,0.00043733924],"genre_scores_gemma":[0.9707644,0.011187352,0.0006931527,0.015959702,0.0013431364,0.000019055651,0.0000044460576,0.000009321166,0.000019432991],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99784976,0.00038405805,0.0008608356,0.00020417204,0.00040552352,0.00029564436],"domain_scores_gemma":[0.99661654,0.00076641084,0.0011333864,0.0011548349,0.00025016489,0.00007863574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074900463,0.000115918854,0.00041087682,0.0000063021002,0.00053705485,0.00005582952,0.0004307351,0.000046808673,0.00000844944],"category_scores_gemma":[0.0053684334,0.000049176495,0.00005694805,0.00004870924,0.000432608,0.00011344218,0.00026724138,0.00023527668,0.0000031040968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045815195,0.00005270855,0.12185195,0.00041731237,0.00007553574,0.0000010955295,0.0004544699,0.0000013862592,0.000010385942,0.012261197,0.015643066,0.84877276],"study_design_scores_gemma":[0.0013958261,0.00017542632,0.97533906,0.0001193114,0.000050901646,0.00001981284,0.00091676944,0.00035341282,0.000008437765,0.0015706108,0.01999697,0.000053480446],"about_ca_topic_score_codex":0.0038607812,"about_ca_topic_score_gemma":0.004466296,"teacher_disagreement_score":0.8534871,"about_ca_system_score_codex":0.00006458199,"about_ca_system_score_gemma":0.0002638179,"threshold_uncertainty_score":0.64269036},"labels":[],"label_agreement":null},{"id":"W2743690465","doi":"10.1136/bmjopen-2017-016113","title":"Answering medical questions at the point of care: a cross-sectional study comparing rapid decisions based on PubMed and Epistemonikos searches with evidence-based recommendations developed with the GRADE approach","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Alternative medicine; Family medicine; MEDLINE; Health services research; Cross-sectional study; Systematic review; Medical physics; Public health; Nursing; Pathology","score_opus":0.6659803319486813,"score_gpt":0.5750357500372894,"score_spread":0.09094458191139199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743690465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8744935,0.000030345513,0.009744133,0.0990871,0.00008439728,0.015387941,0.000022543987,0.000026394177,0.0011236597],"genre_scores_gemma":[0.9888034,0.00000834873,0.007294586,0.0009398467,0.000069082875,0.0026931453,0.00006405223,0.000021893697,0.00010563184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968814,0.0006200134,0.0007458121,0.00041147598,0.0011142946,0.00022695295],"domain_scores_gemma":[0.9915299,0.0061998297,0.00055812503,0.0010759936,0.0004463468,0.00018985079],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008067275,0.00016424853,0.00034327016,0.00007210581,0.0014977542,0.00040037444,0.00062689866,0.000054201297,0.00009154602],"category_scores_gemma":[0.013026663,0.00008222081,0.00004732356,0.00017694618,0.0005252054,0.00039532804,0.00047610313,0.0004145025,0.000002711134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004422887,0.00051475863,0.98206717,0.00005658005,0.00013706487,0.000013814922,0.00055796315,0.0008957258,0.000007891778,0.00005169789,0.0005599575,0.010714513],"study_design_scores_gemma":[0.0055303383,0.00085601915,0.98049724,0.0005962168,0.00014540223,0.0000514088,0.0027205157,0.009058288,0.00005182197,0.0000069839966,0.0003662668,0.00011948763],"about_ca_topic_score_codex":0.0018088552,"about_ca_topic_score_gemma":0.0074179186,"teacher_disagreement_score":0.11430992,"about_ca_system_score_codex":0.00019478517,"about_ca_system_score_gemma":0.0012425728,"threshold_uncertainty_score":0.9998022},"labels":[],"label_agreement":null},{"id":"W2744343135","doi":"10.1016/j.zefq.2009.05.023","title":"GRADE: Von der Evidenz zur Empfehlung.","year":2009,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Grading (engineering); Health care; Psychology; Guideline; Context (archaeology); Intervention (counseling); Quality of evidence; Population; Applied psychology; Medicine; Medical education; Randomized controlled trial; Nursing; Political science; Engineering; Developmental psychology","score_opus":0.21847336048738522,"score_gpt":0.5312722525448791,"score_spread":0.3127988920574939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744343135","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18533225,0.47416157,0.007851732,0.2735056,0.022594724,0.016230332,0.00091715564,0.003012303,0.016394345],"genre_scores_gemma":[0.9154845,0.017907362,0.005077238,0.034669373,0.015542003,0.00018782665,0.002034883,0.0006445439,0.008452286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9733492,0.003521755,0.010039901,0.0039634714,0.004867125,0.0042585386],"domain_scores_gemma":[0.9755117,0.010840882,0.00392068,0.0047501517,0.0021760634,0.0028004942],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.013734839,0.0027887602,0.0039338167,0.0012963735,0.0013757391,0.001239007,0.0020843474,0.0021281727,0.0026132176],"category_scores_gemma":[0.028071232,0.0027300427,0.0021542702,0.0029357546,0.0007545697,0.004743051,0.0007640612,0.004312078,0.009551141],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008645304,0.009344946,0.10352845,0.0040829186,0.01708451,0.002933002,0.011785656,0.00039967225,0.0071576084,0.10046449,0.42053485,0.31403857],"study_design_scores_gemma":[0.012577702,0.0049532712,0.06705661,0.0037648329,0.017317206,0.0002477564,0.0030474437,0.0014920662,0.0017975699,0.0030489943,0.8808212,0.0038753105],"about_ca_topic_score_codex":0.0027596455,"about_ca_topic_score_gemma":0.00058333395,"teacher_disagreement_score":0.73015225,"about_ca_system_score_codex":0.0004197951,"about_ca_system_score_gemma":0.0026459803,"threshold_uncertainty_score":0.99992436},"labels":[],"label_agreement":null},{"id":"W2745135455","doi":"10.1177/0706743717719897","title":"Canadian Schizophrenia Guidelines: Introduction and Guideline Development Process","year":2017,"lang":"en","type":"review","venue":"The Canadian Journal of Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Mathison Centre for Mental Health Research and Education","keywords":"Guideline; Context (archaeology); Multidisciplinary approach; Schizophrenia (object-oriented programming); Working group; Psychology; MEDLINE; Medicine; Health care; Process (computing); Medical education; Psychiatry; Computer science; Political science","score_opus":0.28663737314714915,"score_gpt":0.5085592665164956,"score_spread":0.22192189336934648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745135455","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060457114,0.8780659,0.000031728654,0.116611816,0.004283818,0.0007132859,0.00004021794,0.000006804461,0.00018599028],"genre_scores_gemma":[0.00007521465,0.9560183,0.025801398,0.0028529703,0.014376498,0.000017065793,0.00019835486,0.000113079004,0.0005471125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944891,0.00017286335,0.004014502,0.00034810576,0.000462396,0.000513046],"domain_scores_gemma":[0.9925502,0.00011461807,0.0030527336,0.00074886665,0.0017955741,0.0017380201],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004422512,0.0004477425,0.0014959405,0.00089732313,0.0009016344,0.00024303958,0.0006387352,0.00036653382,0.000323499],"category_scores_gemma":[0.0054002726,0.0002959045,0.00034038213,0.00026043056,0.00017104056,0.0002438273,0.000025020907,0.0014109107,0.000053278258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030086629,0.0000103965285,0.0003365528,0.001571529,0.00041573506,0.000052628442,0.00006634186,0.0000020136208,1.4022971e-8,0.0001822875,0.15370503,0.8436274],"study_design_scores_gemma":[0.0006706384,0.00010670754,0.00011505762,0.0052702557,0.0021543705,0.0041729575,0.00017803728,0.0000047440653,1.0704161e-7,0.00070189335,0.9863553,0.0002699223],"about_ca_topic_score_codex":0.20511389,"about_ca_topic_score_gemma":0.9771297,"teacher_disagreement_score":0.84335744,"about_ca_system_score_codex":0.0011095436,"about_ca_system_score_gemma":0.116188,"threshold_uncertainty_score":0.99994934},"labels":[],"label_agreement":null},{"id":"W2746097314","doi":"","title":"L’humour en côte à côte avec les meilleures données probantes","year":2016,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.12915253363153825,"score_gpt":0.37066294606145933,"score_spread":0.24151041242992108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746097314","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30224717,0.03848479,0.0015847046,0.4711879,0.013616352,0.0038943104,0.0033246558,0.00038029117,0.16527985],"genre_scores_gemma":[0.78973645,0.004522485,0.001462108,0.17251483,0.012289737,0.00010361046,0.00021939201,0.0002719393,0.018879483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952082,0.00056243397,0.0013005618,0.0008294356,0.0005462184,0.0015531721],"domain_scores_gemma":[0.9947887,0.0020048174,0.00043681875,0.0008279623,0.0004445869,0.001497106],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011255472,0.0005697832,0.0007191289,0.00035208088,0.0003503568,0.000109757624,0.00046179243,0.0003597284,0.00030582777],"category_scores_gemma":[0.0019951696,0.00047584035,0.00032525003,0.00046723403,0.0005034924,0.00070354587,0.000098068995,0.0006201277,0.003015183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093442206,0.00016454162,0.0021102757,0.00026595546,0.00037333093,0.00036521486,0.0005800738,0.000009422743,0.021377778,0.010539644,0.23350228,0.73061806],"study_design_scores_gemma":[0.002334968,0.00043083896,0.04503718,0.002263281,0.000601503,0.000013369297,0.0029625231,0.00017562976,0.0011517727,0.0029923813,0.9413375,0.00069902476],"about_ca_topic_score_codex":0.07972636,"about_ca_topic_score_gemma":0.15194356,"teacher_disagreement_score":0.729919,"about_ca_system_score_codex":0.0014518054,"about_ca_system_score_gemma":0.0035743676,"threshold_uncertainty_score":0.99976933},"labels":[],"label_agreement":null},{"id":"W2746856526","doi":"10.1177/1062860617726855","title":"Advancing Guideline Development in the United States: A Call to Action by the US GRADE Network","year":2017,"lang":"en","type":"article","venue":"American Journal of Medical Quality","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Call to action; Guideline; Family medicine; Pathology; Marketing","score_opus":0.2513156280748751,"score_gpt":0.5685358606052655,"score_spread":0.3172202325303904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746856526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68552035,0.000039673683,0.025627306,0.28833467,0.00023830753,0.0002087305,0.0000019788547,0.000005648972,0.000023349032],"genre_scores_gemma":[0.8984363,0.0003631464,0.00834689,0.09186466,0.0008993147,0.000010243405,0.000041022053,0.00001550738,0.000022883996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938697,0.0011882569,0.0024084435,0.00016875629,0.0020175618,0.00034725532],"domain_scores_gemma":[0.9936462,0.0030893467,0.0019580487,0.0004976424,0.00039170787,0.00041703158],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02537168,0.00013862569,0.00046369885,0.00006597018,0.0002733323,0.00006042958,0.0006962508,0.000053570868,0.000086333435],"category_scores_gemma":[0.029896662,0.00007305007,0.00009678609,0.000336006,0.000308979,0.00014231735,0.00011268425,0.0010021157,0.0000067837286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014358667,0.000546,0.041793253,0.000026318363,0.00018275269,0.00014060247,0.0029547273,0.00067219447,0.00011024585,0.00006425811,0.23479368,0.7172801],"study_design_scores_gemma":[0.0029952994,0.0011980024,0.13333198,0.0003510451,0.00012985119,0.000333687,0.012007075,0.0015764311,0.00004790988,0.00023909315,0.84760857,0.000181033],"about_ca_topic_score_codex":0.006019239,"about_ca_topic_score_gemma":0.0020737085,"teacher_disagreement_score":0.7170991,"about_ca_system_score_codex":0.00020616902,"about_ca_system_score_gemma":0.00061003695,"threshold_uncertainty_score":0.97827494},"labels":[],"label_agreement":null},{"id":"W2747545969","doi":"","title":"ICA-congres in Ottawa, 16-20 augustus 1999","year":2000,"lang":"nl","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.0824539071179789,"score_gpt":0.38771626394747766,"score_spread":0.30526235682949876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747545969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97226214,0.005335929,0.00026394977,0.004096288,0.0008397956,0.0009933196,0.0014516435,0.0001475433,0.014609373],"genre_scores_gemma":[0.9632761,0.010552208,0.0016001865,0.004800021,0.0027129161,0.000026578107,0.012116744,0.000114625676,0.004800615],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939023,0.0008310122,0.0021696559,0.0014276999,0.0006033475,0.0010659423],"domain_scores_gemma":[0.9933141,0.00352295,0.00048855005,0.0021155726,0.000054227665,0.00050460896],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030367614,0.00057327974,0.00087173766,0.00018950313,0.0003147791,0.00022883723,0.0013478032,0.00021583939,0.003062526],"category_scores_gemma":[0.0003446851,0.0005385393,0.00009420956,0.00062220544,0.00024047492,0.0010831425,0.00087757746,0.001089813,0.0007517485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018395699,0.00074444123,0.37341744,0.0012720692,0.0004220045,0.00030066867,0.0039982665,0.0013237527,0.00017434449,0.000047463458,0.05040138,0.56605864],"study_design_scores_gemma":[0.005255391,0.00045232967,0.26414782,0.0027333356,0.00088370906,0.000114570335,0.005328606,0.27798134,0.00001088762,0.00046016544,0.44181874,0.00081312726],"about_ca_topic_score_codex":0.02299756,"about_ca_topic_score_gemma":0.07860624,"teacher_disagreement_score":0.5652455,"about_ca_system_score_codex":0.0000990412,"about_ca_system_score_gemma":0.00017578993,"threshold_uncertainty_score":0.9997066},"labels":[],"label_agreement":null},{"id":"W2749256970","doi":"10.1503/cmaj.1095465","title":"CMA adopts patient focus","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Stephen's University","funders":"","keywords":"Soul; Focus (optics); Computer science; Medicine; Data science","score_opus":0.08802242838480845,"score_gpt":0.41937961574424426,"score_spread":0.3313571873594358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749256970","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43748653,0.000105165906,0.00030810604,0.5387348,0.0027293335,0.00027205065,0.000027980339,0.00002575162,0.020310288],"genre_scores_gemma":[0.96874875,0.00008796371,0.0007175149,0.02726273,0.0026861187,0.00000463382,0.000011328925,0.000017483984,0.00046347693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693984,0.00011383551,0.00080400857,0.00014716656,0.0015830938,0.00041205646],"domain_scores_gemma":[0.99551517,0.00046685193,0.00077054265,0.00026494963,0.000739999,0.0022424888],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00235241,0.00009948117,0.00022383081,0.000105998784,0.0007031151,0.00020711262,0.00020788072,0.00029338113,0.0065303487],"category_scores_gemma":[0.05944891,0.00008917713,0.00012662086,0.0000529544,0.00004322243,0.0002867322,0.000031064144,0.0010279343,0.00046185884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027786155,0.000046205736,0.19264284,0.0000042318293,0.00011166642,0.0012555561,0.00011050901,4.8712667e-7,0.000011590556,0.00012218472,0.30872875,0.49693817],"study_design_scores_gemma":[0.0021661313,0.00016752393,0.25854748,0.0000814633,0.00008713556,0.001381236,0.00034900132,0.00021188252,0.000024185054,0.00037956747,0.73648256,0.000121812525],"about_ca_topic_score_codex":0.0086168265,"about_ca_topic_score_gemma":0.03368141,"teacher_disagreement_score":0.5312622,"about_ca_system_score_codex":0.0010823781,"about_ca_system_score_gemma":0.004004518,"threshold_uncertainty_score":0.9979849},"labels":[],"label_agreement":null},{"id":"W2751582734","doi":"10.1186/s41687-017-0009-2","title":"Journal of Patient-Reported Outcomes: aims and scope","year":2017,"lang":"en","type":"editorial","venue":"Journal of Patient-Reported Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scope (computer science); Psychology; Medicine; Computer science","score_opus":0.09786403996042252,"score_gpt":0.4534179131278264,"score_spread":0.3555538731674039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751582734","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4208085,0.0012878164,0.00011153056,0.0023079652,0.574262,0.000908301,0.00006909055,0.000027934597,0.00021686782],"genre_scores_gemma":[0.37509626,0.00655679,0.015927339,0.0029596568,0.59532046,0.00003301538,0.0006708627,0.0007916089,0.0026440034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97871953,0.00042443024,0.014107177,0.00061846373,0.0054299156,0.00070048013],"domain_scores_gemma":[0.9363762,0.005039445,0.047271013,0.0014179302,0.008925936,0.00096948474],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0046171444,0.0010078747,0.004476062,0.0012895487,0.00028345425,0.0002876756,0.0006369595,0.0012160854,0.00027270187],"category_scores_gemma":[0.1312436,0.00070950366,0.001773197,0.00026685733,0.0003231369,0.001357351,0.00033918075,0.0039198585,0.0000109448065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019477854,0.00097624876,0.2652951,0.000297525,0.005748908,0.0068985424,0.0006582784,0.000010499731,0.00011843758,0.0000014517717,0.6952879,0.022759363],"study_design_scores_gemma":[0.024057135,0.008268135,0.06843766,0.002829431,0.012658499,0.0063651605,0.0017501564,0.000009327132,0.00023737978,0.000265155,0.8740828,0.0010391736],"about_ca_topic_score_codex":0.00021672988,"about_ca_topic_score_gemma":0.000054988926,"teacher_disagreement_score":0.19685741,"about_ca_system_score_codex":0.0005743303,"about_ca_system_score_gemma":0.004692357,"threshold_uncertainty_score":0.9995356},"labels":[],"label_agreement":null},{"id":"W2751872465","doi":"10.1503/cmaj.1095478","title":"CMA members gathered in Quebec for 150th annual meeting","year":2017,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Medical education; Medicine; Family medicine; Operations research; Computer science; Engineering","score_opus":0.0762023456924589,"score_gpt":0.42622082211960777,"score_spread":0.3500184764271489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751872465","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44954357,0.00009163796,0.00026830652,0.54134953,0.0018107828,0.000592918,0.00009034684,0.00002034248,0.0062325834],"genre_scores_gemma":[0.95101696,0.00010664495,0.002173334,0.037212178,0.0049423915,0.000026216992,0.000051861418,0.00004298941,0.004427448],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973167,0.0001354485,0.0009433835,0.0001710726,0.00095606764,0.00047729813],"domain_scores_gemma":[0.9958792,0.0012354362,0.00077097525,0.00018015382,0.00064581184,0.0012884358],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005913059,0.000105061044,0.00028326336,0.00015345069,0.0004409299,0.00016077496,0.00021989898,0.00031617907,0.0017632183],"category_scores_gemma":[0.09548232,0.00010045677,0.00012709173,0.00006929078,0.00004351606,0.00038242448,0.000019314804,0.00078583224,0.00004068782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012575189,0.000070546914,0.31664342,0.000023991033,0.00015376243,0.0004413596,0.00084351527,0.000008222589,0.000027170383,0.00017167807,0.40157655,0.27991405],"study_design_scores_gemma":[0.0064858915,0.00012502694,0.20516558,0.0002198171,0.00008767414,0.00016261225,0.0030622617,0.001550988,0.000013594017,0.00033043817,0.7826281,0.00016798278],"about_ca_topic_score_codex":0.17773917,"about_ca_topic_score_gemma":0.8831585,"teacher_disagreement_score":0.7054193,"about_ca_system_score_codex":0.0017306727,"about_ca_system_score_gemma":0.0049480507,"threshold_uncertainty_score":0.9991493},"labels":[],"label_agreement":null},{"id":"W2752775844","doi":"","title":"Investigating the Impact of the 2012 Canadian Graphic Health Warning Label Revisions: Findings from the ITC Canada Survey","year":2017,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; Computer science","score_opus":0.1174611023940123,"score_gpt":0.3754556257019928,"score_spread":0.2579945233079805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752775844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659582,0.0003914449,6.6061205e-7,0.031743005,0.0003579459,0.00072925177,0.0007338085,0.0000071918485,0.00007852112],"genre_scores_gemma":[0.9715217,0.00039379305,0.00015201562,0.000624487,0.000079035395,6.5614756e-7,0.0025819235,0.000032696626,0.02461371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977072,0.0006446723,0.00045946753,0.00029196392,0.00054707594,0.00034962557],"domain_scores_gemma":[0.99513376,0.001594801,0.0015827053,0.0009248741,0.00049543235,0.0002684505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021333038,0.00023136585,0.00053432194,0.000096979806,0.0012491188,0.000030301508,0.00079505774,0.00016845179,0.0002669999],"category_scores_gemma":[0.0042738244,0.0001389595,0.00022240232,0.00028697963,0.00020000397,0.00020637664,0.000077253935,0.00084815343,0.000004013438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020063203,0.00004818282,0.7058352,0.00023343167,0.0008291259,0.0000114902905,0.06187183,0.000056225814,0.00046531597,0.000024173383,0.22004206,0.0103822835],"study_design_scores_gemma":[0.0006796795,0.00008920966,0.9310945,0.0009210353,0.00027659076,0.0000021631795,0.065716416,0.00017354208,0.000018153345,0.000035439716,0.00086490123,0.00012836672],"about_ca_topic_score_codex":0.99991316,"about_ca_topic_score_gemma":0.9999501,"teacher_disagreement_score":0.22525926,"about_ca_system_score_codex":0.00052978465,"about_ca_system_score_gemma":0.007973105,"threshold_uncertainty_score":0.99765074},"labels":[],"label_agreement":null},{"id":"W2753001033","doi":"10.1016/j.spinee.2017.08.259","title":"Activities performed and treatments conducted before consultation with a spine surgeon: are patients and clinicians following evidence-based clinical practice guidelines?","year":2017,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Physical therapy; Clinical Practice; Evidence-based practice; SPINE (molecular biology); Family medicine; Alternative medicine; General surgery; Pathology","score_opus":0.3332009359427025,"score_gpt":0.5338673087916408,"score_spread":0.2006663728489383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753001033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9360949,0.00036176,0.00040222346,0.06166798,0.00055080163,0.0008130699,0.000009612791,0.00002571709,0.00007394296],"genre_scores_gemma":[0.9762765,0.0013059505,0.01469639,0.00661241,0.0007574255,0.00001784376,0.000032605913,0.000038802034,0.0002620401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99642015,0.0003861506,0.001802274,0.00035656197,0.00072137,0.0003135209],"domain_scores_gemma":[0.99366504,0.00088893,0.0029434324,0.0004906222,0.0017154737,0.00029647714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047871703,0.0002808182,0.00063600653,0.00009179251,0.00106554,0.00032536202,0.00015958215,0.00012766253,0.000036168967],"category_scores_gemma":[0.08880789,0.0001644509,0.00015809084,0.000094076786,0.00036901195,0.0018234687,0.000087182205,0.0007499561,0.0000037837622],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023569085,0.0008484482,0.7118361,0.000102405385,0.0012283389,0.0002838215,0.00046325964,0.000010177911,0.0002785552,0.000012531903,0.0032913953,0.27928808],"study_design_scores_gemma":[0.016372398,0.00371965,0.97049034,0.001205053,0.0022588589,0.00044088918,0.0025386012,0.0011691772,0.00004325584,0.000038914393,0.0015392347,0.00018364855],"about_ca_topic_score_codex":0.00015076275,"about_ca_topic_score_gemma":0.00016590978,"teacher_disagreement_score":0.2791044,"about_ca_system_score_codex":0.000095036434,"about_ca_system_score_gemma":0.00056134904,"threshold_uncertainty_score":0.91886747},"labels":[],"label_agreement":null},{"id":"W2753113400","doi":"10.1177/2192568217701715","title":"Guidelines for the Management of Degenerative Cervical Myelopathy and Acute Spinal Cord Injury: Development Process and Methodology","year":2017,"lang":"en","type":"article","venue":"Global Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital; University Health Network","funders":"","keywords":"Medicine; Guideline; Grading (engineering); Systematic review; Evidence-based medicine; Credibility; Psychological intervention; Critical appraisal; Multidisciplinary approach; Evidence-based practice; Quality of evidence; Intensive care medicine; Physical therapy; MEDLINE; Alternative medicine; Nursing; Randomized controlled trial; Surgery; Pathology","score_opus":0.49553829230449176,"score_gpt":0.6053109849949323,"score_spread":0.10977269269044054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753113400","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66763854,0.0015421784,0.2632369,0.065703,0.00061820593,0.0010628707,0.00003145311,0.000012297119,0.00015453402],"genre_scores_gemma":[0.2616288,0.0019434111,0.7332834,0.002381748,0.0006138759,0.00003955998,0.0000092136315,0.0000126037585,0.00008737011],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99827987,0.00006214336,0.00095836865,0.0002095924,0.00028208958,0.00020796615],"domain_scores_gemma":[0.9979308,0.000054810273,0.0007478133,0.00019852312,0.00092000066,0.00014805057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022074,0.0001480699,0.00033920858,0.000028099937,0.00047412087,0.00007844261,0.00017668489,0.0000602316,0.000021639185],"category_scores_gemma":[0.0015598256,0.00009294656,0.00005632272,0.000052485804,0.00015663823,0.00015984186,0.00019770724,0.00016126038,8.6819693e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035204752,0.000067098445,0.0064253854,0.00017423036,0.0007909471,0.00003272048,0.000051170085,0.0000027589945,0.00031306525,0.000933561,0.0026624566,0.9850261],"study_design_scores_gemma":[0.007665553,0.0046593086,0.9318532,0.0004444013,0.0023296117,0.0021991571,0.0019228319,0.00095255545,0.0016504034,0.004219723,0.04181439,0.00028890057],"about_ca_topic_score_codex":0.00002041879,"about_ca_topic_score_gemma":0.000030692445,"teacher_disagreement_score":0.9847372,"about_ca_system_score_codex":0.000059942697,"about_ca_system_score_gemma":0.00017806095,"threshold_uncertainty_score":0.37902507},"labels":[],"label_agreement":null},{"id":"W2754128910","doi":"10.1016/j.jclinepi.2017.08.009","title":"Living systematic reviews: 4. Living guideline recommendations","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":339,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"Medical Research Council; National Centre for the Replacement, Refinement and Reduction of Animals in Research","keywords":"Guideline; Systematic review; Process (computing); Medicine; MEDLINE; Management science; Computer science; Engineering; Political science; Pathology","score_opus":0.9153166999272386,"score_gpt":0.7418525059053147,"score_spread":0.17346419402192392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754128910","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010773421,0.973806,0.00892593,0.008232746,0.0061379727,0.0024664497,0.000015213948,0.000025451154,0.00038914906],"genre_scores_gemma":[0.0000032072458,0.9369362,0.048386317,0.0059557487,0.0076976568,0.00006660863,0.00005360381,0.000091749396,0.00080888777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87528235,0.04798395,0.07471996,0.0007896067,0.0005255222,0.0006986442],"domain_scores_gemma":[0.1746466,0.6923616,0.1267345,0.0027535094,0.0022540127,0.0012497847],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.31100675,0.0007278518,0.033177473,0.0005032721,0.00020437744,0.000044574863,0.0010937973,0.0014559388,0.0009756089],"category_scores_gemma":[0.9443098,0.00045293226,0.00820613,0.00021919188,0.00028140252,0.00041165558,0.0004413897,0.004810068,0.0005114665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019378072,0.00028796308,0.0004694079,0.11032586,0.0010457757,0.000039398124,0.000011304286,5.5965734e-7,1.0538318e-8,0.00007599203,0.10200472,0.78571963],"study_design_scores_gemma":[0.00027948414,0.00057879835,0.00009587791,0.33523256,0.008833523,0.0016670945,0.000026193482,0.000057284506,7.5521933e-10,0.00014864234,0.6528767,0.00020386465],"about_ca_topic_score_codex":0.000027999306,"about_ca_topic_score_gemma":0.000019245128,"teacher_disagreement_score":0.7855158,"about_ca_system_score_codex":0.00026712613,"about_ca_system_score_gemma":0.0023960366,"threshold_uncertainty_score":0.99993765},"labels":[],"label_agreement":null},{"id":"W2754629999","doi":"10.1016/j.gaceta.2017.03.008","title":"Marcos GRADE de la evidencia a la decisión (EtD): un enfoque sistemático y transparente para tomar decisiones sanitarias bien informadas. 2: Guías de práctica clínica","year":2017,"lang":"es","type":"article","venue":"Gaceta Sanitaria","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.15011274404658895,"score_gpt":0.467891998105529,"score_spread":0.31777925405894003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754629999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9422893,0.0036744683,0.01412758,0.021825405,0.0017887483,0.0033179622,0.0004370949,0.00034765,0.012191801],"genre_scores_gemma":[0.96112597,0.0045580007,0.029471682,0.0025966915,0.0013828239,0.00017029746,0.00019418445,0.00020809796,0.00029227417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98911285,0.0022780898,0.0038258927,0.0012568866,0.0017460322,0.0017802324],"domain_scores_gemma":[0.97457343,0.018119529,0.0021246593,0.003310184,0.00064803846,0.0012241707],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010772505,0.0010765698,0.0016432531,0.00042747508,0.0014855686,0.0016720684,0.0020598692,0.0011967204,0.002030848],"category_scores_gemma":[0.058536932,0.0010481821,0.0008104142,0.00042255575,0.0010113493,0.0021397988,0.00072416104,0.0022318992,0.00082794693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012103601,0.004625844,0.61860883,0.0015940646,0.0046077725,0.0039333594,0.009736489,0.00013616016,0.008980969,0.030203564,0.04955385,0.2559155],"study_design_scores_gemma":[0.010224892,0.00093882135,0.7472394,0.0019038224,0.0044187657,0.0011612228,0.0016979276,0.0026730015,0.00078461866,0.0087742945,0.21900238,0.0011808646],"about_ca_topic_score_codex":0.0030104478,"about_ca_topic_score_gemma":0.0012647414,"teacher_disagreement_score":0.2547346,"about_ca_system_score_codex":0.0008161788,"about_ca_system_score_gemma":0.0030264945,"threshold_uncertainty_score":0.99995005},"labels":[],"label_agreement":null},{"id":"W2754847149","doi":"10.18438/b8m371","title":"Identifying Social Care Research Literature: Case Studies From Guideline Development","year":2017,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consistency (knowledge bases); Systematic review; Computer science; Guideline; Bibliographic database; Data science; Search engine indexing; Information retrieval; MEDLINE; Medicine; Political science","score_opus":0.38668231229770206,"score_gpt":0.5613001373819018,"score_spread":0.1746178250841997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754847149","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27045774,0.017167898,0.0054192934,0.6983318,0.0013747622,0.002403266,0.0001301216,0.000338858,0.004376296],"genre_scores_gemma":[0.8206279,0.0035479297,0.1134666,0.06035634,0.0009442746,0.00008082963,0.0007909737,0.000022747798,0.00016236682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712133,0.00042210874,0.0012787415,0.0002533284,0.00068689295,0.00023762055],"domain_scores_gemma":[0.9923588,0.00495782,0.00089669996,0.0004856134,0.0011491022,0.0001519763],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0028348817,0.00016117394,0.00024157921,0.00022401867,0.0019144084,0.0014851865,0.00019041514,0.00012312138,0.00018305646],"category_scores_gemma":[0.04040008,0.0001425006,0.000049968276,0.00022837822,0.00016180787,0.18194652,0.00040655147,0.00063856633,0.00009215399],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007072362,0.00024213994,0.0074572125,0.0023981584,0.000620155,0.0037770155,0.043662857,0.000015579919,0.000393513,0.014752905,0.11505252,0.8045556],"study_design_scores_gemma":[0.0022481382,0.0002120465,0.012140949,0.0015023076,0.00022946497,0.0006180803,0.054776672,0.00058565056,0.0025654659,0.00020530449,0.9246421,0.0002738262],"about_ca_topic_score_codex":0.00005363438,"about_ca_topic_score_gemma":0.0000013464896,"teacher_disagreement_score":0.80958956,"about_ca_system_score_codex":0.00006119073,"about_ca_system_score_gemma":0.00064485444,"threshold_uncertainty_score":0.99955136},"labels":[],"label_agreement":null},{"id":"W2755552061","doi":"10.1370/afm.2119","title":"Developing a Clinician Friendly Tool to Identify Useful Clinical Practice Guidelines: G-TRUST","year":2017,"lang":"en","type":"article","venue":"The Annals of Family Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Agency for Healthcare Research and Quality","keywords":"Checklist; Guideline; Medicine; Delphi method; Delphi; Quality (philosophy); MEDLINE; Evidence-based medicine; Relevance (law); Process (computing); Medical physics; Computer science; Alternative medicine; Psychology; Artificial intelligence; Pathology","score_opus":0.8428768019333108,"score_gpt":0.6959113702067871,"score_spread":0.14696543172652377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755552061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5010555,0.0005156905,0.0055817836,0.48593947,0.0018121734,0.0010278514,0.000015413676,0.0000586709,0.003993504],"genre_scores_gemma":[0.57949996,0.0043889573,0.05868438,0.3501819,0.006265508,0.000050264396,0.000054111617,0.00009160983,0.0007833126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914754,0.00045828513,0.005357206,0.00067516795,0.0014679604,0.00056596665],"domain_scores_gemma":[0.98197174,0.0059257094,0.002958651,0.0028160247,0.005914419,0.00041345545],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024106724,0.0003548401,0.0012173838,0.00018139239,0.0004778392,0.000070408496,0.0011209644,0.00022042273,0.00014275967],"category_scores_gemma":[0.3634921,0.00023133712,0.00031582845,0.00032438955,0.0006751936,0.0006881625,0.00054145517,0.0007687375,0.00029736216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040775584,0.0004041109,0.031143181,0.00015043955,0.0007240781,0.00017377632,0.00069202576,0.000009270406,0.001437499,0.002019251,0.6520129,0.30715594],"study_design_scores_gemma":[0.003400146,0.0017613668,0.4732834,0.00094918814,0.00062667765,0.00006851136,0.0044164737,0.00011340255,0.00020550142,0.00089697854,0.51403284,0.0002454785],"about_ca_topic_score_codex":0.0012978754,"about_ca_topic_score_gemma":0.00007498151,"teacher_disagreement_score":0.44214025,"about_ca_system_score_codex":0.00004695979,"about_ca_system_score_gemma":0.0007861645,"threshold_uncertainty_score":0.9433654},"labels":[],"label_agreement":null},{"id":"W2756094298","doi":"10.1136/ebmed-2017-110798","title":"What does expert opinion in guidelines mean? a meta-epidemiological study","year":2017,"lang":"en","type":"review","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Observational study; CLARITY; Medicine; Expert opinion; Evidence-based medicine; Evidence-based practice; Family medicine; MEDLINE; Alternative medicine; Pathology; Intensive care medicine","score_opus":0.934234501038434,"score_gpt":0.7009597189922305,"score_spread":0.23327478204620344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756094298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014979963,0.9121943,0.0001927012,0.07438689,0.0059177885,0.007102703,0.000010994885,0.00014123328,0.00003841961],"genre_scores_gemma":[0.000067783214,0.9787335,0.002031612,0.00871586,0.0076115443,0.0019025069,0.0003813958,0.00012739624,0.0004284065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823679,0.003986571,0.008747175,0.0020974772,0.0019504447,0.0008504786],"domain_scores_gemma":[0.964281,0.026692992,0.004089397,0.0031629126,0.0011364318,0.0006372398],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.028759964,0.0015302339,0.011952052,0.00094347366,0.00020097362,0.00012695152,0.0010876268,0.0007750569,0.0021738724],"category_scores_gemma":[0.21570525,0.0007154682,0.0018428767,0.0006673709,0.00053553295,0.0014003833,0.0003349974,0.0018805627,0.00015031501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004012448,0.000711383,0.00037136843,0.00715709,0.0016284203,0.00034252653,0.00023994765,0.0000037384161,0.0000012424443,0.0000085244155,0.029257316,0.9598772],"study_design_scores_gemma":[0.00312249,0.002506773,0.00013751724,0.13953836,0.011007054,0.00007603854,0.0015821398,0.0000770148,5.3034654e-7,0.00006510001,0.8413488,0.000538161],"about_ca_topic_score_codex":0.0022547774,"about_ca_topic_score_gemma":0.00059727376,"teacher_disagreement_score":0.959339,"about_ca_system_score_codex":0.00059902016,"about_ca_system_score_gemma":0.0019078997,"threshold_uncertainty_score":0.99974465},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2756994618","doi":"10.1016/j.thromres.2017.09.026","title":"Identifying the factors influencing practice variation in thrombosis medicine: A qualitative content analysis of published practice-pattern surveys","year":2017,"lang":"en","type":"article","venue":"Thrombosis Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Variation (astronomy); Clinical Practice; Guideline; Context (archaeology); Medicine; Qualitative research; Content analysis; MEDLINE; Family medicine; Pathology; Sociology; Biology","score_opus":0.7649747539634724,"score_gpt":0.6621422816755427,"score_spread":0.10283247228792969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756994618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91934305,0.00010045743,0.004621406,0.072057575,0.00025837123,0.0014061067,0.000036271642,0.00003032047,0.0021464257],"genre_scores_gemma":[0.9974903,0.00049586775,0.00090180594,0.0006752869,0.00013541315,0.0000876555,0.00012528781,0.00003861186,0.00004977008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98033345,0.011974235,0.002588676,0.0008394372,0.0035519728,0.0007122482],"domain_scores_gemma":[0.93583,0.05336011,0.0025535172,0.0021875438,0.005842798,0.0002260289],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08557914,0.00027897194,0.0011692863,0.001419566,0.0007713044,0.00044448845,0.0008903982,0.00020689052,0.0007806806],"category_scores_gemma":[0.37963212,0.00019276612,0.0002566086,0.0026134371,0.00088122726,0.0040584197,0.0005512144,0.0015686223,0.000028830362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005389544,0.0016662709,0.7266786,0.000292111,0.009921161,0.000024987434,0.21212675,0.000054758726,0.040015638,0.00090523035,0.001832217,0.005943319],"study_design_scores_gemma":[0.0016558807,0.00035838925,0.81735206,0.00020409572,0.0023804805,0.0000020704952,0.17632066,0.00088564877,0.00029980042,0.00022514666,0.00017674007,0.00013900879],"about_ca_topic_score_codex":0.18758033,"about_ca_topic_score_gemma":0.0097834375,"teacher_disagreement_score":0.29405296,"about_ca_system_score_codex":0.0006397777,"about_ca_system_score_gemma":0.0005223837,"threshold_uncertainty_score":0.9415887},"labels":[],"label_agreement":null},{"id":"W2757022545","doi":"10.1177/2053434517732507","title":"Are emergency department clinical pathway interventions adequately described, and are they delivered as intended? A systematic review","year":2017,"lang":"en","type":"review","venue":"International Journal of Care Coordination","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital; McGill University","funders":"University of Oxford","keywords":"CINAHL; Psychological intervention; Emergency department; Medicine; MEDLINE; Clinical pathway; Intervention (counseling); Systematic review; Nursing","score_opus":0.4898877544747016,"score_gpt":0.5894972974945147,"score_spread":0.09960954301981312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757022545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009045439,0.9904922,0.0005746151,0.0026841208,0.003287658,0.0025026745,0.00019869277,0.000023062665,0.00014650422],"genre_scores_gemma":[0.0068017137,0.9906373,0.00031473147,0.00047047657,0.000866071,0.00013372881,0.0004351433,0.00006159654,0.00027920894],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9899035,0.0010639093,0.0070554437,0.00043937995,0.0013290596,0.00020872575],"domain_scores_gemma":[0.97222966,0.0009926397,0.018802784,0.00053913856,0.007151145,0.00028461404],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003670497,0.0004757244,0.0034910953,0.0005177972,0.00011856481,0.00014666704,0.00076063804,0.0003158581,0.00019198557],"category_scores_gemma":[0.04498671,0.00036087004,0.0025575012,0.000113245704,0.00007337868,0.0006038608,0.00026887568,0.0009854601,0.00007328893],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014392022,0.0003434042,0.00031444881,0.45157585,0.002990827,0.00058480125,0.00006186668,2.6423692e-7,1.3766909e-7,0.00012363002,0.0039738114,0.5398871],"study_design_scores_gemma":[0.0014387799,0.00061771204,0.00034528557,0.78334177,0.013312732,0.0024877335,0.000664993,0.00000806455,3.5835953e-7,0.00019494946,0.1972816,0.00030600597],"about_ca_topic_score_codex":0.000022175478,"about_ca_topic_score_gemma":0.00015694958,"teacher_disagreement_score":0.53958106,"about_ca_system_score_codex":0.0007930151,"about_ca_system_score_gemma":0.0006470049,"threshold_uncertainty_score":0.9998843},"labels":[],"label_agreement":null},{"id":"W2757147162","doi":"10.1016/j.hrthm.2017.06.039","title":"HRS Clinical Document Development Methodology Manual and Policies: Executive summary","year":2017,"lang":"en","type":"article","venue":"Heart Rhythm","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Southlake Regional Health Center","funders":"","keywords":"Executive summary; Guideline; Medicine; General partnership; Executive committee; Clinical Practice; Task force; Professional association; Medical education; Process (computing); Public relations; Political science; Business; Family medicine; Management; Public administration; Law; Pathology; Computer science","score_opus":0.44336634538392494,"score_gpt":0.5838726468818276,"score_spread":0.14050630149790266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757147162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346671,0.00022055466,0.00093975425,0.059401672,0.0007395574,0.00070968637,0.000006081448,0.00006280153,0.0032527933],"genre_scores_gemma":[0.48942623,0.0018589202,0.44124606,0.036374513,0.0028100847,0.00013001495,0.00011016948,0.00008946701,0.027954537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997667,0.00035661558,0.0009840226,0.00040840602,0.0002665866,0.00031735012],"domain_scores_gemma":[0.9968576,0.0018806817,0.00028649755,0.0005649753,0.00014218975,0.00026806068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038738793,0.00015872817,0.00049857545,0.000047837908,0.00032855963,0.00005780701,0.00007324789,0.00014641503,0.0002944946],"category_scores_gemma":[0.0055374936,0.00013881086,0.000090357666,0.000029675843,0.00028455607,0.00021897715,0.00022491554,0.00034461363,0.0001802318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015769423,0.00037507518,0.1666573,0.00015151309,0.00046781113,0.00034227278,0.0016558019,0.0000012053282,0.00021816442,0.0013736063,0.20653237,0.6206479],"study_design_scores_gemma":[0.0020189337,0.00033153032,0.3562981,0.00006379713,0.00009580695,0.0008865371,0.00048206406,0.000022670045,0.0003354255,0.00039021258,0.6389291,0.00014581221],"about_ca_topic_score_codex":0.00041668222,"about_ca_topic_score_gemma":0.00016864868,"teacher_disagreement_score":0.6205021,"about_ca_system_score_codex":0.000068929934,"about_ca_system_score_gemma":0.00026632127,"threshold_uncertainty_score":0.6629297},"labels":[],"label_agreement":null},{"id":"W2758382768","doi":"10.1016/j.ijrobp.2017.06.1551","title":"Cancer Care Ontario’s Communities of Practice: A Scoping Evaluation","year":2017,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; University of Toronto","funders":"","keywords":"Community of practice; Medicine; Medical education; Family medicine; Psychology; Pedagogy","score_opus":0.22142508857660972,"score_gpt":0.5553870509401694,"score_spread":0.3339619623635597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758382768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688146,0.0010501894,0.0047968565,0.01578521,0.005145764,0.0007193999,0.00006714707,0.000018780178,0.003602043],"genre_scores_gemma":[0.98885757,0.00095720903,0.00678877,0.0013782433,0.0018046856,0.00002201764,0.00014822603,0.00001923073,0.000024045607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730885,0.00043146778,0.0013900494,0.00013568233,0.00058536563,0.00014856725],"domain_scores_gemma":[0.98787117,0.001439182,0.0047607184,0.00032664958,0.005518471,0.00008382091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021021555,0.00014558282,0.0004747713,0.00012839145,0.00018264049,0.000052472395,0.00046898055,0.0001805345,0.00032283476],"category_scores_gemma":[0.005753268,0.00013591675,0.00019900512,0.00004765894,0.00024153125,0.0010010028,0.00015188163,0.0005964525,0.000008331802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009715178,0.00035799813,0.54657245,0.000031428965,0.0008620183,0.000012197302,0.0054756454,0.00077987165,0.001185958,0.001370804,0.00054069655,0.4418394],"study_design_scores_gemma":[0.05794531,0.0073518776,0.7675545,0.0036793943,0.005669528,0.0007738996,0.021669554,0.009603318,0.008149889,0.018559607,0.09815754,0.0008855469],"about_ca_topic_score_codex":0.008481019,"about_ca_topic_score_gemma":0.007624015,"teacher_disagreement_score":0.44095385,"about_ca_system_score_codex":0.0018039065,"about_ca_system_score_gemma":0.0037807082,"threshold_uncertainty_score":0.9981216},"labels":[],"label_agreement":null},{"id":"W2758442879","doi":"10.1186/s12955-017-0791-9","title":"Correction to: Adaptation of the 2015 American College of Rheumatology treatment guideline for rheumatoid arthritis for the Eastern Mediterranean Region: an exemplar of the GRADE Adolopment","year":2017,"lang":"en","type":"erratum","venue":"Health and Quality of Life Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Ottawa","funders":"","keywords":"Guideline; Medicine; Grading (engineering); Adaptation (eye); Systematic review; MEDLINE; Family medicine; Physical therapy; Medical education; Psychology; Engineering; Pathology; Political science","score_opus":0.3858949952574658,"score_gpt":0.5193658720317088,"score_spread":0.13347087677424302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758442879","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20653749,0.01005594,0.021973005,0.67618823,0.055279758,0.023878206,0.0059737237,0.00005037062,0.000063287596],"genre_scores_gemma":[0.92335415,0.033547822,0.012761894,0.01730302,0.0009868923,0.0010488732,0.002347508,0.00017103404,0.008478832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994375,0.0006880078,0.0037764506,0.0003341724,0.00057023263,0.00025614662],"domain_scores_gemma":[0.98716193,0.003947299,0.0069731683,0.00096643897,0.0007356108,0.00021555291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032225272,0.00026800772,0.0018144868,0.00008925948,0.00027151086,0.0000051483958,0.00027877762,0.00014732899,0.000005424737],"category_scores_gemma":[0.013095009,0.00014502321,0.00041022318,0.00010998216,0.00044865365,0.00006486302,0.000071642506,0.00021606489,1.51474e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033954133,0.0006268382,0.13518979,0.0027472202,0.0005242873,1.6254668e-7,0.004705218,0.00002331551,0.000005753276,0.00023360414,0.7584535,0.094094895],"study_design_scores_gemma":[0.01877804,0.012335086,0.17331626,0.004741843,0.0005775501,0.000075330994,0.04610257,0.0068812408,0.00007142027,0.00030725382,0.73631966,0.0004937667],"about_ca_topic_score_codex":0.025448537,"about_ca_topic_score_gemma":0.02580676,"teacher_disagreement_score":0.71681666,"about_ca_system_score_codex":0.00010953466,"about_ca_system_score_gemma":0.00218881,"threshold_uncertainty_score":0.9952181},"labels":[],"label_agreement":null},{"id":"W2760252333","doi":"10.1016/j.jcjd.2017.08.245","title":"Canadian Journal of Diabetes Welcomes a New Editor-In-Chief","year":2017,"lang":"en","type":"editorial","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Medicine; Editor in chief; Library science; Management","score_opus":0.05298828059607581,"score_gpt":0.3746191379484031,"score_spread":0.3216308573523273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760252333","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057656903,0.005920625,0.0000032336352,0.014045354,0.92121214,0.00033576804,0.00037334758,0.0000044913368,0.00044811907],"genre_scores_gemma":[0.050547056,0.00013614797,0.00061362487,0.0007337614,0.9467936,0.000002628816,0.00012974447,0.00012980212,0.0009136177],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993438,0.00025501364,0.0034899295,0.0003276306,0.0012196037,0.0012698265],"domain_scores_gemma":[0.98113114,0.0036249864,0.004868322,0.0007131768,0.002911703,0.0067507],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039078062,0.0005539247,0.0020557565,0.0025346694,0.0002663974,0.00046376605,0.001212801,0.001108568,0.0008531703],"category_scores_gemma":[0.09300672,0.00051016867,0.0007269017,0.0002922675,0.00029353178,0.00083134905,0.000029429242,0.003682802,0.00003262568],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013283633,0.000021443551,0.16636881,0.00013573334,0.000414372,0.0002534803,0.00016279395,0.0000072559246,0.000017475299,0.0000026717678,0.8264488,0.0061538974],"study_design_scores_gemma":[0.0036934565,0.0011180418,0.02181597,0.0026656445,0.0010037896,0.000015324573,0.00019975574,0.000008554688,0.000035974554,0.00052218157,0.96851283,0.0004084462],"about_ca_topic_score_codex":0.11516973,"about_ca_topic_score_gemma":0.79620165,"teacher_disagreement_score":0.68103194,"about_ca_system_score_codex":0.0020151355,"about_ca_system_score_gemma":0.11924541,"threshold_uncertainty_score":0.999735},"labels":[],"label_agreement":null},{"id":"W2761134242","doi":"10.1007/s40271-017-0280-6","title":"Practical Considerations for Using Online Methods to Engage Patients in Guideline Development","year":2017,"lang":"en","type":"review","venue":"Patient","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Patient-Centered Outcomes Research Institute","keywords":"Context (archaeology); Openness to experience; Honesty; Normative; Diversity (politics); Psychology; Guideline; Health care; Medicine; Knowledge management; Computer science; Political science; Social psychology","score_opus":0.8655095766948087,"score_gpt":0.7144001026032435,"score_spread":0.15110947409156517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761134242","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007294322,0.6674043,0.2827772,0.005018095,0.004340178,0.03791873,0.0013355977,0.00016584988,0.00031064267],"genre_scores_gemma":[0.000009456413,0.13750012,0.8576581,0.0014973759,0.0002056089,0.0004262568,0.0025891985,0.00008425928,0.000029616336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99332774,0.0006985115,0.0043880465,0.0007066946,0.00045023696,0.00042879587],"domain_scores_gemma":[0.99108183,0.0052492307,0.0016681417,0.000741696,0.00093654805,0.0003225342],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029100028,0.0004561284,0.0019028204,0.00041241368,0.00025367516,0.000065167995,0.00009277573,0.00029137233,0.00016166101],"category_scores_gemma":[0.074603796,0.00039141192,0.00032717476,0.00016726216,0.000033860088,0.00016559346,0.0002569853,0.0006638215,0.00003652887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053740747,0.0009717073,0.000038361577,0.0015317687,0.0001318127,0.000021833761,0.00016858322,0.0000064970272,5.574569e-7,0.000034541794,0.006700753,0.9903398],"study_design_scores_gemma":[0.001321454,0.00040639375,0.00004592402,0.003466684,0.0010616662,0.00004263706,0.00008481109,0.0004322384,0.0000058334394,0.000044040233,0.9927235,0.00036479643],"about_ca_topic_score_codex":0.00009155742,"about_ca_topic_score_gemma":0.00027991857,"teacher_disagreement_score":0.98997504,"about_ca_system_score_codex":0.000865677,"about_ca_system_score_gemma":0.002885411,"threshold_uncertainty_score":0.9998538},"labels":[],"label_agreement":null},{"id":"W2761257358","doi":"10.1093/pch/19.6.e35-91","title":"93: Quality Appraisal of Canadian Guidelines on the Perinatal Care of Potential Extremely Premature Infants: How do they Rate?","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Guideline; Rigour; Medicine; Family medicine; Pediatrics; Pathology","score_opus":0.11887591551716165,"score_gpt":0.44215855751260535,"score_spread":0.3232826419954437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761257358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69530886,0.0025236404,0.00044226492,0.2953369,0.0014120295,0.0017832398,0.00080039154,0.000054466025,0.0023381694],"genre_scores_gemma":[0.9879616,0.0009861295,0.0022304242,0.007095077,0.0014139124,0.0000120519035,0.00024892628,0.00003485789,0.00001703922],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961425,0.00069447764,0.001598516,0.0003821297,0.00074416725,0.0004381882],"domain_scores_gemma":[0.9947498,0.0017839889,0.0011886158,0.00074624683,0.0011288705,0.00040251616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047265473,0.00023330262,0.0006085921,0.00038765126,0.000223337,0.000025694717,0.00026291297,0.00017800303,0.00006526718],"category_scores_gemma":[0.022659138,0.00016277638,0.00020904547,0.0005658399,0.00007914216,0.00011112681,0.00007037442,0.0006319308,0.000007221561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004067906,0.0012056826,0.34580743,0.0081930645,0.0006331846,0.00003078812,0.019727161,0.0009491288,0.00067746086,0.05683922,0.21951805,0.3423509],"study_design_scores_gemma":[0.007096014,0.0025572174,0.8270445,0.00057012355,0.00043922022,0.000055131877,0.0106925005,0.00084187195,0.0002606434,0.0007029636,0.149102,0.0006378287],"about_ca_topic_score_codex":0.07445114,"about_ca_topic_score_gemma":0.053777713,"teacher_disagreement_score":0.48123705,"about_ca_system_score_codex":0.00014033657,"about_ca_system_score_gemma":0.0013489455,"threshold_uncertainty_score":0.9855734},"labels":[],"label_agreement":null},{"id":"W2761451139","doi":"10.5281/zenodo.1473066","title":"Evaluación Agree-Ii De Guías De Práctica Clínica Sobre Radiodermatitis Aguda. [Agree-Ii Evaluation Of Clinical Practice Guidelines In Acute Radiodermatitis]","year":2017,"lang":"es","type":"article","venue":"Dialnet (Universidad de la Rioja)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Radiodermatitis; Quality (philosophy); Humanities; Surgery; Philosophy; Radiation therapy","score_opus":0.16844857408165767,"score_gpt":0.5294056742021729,"score_spread":0.3609571001205152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761451139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84859234,0.0018074604,0.0041514924,0.10715439,0.0018785918,0.0032703169,0.00048992113,0.00014740835,0.032508075],"genre_scores_gemma":[0.9021268,0.012002998,0.07560227,0.006688504,0.0021469959,0.000068684945,0.00044261554,0.00015666867,0.0007644842],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98138875,0.0075749513,0.005151345,0.0013429438,0.0030532472,0.0014887812],"domain_scores_gemma":[0.9768794,0.008703606,0.0061036265,0.0027424952,0.004623512,0.00094735145],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03824992,0.00081611687,0.0020505043,0.0007155689,0.0013148322,0.00040383858,0.0015755945,0.0014658474,0.0012247608],"category_scores_gemma":[0.14623651,0.0009393077,0.0008039789,0.0006488536,0.0012453925,0.0034534093,0.0010874408,0.002146965,0.00014661431],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043493006,0.0032443942,0.13661315,0.0006824133,0.0036063523,0.0023719806,0.0096268905,0.0017933947,0.001743015,0.004019524,0.20813012,0.6238195],"study_design_scores_gemma":[0.03154603,0.0018053314,0.48138624,0.0017956907,0.014436337,0.0014198711,0.005222268,0.240644,0.00032271942,0.003041984,0.2171575,0.0012220193],"about_ca_topic_score_codex":0.009850678,"about_ca_topic_score_gemma":0.0024071217,"teacher_disagreement_score":0.62259746,"about_ca_system_score_codex":0.0017616926,"about_ca_system_score_gemma":0.008565236,"threshold_uncertainty_score":0.99998534},"labels":[],"label_agreement":null},{"id":"W2761597392","doi":"10.1186/s13256-017-1452-7","title":"Erratum to: How to choose the best journal for your case report","year":2017,"lang":"en","type":"erratum","venue":"Journal of Medical Case Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Surgical oncology; Alternative medicine; Medical physics; Data science; Pathology; Computer science; Internal medicine","score_opus":0.2725138475475265,"score_gpt":0.5372791470470025,"score_spread":0.264765299499476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761597392","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040861957,0.0032708573,0.008132495,0.68691474,0.25407842,0.0035398216,0.00007871046,0.000039252976,0.0030837809],"genre_scores_gemma":[0.10370185,0.0034020594,0.018246729,0.04151211,0.28618556,0.00023113063,0.00040467203,0.0007932113,0.5455227],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.98591393,0.00033781573,0.0066496185,0.00067342096,0.0056284103,0.0007967758],"domain_scores_gemma":[0.97459304,0.0017593185,0.012591235,0.0018863092,0.0051228376,0.004047254],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031422134,0.00062047073,0.0020061587,0.00056070747,0.0008909931,0.0006374491,0.0004945448,0.001247362,0.00044939842],"category_scores_gemma":[0.3137731,0.0003824809,0.0013646547,0.00026037675,0.00018167772,0.00044207566,0.0003718256,0.0071139396,0.000013655153],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023703722,0.00017755141,0.000043299435,0.00010684533,0.00032987716,0.48792118,0.00012302466,0.0000013579588,0.0000038265257,6.7785044e-7,0.4861296,0.02492574],"study_design_scores_gemma":[0.00091166364,0.0010858333,0.00004037048,0.0011962497,0.0016034257,0.50986147,0.001375871,0.00001870504,0.0000044315148,0.00008710734,0.4836225,0.00019236915],"about_ca_topic_score_codex":0.00041955715,"about_ca_topic_score_gemma":0.0006657332,"teacher_disagreement_score":0.6454026,"about_ca_system_score_codex":0.00060571666,"about_ca_system_score_gemma":0.011121643,"threshold_uncertainty_score":0.99986273},"labels":[],"label_agreement":null},{"id":"W2762743736","doi":"","title":"[Medical group practice in primary care in six European countries, and the Canadian provinces of Ontario and Quebec: what are the lessons for France ?].","year":2009,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Remuneration; Multidisciplinary approach; Politics; Primary care; Primary health care; Health care; Family medicine; Medical practice; Public health; Economic growth; Norwegian; Political science; Medicine; Nursing; Public administration; Business; Law; Economics","score_opus":0.05268296981127488,"score_gpt":0.34631496313745036,"score_spread":0.2936319933261755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762743736","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.462989,0.0077890907,0.0000135970495,0.5222309,0.00017195256,0.004390028,0.000020683814,0.000009941737,0.00238481],"genre_scores_gemma":[0.97478044,0.0010813194,0.00013833075,0.02351116,0.000094201634,0.00021954243,0.000039449616,0.000008647708,0.00012691517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985206,0.000256447,0.0005030223,0.00019311959,0.0002915818,0.00023523706],"domain_scores_gemma":[0.9969895,0.0023385286,0.00023218249,0.00016793926,0.00013829896,0.00013355831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035486354,0.000087856875,0.00022409856,0.000054898195,0.000079592624,0.000080616,0.000099851044,0.000056611578,0.0000049399396],"category_scores_gemma":[0.0071653463,0.0000536553,0.000019982237,0.0001139796,0.00021571263,0.00044851904,0.000027867334,0.00033235108,2.5777726e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011580652,0.00007026996,0.09062094,0.00009743039,0.000021820739,0.000048660644,0.005963338,0.0000013203802,3.9743549e-7,0.0006626283,0.000532864,0.9008223],"study_design_scores_gemma":[0.0037706508,0.000049154987,0.79755646,0.000085641055,0.000057389865,0.000019713128,0.0042180805,0.000012626389,9.3123384e-7,0.0000533506,0.19412705,0.000048969578],"about_ca_topic_score_codex":0.7539543,"about_ca_topic_score_gemma":0.9981672,"teacher_disagreement_score":0.9007733,"about_ca_system_score_codex":0.00052100647,"about_ca_system_score_gemma":0.0013646171,"threshold_uncertainty_score":0.8578106},"labels":[],"label_agreement":null},{"id":"W2763039707","doi":"10.1186/s13012-017-0651-3","title":"Updated clinical guidelines experience major reporting limitations","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Instituto de Salud Carlos III; European Regional Development Fund; Universitat Autònoma de Barcelona","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Family medicine; Nursing","score_opus":0.8512411882057832,"score_gpt":0.7243338170964738,"score_spread":0.12690737110930939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763039707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9670696,0.000011923018,0.0042625484,0.024479795,0.0011215961,0.00076675427,0.00001936997,0.000105164894,0.0021631976],"genre_scores_gemma":[0.9449431,0.000052116204,0.05002197,0.0041692983,0.00039365678,0.00005913749,0.000083410494,0.000016560409,0.0002607622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929563,0.000071148315,0.00465359,0.00073869823,0.0011254768,0.00045480486],"domain_scores_gemma":[0.9906566,0.00050661695,0.004889764,0.001292956,0.0023011484,0.0003528835],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009273428,0.00016305936,0.00032751603,0.00014411577,0.0016839742,0.0005192421,0.00056723726,0.000053037544,0.00064258906],"category_scores_gemma":[0.0942377,0.00014792656,0.00013731985,0.0003897391,0.00091693894,0.0022313653,0.0003131716,0.00020913084,0.00009945297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072107396,0.00009496064,0.7169672,0.0000067796527,0.000023726921,0.00003329159,0.0004454459,0.000003924204,0.013590953,0.00060422055,0.011798434,0.25635895],"study_design_scores_gemma":[0.0025531584,0.00019775669,0.96045524,0.00002608439,0.00010193628,0.00009567276,0.0060345717,0.0011301839,0.005642494,0.00035642207,0.023208901,0.00019757531],"about_ca_topic_score_codex":0.0005778415,"about_ca_topic_score_gemma":0.00038173317,"teacher_disagreement_score":0.2561614,"about_ca_system_score_codex":0.00011729693,"about_ca_system_score_gemma":0.0010819879,"threshold_uncertainty_score":0.99961567},"labels":[],"label_agreement":null},{"id":"W2763428681","doi":"10.1093/pch/19.6.e35-172","title":"176: Utilization of Clinical Practice Guidelines: A Survey of Canadian Pediatric Physicians","year":2014,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Medicine; Family medicine; Cross-sectional study; Clinical Practice; Observational study; Pediatrics; Internal medicine","score_opus":0.3589134083089991,"score_gpt":0.5400017423074623,"score_spread":0.18108833399846325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763428681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62898165,0.01157662,0.046086032,0.28095892,0.0073789586,0.0068849395,0.0016823452,0.00029604515,0.016154505],"genre_scores_gemma":[0.90819186,0.020157762,0.034809176,0.032789737,0.0031574732,0.000009134461,0.00079103437,0.00006778732,0.000026009193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916427,0.0013209832,0.0051963744,0.00048191933,0.00086853333,0.00048950076],"domain_scores_gemma":[0.9842374,0.006460439,0.0034289046,0.0006818788,0.0045684073,0.00062297966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018665718,0.00021337956,0.0010224793,0.00087844447,0.00012104659,0.000010071563,0.00019661506,0.00021646246,0.000048787635],"category_scores_gemma":[0.17383243,0.0002116152,0.00021136149,0.0029453465,0.00006291425,0.00023295374,0.000054512388,0.00057986466,0.000028860695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030946874,0.00074473757,0.7231493,0.000501501,0.00006537336,0.0000023891955,0.00023834544,0.000082171515,0.0000011808443,0.0005497092,0.09015425,0.1842016],"study_design_scores_gemma":[0.002533976,0.0010790789,0.9223394,0.00005655648,0.00038853812,0.000012418858,0.00032381777,0.002228533,0.000003885023,0.000056404082,0.07080567,0.00017175826],"about_ca_topic_score_codex":0.33114368,"about_ca_topic_score_gemma":0.14592686,"teacher_disagreement_score":0.27921024,"about_ca_system_score_codex":0.000118863616,"about_ca_system_score_gemma":0.0039788946,"threshold_uncertainty_score":0.86965775},"labels":[],"label_agreement":null},{"id":"W2764267977","doi":"10.1097/ncm.0000000000000256","title":"Multistate Licensure Paves the Way for Greater Access to Telephonic Case Management","year":2017,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Capital Commission","funders":"","keywords":"Case management; Certification; Accreditation; Commission; Business; Compensation (psychology); Honor; Licensure; Case manager; Management; Nursing; Political science; Law; Medicine; Psychology; Computer science; Internet privacy; Process management","score_opus":0.3168015960711539,"score_gpt":0.5473152893388233,"score_spread":0.23051369326766946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764267977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85898596,0.00006582901,0.0071285493,0.11078634,0.0029929834,0.013872185,0.00018899268,0.0001427888,0.0058363937],"genre_scores_gemma":[0.9614119,0.00004647993,0.009875615,0.008348937,0.0004305294,0.0016134367,0.00007293606,0.000054129334,0.018146068],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974216,0.00011956421,0.00082619314,0.00062805647,0.00051188195,0.0004926959],"domain_scores_gemma":[0.9973402,0.0004388382,0.00042711047,0.0013187485,0.00023694824,0.0002381488],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017331201,0.00028519018,0.0003001924,0.00014085723,0.0014731326,0.0003050772,0.00044200715,0.00006615216,0.0003388049],"category_scores_gemma":[0.00042627705,0.0001835669,0.00016821027,0.00010606577,0.00008214502,0.00036691208,0.0014051071,0.0002448275,0.0001532027],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003593861,0.00089910463,0.0065004434,0.0021133097,0.001485008,0.14139923,0.0009913841,0.00011991377,0.00004627627,0.0038441222,0.2430175,0.5959898],"study_design_scores_gemma":[0.02408311,0.0010553655,0.16250463,0.0013963503,0.004702662,0.020891408,0.01968622,0.0072365412,0.0006174445,0.0029574821,0.7533698,0.0014989746],"about_ca_topic_score_codex":0.0002984847,"about_ca_topic_score_gemma":0.00046508852,"teacher_disagreement_score":0.5944909,"about_ca_system_score_codex":0.00014841813,"about_ca_system_score_gemma":0.000029799836,"threshold_uncertainty_score":0.9998268},"labels":[],"label_agreement":null},{"id":"W2764390211","doi":"10.12927/hcq.2016.24617","title":"ICES Report: Increasing Access to Health Administrative Data with ICES Data &amp; Analytic Services","year":2016,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Government of Ontario; Ontario Institute for Cancer Research; Cancer Care Ontario","keywords":"Government (linguistics); Business; Data access; Public relations; Health care; Best practice; Research data; Data science; Political science; Computer science; Data curation","score_opus":0.5134589355550798,"score_gpt":0.5899492149023203,"score_spread":0.07649027934724051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764390211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56855005,0.00031469957,0.005500355,0.4215981,0.0003009816,0.0018590619,0.0015282121,0.0001989118,0.00014962303],"genre_scores_gemma":[0.9585183,0.00009009039,0.018147571,0.016848167,0.00076764304,0.00003150191,0.0054174038,0.0000553794,0.00012391109],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99440485,0.0006076649,0.0019440099,0.001528571,0.00088095764,0.00063397316],"domain_scores_gemma":[0.99066323,0.0018075181,0.0013890819,0.0046414537,0.00056935754,0.00092938484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004103115,0.00031569134,0.000703372,0.000198267,0.00024154386,0.00022307097,0.0012897317,0.00009947927,0.00015624356],"category_scores_gemma":[0.0013573243,0.00020619317,0.000034398276,0.00055784895,0.00007780865,0.0028700228,0.0003585738,0.00028592494,0.00012196032],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036342721,0.00046339975,0.40003753,0.0021199821,0.0003903098,0.0005903312,0.0032592872,4.544871e-7,0.00020299053,0.00007797865,0.017495751,0.57172775],"study_design_scores_gemma":[0.0051667267,0.011183544,0.72870797,0.0053540682,0.000637163,0.0036640477,0.01705639,0.00043202323,0.000021222231,0.00032010066,0.2264406,0.0010161349],"about_ca_topic_score_codex":0.034460463,"about_ca_topic_score_gemma":0.20454264,"teacher_disagreement_score":0.5707116,"about_ca_system_score_codex":0.00021299793,"about_ca_system_score_gemma":0.0026626626,"threshold_uncertainty_score":0.9719691},"labels":[],"label_agreement":null},{"id":"W2765216575","doi":"10.1016/j.jcjd.2017.08.234","title":"Building a National Diabetes Data Repository in Canada","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; National Service Framework; Service (business); Disease management; Diabetes management; Resource (disambiguation); Disease; Family medicine; Gerontology; Type 2 diabetes; Internal medicine; Marketing","score_opus":0.1894083297042213,"score_gpt":0.4235391071990602,"score_spread":0.23413077749483888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765216575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863226,0.00034021318,0.0000035341095,0.0117749935,0.0007671295,0.00008495466,0.000065673084,0.0000014131545,0.00063949573],"genre_scores_gemma":[0.99586403,0.0000029681307,0.0015601951,0.0019968823,0.0005178505,0.0000011576174,0.000019808032,0.00001213643,0.00002496556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983649,0.00005003529,0.0007896397,0.00014526681,0.00035737723,0.0002927532],"domain_scores_gemma":[0.99702233,0.0005169693,0.0009050383,0.0004725417,0.00040901327,0.00067412265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012490068,0.00008686823,0.0002607063,0.00017941698,0.00017915809,0.000099355166,0.0005336417,0.000038217262,0.000065830216],"category_scores_gemma":[0.025043216,0.00008354146,0.00003801772,0.000059014114,0.000065631844,0.0005847844,0.000046914858,0.0003098464,0.0000015801542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024106964,0.000007796847,0.9704938,0.00001825153,0.000055233773,0.00009264651,0.000012180049,0.000016962189,0.00054816314,0.00003138307,0.023197446,0.0055237226],"study_design_scores_gemma":[0.0010520447,0.00006472634,0.9811405,0.00025961376,0.00007480972,0.000017805009,0.00010766969,0.0013715798,0.0004806763,0.0003376657,0.014989677,0.00010323173],"about_ca_topic_score_codex":0.77698666,"about_ca_topic_score_gemma":0.9866285,"teacher_disagreement_score":0.20964181,"about_ca_system_score_codex":0.0009611013,"about_ca_system_score_gemma":0.024775283,"threshold_uncertainty_score":0.98316926},"labels":[],"label_agreement":null},{"id":"W2765409164","doi":"10.5334/ijic.3321","title":"Providers perspectives on mandated local health networks for older adults in the province of Quebec, Canada","year":2017,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Abitibi-Témiscamingue; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"","keywords":"Integrated care; Normative; Health care; Government (linguistics); Nursing; Workaround; Public relations; Work (physics); Business; Knowledge management; Sociology; Medicine; Political science; Engineering; Computer science","score_opus":0.04275745478785015,"score_gpt":0.42132086339074204,"score_spread":0.3785634086028919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765409164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8539846,0.0010697566,0.023562975,0.11734372,0.0018105406,0.0017446809,0.00018696216,0.000008342,0.00028842213],"genre_scores_gemma":[0.9972086,0.000081905826,0.00028721686,0.0020355792,0.00023518135,0.000008131387,0.00008647162,0.000010331256,0.00004658369],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982152,0.00009042414,0.0008737391,0.00013027094,0.00056506315,0.00012527574],"domain_scores_gemma":[0.9955495,0.00044914093,0.0012598394,0.0001741266,0.0025079397,0.000059442507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059499475,0.0001030884,0.00024289638,0.00009989801,0.00005951461,0.00005169308,0.00041260835,0.000046535642,0.000028117136],"category_scores_gemma":[0.0028787781,0.00006454696,0.0001012813,0.000043661374,0.000078289595,0.00019307244,0.0000191579,0.00040733302,2.0584238e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02417658,0.001185861,0.037422523,0.00028021628,0.0009965671,0.0008174338,0.0142100975,0.004621454,0.000050480023,0.0014963784,0.11622631,0.7985161],"study_design_scores_gemma":[0.021588437,0.0029690892,0.23140419,0.0057418537,0.00017407529,0.00031075865,0.7105627,0.011644274,0.0007781327,0.00008258266,0.014436266,0.00030761817],"about_ca_topic_score_codex":0.5143396,"about_ca_topic_score_gemma":0.88176346,"teacher_disagreement_score":0.7982085,"about_ca_system_score_codex":0.0014081821,"about_ca_system_score_gemma":0.0045706485,"threshold_uncertainty_score":0.8108134},"labels":[],"label_agreement":null},{"id":"W2765431325","doi":"10.5334/ijic.3750","title":"Operationalizing Patient-Centered Integrated Care: The Gap between Discourse and Action","year":2017,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; University of Ottawa; University of Toronto","funders":"","keywords":"Operationalization; Action (physics); Integrated care; Field (mathematics); Computer science; Political science; Health care","score_opus":0.21248332293488142,"score_gpt":0.5031253423150932,"score_spread":0.2906420193802118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765431325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98011017,0.0005586776,0.0012906315,0.015033686,0.001862262,0.0002832035,0.00021112448,0.00001576674,0.0006344668],"genre_scores_gemma":[0.9965544,0.00019610059,0.0010598613,0.00080315187,0.00083270215,0.000006024643,0.00045879104,0.000022640606,0.00006635212],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99771476,0.00013218955,0.0010475281,0.00018959313,0.000770027,0.00014591288],"domain_scores_gemma":[0.9938475,0.0002862311,0.0011912114,0.00027749376,0.0042655524,0.00013203068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038753744,0.00018413023,0.00028701205,0.00016705028,0.00028956475,0.00040858184,0.00043056803,0.00009875796,0.00017409203],"category_scores_gemma":[0.0036246178,0.00011443028,0.00017198038,0.000061975086,0.00017933361,0.00078347273,0.000105548366,0.0006637353,0.000008778563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017429328,0.00014425069,0.34022203,0.000044352742,0.0013082341,0.00024673133,0.005426954,0.000056249944,0.009146249,0.00029844584,0.0071930233,0.63417053],"study_design_scores_gemma":[0.017679388,0.0031227267,0.29002592,0.003203856,0.0021412997,0.002482234,0.47763175,0.0008344695,0.036189977,0.00061113865,0.1652196,0.00085765135],"about_ca_topic_score_codex":0.0008701614,"about_ca_topic_score_gemma":0.00033956743,"teacher_disagreement_score":0.6333129,"about_ca_system_score_codex":0.00069596583,"about_ca_system_score_gemma":0.000763116,"threshold_uncertainty_score":0.46663314},"labels":[],"label_agreement":null},{"id":"W2765662403","doi":"10.1016/j.jcjd.2017.08.144","title":"BC Provincial Diabetes Evaluation: Key Preliminary Results for Vancouver General Hospital","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Emergency department; General hospital; Medical emergency; Emergency medicine; Family medicine; Diabetes mellitus; Key (lock); Nursing; Endocrinology","score_opus":0.10696572506825426,"score_gpt":0.4046725613549087,"score_spread":0.29770683628665445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765662403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97673273,0.00027814863,0.000021871385,0.017960638,0.0030624073,0.0008721548,0.0001674884,0.0000061737796,0.00089841],"genre_scores_gemma":[0.9911193,0.0000033663844,0.004061239,0.0011755722,0.0031577349,0.0000308084,0.00006334735,0.000029683137,0.00035894962],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99773926,0.00007767865,0.001095364,0.00021235432,0.0004278421,0.000447492],"domain_scores_gemma":[0.9952213,0.0005388021,0.0012698253,0.00043015645,0.0016443668,0.0008955228],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025913632,0.0001618684,0.00037995074,0.00017992739,0.0004131999,0.00015415957,0.00029418836,0.000116028365,0.0001194072],"category_scores_gemma":[0.03941339,0.00014522107,0.00022568404,0.000048913178,0.0001546952,0.0006829348,0.000024383453,0.00025950547,0.000009235985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023412706,0.00011074657,0.40853807,0.00009324517,0.00031597877,0.000023663426,0.00038106012,0.000055075172,0.00031126683,0.000042066044,0.5107381,0.079156615],"study_design_scores_gemma":[0.01728022,0.0101168165,0.8519994,0.00049794384,0.001905575,0.0000055475316,0.00045843626,0.0070156306,0.0022776858,0.0023619477,0.10556999,0.0005108262],"about_ca_topic_score_codex":0.00066806644,"about_ca_topic_score_gemma":0.016967202,"teacher_disagreement_score":0.44346133,"about_ca_system_score_codex":0.00031689586,"about_ca_system_score_gemma":0.0045453953,"threshold_uncertainty_score":0.96867806},"labels":[],"label_agreement":null},{"id":"W2765721512","doi":"10.1016/j.jmir.2017.09.001","title":"Standardized Implementation of Clinical Practices","year":2017,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Southlake Regional Health Center","funders":"","keywords":"Image-guided radiation therapy; Medical physics; Scopus; Medicine; Radiation therapy; Radiation dose; Radiation Therapist; MEDLINE; Radiology; Nuclear medicine; Political science","score_opus":0.32501282113479996,"score_gpt":0.6496089026023752,"score_spread":0.3245960814675753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765721512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8566611,0.0010392454,0.0024649962,0.1383559,0.0010907473,0.000094143776,0.0000027229235,0.0000040785085,0.00028705224],"genre_scores_gemma":[0.9894384,0.003944817,0.0048631234,0.00089672545,0.0008447155,4.5807033e-7,0.000001039552,0.0000031007364,0.0000075984894],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963082,0.00018640218,0.0016603112,0.0001265133,0.0016159427,0.00010260547],"domain_scores_gemma":[0.9915484,0.0018789197,0.0057779024,0.00012725903,0.00043433253,0.00023315396],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018374039,0.00005681496,0.0003356012,0.00011524457,0.00023464808,0.000120656136,0.00021937495,0.00004541435,0.00021534166],"category_scores_gemma":[0.056015782,0.000037843936,0.00009794355,0.000070085815,0.0006081971,0.0010236496,0.000051527768,0.0002632723,9.768365e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000762576,0.000042362728,0.49347752,0.000013259968,0.00002760622,0.000013740171,0.000096981996,4.6521836e-7,0.000054378772,0.00014469231,0.0032681073,0.5027846],"study_design_scores_gemma":[0.0060803103,0.00047523176,0.95820916,0.00014805672,0.00023157209,0.0003664291,0.008418876,0.0030268559,0.00037892163,0.0005435939,0.022058109,0.00006289478],"about_ca_topic_score_codex":0.00019868434,"about_ca_topic_score_gemma":0.000019728348,"teacher_disagreement_score":0.5027217,"about_ca_system_score_codex":0.000011146086,"about_ca_system_score_gemma":0.0011554366,"threshold_uncertainty_score":0.9519358},"labels":[],"label_agreement":null},{"id":"W2766100144","doi":"10.5334/ijic.3836","title":"Building Nurse Navigation in colorectal cancer care","year":2017,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Library science; World Wide Web; Nursing; Medicine; Computer science","score_opus":0.08048422452735741,"score_gpt":0.5083302221416522,"score_spread":0.4278459976142948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766100144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99174327,0.00048261546,0.00035120506,0.0041865306,0.0023688457,0.00015011863,0.000061583276,0.000008802692,0.00064701244],"genre_scores_gemma":[0.9962244,0.00009878418,0.0026313693,0.00028014416,0.00063806376,0.000006817744,0.000088669716,0.000015693522,0.0000160684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982737,0.000046308018,0.0008523841,0.00013137305,0.00057858264,0.00011769867],"domain_scores_gemma":[0.9944251,0.00012354938,0.0009625217,0.000120159,0.004283793,0.00008483872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028225395,0.00011224588,0.0002299092,0.00021490328,0.00006364236,0.00011610989,0.00036210244,0.00008967018,0.00017080251],"category_scores_gemma":[0.0029762846,0.00009268465,0.00013990547,0.00006213677,0.000059299226,0.000507989,0.00003382976,0.000515767,0.0000058865703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020081238,0.00010580365,0.65303415,0.00004006944,0.0002644699,0.0008939568,0.0027474982,0.00029485457,0.03478887,0.00024274278,0.00077105936,0.3048084],"study_design_scores_gemma":[0.016051184,0.0011602705,0.7506752,0.0056659984,0.00044922545,0.0013283433,0.09349514,0.0012182122,0.11300652,0.0005538209,0.015951326,0.00044476477],"about_ca_topic_score_codex":0.0021981983,"about_ca_topic_score_gemma":0.00093645777,"teacher_disagreement_score":0.30436364,"about_ca_system_score_codex":0.0015424199,"about_ca_system_score_gemma":0.0008986041,"threshold_uncertainty_score":0.40333742},"labels":[],"label_agreement":null},{"id":"W2766144086","doi":"10.1136/bmjopen-2017-016124","title":"How to adapt existing evidence-based clinical practice guidelines: a case example with smoking cessation guidelines in Canada","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; Centre for Social Innovation; Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Health Canada; Pfizer Canada; H. Lundbeck A/S; Sanofi; Pfizer","keywords":"Medicine; Smoking cessation; Alternative medicine; Evidence-based practice; Family medicine; Clinical Practice; Public health; Nursing; Pathology","score_opus":0.8402488623098429,"score_gpt":0.6536172739132665,"score_spread":0.18663158839657634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766144086","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25614825,0.0001201412,0.01734963,0.70698476,0.001069434,0.015673822,0.000053419826,0.000061528386,0.002539002],"genre_scores_gemma":[0.61723274,0.00002680937,0.32451886,0.05529614,0.0013402451,0.000830328,0.00005936905,0.0000703698,0.00062516565],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937957,0.00053097645,0.003166354,0.0008749989,0.0011708845,0.00046107837],"domain_scores_gemma":[0.9835724,0.0065053417,0.002706467,0.0020259174,0.0047391094,0.0004507219],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016071577,0.00030255644,0.0007540793,0.00011452403,0.0004180696,0.0008504082,0.000745596,0.00011301389,0.000095555704],"category_scores_gemma":[0.41075823,0.0002517995,0.000072904,0.00027657225,0.000060075625,0.0026927684,0.00060762966,0.00046825124,0.000008820924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007883725,0.00023042588,0.35547692,0.00025273024,0.0001991479,0.016834788,0.00018786186,0.0019891423,0.000073369454,0.00009817917,0.15778361,0.45899013],"study_design_scores_gemma":[0.027705194,0.0027749042,0.18307932,0.014501101,0.0015554139,0.0070621218,0.027312279,0.06086633,0.0002750117,0.000102110134,0.67279714,0.001969065],"about_ca_topic_score_codex":0.9753632,"about_ca_topic_score_gemma":0.978983,"teacher_disagreement_score":0.65168864,"about_ca_system_score_codex":0.0007361657,"about_ca_system_score_gemma":0.011036849,"threshold_uncertainty_score":0.99999344},"labels":[],"label_agreement":null},{"id":"W2766275191","doi":"10.1139/h11-060","title":"Evidence-based risk assessment and recommendations for physical activity clearance: an introduction<sup>1</sup>This paper is one of a selection of papers published in this Special Issue, entitled Evidence-based risk assessment and recommendations for physical activity clearance, and has undergone the Journal’s usual peer review process.","year":2011,"lang":"en","type":"article","venue":"Applied Physiology Nutrition and Metabolism","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Libin Cardiovascular Institute of Alberta; University of Calgary; York University; University of Toronto; University of British Columbia","funders":"","keywords":"Risk stratification; Asymptomatic; Physical activity; Psychology; Medicine; Medical education; Family medicine; Physical therapy; Pathology","score_opus":0.2053556583149647,"score_gpt":0.45370266795804837,"score_spread":0.24834700964308368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766275191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8795967,0.00079204113,0.0029002444,0.112316124,0.00019516882,0.0039021038,0.00022365291,0.000027128784,0.000046798665],"genre_scores_gemma":[0.964167,0.02299101,0.009067656,0.0013596505,0.0015634546,0.0006613077,0.00013358722,0.00002862761,0.000027730728],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973117,0.00081696647,0.00067071273,0.0005795201,0.00037242594,0.00024864805],"domain_scores_gemma":[0.99543524,0.0021425008,0.0010359901,0.00027026716,0.0009804188,0.00013560735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028176378,0.00026213925,0.00086143287,0.00017140151,0.00041828695,0.000054684697,0.000087327404,0.00013883272,0.0015324461],"category_scores_gemma":[0.0015943018,0.00021422624,0.00012629185,0.00037950062,0.00038873695,0.0012173814,0.000038846043,0.0006951545,5.3624893e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024209034,0.017848462,0.0021613566,0.005945868,0.0011306962,3.6766582e-7,0.0040253783,0.000064743435,0.10415507,0.0020667973,0.10480015,0.7335921],"study_design_scores_gemma":[0.034949005,0.0042086444,0.73119307,0.0036580046,0.008216126,0.000021113658,0.0031795,0.0451773,0.02335639,0.014887725,0.13010296,0.0010501302],"about_ca_topic_score_codex":0.00014585948,"about_ca_topic_score_gemma":0.000038582897,"teacher_disagreement_score":0.7325419,"about_ca_system_score_codex":0.000079956706,"about_ca_system_score_gemma":0.00033249872,"threshold_uncertainty_score":0.9993803},"labels":[],"label_agreement":null},{"id":"W2767115810","doi":"10.18103/mra.v0i3.238","title":"The ingredients of a Clinical Practice Guideline: an exploration of the diversity of research approaches on practice.","year":2015,"lang":"en","type":"article","venue":"Medical Research Archives","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Guideline; Diversity (politics); Clinical Practice; Medical education; Medicine; Psychology; Engineering ethics; Computer science; Family medicine; Engineering; Sociology; Pathology; Anthropology","score_opus":0.8804136783222166,"score_gpt":0.6897520642607873,"score_spread":0.19066161406142934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767115810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62136376,0.00090872886,0.0053058183,0.3170751,0.0013073502,0.0045944476,0.00005131548,0.00004412537,0.04934934],"genre_scores_gemma":[0.9860686,0.0012918452,0.010987076,0.0006180107,0.000764787,0.000037544087,0.000033779776,0.00002247316,0.00017584892],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97123396,0.014692604,0.0027819755,0.00044082134,0.010228562,0.00062210107],"domain_scores_gemma":[0.7986013,0.18751037,0.0020239295,0.002488099,0.0076377443,0.0017385279],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11235787,0.00012842116,0.0004679984,0.00027295903,0.0004696956,0.000020808604,0.0010338575,0.00016671751,0.000031436524],"category_scores_gemma":[0.76513594,0.00007130261,0.00018195821,0.0010128696,0.0038239674,0.0010391731,0.0021284977,0.0025716778,0.000011963369],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040932532,0.013652198,0.056086957,0.00035875762,0.00064576184,0.000058180183,0.020783488,0.000052683787,0.00035494764,0.02287353,0.07923034,0.7649706],"study_design_scores_gemma":[0.014691261,0.022889659,0.044000976,0.0016281817,0.00044405405,0.0000825319,0.32267946,0.01841671,0.0041628745,0.02986188,0.54079914,0.0003432541],"about_ca_topic_score_codex":0.00095307187,"about_ca_topic_score_gemma":0.00011906104,"teacher_disagreement_score":0.7646274,"about_ca_system_score_codex":0.00006645842,"about_ca_system_score_gemma":0.0029123507,"threshold_uncertainty_score":0.99972945},"labels":[],"label_agreement":null},{"id":"W2767971353","doi":"10.1097/ijg.0000000000000820","title":"Assessing the Methodological Quality of Glaucoma Clinical Practice Guidelines and Their Recommendations on Microinvasive Glaucoma Surgery: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Glaucoma","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Glaucoma; MEDLINE; Glaucoma surgery; Health care; Relevance (law); Optometry; Ophthalmology","score_opus":0.8644315885641365,"score_gpt":0.6966643010118525,"score_spread":0.16776728755228398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767971353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009899751,0.95018834,0.0012437957,0.042883307,0.0013522449,0.0031382064,0.00006612285,0.000022099497,0.000115900686],"genre_scores_gemma":[0.000038900722,0.9586099,0.031086497,0.008705001,0.0012808775,0.00005720846,0.00008828021,0.00008311852,0.00005026258],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9546947,0.022008957,0.02096294,0.00067216717,0.0012193368,0.00044190817],"domain_scores_gemma":[0.72197413,0.22034171,0.0484262,0.0024076505,0.006374591,0.00047572813],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10608084,0.00084845733,0.012401824,0.00037761487,0.00036182068,0.0002720067,0.0009654767,0.0006204094,0.00007357289],"category_scores_gemma":[0.59068394,0.0004258132,0.0037539853,0.0004470127,0.00042711038,0.0009240375,0.0003604275,0.0027934923,0.000018826044],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002200646,0.00070174015,0.0016374369,0.39401293,0.0029670664,0.0001472427,0.00003981847,1.6458144e-9,0.00000262996,0.00009836952,0.03757496,0.56259775],"study_design_scores_gemma":[0.00070852105,0.0005339717,0.0025855207,0.46260583,0.015234742,0.0065189213,0.00059812784,0.0000049179066,0.0000014075644,0.00012861584,0.5107605,0.00031896602],"about_ca_topic_score_codex":0.00006176434,"about_ca_topic_score_gemma":0.00001646919,"teacher_disagreement_score":0.5622788,"about_ca_system_score_codex":0.00025460485,"about_ca_system_score_gemma":0.0024647373,"threshold_uncertainty_score":0.99981934},"labels":[],"label_agreement":null},{"id":"W2768192169","doi":"10.1016/j.jpurol.2017.10.014","title":"Commentary to ‘Urinary tract infection in children: Diagnosis, treatment, imaging – Comparison of current guidelines’","year":2017,"lang":"en","type":"letter","venue":"Journal of Pediatric Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Confusion; Urinary system; Clinical Practice; Intensive care medicine; MEDLINE; Medical physics; Pediatrics; Family medicine; Internal medicine","score_opus":0.22638876406563851,"score_gpt":0.5189199758813122,"score_spread":0.2925312118156737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768192169","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41762304,0.005633976,0.00020493266,0.5736603,0.0021489062,0.00065102725,0.00005368921,0.000009690624,0.000014407573],"genre_scores_gemma":[0.41532338,0.025403392,0.0016597074,0.48764762,0.068901315,0.000076410615,0.0008229056,0.00014335019,0.000021936661],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436784,0.00044034628,0.0038834081,0.00035840442,0.0005551726,0.00039480173],"domain_scores_gemma":[0.99246585,0.0014087594,0.0048207124,0.00049347425,0.000650767,0.0001604538],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013062465,0.00039032454,0.0014692765,0.001357814,0.000066149696,0.00002183213,0.0002833639,0.0003871813,0.000115096096],"category_scores_gemma":[0.00318626,0.00033666595,0.0004756324,0.00022040222,0.000059043618,0.00025772295,0.00010976599,0.002409878,0.000016093227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018507006,0.0013952855,0.50409234,0.000030790852,0.00013681041,0.00030126708,0.000035139732,0.000020995702,0.0000016653244,7.06568e-8,0.48060772,0.013192824],"study_design_scores_gemma":[0.005700221,0.0059432555,0.4644691,0.000045904744,0.0042054337,0.0019612291,0.000011155683,0.0000590318,0.000009493998,0.00003246255,0.5173269,0.00023582665],"about_ca_topic_score_codex":0.0008099238,"about_ca_topic_score_gemma":0.00003834811,"teacher_disagreement_score":0.08601273,"about_ca_system_score_codex":0.00041827984,"about_ca_system_score_gemma":0.0004668961,"threshold_uncertainty_score":0.99990857},"labels":[],"label_agreement":null},{"id":"W2768372460","doi":"10.1200/jco.2017.35.31_suppl.106","title":"The expanding role of patients in integrated cancer network governance.","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hôpital Charles-Le Moyne; École Nationale d'Administration Publique; Université de Sherbrooke","funders":"","keywords":"Operationalization; Corporate governance; Medicine; Focus group; Cancer; Politics; Nursing research; Public relations; Process management; Nursing; Business; Political science; Marketing","score_opus":0.30893807864122913,"score_gpt":0.6036304056556997,"score_spread":0.29469232701447057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768372460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820639,0.00042817247,0.000034669014,0.013455765,0.0025537966,0.00017557762,0.000004453604,0.0000018671378,0.0012817929],"genre_scores_gemma":[0.9920767,0.004397206,0.0011071436,0.0009846403,0.0013399258,0.000003175767,0.0000016558632,0.000009195491,0.000080385216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949968,0.0003695063,0.0039883745,0.000107936954,0.00034714775,0.00019023655],"domain_scores_gemma":[0.98449373,0.006937503,0.0074214246,0.00027081682,0.00074062136,0.00013589337],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072896644,0.000079556485,0.00088293426,0.00002204501,0.00009811745,0.000015019731,0.0002983278,0.00019392061,0.00010169243],"category_scores_gemma":[0.06015706,0.000046100766,0.00025258027,0.00006663431,0.00022986314,0.00021116984,0.000092726,0.0009720366,0.0000035126734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003032908,0.00033059978,0.6209388,0.0000033470283,0.00007743968,0.00001483035,0.000021308637,0.000025961706,0.000014467565,0.000081983606,0.004193567,0.3712648],"study_design_scores_gemma":[0.0062869657,0.002296802,0.87207705,0.00014778537,0.00013325893,0.000005104537,0.00017016915,0.00022859153,0.000021651656,0.00090752606,0.11768773,0.00003736658],"about_ca_topic_score_codex":0.0006043441,"about_ca_topic_score_gemma":0.0025766867,"teacher_disagreement_score":0.3712274,"about_ca_system_score_codex":0.00017690059,"about_ca_system_score_gemma":0.0013389435,"threshold_uncertainty_score":0.9477596},"labels":[],"label_agreement":null},{"id":"W2769274063","doi":"10.1186/s12913-017-2750-x","title":"The development, implementation and evaluation of clinical pathways for chronic obstructive pulmonary disease (COPD) in Saskatchewan: protocol for an interrupted times series evaluation","year":2017,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Regina Qu'Appelle Health Region; University of Saskatchewan; Queen's University","funders":"Novartis Pharmaceuticals Canada; Ministry of Health, Saskatchewan","keywords":"Medicine; Operationalization; Health administration; Context (archaeology); Nursing research; Health care; Health informatics; Guideline; Public health; Health services research; Emergency department; Clinical pathway; Baseline (sea); COPD; Nursing; Medical emergency","score_opus":0.6453427818886147,"score_gpt":0.6887181318219268,"score_spread":0.043375349933312046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769274063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.742448,0.00008829078,0.0002991003,0.0016575835,0.000116934956,0.25524357,0.00007275786,0.00001477532,0.000059045426],"genre_scores_gemma":[0.7599945,0.000014627052,0.005372837,0.0000845355,0.00028538165,0.23367845,0.00052336155,0.000025129322,0.000021185891],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935708,0.001926076,0.002117241,0.0005239376,0.0013966233,0.00046531612],"domain_scores_gemma":[0.99206406,0.0025433172,0.0011667992,0.0006340644,0.0033137295,0.00027802418],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047890205,0.0001441025,0.00034604594,0.00014765016,0.00095693755,0.00011997113,0.00027115902,0.00009015504,0.00004898905],"category_scores_gemma":[0.0035668188,0.000112657755,0.00006334737,0.0001280417,0.00018684121,0.00082943996,0.00016247296,0.0002429445,0.0000016548025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012671671,0.00028849678,0.17998181,0.003573417,0.000034481003,2.023192e-7,0.0028329508,0.000016821772,0.00008716603,0.000090095935,0.000040565512,0.8003823],"study_design_scores_gemma":[0.009172379,0.0018353639,0.84396446,0.0003436518,0.000057321176,0.0000010478421,0.033075556,0.10620717,0.00016184013,0.0035644318,0.0015271651,0.00008958927],"about_ca_topic_score_codex":0.0008818456,"about_ca_topic_score_gemma":0.06351888,"teacher_disagreement_score":0.80029273,"about_ca_system_score_codex":0.00060513284,"about_ca_system_score_gemma":0.011906708,"threshold_uncertainty_score":0.99369484},"labels":[],"label_agreement":null},{"id":"W2770333214","doi":"10.1186/s13012-017-0668-7","title":"Number and type of guideline implementation tools varies by guideline, clinical condition, country of origin, and type of developer organization: content analysis of guidelines","year":2017,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Medicine; Guideline; Health informatics; MEDLINE; Family medicine; Public health; Nursing; Pathology","score_opus":0.522555150058102,"score_gpt":0.6367472902202156,"score_spread":0.11419214016211354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770333214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880855,0.00008381974,0.0077364463,0.0025260772,0.00026966108,0.000622997,0.00060027366,0.00001150082,0.00006372915],"genre_scores_gemma":[0.9598687,0.0005146347,0.036933944,0.0008328985,0.00006385285,0.0000040494024,0.0017337651,0.000015962345,0.000032166357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99320114,0.00010360841,0.0050709643,0.0004555093,0.0009563905,0.00021239638],"domain_scores_gemma":[0.982639,0.00058208255,0.0036098948,0.0005663368,0.012462446,0.00014021862],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051577226,0.00018531505,0.00079832185,0.00028758083,0.00020728212,0.00006654606,0.00027201927,0.0000776616,0.0016612626],"category_scores_gemma":[0.011615151,0.00016611339,0.000068476984,0.0014602602,0.0011085994,0.0010653348,0.00021367345,0.00008488059,0.000001811703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016659281,0.000075965676,0.9121808,0.00005751646,0.00038950282,6.172988e-7,0.00025799044,0.000011679645,0.05710042,0.0012089591,0.014503826,0.014046178],"study_design_scores_gemma":[0.0041012987,0.00053571,0.9359954,0.000047017646,0.0020760358,0.000012805696,0.0061455485,0.00070860336,0.04218793,0.0001487793,0.007835705,0.00020514915],"about_ca_topic_score_codex":0.0021682787,"about_ca_topic_score_gemma":0.0004532917,"teacher_disagreement_score":0.029197497,"about_ca_system_score_codex":0.000052047948,"about_ca_system_score_gemma":0.001122111,"threshold_uncertainty_score":0.99925137},"labels":[],"label_agreement":null},{"id":"W2770645862","doi":"10.1136/bmjopen-2016-014883","title":"Evaluation of guidelines regarding surgical treatment of breast cancer using the AGREE Instrument: a systematic review","year":2017,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Medicine; Breast cancer; Medical physics; Alternative medicine; Family medicine; Cancer; Pathology; Internal medicine","score_opus":0.910599969387231,"score_gpt":0.724302295512104,"score_spread":0.18629767387512697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770645862","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010846903,0.94374776,0.000006721071,0.001594012,0.00022777384,0.053749986,0.00016339838,0.0000053215167,0.0004941904],"genre_scores_gemma":[0.000020962481,0.99428093,0.00050121726,0.00009835851,0.00035689128,0.0043719485,0.00013740997,0.000042197644,0.00019006737],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9899778,0.002269779,0.0055295643,0.00039628183,0.0016431782,0.00018340994],"domain_scores_gemma":[0.9862031,0.0010188007,0.008215386,0.0018725926,0.002612466,0.00007766444],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021153407,0.00036636635,0.0050689536,0.00009332607,0.0001040884,0.00005636183,0.00062284037,0.00014661824,0.00032858402],"category_scores_gemma":[0.01136372,0.00018553794,0.0008262529,0.00021918636,0.00007704768,0.00022264602,0.00032130923,0.00013149407,0.000009510433],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034964938,0.00007385574,0.000009351817,0.45149258,0.0010087524,0.0000057778543,0.000015107178,0.0000019774488,1.4156402e-7,0.000007976186,0.00031650433,0.547033],"study_design_scores_gemma":[0.0018589768,0.00011869825,0.0000054401557,0.8293572,0.07689766,0.00085864967,0.000055837467,0.00058638805,5.045246e-7,0.0000094954075,0.09009184,0.00015929334],"about_ca_topic_score_codex":0.002361145,"about_ca_topic_score_gemma":0.00014307583,"teacher_disagreement_score":0.54687375,"about_ca_system_score_codex":0.0007471707,"about_ca_system_score_gemma":0.003957792,"threshold_uncertainty_score":0.996964},"labels":[],"label_agreement":null},{"id":"W2772547236","doi":"10.5489/cuaj.4796","title":"A critical review of recent clinical practice guidelines for pediatric urinary tract infection","year":2017,"lang":"en","type":"review","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Rehabilitation Institute; University Health Network; Hospital for Sick Children","funders":"National Health and Medical Research Council; Medical Research Council; Agency for Healthcare Research and Quality","keywords":"Clinical Practice; Medicine; Excellence; Guideline; MEDLINE; Family medicine; Health care; Pediatrics; Pathology","score_opus":0.6674521552171789,"score_gpt":0.6289969831860098,"score_spread":0.038455172031169105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772547236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029080372,0.8910279,0.0002366952,0.10347815,0.0024635827,0.0018207415,0.00022301408,0.000024183568,0.00072280434],"genre_scores_gemma":[0.0000042414313,0.9604366,0.0073954975,0.023874113,0.007644513,0.00010429147,0.00036036482,0.000055961573,0.00012444834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888745,0.0018303497,0.0071175746,0.0005694729,0.0009359177,0.0006721673],"domain_scores_gemma":[0.9566308,0.01700883,0.009010627,0.00058451795,0.015347269,0.0014179132],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022593772,0.0004506229,0.00316982,0.00039656993,0.00041111902,0.00013108618,0.00033725935,0.0012934777,0.00095984363],"category_scores_gemma":[0.7275778,0.00035224756,0.0019832116,0.00035420834,0.00007603118,0.0005150619,0.00005540483,0.0025618642,0.00008269552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005299185,0.00047924338,0.002139974,0.0146175325,0.000299584,0.000115944196,0.0000020037126,1.18890895e-7,4.359881e-9,0.00003886781,0.21014874,0.772105],"study_design_scores_gemma":[0.0008248562,0.001743816,0.0020875812,0.009107114,0.012191929,0.0031031321,0.0000056674303,0.000006978895,5.2963256e-9,0.00015193055,0.9704935,0.00028348865],"about_ca_topic_score_codex":0.00035013177,"about_ca_topic_score_gemma":0.00005196156,"teacher_disagreement_score":0.7718215,"about_ca_system_score_codex":0.001590366,"about_ca_system_score_gemma":0.00914504,"threshold_uncertainty_score":0.9999534},"labels":[],"label_agreement":null},{"id":"W2774665917","doi":"10.1007/s12630-017-1024-8","title":"Statistical reporting and table construction guidelines for publication in the Canadian Journal of Anesthesia","year":2017,"lang":"en","type":"editorial","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University of Toronto; McGill University; University of Manitoba; Ottawa Hospital; University of Ottawa; Western University","funders":"","keywords":"Table (database); Medicine; Library science; Computer science; Data mining","score_opus":0.12825550985640222,"score_gpt":0.4112206988425249,"score_spread":0.28296518898612266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774665917","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31209093,0.010445638,0.0011441315,0.35810632,0.3122871,0.004610013,0.00046930893,0.000024740384,0.00082184846],"genre_scores_gemma":[0.22062168,0.0010861985,0.035485864,0.0016932746,0.7389337,0.00004333509,0.00078719686,0.00044275113,0.0009060084],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9885521,0.00049597427,0.007772154,0.00041659232,0.0015790283,0.0011841684],"domain_scores_gemma":[0.95083934,0.0028773784,0.020743204,0.00075245945,0.020763613,0.0040240106],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023433223,0.0005937527,0.0018500967,0.0021037378,0.0013467426,0.0016983675,0.001092069,0.001071508,0.00012310539],"category_scores_gemma":[0.1389802,0.0004672481,0.00044408548,0.00044103028,0.0007503918,0.0011636807,0.000009345871,0.0035160445,0.0000023693226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026113016,0.000023422022,0.0054811286,0.00015764243,0.00015383567,0.2250998,0.0005688481,0.000025556377,0.0000024774513,0.00018825308,0.75990784,0.0081300875],"study_design_scores_gemma":[0.0015216896,0.0009702586,0.0027132041,0.0006410838,0.00064287236,0.559138,0.0010410104,0.000032815384,0.0000020060177,0.00061268825,0.43243766,0.00024669603],"about_ca_topic_score_codex":0.2002317,"about_ca_topic_score_gemma":0.59412134,"teacher_disagreement_score":0.42664662,"about_ca_system_score_codex":0.0021557244,"about_ca_system_score_gemma":0.08851459,"threshold_uncertainty_score":0.9999534},"labels":[],"label_agreement":null},{"id":"W2775280083","doi":"10.1016/j.jcjd.2016.12.012","title":"The iSCREEN Electronic Diabetes Dashboard: A Tool to Improve Knowledge and Implementation of Pediatric Clinical Practice Guidelines","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Guideline; Clinical decision support system; Medical record; MEDLINE; Family medicine; Diabetes mellitus; Health care; Point of care; Diabetes management; Type 2 diabetes; Nursing; Surgery","score_opus":0.10377467659789254,"score_gpt":0.4890621704044586,"score_spread":0.3852874938065661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775280083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9480851,0.0028058644,0.000034642242,0.04766929,0.0006659893,0.00053534494,0.000038480794,0.000004803446,0.00016045512],"genre_scores_gemma":[0.9902731,0.0005629647,0.0036467423,0.0032723492,0.0021235931,0.000012784511,0.000007302848,0.00003092471,0.000070229784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99631995,0.00019193716,0.0023830368,0.00022877769,0.00031030513,0.0005659989],"domain_scores_gemma":[0.9910599,0.0025733276,0.0020822675,0.00054122787,0.0028968041,0.000846501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068510924,0.00017669008,0.0004954425,0.00020981969,0.00043224925,0.00019214008,0.00038747635,0.00009828895,0.00004014114],"category_scores_gemma":[0.07894843,0.00013091612,0.00018968634,0.00013682051,0.00016429203,0.00066219235,0.00007618831,0.00045631535,0.000010429542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003930547,0.000038772352,0.61854404,0.000048744743,0.0003222419,0.0000044715325,0.00013385895,0.0000010441472,0.00037115053,0.0002602541,0.046342764,0.33389333],"study_design_scores_gemma":[0.004288378,0.0035462857,0.7713466,0.00010732317,0.0019529591,0.000011822812,0.0018715985,0.00015375185,0.0012770683,0.0007563988,0.21439578,0.0002920079],"about_ca_topic_score_codex":0.00094586646,"about_ca_topic_score_gemma":0.012631865,"teacher_disagreement_score":0.33360133,"about_ca_system_score_codex":0.0001372719,"about_ca_system_score_gemma":0.0044877534,"threshold_uncertainty_score":0.92881},"labels":[],"label_agreement":null},{"id":"W2775712068","doi":"10.1136/bjsports-2017-097833","title":"Rigorous qualitative research in sports, exercise and musculoskeletal medicine journals is important and relevant","year":2017,"lang":"en","type":"editorial","venue":"British Journal of Sports Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Excellence; Qualitative research; Medical education; Nice; Applied psychology; Health care; Qualitative property; Psychology; Sports medicine; Perception; Test (biology); Mental health; Interpretation (philosophy); Medicine; Physical therapy; Computer science; Sociology","score_opus":0.1787766512301803,"score_gpt":0.5585167607797373,"score_spread":0.37974010954955706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775712068","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17223188,0.36857706,0.000036042366,0.048610184,0.40633965,0.0027972981,0.00020982105,0.000039039594,0.0011590308],"genre_scores_gemma":[0.03698281,0.5968709,0.0006298128,0.0002971457,0.36400855,0.000012419918,0.00018433019,0.00013043375,0.00088357244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830189,0.0005940052,0.007250464,0.00090557226,0.007394889,0.0008361843],"domain_scores_gemma":[0.9813909,0.005402254,0.006557709,0.000684761,0.0047659473,0.0011984636],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0524557,0.0006155549,0.0036184224,0.0016294119,0.00034882373,0.00010860139,0.00041654092,0.000989845,0.001011533],"category_scores_gemma":[0.05277855,0.0005200861,0.00022655359,0.0004531516,0.0021404955,0.0006130064,0.00022652627,0.0067014894,0.0000015405243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010247222,0.0001365935,0.0017236758,0.0007900813,0.00010406816,0.027672388,0.0025115183,6.064264e-8,0.000017007034,0.0000026540229,0.6171979,0.34881938],"study_design_scores_gemma":[0.024812512,0.0037657886,0.0920397,0.20681448,0.0030826938,0.022656428,0.02404739,0.000012416312,0.000004299021,0.008491536,0.6134659,0.00080686837],"about_ca_topic_score_codex":0.003681565,"about_ca_topic_score_gemma":0.00021464383,"teacher_disagreement_score":0.3480125,"about_ca_system_score_codex":0.00031662904,"about_ca_system_score_gemma":0.001733053,"threshold_uncertainty_score":0.99990165},"labels":[],"label_agreement":null},{"id":"W2776505746","doi":"10.7189/jogh.07.020412","title":"Methods used in adaptation of health–related guidelines: A systematic survey","year":2017,"lang":"en","type":"review","venue":"Journal of Global Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Adaptation (eye); MEDLINE; Scope (computer science); Systematic review; Medicine; Quality (philosophy); Family medicine; Psychology; Computer science; Political science","score_opus":0.8442869708823785,"score_gpt":0.7338040980598965,"score_spread":0.11048287282248193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776505746","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047755177,0.9831091,0.01001231,0.0027665982,0.0012305172,0.0026966918,0.000109076806,0.000009564208,0.000018383904],"genre_scores_gemma":[0.00020640026,0.9578082,0.041175503,0.0004368722,0.00016588646,0.000010997199,0.00013636435,0.00003818793,0.00002161418],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9651188,0.011980233,0.021059636,0.0003194171,0.0010786708,0.00044322232],"domain_scores_gemma":[0.95852333,0.0039738254,0.034591496,0.0006737586,0.0018353077,0.00040226997],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.075730026,0.0003937157,0.008773176,0.00038240151,0.00008205801,0.000029095188,0.00039987417,0.00035096187,0.000021058318],"category_scores_gemma":[0.060685366,0.00028646865,0.00085226697,0.0007568789,0.00005552116,0.00024001984,0.00006230351,0.00095040357,0.000011208767],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008831383,0.00019204021,0.00043452368,0.19643882,0.00029711088,0.000024683957,0.000069899455,0.000012151633,1.1995511e-8,0.000028042345,0.001372021,0.8010424],"study_design_scores_gemma":[0.005939295,0.0040963874,0.0059545035,0.8009915,0.002484033,0.0037028596,0.00096551963,0.0008781182,2.3261427e-8,0.00029052483,0.17428513,0.0004121526],"about_ca_topic_score_codex":0.0102187535,"about_ca_topic_score_gemma":0.0031072467,"teacher_disagreement_score":0.8006302,"about_ca_system_score_codex":0.003717451,"about_ca_system_score_gemma":0.021588484,"threshold_uncertainty_score":0.99995875},"labels":[],"label_agreement":null},{"id":"W2776807429","doi":"","title":"Nieuwe ontwikkelingen in de diagnostiek van soa.","year":2013,"lang":"nl","type":"article","venue":"Nederlands tijdschrift voor dermatologie en venereologie/Nederlands tijdschrift voor dermatologie & venereologie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Computer science","score_opus":0.07192910049168953,"score_gpt":0.38295010506607013,"score_spread":0.3110210045743806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776807429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8608137,0.028252434,0.0058776126,0.063658156,0.008371317,0.0107057495,0.0006459716,0.0045364546,0.017138658],"genre_scores_gemma":[0.9350237,0.026543533,0.011375327,0.015250813,0.002180104,0.0034009626,0.0024127215,0.0008875625,0.0029252486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9581345,0.0076005836,0.012604464,0.006865745,0.0035022416,0.01129252],"domain_scores_gemma":[0.95333344,0.029902242,0.0052032718,0.00656071,0.0021235344,0.002876818],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.0076716663,0.005971212,0.0092568295,0.0035406253,0.0017229667,0.0015056013,0.006608706,0.008438334,0.008515507],"category_scores_gemma":[0.061476603,0.0055854977,0.0026999312,0.0041814167,0.0031287137,0.0038917684,0.0045212866,0.009915297,0.01755395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022174658,0.003712895,0.7635039,0.0017507138,0.0017736654,0.011474819,0.0012682348,0.0027173278,0.002022273,0.0012821677,0.18052015,0.027756395],"study_design_scores_gemma":[0.06615945,0.007977614,0.54568374,0.0069211186,0.007589658,0.021341769,0.030693667,0.057581484,0.024145082,0.019672431,0.19260113,0.019632842],"about_ca_topic_score_codex":0.0074917413,"about_ca_topic_score_gemma":0.00259242,"teacher_disagreement_score":0.21782015,"about_ca_system_score_codex":0.0022631558,"about_ca_system_score_gemma":0.007548925,"threshold_uncertainty_score":0.9995842},"labels":[],"label_agreement":null},{"id":"W2777163892","doi":"","title":"L’avenir de la clinique se dessine-t-il au Québec ?","year":2017,"lang":"fr","type":"article","venue":"La Revue Française de Service Social","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Political science","score_opus":0.12095185009673966,"score_gpt":0.46029137992591257,"score_spread":0.3393395298291729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777163892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63309073,0.0011638732,0.0013795029,0.33872002,0.0026214288,0.0006834489,0.00021820873,0.00014208542,0.02198069],"genre_scores_gemma":[0.9566435,0.00043089173,0.0045950897,0.013834647,0.018941924,0.000079789126,0.00010949427,0.00016886789,0.005195771],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99469024,0.0016785302,0.0014930936,0.00061907707,0.00039748024,0.0011216027],"domain_scores_gemma":[0.9920402,0.0045726276,0.0012827797,0.000974957,0.00052874454,0.0006006971],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060592145,0.00045606663,0.00082804274,0.00007935545,0.001514289,0.00031226882,0.00075615244,0.0012598879,0.0010875617],"category_scores_gemma":[0.010781713,0.00054854335,0.00045103367,0.00020809245,0.000637254,0.00068593177,0.000348585,0.0018129888,0.0006967711],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023279155,0.0023482875,0.41921034,0.005573381,0.00093655,0.0026448066,0.10439831,0.00008216062,0.0035761145,0.008525499,0.04382143,0.4065552],"study_design_scores_gemma":[0.005513647,0.00014229641,0.37437117,0.0008309249,0.0014082927,0.00029656937,0.0029258092,0.0025348929,0.000151667,0.0016107342,0.6097099,0.00050404546],"about_ca_topic_score_codex":0.5323983,"about_ca_topic_score_gemma":0.4727598,"teacher_disagreement_score":0.5658885,"about_ca_system_score_codex":0.0018451242,"about_ca_system_score_gemma":0.010579891,"threshold_uncertainty_score":0.9998256},"labels":[],"label_agreement":null},{"id":"W2777538905","doi":"10.1177/1179572717745836","title":"Using a Modified ADAPTE Process to Enable Effective Implementation of Electrical Stimulation Therapy for Treating Pressure Ulcers in Persons With Spinal Cord Injury","year":2017,"lang":"en","type":"article","venue":"Rehabilitation Process and Outcome","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Parkwood Institute; Western University","funders":"","keywords":"Adaptation (eye); Process (computing); Context (archaeology); Spinal cord injury; Process management; Medicine; Set (abstract data type); Best practice; Health care; Spinal cord; Physical medicine and rehabilitation; Computer science; Psychology; Business; Political science; Neuroscience","score_opus":0.14755388916017012,"score_gpt":0.5414352503237702,"score_spread":0.39388136116360006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777538905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831523,0.000037757487,0.011966454,0.0009483846,0.00002456761,0.0038138372,0.000021793643,0.000016351827,0.000018578074],"genre_scores_gemma":[0.98831147,0.0000033440285,0.011078606,0.00011896404,0.00004336188,0.00039579332,0.000018913572,0.000021220274,0.000008332497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998452,0.00006161506,0.00068300276,0.00034067043,0.0002698672,0.00019283057],"domain_scores_gemma":[0.9979846,0.0006860235,0.0005446209,0.00017753485,0.0005286283,0.00007862153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008135589,0.00014660269,0.0003573898,0.00018558513,0.00019164511,0.000044807126,0.00006145735,0.00006318991,0.000008895223],"category_scores_gemma":[0.0025057502,0.00012020969,0.00004979428,0.00018746896,0.000055663102,0.00052961503,0.000012188405,0.00010879386,1.5754925e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016156103,0.00016859386,0.86440104,0.0008547765,0.000062766696,5.4433536e-7,0.0022230982,0.0020497933,0.0035264476,0.00012604168,0.0000051870693,0.1104256],"study_design_scores_gemma":[0.009559592,0.015591046,0.9243606,0.00027385782,0.00025383558,0.0000044718367,0.007209572,0.038360666,0.0031215597,0.0010201827,0.000024411705,0.00022020425],"about_ca_topic_score_codex":0.0005305129,"about_ca_topic_score_gemma":0.00013518368,"teacher_disagreement_score":0.11020539,"about_ca_system_score_codex":0.00007801009,"about_ca_system_score_gemma":0.00018120845,"threshold_uncertainty_score":0.4902009},"labels":[],"label_agreement":null},{"id":"W2781613095","doi":"","title":"Pragmatic evidence-based guideline development: A research protocol","year":2007,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research","funders":"","keywords":"Protocol (science); Guideline; Computer science; Medicine","score_opus":0.6682527557950544,"score_gpt":0.6563002081172359,"score_spread":0.011952547677818504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781613095","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04008978,0.000044876604,0.40899494,0.08268061,0.00023990283,0.42832854,0.0000020884781,0.0006514056,0.038967866],"genre_scores_gemma":[0.16553526,0.0000023854375,0.7415121,0.017086191,0.0008445145,0.07003645,0.000089325054,0.00007840792,0.0048153815],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952755,0.00022395384,0.0021872926,0.0003665508,0.0014110162,0.00053568033],"domain_scores_gemma":[0.99248284,0.005012812,0.00022203467,0.00048056993,0.0015048449,0.00029687578],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.025679354,0.00014022882,0.0002366473,0.00035128888,0.00015583618,0.00004012822,0.00014677802,0.00010109174,0.0035173872],"category_scores_gemma":[0.0325063,0.00010775423,0.00006172521,0.00077356206,0.00008877474,0.00030590763,0.0000882813,0.0004790245,0.000789799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005118781,0.0015223899,0.03234782,0.0009411697,0.00009904968,0.00024117347,0.00035319556,0.000020094505,0.015643945,0.00067489373,0.21672444,0.72631305],"study_design_scores_gemma":[0.0073710345,0.0010656686,0.023097487,0.001049952,0.000055240853,0.000052257452,0.0008944908,0.002900357,0.03373736,0.00038533384,0.9291086,0.00028220456],"about_ca_topic_score_codex":0.00016602219,"about_ca_topic_score_gemma":0.0002793201,"teacher_disagreement_score":0.7260308,"about_ca_system_score_codex":0.00031600517,"about_ca_system_score_gemma":0.001720309,"threshold_uncertainty_score":0.9999882},"labels":[],"label_agreement":null},{"id":"W2782104945","doi":"10.15694/mep.2018.000004.1","title":"The Development and Implementation of New Assessment Tools for the Surgical Clerkship Rotation","year":2018,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Medical education; Consistency (knowledge bases); Medicine; Psychology; Computer science; Mathematics education","score_opus":0.32006854207191626,"score_gpt":0.5423470892350425,"score_spread":0.22227854716312623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782104945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91806495,0.00013261595,0.020333225,0.057413988,0.0006535977,0.00246049,0.000010218823,0.000035845685,0.00089503714],"genre_scores_gemma":[0.9807814,0.0000466438,0.017107114,0.00073722616,0.0007188201,0.00014470304,0.00012586023,0.000014830994,0.00032339848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833614,0.00006861658,0.00082911045,0.00017911056,0.0003984995,0.00018854758],"domain_scores_gemma":[0.99486995,0.004009554,0.0003256112,0.00021806645,0.0005007331,0.000076077224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028882076,0.00009015845,0.00014484592,0.000036156864,0.00029156453,0.00022139838,0.0001055317,0.00004302943,0.00015910223],"category_scores_gemma":[0.002333692,0.000051327766,0.00004838441,0.00016048575,0.00010038908,0.000457989,0.000058107755,0.000104153325,0.0000031559705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019728245,0.000030603154,0.011382572,0.000019502208,0.00008627998,3.41864e-7,0.00082004914,4.3406322e-7,0.00011213042,0.0035825297,0.025948629,0.95781964],"study_design_scores_gemma":[0.0044466155,0.000520316,0.42658475,0.000023252389,0.00018724648,0.000014274981,0.011218706,0.00048454717,0.0033071192,0.0009022399,0.5522112,0.000099693556],"about_ca_topic_score_codex":0.00015758837,"about_ca_topic_score_gemma":0.0012647568,"teacher_disagreement_score":0.95772,"about_ca_system_score_codex":0.00007082807,"about_ca_system_score_gemma":0.00063095795,"threshold_uncertainty_score":0.2793816},"labels":[],"label_agreement":null},{"id":"W2782158179","doi":"10.1136/esmoopen-2017-000258","title":"Differential research impact in cancer practice guidelines’ evidence base: lessons from ESMO, NICE and SIGN","year":2018,"lang":"en","type":"article","venue":"ESMO Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Research Councils UK; Economic and Social Research Council; National Institute for Health and Care Research; King's College London; King's College Hospital NHS Foundation Trust","keywords":"Nice; Excellence; Sign (mathematics); Medicine; Evidence-based practice; Health care; Evidence-based medicine; Systematic review; Family medicine; MEDLINE; Alternative medicine; Computer science; Pathology; Political science","score_opus":0.803943401852388,"score_gpt":0.7237889410570072,"score_spread":0.0801544607953808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782158179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7776102,0.0005017796,0.00078067713,0.21701354,0.00044418284,0.0019025048,0.00007700738,0.000031969743,0.0016381296],"genre_scores_gemma":[0.98092175,0.0013140695,0.009375304,0.0060618515,0.0013728578,0.00013681267,0.00007495328,0.000042593256,0.00069979526],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99582946,0.00095662323,0.0011532033,0.00073327095,0.0008401356,0.00048731006],"domain_scores_gemma":[0.9881877,0.008187847,0.0003291697,0.0007416226,0.0022520702,0.00030163262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006174725,0.00020452851,0.000443991,0.00016739935,0.00020094456,0.0002679488,0.00047897085,0.00015222248,0.007181479],"category_scores_gemma":[0.070859395,0.00016859578,0.000055591372,0.00057299365,0.00023196504,0.001642224,0.0008740686,0.00078393304,0.00020905903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013148999,0.00121614,0.16003612,0.00008274214,0.0005055256,0.0003286619,0.0023415184,0.000020153895,0.014516304,0.0002882277,0.5352302,0.2722854],"study_design_scores_gemma":[0.008774865,0.002177017,0.8746071,0.0020201735,0.00057787437,0.00007784459,0.0037562272,0.0062591154,0.0036201554,0.0013011167,0.09627197,0.00055655965],"about_ca_topic_score_codex":0.31107113,"about_ca_topic_score_gemma":0.03416115,"teacher_disagreement_score":0.71457094,"about_ca_system_score_codex":0.0003410152,"about_ca_system_score_gemma":0.0012114992,"threshold_uncertainty_score":0.9937261},"labels":[],"label_agreement":null},{"id":"W2782246037","doi":"","title":"NHG-Standaard Psoriasis (derde herziening)","year":2014,"lang":"nl","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"Medicine; Dermatology; Psoriasis","score_opus":0.11294596343303698,"score_gpt":0.40106340706850424,"score_spread":0.28811744363546726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782246037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92346376,0.0040591755,0.043298375,0.008297057,0.004390068,0.0014560933,0.002112073,0.0004379189,0.012485456],"genre_scores_gemma":[0.96817464,0.0048740087,0.007199349,0.004917488,0.0060218754,0.000017507584,0.0074788867,0.00014389903,0.0011723302],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99373984,0.0010623884,0.0018479805,0.0015139731,0.00079947687,0.0010363335],"domain_scores_gemma":[0.9907272,0.005025112,0.0008251894,0.0026264011,0.00013490484,0.00066118396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005092776,0.00061533,0.00093294156,0.00015714594,0.00061102,0.00033005088,0.001390498,0.00022096546,0.00042397776],"category_scores_gemma":[0.0011936674,0.0005634486,0.00012298793,0.00043106143,0.00023660038,0.0008893155,0.0019217936,0.0009486403,0.00045719123],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032036135,0.00072288525,0.21673597,0.0035007887,0.0015113254,0.00011926334,0.009083084,0.0011986268,0.0012100452,0.00047616256,0.056250535,0.7059877],"study_design_scores_gemma":[0.0045102118,0.00063621916,0.07327438,0.0020703375,0.0018533163,0.00009741076,0.0049339184,0.5593863,0.000025192736,0.0006937598,0.35173637,0.0007825848],"about_ca_topic_score_codex":0.003202909,"about_ca_topic_score_gemma":0.004330176,"teacher_disagreement_score":0.70520514,"about_ca_system_score_codex":0.000065590575,"about_ca_system_score_gemma":0.00014355268,"threshold_uncertainty_score":0.9996817},"labels":[],"label_agreement":null},{"id":"W2784724228","doi":"10.1038/s41393-017-0051-1","title":"Response to correspondence from the ESSA Statement authors","year":2018,"lang":"en","type":"letter","venue":"Spinal Cord","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Parkwood Institute; Praxis Spinal Cord Institute; University of Alberta; Western University; Ontario Neurotrauma Foundation; Spinal Cord Injury Ontario; McMaster University; Brock University; University of British Columbia; Lawson Health Research Institute; International Collaboration On Repair Discoveries; Spinal Cord Injury BC; Queen's University","funders":"","keywords":"Medicine; Statement (logic); MEDLINE; Epistemology; Law","score_opus":0.34604939285284975,"score_gpt":0.534677901077311,"score_spread":0.1886285082244612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784724228","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07948661,0.00007020154,0.0018572311,0.914144,0.0027307516,0.0012369445,0.0002553564,0.00007359696,0.00014531554],"genre_scores_gemma":[0.006572627,0.000019879419,0.0035127914,0.9668779,0.008857807,0.000097451666,0.0005909928,0.00007532678,0.013395245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531496,0.0009405904,0.0013304647,0.0007128104,0.0012289553,0.00047221716],"domain_scores_gemma":[0.9944448,0.0031152705,0.0005666244,0.0011859847,0.000502816,0.00018449665],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034815576,0.00035154767,0.00047360698,0.00012998942,0.00015332428,0.00009611293,0.00048624087,0.0003821067,0.002930782],"category_scores_gemma":[0.012603476,0.00024739886,0.00017347412,0.00031357078,0.00014571937,0.00010116888,0.0002779958,0.0019085689,0.0032749632],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04401235,0.000026688978,0.00021669411,0.000021941165,0.000084385465,0.00055681315,0.00007725762,2.3893202e-7,0.0005696462,0.0000019199354,0.9395295,0.014902571],"study_design_scores_gemma":[0.0008436097,0.0069060586,0.011394289,0.00042078004,0.00038250058,0.000034920457,0.00023948743,0.000017310047,0.00009028634,0.00025773505,0.9791491,0.0002639034],"about_ca_topic_score_codex":0.0011191178,"about_ca_topic_score_gemma":0.00014128174,"teacher_disagreement_score":0.07291398,"about_ca_system_score_codex":0.00034206556,"about_ca_system_score_gemma":0.0007084459,"threshold_uncertainty_score":0.99999785},"labels":[],"label_agreement":null},{"id":"W2786355891","doi":"10.1056/em201106170000008","title":"Orders for Ankle Radiographs Increased Over 7 Years","year":2011,"lang":"en","type":"article","venue":"Journal watch","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Ankle; Radiography; Physical medicine and rehabilitation; Orthodontics; Physical therapy; Radiology; Surgery","score_opus":0.22995286317623845,"score_gpt":0.4527526666592275,"score_spread":0.22279980348298903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786355891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875601,0.00007853249,0.0030110981,0.0077218316,0.00050817407,0.00044961617,0.00000860118,0.000029180876,0.0006328475],"genre_scores_gemma":[0.96453744,0.00030423264,0.030241692,0.0038199036,0.00067420537,0.000011906411,0.000021724809,0.000031630767,0.00035725054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988356,0.000045978915,0.0005672553,0.00011876787,0.00023293564,0.00019944423],"domain_scores_gemma":[0.99892944,0.00029143103,0.00023570427,0.00014661902,0.00019380696,0.00020299872],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010129802,0.000080887614,0.00018383231,0.00008593526,0.000070377086,0.000021096188,0.00007085636,0.00006294182,0.0013133716],"category_scores_gemma":[0.0013736425,0.00006773482,0.00019336917,0.00015772555,0.000029254745,0.00019256496,0.000015624151,0.00025700132,0.000027611977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032786478,0.00072818354,0.27432367,0.00005468557,0.0004864363,0.00021318372,0.0012412493,0.0000018621312,0.003689493,0.00014329741,0.63773715,0.07810214],"study_design_scores_gemma":[0.016902527,0.001957609,0.48038617,0.00009970382,0.0009766832,0.0010181171,0.0011536288,0.0005269278,0.0009368905,0.007111296,0.48859683,0.00033362812],"about_ca_topic_score_codex":0.0003362791,"about_ca_topic_score_gemma":0.000039048948,"teacher_disagreement_score":0.2060625,"about_ca_system_score_codex":0.00006105577,"about_ca_system_score_gemma":0.00011760524,"threshold_uncertainty_score":0.9995996},"labels":[],"label_agreement":null},{"id":"W2786414238","doi":"10.1016/j.jogc.2017.11.043","title":"Author Response: Guideline Clarification","year":2018,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health PEI; Saskatoon Medical Imaging","funders":"","keywords":"Medicine; Guideline; Medical physics; Intensive care medicine; Pathology","score_opus":0.12073744290466358,"score_gpt":0.40887388211904874,"score_spread":0.28813643921438514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786414238","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0139311245,0.0015292724,0.0003174465,0.96232665,0.021428019,0.00025925986,0.000058162324,0.00000578337,0.00014428538],"genre_scores_gemma":[0.024799779,0.0000990864,0.008604955,0.95819974,0.0028561885,0.0000039209963,0.00020791363,0.000060746424,0.0051676664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957906,0.00040157896,0.0024773737,0.0002493278,0.0007855579,0.0002955585],"domain_scores_gemma":[0.9807974,0.013730099,0.0024568227,0.00032191878,0.0024865798,0.00020714766],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028269207,0.00022147938,0.0007083594,0.00047463612,0.0000910031,0.00003065172,0.00018172887,0.00085567095,0.00095411966],"category_scores_gemma":[0.10108833,0.00018781303,0.00011916057,0.00035503303,0.000098548466,0.0000931566,0.000052454852,0.002410075,0.000004251381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005876818,0.000024284647,0.0019948354,0.000045346584,0.00017003981,0.0049549947,0.0000129771615,0.0000010213764,0.000011105223,0.0000023914959,0.9654979,0.027226306],"study_design_scores_gemma":[0.0018232181,0.00097349135,0.036306888,0.000012123149,0.000598399,0.00044552234,0.000078283716,0.000059397415,0.000009980804,0.000089199464,0.9594561,0.00014738388],"about_ca_topic_score_codex":0.008482215,"about_ca_topic_score_gemma":0.0064297006,"teacher_disagreement_score":0.09826141,"about_ca_system_score_codex":0.0017746385,"about_ca_system_score_gemma":0.008700925,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W2787224227","doi":"10.1186/s40560-017-0270-8","title":"The Japanese Clinical Practice Guidelines for Management of Sepsis and Septic Shock 2016 (J-SSCG 2016)","year":2018,"lang":"en","type":"article","venue":"Journal of Intensive Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Septic shock; Medicine; Guideline; Audit; Intensive care; Workflow; Sepsis; Family medicine; Internal medicine; Intensive care medicine; Management; Pathology","score_opus":0.2920387346673977,"score_gpt":0.5685649587922983,"score_spread":0.2765262241249006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787224227","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43379468,0.017362019,0.0049769287,0.5302217,0.007872119,0.0028398293,0.00008051937,0.000031466465,0.0028207432],"genre_scores_gemma":[0.59158194,0.022927653,0.17883785,0.1927816,0.009822505,0.000035616315,0.00003843523,0.00013879414,0.003835616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962709,0.00014855705,0.0027036094,0.00019447324,0.00048247146,0.0001999647],"domain_scores_gemma":[0.911118,0.0044266144,0.001945738,0.00031790414,0.08202192,0.00016983553],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030554428,0.00015211718,0.00050464214,0.00007911826,0.00011192337,0.000030108564,0.00015977434,0.000099264704,0.000038858376],"category_scores_gemma":[0.121481664,0.000089376226,0.0003190085,0.00011663786,0.00028484827,0.0002657324,0.00011724411,0.0002986301,0.000011626632],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003834717,0.00006825692,0.0009725337,0.00019485825,0.0011408159,0.000071736,0.0010395406,0.0000019278168,0.00026077323,0.00005056066,0.89649576,0.0958685],"study_design_scores_gemma":[0.006945906,0.006076675,0.0061734696,0.0016436875,0.003865928,0.000934536,0.38858062,0.0002920253,0.00035181898,0.0002416403,0.5847081,0.00018557312],"about_ca_topic_score_codex":0.000029117571,"about_ca_topic_score_gemma":0.000016114602,"teacher_disagreement_score":0.3875411,"about_ca_system_score_codex":0.00007719876,"about_ca_system_score_gemma":0.0002473057,"threshold_uncertainty_score":0.8859185},"labels":[],"label_agreement":null},{"id":"W2789435708","doi":"","title":"Sectional table of concordance for the revised statutes of Alberta","year":2016,"lang":"en","type":"article","venue":"Books | Encyclopedia of Canadian Laws","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Concordance; Table (database); Statute; Political science; Computer science; Law; Medicine; Data mining","score_opus":0.08725226734842359,"score_gpt":0.36944420359111063,"score_spread":0.282191936242687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789435708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59486485,0.0017733888,0.00442592,0.053830978,0.0022491862,0.007454027,0.0032931862,0.00003931941,0.33206913],"genre_scores_gemma":[0.97077376,0.0009959253,0.003817757,0.0011897583,0.00037154247,0.000078596866,0.000058058577,0.000033231223,0.022681382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985716,0.000032649103,0.00084756006,0.00014790954,0.00020751946,0.00019278956],"domain_scores_gemma":[0.99490184,0.003787915,0.0004384275,0.00029803155,0.0004126853,0.00016109893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005337137,0.0000887161,0.00028941786,0.00013066456,0.00003563866,0.0000023797415,0.00011382462,0.00005285786,0.000428434],"category_scores_gemma":[0.004500891,0.000056606634,0.000095966345,0.00014600244,0.00014190102,0.000099176534,0.000013352379,0.000057920402,0.0000028895884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020682581,0.0002227783,0.3786501,0.0011588149,0.00080563314,0.000008119098,0.00067371945,0.000028093635,0.013058267,0.07597606,0.38217074,0.1451794],"study_design_scores_gemma":[0.0020441734,0.00030881455,0.05968794,0.0001555442,0.00017632077,0.000006178218,0.00009587927,0.000029560642,0.001466021,0.00072899414,0.9352156,0.00008497782],"about_ca_topic_score_codex":0.31480095,"about_ca_topic_score_gemma":0.5212206,"teacher_disagreement_score":0.55304486,"about_ca_system_score_codex":0.000069605856,"about_ca_system_score_gemma":0.0013902436,"threshold_uncertainty_score":0.6897619},"labels":[],"label_agreement":null},{"id":"W2790189088","doi":"","title":"Ontario statute citator: current bills service.","year":2016,"lang":"en","type":"article","venue":"Books | Encyclopedia of Canadian Laws","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Statute; Business; Current (fluid); Law; Service (business); Political science; Engineering","score_opus":0.12485148103809662,"score_gpt":0.37173272460584345,"score_spread":0.24688124356774682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790189088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6889988,0.00038959653,0.00014647211,0.026708463,0.0021398035,0.0015641778,0.0005146874,0.00008194632,0.27945605],"genre_scores_gemma":[0.9009393,0.0037572363,0.007835075,0.01781384,0.0020470547,0.0001663097,0.00048084327,0.00020920258,0.06675113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777514,0.000054538752,0.0009671664,0.00033354596,0.0003955896,0.00047401688],"domain_scores_gemma":[0.9975303,0.00043920038,0.00027296774,0.00050476537,0.00034815288,0.00090461544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004411096,0.00019702426,0.00036905223,0.00037000832,0.00005557617,0.000011858506,0.00015425832,0.00009612446,0.0021276688],"category_scores_gemma":[0.00077508483,0.00014775047,0.00011174977,0.00026146873,0.000060116417,0.00023912558,0.000035891175,0.00020972251,0.00027855014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002583325,0.00015015373,0.30030113,0.00018059384,0.00018182713,0.00010410945,0.0009988605,8.831928e-7,0.00046635655,0.004713025,0.21112974,0.481515],"study_design_scores_gemma":[0.0014925911,0.00013333073,0.12310197,0.00015117461,0.00013114972,0.000013773211,0.000051506388,0.0000015319267,0.000053477732,0.00052572886,0.8741742,0.00016960426],"about_ca_topic_score_codex":0.8422156,"about_ca_topic_score_gemma":0.99441946,"teacher_disagreement_score":0.6630444,"about_ca_system_score_codex":0.00071739283,"about_ca_system_score_gemma":0.0042444477,"threshold_uncertainty_score":0.99878454},"labels":[],"label_agreement":null},{"id":"W2791494741","doi":"","title":"USING THE MODIFIED DELPHI METHOD TO ESTABLISH CLINICAL CONSENSUS FOR THE DIAGNOSIS AND TREATMENT OF PATIENTS WITH ROTATOR CUFF PATHOLOGY","year":2018,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Bible College","funders":"","keywords":"Rotator cuff; Medicine; Delphi method; Delphi; Pathology; Intensive care medicine; Medical physics; Surgery; Computer science; Artificial intelligence","score_opus":0.4919676448519158,"score_gpt":0.56976789733471,"score_spread":0.07780025248279421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791494741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8699731,0.000026243633,0.119934216,0.0075381882,0.00014288853,0.002293115,0.000046679488,0.000011478124,0.00003408111],"genre_scores_gemma":[0.8174409,0.000035883626,0.17877696,0.003303788,0.00023577397,0.00015140722,0.000012573486,0.000016890395,0.00002577343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983402,0.00027886595,0.00079254503,0.00026071395,0.00016182305,0.00016584549],"domain_scores_gemma":[0.9858553,0.0128176985,0.00027262946,0.00034626346,0.00060837076,0.000099737976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001443376,0.000115108145,0.00032117087,0.000032862456,0.00011694925,0.0000142008275,0.00005740047,0.000060198356,0.000047899124],"category_scores_gemma":[0.0044513685,0.00005013535,0.00007020975,0.000131181,0.00024139037,0.000034640376,0.000041729163,0.000060174596,0.0000013984262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077114776,0.0014118522,0.5412256,0.000020223026,0.0005179365,0.0000057491998,0.0011325757,0.000052339878,0.000119348726,0.00060602097,0.0041153985,0.44308147],"study_design_scores_gemma":[0.034675423,0.03413659,0.8455539,0.00007385311,0.005249649,0.000057609373,0.0062756543,0.033120736,0.0036321185,0.0006773184,0.03614033,0.0004068171],"about_ca_topic_score_codex":0.0004497696,"about_ca_topic_score_gemma":0.00040449487,"teacher_disagreement_score":0.44267464,"about_ca_system_score_codex":0.000034857385,"about_ca_system_score_gemma":0.000105619605,"threshold_uncertainty_score":0.53290254},"labels":[],"label_agreement":null},{"id":"W2791549905","doi":"10.1503/cjs.011117","title":"Physician extenders on surgical services: the need for a systems perspective","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Perspective (graphical); Affect (linguistics); Health care; Health care delivery; Work (physics); Nursing; Knowledge management","score_opus":0.24574667299997754,"score_gpt":0.4354300923416597,"score_spread":0.18968341934168215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791549905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9142069,0.0010359957,0.0005008964,0.07343748,0.0049316934,0.00090903306,0.00006823295,0.00001633989,0.0048933877],"genre_scores_gemma":[0.990419,0.000017700146,0.000057497153,0.005943981,0.0034158519,0.0000056475988,0.0000071210725,0.000021065376,0.00011216372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856675,0.00010777826,0.00069161505,0.00012005737,0.00023772237,0.00027608365],"domain_scores_gemma":[0.99515957,0.0025163605,0.00046398418,0.00018230734,0.0012147157,0.0004630882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016966782,0.000103506674,0.00032929415,0.00022985385,0.00016975221,0.00005628357,0.00009610166,0.000057004312,0.000065411485],"category_scores_gemma":[0.0013115476,0.00006889579,0.00025610853,0.00021121788,0.00013552874,0.00014800987,0.000003930731,0.00022844682,0.00001710953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010940061,0.0006461022,0.093670465,0.0008020372,0.0036899867,0.004092761,0.0144481165,0.00027474487,0.00062720216,0.02666833,0.7594006,0.08473961],"study_design_scores_gemma":[0.004659739,0.0018851721,0.03419683,0.0014780366,0.0008726941,0.0026501957,0.116762765,0.0016706691,0.0001443325,0.0018483374,0.83338827,0.00044296216],"about_ca_topic_score_codex":0.008674611,"about_ca_topic_score_gemma":0.0068833944,"teacher_disagreement_score":0.10231465,"about_ca_system_score_codex":0.0003389731,"about_ca_system_score_gemma":0.0018465878,"threshold_uncertainty_score":0.9979267},"labels":[],"label_agreement":null},{"id":"W2791551839","doi":"10.5489/cuaj.5270","title":"Advancing Canadian Urological Association guidelines using GRADE","year":2018,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Medicine; Psychology","score_opus":0.1705927120860756,"score_gpt":0.4331003302742447,"score_spread":0.26250761818816915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791551839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73877597,0.00012357322,0.0007509196,0.25615287,0.0018784725,0.000419408,0.0000742486,0.00007348891,0.0017510505],"genre_scores_gemma":[0.93053734,0.00007553628,0.0065133288,0.057144612,0.0051154336,0.000006371872,0.000071303504,0.00003437325,0.0005016695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949428,0.00056128606,0.001677282,0.0004373828,0.00093634543,0.0014449214],"domain_scores_gemma":[0.99228036,0.0009978706,0.0011801695,0.00021723968,0.002838278,0.0024861007],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058147097,0.00028187752,0.0005260353,0.00050138717,0.0009483076,0.00021995006,0.00022861443,0.000747419,0.0028524387],"category_scores_gemma":[0.052571554,0.0002521164,0.0002654182,0.0006054544,0.000060624017,0.00041654904,0.000033383974,0.0013177687,0.00033325012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005937342,0.000043249023,0.8920642,0.0000027835795,0.00016081985,0.0001094314,0.00006137676,0.00019715216,0.0004085067,0.000085817715,0.10253866,0.004268617],"study_design_scores_gemma":[0.0017940998,0.0007005083,0.49586508,0.000024895358,0.00038118399,0.0005788367,0.0002068657,0.0064743953,0.000053886986,0.0014676186,0.49209055,0.0003620832],"about_ca_topic_score_codex":0.16482662,"about_ca_topic_score_gemma":0.19760771,"teacher_disagreement_score":0.39619914,"about_ca_system_score_codex":0.009645736,"about_ca_system_score_gemma":0.0038218426,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W2791750210","doi":"10.1136/bmjopen-2017-018053","title":"Towards high-quality, useful practice guidelines for child and youth mental health disorders: protocol for a systematic review and consensus exercise","year":2018,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Alberta; Hospital for Sick Children; Centre for Addiction and Mental Health; SickKids Foundation; University of Toronto; McMaster University; Ontario Centre of Excellence for Child and Youth Mental Health; Children's Hospital of Eastern Ontario; University of Calgary; Impact","funders":"","keywords":"Medicine; Rigour; Mental health; Stakeholder; Protocol (science); Medical education; Psychiatry; Alternative medicine; Public relations","score_opus":0.7042623931844519,"score_gpt":0.6926247798837218,"score_spread":0.011637613300730099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791750210","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0596593e-8,0.44645125,0.00013021448,0.040011857,0.00007016049,0.5121558,0.001081444,0.000023376471,0.00007593338],"genre_scores_gemma":[1.4938026e-8,0.51115334,0.024976691,0.010815395,0.00022668128,0.45174086,0.0008319693,0.00007565375,0.00017935177],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99037516,0.0011226523,0.00657029,0.0009853472,0.0005248044,0.0004217625],"domain_scores_gemma":[0.98856515,0.0023622937,0.006065029,0.0010467118,0.001618316,0.000342487],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019870596,0.00065058155,0.005975291,0.00010762796,0.0002936051,0.00025019507,0.00038250853,0.00023083284,0.000033807777],"category_scores_gemma":[0.08241239,0.00045000648,0.00039499818,0.0002078794,0.000118637734,0.00032795945,0.0006700176,0.00026318387,0.000011828221],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058933254,0.00017331383,4.0993197e-7,0.84485966,0.0004501167,4.653107e-7,0.00012064601,4.0665507e-9,3.3725003e-9,0.00010087033,0.08025127,0.07345388],"study_design_scores_gemma":[0.0035896073,0.0007830351,5.1665927e-7,0.46350592,0.008975757,0.00020292615,0.00062589755,0.000004438332,2.8301331e-8,0.00005398897,0.52197146,0.00028640433],"about_ca_topic_score_codex":0.0008438575,"about_ca_topic_score_gemma":0.00017448943,"teacher_disagreement_score":0.44172022,"about_ca_system_score_codex":0.00014589017,"about_ca_system_score_gemma":0.0018772612,"threshold_uncertainty_score":0.9997952},"labels":[],"label_agreement":null},{"id":"W2791861176","doi":"10.1055/s-0038-1638171","title":"Quality health care requires quality patient data","year":2003,"lang":"en","type":"article","venue":"Yearbook of Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Quality (philosophy); Health care; Health care quality; Data quality; Medicine; Business; Political science; Marketing","score_opus":0.5075590152329831,"score_gpt":0.6050968875020113,"score_spread":0.09753787226902821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791861176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84136623,0.0027329766,0.042243425,0.041898914,0.0019722825,0.0036187447,0.0007569817,0.00034446185,0.065065965],"genre_scores_gemma":[0.8977926,0.00065040844,0.070590675,0.029219007,0.00023184236,0.00001332817,0.001397247,0.000031628602,0.000073302464],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936915,0.00034713306,0.0033580342,0.0001459945,0.0021927801,0.000264528],"domain_scores_gemma":[0.9961362,0.0010140652,0.0010341568,0.0011165658,0.00026033193,0.00043867264],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006177755,0.00012442062,0.0005052259,0.000059455833,0.00004985496,0.000012881543,0.00030571516,0.00015167365,0.0007225648],"category_scores_gemma":[0.02200747,0.00010244689,0.00007296955,0.00013851059,0.00016650511,0.00030010936,0.00023662177,0.0004075462,0.00006054342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040660877,0.0009857321,0.013828932,0.005087329,0.00029969803,0.000014729988,0.02186797,0.000007707841,0.000034458146,0.023715025,0.13599491,0.7977569],"study_design_scores_gemma":[0.009933026,0.0019392502,0.013300267,0.0009974639,0.00017929815,0.00008671545,0.09319492,0.002294351,0.0006189524,0.0007324557,0.8761188,0.0006045056],"about_ca_topic_score_codex":0.0005349648,"about_ca_topic_score_gemma":0.00012697096,"teacher_disagreement_score":0.7971524,"about_ca_system_score_codex":0.000112449714,"about_ca_system_score_gemma":0.0017138727,"threshold_uncertainty_score":0.98623055},"labels":[],"label_agreement":null},{"id":"W2792761210","doi":"10.1016/j.jphys.2017.11.016","title":"Appraisal of Clinical Practice Guideline: Management of neck pain","year":2018,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Guideline; Physical therapy; Neck pain; Pain management; Clinical Practice; MEDLINE; Alternative medicine; Pathology","score_opus":0.1456935625271355,"score_gpt":0.5912863327058743,"score_spread":0.4455927701787388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792761210","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8808943,0.00072790944,0.08403943,0.025815345,0.0027188987,0.0008044744,0.000011559048,0.00002380719,0.00496428],"genre_scores_gemma":[0.4544453,0.0015546568,0.53228307,0.007910574,0.003656538,0.00000172783,0.00000651655,0.000043423377,0.00009818384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416363,0.00039263978,0.0043060384,0.00015749203,0.0008299546,0.00015026402],"domain_scores_gemma":[0.9907915,0.0022718685,0.0041607674,0.00037044584,0.002268526,0.00013691465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008741925,0.00013074964,0.00071835134,0.000107940585,0.000022519298,0.0000071093873,0.00018998151,0.00008508228,0.00045687874],"category_scores_gemma":[0.006246914,0.00010037731,0.0003993636,0.0002694993,0.00015738491,0.00032069287,0.000035274246,0.00028887863,0.000009804016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013429572,0.0041050864,0.007875028,0.00040020104,0.0024306236,0.00008432448,0.0003631331,0.000033511253,0.030090583,0.0007002577,0.22228783,0.71819985],"study_design_scores_gemma":[0.01824069,0.015518305,0.054844536,0.00094105356,0.0010042521,0.00016249683,0.0030027363,0.001597645,0.0059351567,0.0007762835,0.89774716,0.00022969005],"about_ca_topic_score_codex":0.000039502313,"about_ca_topic_score_gemma":0.0000020985556,"teacher_disagreement_score":0.71797013,"about_ca_system_score_codex":0.000027208327,"about_ca_system_score_gemma":0.00023723673,"threshold_uncertainty_score":0.7478591},"labels":[],"label_agreement":null},{"id":"W2793075386","doi":"10.22374/cjgim.v13i1.264","title":"The Top 5 Papers of 2016-2017 for General Internists","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Annals; Medical journal; Presentation (obstetrics); Alternative medicine; Family medicine; Table (database); Library science; Classics; Surgery; History; Pathology","score_opus":0.16525691902821912,"score_gpt":0.4720241783574834,"score_spread":0.3067672593292643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793075386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9155627,0.0014854062,0.0039007796,0.063284256,0.007639724,0.0005010177,0.00004219241,0.000006300487,0.0075776125],"genre_scores_gemma":[0.97311705,0.00014625532,0.0035247523,0.005174159,0.009568931,0.000004097909,0.000013932649,0.000028494258,0.008422313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976536,0.000072092196,0.0014778504,0.00013963335,0.0003305045,0.00032633854],"domain_scores_gemma":[0.9962015,0.0005373022,0.0008867216,0.00026566905,0.0014027585,0.0007060369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016034546,0.00014853413,0.00042515877,0.00020795046,0.00013178233,0.00002113054,0.00034588043,0.00007177729,0.00064286357],"category_scores_gemma":[0.00546817,0.00008815889,0.00019207386,0.00010275401,0.0006287023,0.000104421844,0.000019460202,0.00028919536,0.000008338185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002652934,0.000044835095,0.030983957,0.00006484,0.00078503235,0.00019587326,0.00094106875,0.00000660913,0.031593308,0.0019403415,0.78812844,0.14266275],"study_design_scores_gemma":[0.0066227927,0.007120649,0.04252974,0.00089044526,0.0005529826,0.0012057885,0.0007785341,0.0006550028,0.0044404757,0.0012129808,0.9338105,0.00018013174],"about_ca_topic_score_codex":0.010434521,"about_ca_topic_score_gemma":0.025275622,"teacher_disagreement_score":0.14568204,"about_ca_system_score_codex":0.00019036101,"about_ca_system_score_gemma":0.0011683899,"threshold_uncertainty_score":0.9961551},"labels":[],"label_agreement":null},{"id":"W2793168691","doi":"10.5489/cuaj.5237","title":"Truth and consequences — The issue with standards and guidelines","year":2018,"lang":"en","type":"editorial","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Psychology","score_opus":0.07583177436263412,"score_gpt":0.4206788885859417,"score_spread":0.3448471142233076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793168691","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018649066,0.002981901,0.00013171883,0.5401597,0.43439263,0.00083210185,0.0014705429,0.000048959006,0.0013333773],"genre_scores_gemma":[0.01683104,0.0042282734,0.0013240637,0.016576609,0.9596334,0.000015435486,0.00020414597,0.00004264933,0.0011443585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967646,0.000359992,0.00091186335,0.00031751982,0.0012527409,0.0003932894],"domain_scores_gemma":[0.98979527,0.004595764,0.0009952298,0.00014651241,0.0037816642,0.00068556564],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005572179,0.00023121358,0.0004691134,0.00011609752,0.00047996096,0.00032125946,0.00012248669,0.0006957134,0.000611521],"category_scores_gemma":[0.08375983,0.00012819216,0.000060349055,0.00013215079,0.00034170863,0.00012991106,0.000029485838,0.0015346948,0.000010219537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017201649,0.0000060896973,0.009666391,0.000008780423,0.00016966711,0.00006175083,0.000050244427,5.457736e-7,0.0000012869777,0.000017982506,0.98539925,0.004445978],"study_design_scores_gemma":[0.0013129114,0.0010439159,0.0056249867,0.00006328223,0.00048669922,0.00029502317,0.00026153852,0.00002536436,8.28111e-7,0.00070890307,0.9900231,0.00015346058],"about_ca_topic_score_codex":0.0034250722,"about_ca_topic_score_gemma":0.007049709,"teacher_disagreement_score":0.5252408,"about_ca_system_score_codex":0.0008258177,"about_ca_system_score_gemma":0.004640597,"threshold_uncertainty_score":0.92395806},"labels":[],"label_agreement":null},{"id":"W2793709096","doi":"10.1016/j.jpeds.2018.01.084","title":"Effectiveness of Pediatric Asthma Pathways for Hospitalized Children: A Multicenter, National Analysis","year":2018,"lang":"en","type":"article","venue":"The Journal of Pediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Asthma; Odds ratio; Chest radiograph; Clinical pathway; Pediatrics; Retrospective cohort study; Emergency medicine; Generalized estimating equation; Intensive care medicine; Internal medicine","score_opus":0.08306044757174288,"score_gpt":0.4250274919997423,"score_spread":0.3419670444279994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793709096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97906387,0.00029275334,0.019393196,0.0002951031,0.00032684757,0.00051324355,0.000065950066,0.0000069649705,0.000042050196],"genre_scores_gemma":[0.99152684,0.000435722,0.004968376,0.00012014739,0.0028980956,0.000003483918,0.00002524044,0.000015858075,0.000006241531],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975284,0.0002376625,0.0012117251,0.000110283916,0.0007547393,0.00015721297],"domain_scores_gemma":[0.9914459,0.0036008854,0.0015757506,0.00014494019,0.0031348795,0.00009763842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065698144,0.000117787655,0.000432287,0.00046541216,0.00007496984,0.000011744456,0.00018871384,0.00006931241,0.000038076825],"category_scores_gemma":[0.008039802,0.00007826555,0.00039594996,0.0010615672,0.00006510707,0.00016995225,0.000043678494,0.00019784163,0.0000047860203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072143697,0.0010182015,0.9837229,0.0004734512,0.00072368415,0.0000029729676,0.0004033995,0.00022100736,0.0012033888,0.00017875488,0.0038574045,0.000980465],"study_design_scores_gemma":[0.007449982,0.0023464647,0.9777045,0.000012421513,0.01057144,0.000036810707,0.00011243747,0.0004787346,0.00057653565,0.0005638827,0.000044977234,0.00010181444],"about_ca_topic_score_codex":0.000021028072,"about_ca_topic_score_gemma":0.0000037043678,"teacher_disagreement_score":0.014424821,"about_ca_system_score_codex":0.00008913471,"about_ca_system_score_gemma":0.00033030656,"threshold_uncertainty_score":0.96249753},"labels":[],"label_agreement":null},{"id":"W2794136313","doi":"10.1016/j.jclinepi.2018.02.026","title":"Do clinicians want recommendations? A multicenter study comparing evidence summaries with and without GRADE recommendations","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certainty; Context (archaeology); Medicine; Randomized controlled trial; MEDLINE; Evidence-based medicine; Evidence-based practice; Presentation (obstetrics); Medical education; Action (physics); Family medicine; Alternative medicine","score_opus":0.7620692003378781,"score_gpt":0.6610417971729302,"score_spread":0.10102740316494785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794136313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8307964,0.00019384088,0.010556093,0.15638475,0.0013381793,0.0006332416,0.0000053500435,0.000022085793,0.00007004753],"genre_scores_gemma":[0.9156833,0.0017819476,0.07100588,0.009809239,0.0016286758,0.00000975106,0.0000106495745,0.000024259018,0.00004625564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9842311,0.0057930932,0.008802311,0.0004921323,0.00030271735,0.00037861176],"domain_scores_gemma":[0.9140308,0.07706557,0.0063265837,0.0005492714,0.0014743466,0.00055341126],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040609993,0.00023595171,0.0024522732,0.00018944668,0.00019924546,0.00003331121,0.00021446304,0.00019243547,0.00024191085],"category_scores_gemma":[0.20475413,0.00015855106,0.0002814777,0.00021344527,0.0007092395,0.0005442645,0.00015649814,0.0014624256,0.00002671255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039534084,0.0011631049,0.94220215,0.000020519035,0.00046153588,0.000013952156,0.0003965962,0.0000050771764,0.000005618757,0.00009405499,0.009749347,0.04193461],"study_design_scores_gemma":[0.009348532,0.0125527065,0.945066,0.0008747453,0.0011553235,0.000275485,0.0040864213,0.0021236655,0.000004480475,0.0010248473,0.023302248,0.0001855717],"about_ca_topic_score_codex":0.00016790145,"about_ca_topic_score_gemma":0.0009519779,"teacher_disagreement_score":0.16414414,"about_ca_system_score_codex":0.00006154926,"about_ca_system_score_gemma":0.00036712977,"threshold_uncertainty_score":0.9878939},"labels":[],"label_agreement":null},{"id":"W2794418238","doi":"10.1200/jco.2018.36.6_suppl.145","title":"Comparative effectiveness of a patient-centered prostate biopsy report in clinical prostate cancer practice.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Prostate biopsy; Prostate; Prostate cancer; Biopsy; Checklist; Gynecology; Cancer; Radiology; Internal medicine","score_opus":0.37917970834735487,"score_gpt":0.641642305559582,"score_spread":0.26246259721222714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794418238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98508024,0.00021828187,0.00015512208,0.0084113125,0.0036643678,0.0012452902,0.000015005282,0.000010360478,0.0012000457],"genre_scores_gemma":[0.98570514,0.000716101,0.010230742,0.0020214347,0.0012164806,0.00002382308,0.000014598281,0.000024922292,0.000046766683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98012024,0.005201286,0.013119789,0.00046499047,0.0007390725,0.00035463605],"domain_scores_gemma":[0.9523619,0.02834902,0.013794301,0.00041252928,0.0046290304,0.0004532605],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031942457,0.00022622995,0.0031071582,0.00022843285,0.000036622514,0.000011618855,0.00018331363,0.0004369525,0.00013039201],"category_scores_gemma":[0.100241825,0.00016737175,0.000623974,0.00045795317,0.0008887534,0.0005435052,0.0001375564,0.0017943139,0.00002247221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09977738,0.009385662,0.76270044,0.0001393049,0.0010270278,0.003452087,0.00074042444,0.00001747051,0.0007699854,0.00003547613,0.0024161376,0.11953863],"study_design_scores_gemma":[0.027281549,0.04783081,0.84880733,0.0009734806,0.0010155631,0.0025513202,0.0016593956,0.00020045793,0.0007086462,0.0003980881,0.06837244,0.00020093855],"about_ca_topic_score_codex":0.0003148742,"about_ca_topic_score_gemma":0.00022125054,"teacher_disagreement_score":0.119337685,"about_ca_system_score_codex":0.0002817146,"about_ca_system_score_gemma":0.0052071195,"threshold_uncertainty_score":0.99681896},"labels":[],"label_agreement":null},{"id":"W2795128742","doi":"10.1002/ams2.322","title":"The Japanese Clinical Practice Guidelines for Management of Sepsis and Septic Shock 2016 (J‐<scp>SSCG</scp>2016)","year":2018,"lang":"en","type":"article","venue":"Acute Medicine & Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Septic shock; Sepsis; Medicine; Clinical Practice; Intensive care medicine; Internal medicine; Nursing","score_opus":0.29176560328621587,"score_gpt":0.5383709612691461,"score_spread":0.2466053579829302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795128742","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46750212,0.00991103,0.006651854,0.4897865,0.0093908245,0.005238135,0.000098493496,0.00029254842,0.011128486],"genre_scores_gemma":[0.42282462,0.14007373,0.11962682,0.23708472,0.028913084,0.0009491989,0.001037858,0.0006107005,0.048879273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99368465,0.00031999077,0.0038757322,0.000648199,0.0009049555,0.00056649157],"domain_scores_gemma":[0.9494624,0.043760408,0.0015587976,0.0010292674,0.003798279,0.00039084812],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012953781,0.00034746333,0.001060492,0.00016557607,0.00025279564,0.000027248163,0.00022184293,0.00017759188,0.00008208313],"category_scores_gemma":[0.093079455,0.00021064209,0.00031868299,0.0004335557,0.0009295107,0.00036182228,0.0002130948,0.00030883445,0.000056219866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000556221,0.0001716402,0.0037554612,0.00018863931,0.0013011758,0.00005615949,0.00023656033,1.7562198e-7,0.00012296389,0.000085035535,0.8541775,0.13934848],"study_design_scores_gemma":[0.0038681102,0.0014260955,0.011814774,0.0009825418,0.0052634696,0.0002489728,0.010440219,0.0006480788,0.00009168789,0.00036254706,0.9647102,0.00014335214],"about_ca_topic_score_codex":0.00019969876,"about_ca_topic_score_gemma":0.0000240242,"teacher_disagreement_score":0.2527018,"about_ca_system_score_codex":0.000050901093,"about_ca_system_score_gemma":0.00029066097,"threshold_uncertainty_score":0.9145599},"labels":[],"label_agreement":null},{"id":"W2795388976","doi":"","title":"Types of Specialty Solutions","year":2018,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.38407169357694043,"score_gpt":0.5289597690831449,"score_spread":0.14488807550620447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795388976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55507606,0.00004579131,0.03187154,0.029935686,0.00079641567,0.0004504667,0.000011100506,0.00009957247,0.3817134],"genre_scores_gemma":[0.9861282,0.000008302918,0.01058001,0.0011077384,0.00062354334,8.944244e-7,0.0000076547885,0.0000035188127,0.0015401249],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994927,0.000012094378,0.00027590414,0.00005927584,0.00009495796,0.00006504135],"domain_scores_gemma":[0.9994341,0.00014846562,0.000057750392,0.00011862399,0.00020717109,0.000033861543],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025958483,0.00002451933,0.00007400874,0.00002481801,0.000021199177,0.0000015440091,0.000019120358,0.000019049483,0.005231194],"category_scores_gemma":[0.0014286542,0.000019351675,0.000027144111,0.00008244333,0.00006785337,0.000042983935,0.000019790223,0.00003375266,0.0003356387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007718183,0.0009140565,0.08642051,0.000068355606,0.00021540569,0.0000061390397,0.0004209937,0.0000020849666,0.03888259,0.058741767,0.64284635,0.17070995],"study_design_scores_gemma":[0.0038985356,0.002219081,0.42189735,0.000053659962,0.00045392968,0.0000476218,0.0010050337,0.0017986032,0.034170706,0.005758289,0.52851325,0.00018395667],"about_ca_topic_score_codex":0.00013950426,"about_ca_topic_score_gemma":0.00035989247,"teacher_disagreement_score":0.43105215,"about_ca_system_score_codex":0.000011540197,"about_ca_system_score_gemma":0.000066302426,"threshold_uncertainty_score":0.9956782},"labels":[],"label_agreement":null},{"id":"W2795789695","doi":"10.1016/j.diabres.2018.02.041","title":"Impact of the Canadian Diabetes Association guideline dissemination strategy on clinician knowledge and behaviour change outcomes","year":2018,"lang":"en","type":"article","venue":"Diabetes Research and Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Diabetes Canada; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Canadian Diabetes Association","keywords":"Medicine; Guideline; Glycemic; Psychological intervention; CLARITY; Professional association; Checklist; Nursing; Family medicine; Medical education; Diabetes mellitus; Psychology; Public relations","score_opus":0.3593487196848875,"score_gpt":0.6305642517633815,"score_spread":0.27121553207849397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795789695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664121,0.00022980147,8.8519283e-7,0.029379983,0.00030224008,0.0010154449,0.00009490885,0.000017620614,0.0025469875],"genre_scores_gemma":[0.99590635,0.00033719966,0.00023613432,0.0021072447,0.0008385085,0.00003829497,0.00007982157,0.000029830217,0.00042661125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99473137,0.0014928943,0.0016744505,0.0005065342,0.00090615015,0.0006885919],"domain_scores_gemma":[0.96814305,0.0264972,0.0007597625,0.00052636274,0.0034252875,0.0006483214],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017215885,0.00020243197,0.00051824615,0.00024124079,0.00044737622,0.00012522661,0.0001892248,0.00035829915,0.00014752068],"category_scores_gemma":[0.15436043,0.00013578207,0.00020463952,0.0005695497,0.0005468823,0.0005663358,0.00017736325,0.0012797762,0.000053855776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014560061,0.00074095564,0.91238123,0.00002073402,0.00024006033,0.0000017484128,0.0000992434,5.63967e-8,0.000059514932,0.000087637265,0.011981445,0.074241795],"study_design_scores_gemma":[0.001251025,0.005397691,0.98497754,0.00011532673,0.00027796833,0.0000010208664,0.00029724752,0.0006558033,0.000077896475,0.00029828984,0.006523336,0.00012687374],"about_ca_topic_score_codex":0.015898973,"about_ca_topic_score_gemma":0.045172933,"teacher_disagreement_score":0.13714454,"about_ca_system_score_codex":0.0004470311,"about_ca_system_score_gemma":0.00080852344,"threshold_uncertainty_score":0.99065423},"labels":[],"label_agreement":null},{"id":"W2796028348","doi":"10.1177/2374373518765792","title":"The Person-Centred Care Guideline: From Principle to Practice","year":2018,"lang":"en","type":"article","venue":"Journal of Patient Experience","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Guideline; Intervention (counseling); Nursing; Medicine; Health care; Best practice; Psychology; Medical education; Public relations; Political science; Law","score_opus":0.13841785070132204,"score_gpt":0.48396776397088015,"score_spread":0.3455499132695581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796028348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97366166,0.0009808285,0.002242734,0.01946093,0.0024948353,0.00042841898,0.000007732733,0.000014019898,0.0007088411],"genre_scores_gemma":[0.93955183,0.000056741424,0.051287632,0.007734671,0.0012777641,0.000007864389,0.0000057742527,0.000015234591,0.0000624787],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973272,0.0001251378,0.0012998572,0.00018073482,0.0008450887,0.00022196282],"domain_scores_gemma":[0.9945535,0.0010174977,0.0010174306,0.00035067555,0.0027834969,0.00027736346],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00033849617,0.00011699949,0.0002047849,0.000051907395,0.00021065085,0.000059594586,0.0002180469,0.000042793275,0.00024732426],"category_scores_gemma":[0.020695586,0.00007445668,0.00010759708,0.0002089577,0.00010152092,0.00041866532,0.00007999318,0.00023184434,0.00007676415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011117844,0.00091553805,0.021936791,0.000020243853,0.00034792797,0.0003983452,0.42512465,0.00008285853,0.027137158,0.0001932111,0.18741636,0.3253091],"study_design_scores_gemma":[0.0009940545,0.0020778342,0.0013218925,0.00006504048,0.00009032435,0.00010816765,0.23661286,0.00012471112,0.0055262684,0.000010403942,0.7529842,0.00008423663],"about_ca_topic_score_codex":0.00014617058,"about_ca_topic_score_gemma":0.000038748058,"teacher_disagreement_score":0.56556785,"about_ca_system_score_codex":0.00020223738,"about_ca_system_score_gemma":0.00031744663,"threshold_uncertainty_score":0.98755354},"labels":[],"label_agreement":null},{"id":"W2798070239","doi":"10.1503/cmaj.109-5586","title":"Depression guideline written “by patients for patients” a first for Canada","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Depression (economics); Mood; Anxiety; Mental health; Psychiatry; Medicine; Psychology; Pathology","score_opus":0.03442038388235543,"score_gpt":0.37180366184187646,"score_spread":0.33738327795952106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798070239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5202345,0.00015078818,0.015961632,0.44251543,0.010695306,0.004874285,0.003632122,0.00006600737,0.0018698786],"genre_scores_gemma":[0.8319749,0.000049140748,0.0062612924,0.14807603,0.009593497,0.00012415476,0.0028872432,0.00008521221,0.0009485244],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962593,0.000069475886,0.0014077408,0.00023823747,0.0014494562,0.0005758044],"domain_scores_gemma":[0.99194163,0.0012018011,0.0006492552,0.0001293624,0.0043388116,0.0017391563],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020139338,0.00014796488,0.00028751386,0.000093229006,0.0005086238,0.000050142655,0.00016185113,0.0002890678,0.00129126],"category_scores_gemma":[0.047409683,0.0001328248,0.00011948717,0.0001385559,0.000028708793,0.00015677247,0.000017710443,0.00037912,0.000015972657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009319899,0.00007002247,0.20979914,0.0000095484465,0.00005895927,0.0000019527488,0.000022900795,2.3232806e-7,0.0000012909254,0.0000033362028,0.7502188,0.039720614],"study_design_scores_gemma":[0.0075489236,0.0005351063,0.033996012,0.00006066937,0.0001090961,0.000008965216,0.000094071176,0.0010334944,0.000017175207,0.000059436916,0.95639855,0.0001384743],"about_ca_topic_score_codex":0.25327677,"about_ca_topic_score_gemma":0.92643034,"teacher_disagreement_score":0.6731536,"about_ca_system_score_codex":0.0025016945,"about_ca_system_score_gemma":0.006653347,"threshold_uncertainty_score":0.9996217},"labels":[],"label_agreement":null},{"id":"W2800725936","doi":"10.1002/da.22752","title":"An appraisal of the trustworthiness of practice guidelines for depression and anxiety in children and youth","year":2018,"lang":"en","type":"review","venue":"Depression and Anxiety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Centre for Addiction and Mental Health; SickKids Foundation; Hamilton Health Sciences; University of Toronto; McMaster University; Impact","funders":"Cundill Centre for Child and Youth Depression; Johns Hopkins University","keywords":"Anxiety; Psychological intervention; Depression (economics); Government (linguistics); Quality (philosophy); Harm; Inclusion (mineral); Psychiatry; Psychology; Medicine; Clinical psychology; Family medicine; Social psychology","score_opus":0.1786811725475502,"score_gpt":0.5230035937714188,"score_spread":0.3443224212238686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800725936","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036308,0.9596305,0.0002885863,0.00041937333,0.00026426127,0.0025986347,0.0004113995,0.000024124976,0.000055145083],"genre_scores_gemma":[0.0126281185,0.98024106,0.0058659813,0.0004060284,0.0003585915,0.000043717355,0.00039391758,0.00004863158,0.000013947295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965888,0.00035433096,0.0018283693,0.0006749215,0.00035295656,0.0002005961],"domain_scores_gemma":[0.99611163,0.0009454691,0.0015215494,0.0005828306,0.0006839583,0.00015457431],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021260676,0.00035335578,0.0012656058,0.00010616172,0.00009884682,0.000026293654,0.0001660994,0.00041067065,0.000009340813],"category_scores_gemma":[0.009919429,0.0002052677,0.00019888714,0.00024473364,0.00021135081,0.0003183133,0.00028345044,0.00039647703,1.8471094e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025685364,0.00017725695,0.05490323,0.0025029122,0.00008589135,2.4446214e-7,0.00028283964,6.2757704e-7,0.000027887058,0.000010172457,0.0009963664,0.9407557],"study_design_scores_gemma":[0.008763551,0.0005561602,0.10369679,0.02716111,0.007191795,0.0007235398,0.0017821265,0.00092194916,0.0001450453,0.000065103064,0.8481678,0.0008250728],"about_ca_topic_score_codex":0.000321336,"about_ca_topic_score_gemma":0.000033496064,"teacher_disagreement_score":0.9399306,"about_ca_system_score_codex":0.000013100957,"about_ca_system_score_gemma":0.00018327268,"threshold_uncertainty_score":0.9984204},"labels":[],"label_agreement":null},{"id":"W2800779730","doi":"10.1111/sltb.12466","title":"Systematic Review and Quality Appraisal of Practice Guidelines for Self‐Harm in Children and Adolescents","year":2018,"lang":"en","type":"review","venue":"Suicide and Life-Threatening Behavior","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"Margaret and Wallace McCain Centre for Child, Youth and Family Mental Health","keywords":"Harm; Medicine; Quality (philosophy); Excellence; Critical appraisal; Suicidal ideation; Family medicine; Health care; Psychology; Poison control; Suicide prevention; Nursing; Alternative medicine; Environmental health; Pathology; Social psychology","score_opus":0.3594464646708141,"score_gpt":0.5844234708504366,"score_spread":0.22497700617962246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800779730","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038271728,0.9869933,0.000033691387,0.00047820012,0.00009424186,0.008370011,0.00015804786,0.000041246836,0.0000040789546],"genre_scores_gemma":[0.00024022802,0.99091536,0.0062616593,0.0012611739,0.0002220655,0.0006397309,0.000355455,0.00007574174,0.000028589096],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99345857,0.000596254,0.0045369337,0.000728934,0.00036577196,0.0003135389],"domain_scores_gemma":[0.99321437,0.0023977044,0.0025118592,0.00049740926,0.0011124226,0.00026623544],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056062485,0.00051484315,0.0040482944,0.0002062172,0.00007267121,0.00004498488,0.00012253138,0.0003179615,0.0000089598],"category_scores_gemma":[0.041564953,0.00039048138,0.00026666187,0.0002434561,0.00012768983,0.00025915884,0.00015890079,0.00040406283,0.0000031379693],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010744,0.00030305173,0.015446933,0.93157905,0.0005065789,0.0000076927145,0.000101210426,6.544722e-9,0.0000013433316,0.000014875886,0.00058113685,0.051367983],"study_design_scores_gemma":[0.0040216562,0.0007644603,0.014121214,0.85526025,0.10990646,0.001087372,0.00038933387,0.0000041044864,0.0000018935035,0.000004983442,0.013627563,0.000810682],"about_ca_topic_score_codex":0.00058930967,"about_ca_topic_score_gemma":0.00002332161,"teacher_disagreement_score":0.10939988,"about_ca_system_score_codex":0.000051057585,"about_ca_system_score_gemma":0.00030790258,"threshold_uncertainty_score":0.9998547},"labels":[],"label_agreement":null},{"id":"W2800874027","doi":"10.1111/ijcp.13083","title":"Authorship in reports of clinical practice guidelines: A systematic cross-sectional analysis","year":2018,"lang":"en","type":"article","venue":"International Journal of Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Guideline; Credibility; Cross-sectional study; Family medicine; Clinical Practice; MEDLINE; Systematic review; Pathology","score_opus":0.5374651805685308,"score_gpt":0.6959540895049365,"score_spread":0.15848890893640577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800874027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8728061,0.00076801365,0.031592023,0.0635774,0.020457923,0.0012704069,0.000030991683,0.000054263317,0.009442916],"genre_scores_gemma":[0.8555256,0.0004515032,0.12543024,0.011379375,0.0068517793,0.000008172818,0.000028349692,0.00003604785,0.00028891975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9602883,0.0035139367,0.03088993,0.00071967195,0.004243935,0.00034424683],"domain_scores_gemma":[0.81333476,0.08752353,0.037576225,0.0011852094,0.059593625,0.00078664033],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10312872,0.00030703231,0.002441717,0.0009822862,0.00006014868,0.0001620706,0.000667327,0.0005860164,0.00060168083],"category_scores_gemma":[0.84408903,0.00025326744,0.0019233277,0.0012448985,0.0004966227,0.0026579094,0.00022787125,0.002261829,0.00008249892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017801557,0.004857406,0.9475436,0.00042697458,0.011574019,0.0044985525,0.00020737569,0.00029675025,0.00004034645,0.00049867155,0.0055494844,0.0067052287],"study_design_scores_gemma":[0.007881445,0.0032164715,0.8984849,0.0019073995,0.009158719,0.01254332,0.0012713408,0.004275321,0.000042231764,0.0013481788,0.059511393,0.00035932037],"about_ca_topic_score_codex":0.00033131384,"about_ca_topic_score_gemma":0.00009717711,"teacher_disagreement_score":0.7409603,"about_ca_system_score_codex":0.00021067844,"about_ca_system_score_gemma":0.00224375,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W2801055581","doi":"10.1016/j.jcjd.2018.05.001","title":"Erratum to “Methods”","year":2018,"lang":"en","type":"erratum","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Family medicine; Pathology","score_opus":0.15348704584812198,"score_gpt":0.4687859215592808,"score_spread":0.3152988757111588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801055581","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04722711,0.01907055,0.0017707209,0.24054603,0.49742216,0.002896321,0.0007425576,0.00008308762,0.19024146],"genre_scores_gemma":[0.015570323,0.00024483367,0.23308845,0.15701358,0.109461024,0.000035654593,0.0011050231,0.0007189389,0.48276216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968906,0.00023870025,0.0016447284,0.00025575116,0.0003728433,0.0005973628],"domain_scores_gemma":[0.9930081,0.0005987486,0.0010114217,0.0004413923,0.0016560637,0.003284279],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025330528,0.0002859482,0.0009163046,0.00094353093,0.00009970648,0.00009736401,0.00034944163,0.00046127592,0.001806022],"category_scores_gemma":[0.035845567,0.0002563609,0.00034366464,0.00039512402,0.00012493631,0.00016070384,0.0000285723,0.0015918418,0.00023022837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007185508,0.000013297715,0.0037136963,0.00008458677,0.00022439161,0.00004608983,0.00010898517,4.6612155e-7,0.00008017973,0.0000050705435,0.9740166,0.021699432],"study_design_scores_gemma":[0.0005179099,0.001203888,0.008586573,0.0009254047,0.00060898066,0.000031817075,0.00014975735,0.000014245299,0.00007536583,0.0005093314,0.98714817,0.00022853207],"about_ca_topic_score_codex":0.0007858001,"about_ca_topic_score_gemma":0.012496543,"teacher_disagreement_score":0.38796115,"about_ca_system_score_codex":0.00049149344,"about_ca_system_score_gemma":0.013846025,"threshold_uncertainty_score":0.99998885},"labels":[],"label_agreement":null},{"id":"W2801608022","doi":"10.1186/s12961-018-0288-y","title":"Common issues raised during the quality assurance process of WHO guidelines: a cross-sectional study","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital de l'Enfant-Jésus","funders":"World Health Organization","keywords":"Guideline; Medicine; Quality assurance; Family medicine; Accounting; Business; External quality assessment; Pathology","score_opus":0.8019623507462095,"score_gpt":0.7429135024014568,"score_spread":0.05904884834475266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801608022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747703,0.00065530837,0.000030793828,0.02136183,0.00014023246,0.0025734692,0.000043309956,0.000027310585,0.0003974533],"genre_scores_gemma":[0.9952273,0.00021156616,0.00002814932,0.00072342023,0.0025391167,0.00015053466,0.0000070510137,0.000016165539,0.0010967255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925874,0.002522707,0.0023659307,0.0003441856,0.0016667028,0.0005131038],"domain_scores_gemma":[0.99143517,0.003464802,0.0005451274,0.00052173977,0.0037628643,0.0002702843],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030832738,0.0001136263,0.00048116388,0.00020169474,0.0007275399,0.00010279892,0.00016895865,0.00007225435,0.000025664847],"category_scores_gemma":[0.033231057,0.00007532326,0.000044226235,0.0006472379,0.0004455775,0.0001602147,0.00009611297,0.00045595868,0.00001318049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096186186,0.00023145012,0.98897034,0.0024234222,0.000055313998,0.000002355454,0.0032481488,0.000009713016,0.00016976745,0.00041465965,0.0029430361,0.0005699478],"study_design_scores_gemma":[0.0023431345,0.0012462412,0.9838085,0.00026577123,0.0000036596668,0.000035962505,0.0062062475,0.00071100896,0.000046032954,0.00011942037,0.005154437,0.000059544716],"about_ca_topic_score_codex":0.05525915,"about_ca_topic_score_gemma":0.0022527615,"teacher_disagreement_score":0.05300639,"about_ca_system_score_codex":0.00019091557,"about_ca_system_score_gemma":0.001429608,"threshold_uncertainty_score":0.99796164},"labels":[],"label_agreement":null},{"id":"W2801937012","doi":"10.1007/s00134-018-5102-3","title":"Are systematic reviews and meta-analyses still useful research? Yes","year":2018,"lang":"en","type":"editorial","venue":"Intensive Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Université de Versailles Saint-Quentin-en-Yvelines","keywords":"Medicine; Pain medicine; Anesthesiology; Intensive care medicine; MEDLINE; Anesthesia","score_opus":0.7846616577467268,"score_gpt":0.6476108539548627,"score_spread":0.13705080379186407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801937012","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047527687,0.19638386,0.00016126053,0.03169573,0.7587986,0.011233722,0.0005215734,0.00016028988,0.0005697019],"genre_scores_gemma":[0.0024956956,0.01151252,0.0004143598,0.015251501,0.9626672,0.00083174097,0.0019587816,0.00021342229,0.004654765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98787254,0.002658966,0.0041136267,0.0012869675,0.0034583746,0.000609552],"domain_scores_gemma":[0.8785111,0.038473934,0.00423476,0.00215388,0.07595749,0.00066885806],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009726809,0.00080648717,0.0071012527,0.000804474,0.00015190385,0.000059723763,0.00037781926,0.00085271394,0.0010502702],"category_scores_gemma":[0.77308637,0.0004506508,0.0006750765,0.00062911736,0.0012860128,0.00015491992,0.0003556613,0.0025870649,0.00035634608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021093727,0.000017198296,0.000039573304,0.042625606,0.0047301487,0.000324179,0.0014161092,4.7391126e-8,0.00005244932,0.0000015347214,0.95047474,0.00010749929],"study_design_scores_gemma":[0.0015695064,0.0014855941,0.000041147654,0.01926984,0.09627471,0.00007173975,0.04329881,0.000005385555,0.000027244909,0.000055923483,0.837593,0.00030706346],"about_ca_topic_score_codex":0.00097536494,"about_ca_topic_score_gemma":0.0008714999,"teacher_disagreement_score":0.7633596,"about_ca_system_score_codex":0.00047422998,"about_ca_system_score_gemma":0.0004604564,"threshold_uncertainty_score":0.9998629},"labels":[],"label_agreement":null},{"id":"W2802360858","doi":"10.5489/cuaj.5409","title":"Evolution of the CUA guideline – Raising the bar!","year":2018,"lang":"en","type":"editorial","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Raising (metalworking); Bar (unit); Guideline; Computer science; Engineering; Medicine; Geography; Mechanical engineering; Meteorology","score_opus":0.06951967536060832,"score_gpt":0.39404042739307443,"score_spread":0.3245207520324661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802360858","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005025946,0.0004600935,0.0006872575,0.16592833,0.8253502,0.00071470096,0.00035008078,0.000025178675,0.001458191],"genre_scores_gemma":[0.10046992,0.00012217663,0.00031441048,0.0064329337,0.89113885,0.000008067211,0.0002056449,0.000039642313,0.0012683561],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945603,0.0009071247,0.0020551637,0.00027878798,0.0016835451,0.00051504973],"domain_scores_gemma":[0.98861593,0.0040229564,0.0028867654,0.00042492597,0.0036232523,0.00042616727],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077040065,0.0002368176,0.0005027784,0.00014472487,0.00059319753,0.00010366749,0.0004913551,0.0011472977,0.0012057578],"category_scores_gemma":[0.11778589,0.00013028887,0.0004488522,0.00037556596,0.00015200797,0.00012126797,0.00007787113,0.002814778,0.00007126191],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006651042,0.000023468581,0.014141172,0.0000059420163,0.00013976727,0.000005926701,0.000033908316,0.000021358792,0.000017070883,0.000030099953,0.9842734,0.0012413966],"study_design_scores_gemma":[0.00096308807,0.0002550291,0.025457729,0.000053045806,0.0005659768,0.00004653456,0.00008200936,0.00015606136,0.0000032442135,0.0016263166,0.97066903,0.0001219519],"about_ca_topic_score_codex":0.006257859,"about_ca_topic_score_gemma":0.0052763126,"teacher_disagreement_score":0.1594954,"about_ca_system_score_codex":0.0039138612,"about_ca_system_score_gemma":0.0064032646,"threshold_uncertainty_score":0.99990994},"labels":[],"label_agreement":null},{"id":"W2802757994","doi":"10.1111/jep.12927","title":"Adapting evidence‐based clinical practice guidelines at university teaching hospitals: A model for the Eastern Mediterranean Region","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba; Manitoba Health; Quebec Rehabilitation Research Network","funders":"King Saud University","keywords":"Accreditation; Quality management; Context (archaeology); Audit; Health care; Medical education; Medicine; Quality (philosophy); Nursing; Operations management; Business; Management system; Engineering; Political science","score_opus":0.7608239053539921,"score_gpt":0.6553031686310307,"score_spread":0.10552073672296147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802757994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123365805,0.0012992806,0.40233198,0.46442395,0.004651307,0.002745263,0.0000062237455,0.000039809653,0.0011363734],"genre_scores_gemma":[0.6116109,0.0016920987,0.33461845,0.043261807,0.008347502,0.0000126512505,0.00001181544,0.000055558674,0.00038924874],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9812375,0.0067687705,0.008302663,0.00065177766,0.0026407603,0.0003985675],"domain_scores_gemma":[0.5571656,0.38099468,0.019825947,0.0015875371,0.039672874,0.00075333146],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16596289,0.00027283703,0.0008239255,0.00023665643,0.0004161484,0.00009044187,0.00044161006,0.0003791803,0.00007698434],"category_scores_gemma":[0.84662974,0.00020467133,0.00070304185,0.00037601625,0.0003664231,0.0038392728,0.00018931927,0.0020890026,0.00003707103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06708069,0.0033385218,0.028427407,0.00012458774,0.001121844,0.00029433097,0.0013343751,0.010864013,0.00006947454,0.00028804492,0.22701444,0.6600423],"study_design_scores_gemma":[0.00889979,0.0037711645,0.0047120187,0.00085829373,0.004190357,0.0004475063,0.0039411117,0.84306777,0.0000036912568,0.00025985466,0.12965658,0.0001918402],"about_ca_topic_score_codex":0.00012150803,"about_ca_topic_score_gemma":0.000116924246,"teacher_disagreement_score":0.8322038,"about_ca_system_score_codex":0.0006357271,"about_ca_system_score_gemma":0.0023791362,"threshold_uncertainty_score":0.9075793},"labels":[],"label_agreement":null},{"id":"W2802989430","doi":"10.1017/cem.2018.279","title":"P081: ICD-10 coding of free text diagnoses is not reliable for the diagnosis of PE in Calgary zone emergency department patients","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Medical diagnosis; Medicine; Diagnosis code; Emergency department; ICD-10; Coding (social sciences); Medical record; Medical emergency; External cause; Medical classification; Emergency medicine; Radiology; Poison control; Injury prevention; Pathology; Psychiatry","score_opus":0.2421863834774723,"score_gpt":0.45464051938273115,"score_spread":0.21245413590525886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802989430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95227057,0.0046285647,0.0008509352,0.031667404,0.008327865,0.0014210644,0.0002187818,0.000004758964,0.0006100717],"genre_scores_gemma":[0.9909029,0.0058444473,0.0006072526,0.0007859998,0.0013297675,0.000046506713,0.000040700044,0.00003663263,0.0004058183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541175,0.000083219486,0.0032621438,0.00021838231,0.00061370333,0.0004108187],"domain_scores_gemma":[0.994141,0.0010690923,0.0015707394,0.0004958293,0.002184608,0.0005387739],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019286202,0.0002093292,0.0006927436,0.0004267579,0.000116004216,0.0000018794769,0.0003807867,0.00010009083,0.016505651],"category_scores_gemma":[0.019342901,0.0001472607,0.00021989406,0.0006151523,0.00021160273,0.00018050808,0.00003497328,0.0002671422,0.0000068317645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002926346,0.00017681463,0.52094597,0.00015195507,0.00017784687,0.0000111216405,0.000879618,0.000005326847,0.00020231296,0.000058211994,0.46977094,0.0073272674],"study_design_scores_gemma":[0.011293605,0.007939108,0.71288496,0.0015717157,0.0017850713,0.000012491694,0.0022394485,0.00038637326,0.003948178,0.00068377017,0.25692633,0.00032894523],"about_ca_topic_score_codex":0.023235483,"about_ca_topic_score_gemma":0.069033496,"teacher_disagreement_score":0.21284463,"about_ca_system_score_codex":0.00018287379,"about_ca_system_score_gemma":0.0007915452,"threshold_uncertainty_score":0.9889176},"labels":[],"label_agreement":null},{"id":"W2803038599","doi":"10.1186/s13012-018-0759-0","title":"Correction to: Updated clinical guidelines experience major reporting limitations","year":2018,"lang":"en","type":"erratum","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Health informatics; Health services research; Health administration; Public health; Family medicine; Nursing","score_opus":0.6844664725287125,"score_gpt":0.6717953911737667,"score_spread":0.012671081354945768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803038599","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20511077,0.00024889602,0.049259007,0.071738064,0.60653216,0.013245921,0.0005909917,0.0016848407,0.05158933],"genre_scores_gemma":[0.23102897,0.0014260518,0.26410437,0.10254653,0.04557036,0.0018450709,0.01781111,0.00058975874,0.3350778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9846942,0.00022381064,0.009799036,0.0018406478,0.0025693583,0.0008729708],"domain_scores_gemma":[0.9821573,0.0012195777,0.006868495,0.0013116304,0.0076418887,0.00080110814],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012493766,0.00048125623,0.00087561656,0.0007228629,0.00084976543,0.00041277418,0.0006414794,0.00026148406,0.0019882838],"category_scores_gemma":[0.15161355,0.00046593256,0.0003179319,0.0031292136,0.0007564969,0.0012082967,0.00045644608,0.0009854354,0.00054540695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009193082,0.00008586494,0.010095756,0.000016465607,0.0000388307,0.000017962526,0.0005298085,0.0000028432482,0.00095861126,0.0000143165225,0.90892065,0.07922693],"study_design_scores_gemma":[0.0015358173,0.0010005934,0.09841177,0.00029001664,0.000387042,0.0001958233,0.0077339383,0.001829111,0.0011514154,0.000070233495,0.8868258,0.0005684251],"about_ca_topic_score_codex":0.0010531744,"about_ca_topic_score_gemma":0.0020624204,"teacher_disagreement_score":0.56096184,"about_ca_system_score_codex":0.0006500705,"about_ca_system_score_gemma":0.005409452,"threshold_uncertainty_score":0.9997792},"labels":[],"label_agreement":null},{"id":"W2804548493","doi":"10.1007/s10903-018-0759-9","title":"Migrant Healthcare Guidelines: A Systematic Quality Assessment","year":2018,"lang":"en","type":"review","venue":"Journal of Immigrant and Minority Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; Bruyère; University of Ottawa","funders":"","keywords":"Rigour; Guideline; Likert scale; Medicine; MEDLINE; Stakeholder; Health care; CLARITY; Public health; Critical appraisal; Scope (computer science); Family medicine; Medical education; Alternative medicine; Psychology; Nursing; Political science; Computer science; Pathology; Public relations","score_opus":0.5738186003600899,"score_gpt":0.6252514092879764,"score_spread":0.051432808927886486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804548493","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015259434,0.98296344,0.0005375913,0.012555039,0.0010214106,0.0026400841,0.00009492783,0.000019524807,0.00001539815],"genre_scores_gemma":[0.00007220561,0.9851271,0.009738382,0.002860561,0.0019257672,0.00002712745,0.000089932575,0.000043244527,0.00011571681],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98423326,0.0020738759,0.011518857,0.00044722087,0.001219024,0.00050778483],"domain_scores_gemma":[0.9838139,0.0020542636,0.010515156,0.0006064797,0.0021350158,0.00087521493],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017913323,0.00055730203,0.006839357,0.00048066364,0.00019414799,0.000064650274,0.00024114604,0.0003591744,0.000025532796],"category_scores_gemma":[0.00576172,0.00036156332,0.0012632997,0.00038546615,0.0001027885,0.00019284422,0.00008241723,0.001382571,0.000014774726],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008488848,0.00023512526,0.0001413338,0.6140503,0.00049389637,0.000055621473,0.00025481984,1.2225573e-8,1.8781932e-7,0.000062551146,0.01089618,0.37372503],"study_design_scores_gemma":[0.0018208704,0.0025569377,0.0002817244,0.2464728,0.00383341,0.0041247914,0.001200924,0.000012007731,5.0391158e-8,0.000057888956,0.73932105,0.00031757003],"about_ca_topic_score_codex":0.004868427,"about_ca_topic_score_gemma":0.0014814041,"teacher_disagreement_score":0.72842485,"about_ca_system_score_codex":0.0007849649,"about_ca_system_score_gemma":0.0066706315,"threshold_uncertainty_score":0.99988365},"labels":[],"label_agreement":null},{"id":"W2805609290","doi":"10.1016/j.tmrv.2018.05.004","title":"Quality of Evidence-Based Guidelines for Transfusion of Red Blood Cells and Plasma: A Systematic Review","year":2018,"lang":"en","type":"review","venue":"Transfusion Medicine Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Mount Sinai Hospital; Canadian Blood Services; University of Alberta; Université de Montréal; St. Michael's Hospital","funders":"","keywords":"Medicine; Guideline; MEDLINE; Interquartile range; Critical appraisal; Evidence-based medicine; Family medicine; Intensive care medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.7815502562060913,"score_gpt":0.6087576202073935,"score_spread":0.17279263599869776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805609290","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019181634,0.9606773,0.0033508576,0.0042870296,0.0003614295,0.0311029,0.00013662923,0.000038758302,0.000025899682],"genre_scores_gemma":[5.0630223e-7,0.9856544,0.0103913145,0.0016761501,0.00046681077,0.001275542,0.00030830273,0.000105818785,0.00012113626],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9759803,0.0029421637,0.018307993,0.001067081,0.0013225126,0.00037995566],"domain_scores_gemma":[0.9767938,0.011161875,0.0072320295,0.0017309379,0.0027228408,0.00035851533],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.028219901,0.00097532675,0.016598271,0.00044196582,0.000081496924,0.0000058958426,0.00043155375,0.00049234123,0.00040432587],"category_scores_gemma":[0.06238109,0.0005211699,0.002303287,0.0010635522,0.00041554857,0.00016017938,0.000040009312,0.00050871086,0.000010931329],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013722974,0.00018104611,0.0000027341275,0.78866816,0.0002458682,0.0000020456193,0.000033549837,3.0130412e-8,0.0003767965,0.0000068881873,0.006606651,0.203739],"study_design_scores_gemma":[0.0024555689,0.0015844075,9.728672e-7,0.67751366,0.043634776,0.000053743297,0.000027579079,0.00001692287,0.000055115437,0.0000074678555,0.27436924,0.00028055804],"about_ca_topic_score_codex":0.00036909527,"about_ca_topic_score_gemma":0.000120454206,"teacher_disagreement_score":0.2677626,"about_ca_system_score_codex":0.00007112924,"about_ca_system_score_gemma":0.0007917547,"threshold_uncertainty_score":0.999724},"labels":[],"label_agreement":null},{"id":"W2806406177","doi":"10.1200/jco.2018.36.7_suppl.112","title":"Implementation of an electronic referral smoking cessation tool into clinical practice across cancer clinics of different disease sites and institutions.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Centre for Addiction and Mental Health; Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; Health Sciences Centre; McGill University; University of Toronto","funders":"","keywords":"Medicine; Referral; Smoking cessation; Family medicine; Cancer; Health care; Physical therapy; Internal medicine","score_opus":0.40035266448062035,"score_gpt":0.6723005316665276,"score_spread":0.27194786718590724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806406177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98625547,0.00032537457,0.0013997555,0.010174681,0.0013460908,0.00041137653,0.000029989647,0.000009825612,0.000047454],"genre_scores_gemma":[0.98307604,0.003583647,0.007564511,0.0033333425,0.0023608622,0.000008166939,0.000045797347,0.000019756511,0.000007865356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98829925,0.0015457139,0.00878904,0.00035232198,0.000702206,0.00031145077],"domain_scores_gemma":[0.9785017,0.009073602,0.008740563,0.0003447541,0.0028878022,0.00045161237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014970313,0.00018554257,0.0014547363,0.0001245418,0.00010295572,0.000017665978,0.00018890393,0.00036636047,0.00017167507],"category_scores_gemma":[0.045616303,0.00014536752,0.00039957112,0.00022272281,0.0007985086,0.0010007038,0.00013457445,0.0011656517,0.0000017523143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009293413,0.00209402,0.556505,0.00006945338,0.0004715569,0.000021760326,0.00032447604,0.0000073027363,0.00021886722,0.0005972163,0.00033551766,0.43006137],"study_design_scores_gemma":[0.012982629,0.022758152,0.93331903,0.000119596116,0.002156856,0.00006250891,0.0023546335,0.0005301641,0.00021436534,0.0017241153,0.023633715,0.0001442066],"about_ca_topic_score_codex":0.00029068426,"about_ca_topic_score_gemma":0.0019827406,"teacher_disagreement_score":0.4299172,"about_ca_system_score_codex":0.0002516457,"about_ca_system_score_gemma":0.0046950267,"threshold_uncertainty_score":0.96242285},"labels":[],"label_agreement":null},{"id":"W2806430493","doi":"10.1371/journal.pone.0198125","title":"An evaluation of emergency guidelines issued by the World Health Organization in response to four infectious disease outbreaks","year":2018,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"UNICEF; TDR; World Health Organization","keywords":"Public health; Medicine; Context (archaeology); Rigour; Infectious disease (medical specialty); Outbreak; International Health Regulations; Middle East respiratory syndrome; Medical emergency; Environmental health; Disease; Coronavirus disease 2019 (COVID-19); Nursing; Pathology","score_opus":0.4020299924996806,"score_gpt":0.5248229899525491,"score_spread":0.12279299745286848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806430493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91639745,0.00007561311,0.0007510342,0.08106302,0.00012391346,0.0014735394,0.000024045961,0.000042556698,0.000048827966],"genre_scores_gemma":[0.99265903,0.000041838884,0.0018478419,0.004474283,0.00041787213,0.00004877999,0.00016413248,0.00003053073,0.0003156611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965562,0.00087581266,0.001241408,0.0002662767,0.0008917633,0.0001685099],"domain_scores_gemma":[0.9951891,0.0003499317,0.0003789737,0.0005223938,0.0033527934,0.00020683142],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00632022,0.00010685542,0.0002372245,0.00019674604,0.00007926562,0.000010435964,0.00009783145,0.00003156744,0.001079748],"category_scores_gemma":[0.052399445,0.00008770475,0.000021957674,0.0013124376,0.000025971738,0.00017474071,0.00003720933,0.00010776737,0.000064741886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066498024,0.0073668663,0.633771,0.00020339426,0.00024789554,0.0000026221571,0.0028285536,0.00020711844,0.21892923,0.00004893658,0.087990224,0.04175436],"study_design_scores_gemma":[0.0064733033,0.0030387463,0.94750774,0.00053108804,0.0012890784,0.0000026657722,0.00087551883,0.02462357,0.012239049,0.0007333359,0.002355098,0.0003308005],"about_ca_topic_score_codex":0.0006745912,"about_ca_topic_score_gemma":0.0032110568,"teacher_disagreement_score":0.31373677,"about_ca_system_score_codex":0.00020437341,"about_ca_system_score_gemma":0.0005004301,"threshold_uncertainty_score":0.9998334},"labels":[],"label_agreement":null},{"id":"W2807208306","doi":"10.1186/s12913-018-3253-0","title":"The effectiveness of interventions designed to increase the uptake of clinical practice guidelines and best practices among musculoskeletal professionals: a systematic review","year":2018,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Medicine; Psychological intervention; CINAHL; Physical therapy; MEDLINE; Cochrane Library; Systematic review; Randomized controlled trial; Neck pain; Nursing research; Evidence-based medicine; Alternative medicine; Nursing; Internal medicine; Pathology","score_opus":0.6452871817076349,"score_gpt":0.7276206796315519,"score_spread":0.08233349792391698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807208306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005160359,0.9682082,0.0001134913,0.0028740794,0.0002994836,0.027800824,0.0000644736,0.000018591614,0.00010483851],"genre_scores_gemma":[0.000057291618,0.9892258,0.0058834753,0.0010599867,0.00045517934,0.0029291555,0.00012645549,0.000075715754,0.00018694214],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9235164,0.057926856,0.014106668,0.0009601519,0.0027727257,0.0007171843],"domain_scores_gemma":[0.6496844,0.30503199,0.021826835,0.0036299904,0.018775722,0.0010510695],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26406482,0.0004558518,0.004620922,0.0003274551,0.0006236355,0.00009000014,0.0011405159,0.00033720912,0.00003126646],"category_scores_gemma":[0.4048132,0.00022210946,0.0011225976,0.0018378927,0.000546857,0.00045178158,0.00108527,0.0016332301,0.00007380751],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005685874,0.0007319013,0.0000659138,0.91151273,0.000565319,0.000003987884,0.00007939195,5.5465975e-8,1.1826955e-7,0.000059144335,0.000774211,0.08563866],"study_design_scores_gemma":[0.0005397986,0.0021228131,0.00045385992,0.7920153,0.0047208234,0.00007871142,0.0037583823,0.000034828936,1.2256089e-7,0.00001455775,0.19612783,0.00013295405],"about_ca_topic_score_codex":0.0037359968,"about_ca_topic_score_gemma":0.0016377452,"teacher_disagreement_score":0.27383202,"about_ca_system_score_codex":0.00018091049,"about_ca_system_score_gemma":0.0064987848,"threshold_uncertainty_score":0.99913347},"labels":[],"label_agreement":null},{"id":"W2807842032","doi":"10.3747/co.25.3729","title":"Clinical Practice Guidelines in Breast Cancer","year":2018,"lang":"en","type":"review","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Medicine; Breast cancer; Guideline; Rigour; Gynecology; Family medicine; Sentinel lymph node; Clinical Practice; Medical physics; Cancer; Oncology; Internal medicine; Pathology","score_opus":0.8100682781449411,"score_gpt":0.7472076179859969,"score_spread":0.0628606601589442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807842032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007704398,0.96940166,0.00006531122,0.017454201,0.010015406,0.0017236322,0.00014643196,0.00006199245,0.0011236515],"genre_scores_gemma":[3.0187908e-7,0.9786487,0.005720018,0.003916018,0.010730288,0.000348199,0.00037919832,0.000081416656,0.0001758428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896802,0.0015732109,0.006781845,0.0009951695,0.00046079888,0.00050883344],"domain_scores_gemma":[0.9867208,0.0069878194,0.002768514,0.00073106034,0.0024689916,0.0003228094],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0068539907,0.0004985616,0.0034280245,0.00032689044,0.000043553995,0.00002002455,0.00031773752,0.00088553224,0.0010745999],"category_scores_gemma":[0.04083358,0.00038911265,0.0007508665,0.0006132958,0.00025113564,0.0002255701,0.00029802145,0.0021308763,0.00092507835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014687545,0.00086052204,0.00069026905,0.0035151588,0.00016224953,0.000076151584,0.000009851171,4.814588e-8,9.821336e-9,0.000015576712,0.23134239,0.7631809],"study_design_scores_gemma":[0.0019955619,0.00040736888,0.00029799095,0.012755526,0.0045541893,0.00118023,0.000056553028,0.000030148267,5.918449e-9,0.000019047122,0.97839266,0.0003106984],"about_ca_topic_score_codex":0.00024255877,"about_ca_topic_score_gemma":0.00025303237,"teacher_disagreement_score":0.7628702,"about_ca_system_score_codex":0.0010542494,"about_ca_system_score_gemma":0.0061641736,"threshold_uncertainty_score":0.99985605},"labels":[],"label_agreement":null},{"id":"W2808406699","doi":"10.1016/j.jphys.2018.02.016","title":"Appraisal of Clinical Practice Guideline: American Academy of Orthopaedic Surgeons Clinical Practice Guideline on the Management of Osteoarthritis of the Hip","year":2018,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St Joseph's Health Care","funders":"","keywords":"Medicine; Guideline; Clinical Practice; Osteoarthritis; Physical therapy; Orthopedic surgery; Alternative medicine; Surgery; Pathology","score_opus":0.14185536781138944,"score_gpt":0.5642826595607204,"score_spread":0.422427291749331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808406699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80658007,0.00085332687,0.004613304,0.18077956,0.0026177664,0.0018278144,0.0000868883,0.00001952392,0.0026217583],"genre_scores_gemma":[0.8689207,0.0058061895,0.09923458,0.023219448,0.002660949,0.000007213602,0.000007684592,0.00007760337,0.00006565448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98284674,0.0023683652,0.011837603,0.00037115926,0.0022633162,0.00031281577],"domain_scores_gemma":[0.9534929,0.02164095,0.019462423,0.0009217891,0.004266883,0.00021506386],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02215797,0.00030712536,0.0017026422,0.00016649446,0.00007661019,0.000010547352,0.00073747395,0.00019635231,0.0003316034],"category_scores_gemma":[0.03645753,0.00018223532,0.0013346013,0.00094582717,0.001507206,0.0004221153,0.0001743544,0.0013037926,0.000006734618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033475984,0.008484671,0.016222354,0.00031621938,0.0050849062,0.0000412986,0.00049862405,0.00011280856,0.015779858,0.0023375032,0.20973514,0.7079106],"study_design_scores_gemma":[0.018685298,0.019608729,0.081406616,0.0018365354,0.0033460767,0.00024134018,0.007813074,0.00048754428,0.009502466,0.00048731497,0.8562259,0.00035910972],"about_ca_topic_score_codex":0.00023222051,"about_ca_topic_score_gemma":0.000012201655,"teacher_disagreement_score":0.70755154,"about_ca_system_score_codex":0.000042817395,"about_ca_system_score_gemma":0.00065944245,"threshold_uncertainty_score":0.97165877},"labels":[],"label_agreement":null},{"id":"W2808772167","doi":"10.1016/j.jclinepi.2018.06.004","title":"GRADE weak or conditional recommendations mandate shared decision-making. Author Response","year":2018,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Scopus; Mandate; Presentation (obstetrics); Psychology; Position (finance); Medicine; MEDLINE; Family medicine; Medical education; Political science; Business; Surgery","score_opus":0.6877842005872862,"score_gpt":0.666222613498353,"score_spread":0.021561587088933187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808772167","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003733209,0.00012435025,0.033830076,0.9533053,0.007828297,0.0005321638,0.00049748074,0.000038229744,0.000110902874],"genre_scores_gemma":[0.0018439115,0.0005605033,0.15458843,0.8062466,0.033032924,0.000017040062,0.0009013081,0.00009353594,0.0027157627],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.957991,0.017797438,0.021566493,0.00088660687,0.0009675408,0.0007908955],"domain_scores_gemma":[0.48954034,0.4892704,0.017342716,0.00095360493,0.0023272566,0.00056570506],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.087100685,0.0005466419,0.0054380554,0.00068438076,0.00018401278,0.000035666788,0.0007078495,0.0028691262,0.014777239],"category_scores_gemma":[0.7610991,0.00037592478,0.0021616344,0.00033910063,0.0007701839,0.0003739479,0.00025351872,0.009169686,0.00062083855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024283016,0.00031298972,0.004695067,0.00005513861,0.0008241005,0.001221345,0.000015576792,0.000007727554,0.000002108163,0.000041478495,0.9445915,0.023949929],"study_design_scores_gemma":[0.004797801,0.004984067,0.045503803,0.0013793922,0.0012127004,0.003703029,0.00004222157,0.00037567402,4.7769134e-7,0.020416752,0.91727614,0.00030793843],"about_ca_topic_score_codex":0.000010700048,"about_ca_topic_score_gemma":0.000021934497,"teacher_disagreement_score":0.6739984,"about_ca_system_score_codex":0.00026795518,"about_ca_system_score_gemma":0.002998392,"threshold_uncertainty_score":0.9998693},"labels":[],"label_agreement":null},{"id":"W2809632915","doi":"10.2196/ijmr.9617","title":"Importance and Presence of High-Quality Evidence for Clinical Decisions in Neurosurgery: International Survey of Neurosurgeons","year":2018,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurosurgery; Quality (philosophy); Medical physics; Medicine; Surgery; Physics","score_opus":0.780110726916154,"score_gpt":0.7179556788060789,"score_spread":0.062155048110075106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809632915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787228,0.00014142391,0.0026900033,0.016987126,0.0010467498,0.00033986146,0.000042106745,0.0000018150906,0.000028080023],"genre_scores_gemma":[0.994444,0.0036626167,0.0011105988,0.00036530837,0.00037351684,0.0000061447904,0.000005709636,0.000012068068,0.000020015237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894141,0.002766679,0.003978485,0.00031069756,0.0032606623,0.00026939088],"domain_scores_gemma":[0.68494475,0.29983696,0.0024179223,0.0004700671,0.0116805285,0.0006497863],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06330844,0.00009828313,0.0007275715,0.00047694144,0.000034053926,0.000019241026,0.0004899559,0.00013244705,0.00030907092],"category_scores_gemma":[0.771983,0.00007624612,0.00016251266,0.00054468843,0.0010252855,0.0004525602,0.00031762838,0.0013991457,0.0000019470885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014969503,0.0008715406,0.88051677,0.000039820006,0.00009668767,0.000078666366,0.00011324001,7.295176e-7,0.001782942,0.000081924554,0.007962342,0.093485825],"study_design_scores_gemma":[0.002449838,0.002219065,0.9901989,0.0013496475,0.000023258815,0.00009689242,0.00020502179,0.000824847,0.0009111916,0.0005786955,0.0010931762,0.000049452832],"about_ca_topic_score_codex":0.0017145319,"about_ca_topic_score_gemma":0.001252355,"teacher_disagreement_score":0.7086746,"about_ca_system_score_codex":0.000078406716,"about_ca_system_score_gemma":0.0015668733,"threshold_uncertainty_score":0.96452105},"labels":[],"label_agreement":null},{"id":"W2811355360","doi":"10.1016/j.clinph.2018.06.016","title":"Reply to “Clinical practice guidelines or clinical research guidelines?”","year":2018,"lang":"en","type":"letter","venue":"Clinical Neurophysiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"","keywords":"Clinical Practice; Medicine; Psychology; Medical physics; Family medicine","score_opus":0.8264385592859169,"score_gpt":0.7110071635978993,"score_spread":0.11543139568801764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811355360","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008820085,0.000171867,0.00046094003,0.955463,0.028312078,0.0044696825,0.0001811983,0.000569454,0.0015517321],"genre_scores_gemma":[0.00005671817,0.004830264,0.08909401,0.70123196,0.19075984,0.00018296465,0.000873996,0.0004957999,0.012474474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9247384,0.02454418,0.035977926,0.0076384204,0.0039331764,0.0031678842],"domain_scores_gemma":[0.7517671,0.18205546,0.0062627913,0.009651825,0.047627863,0.0026349593],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.059538912,0.0016941075,0.0067799534,0.00090547866,0.0005599024,0.00022291766,0.0029373476,0.00654198,0.0026979337],"category_scores_gemma":[0.8659396,0.0012933651,0.0032752643,0.0022418366,0.004178898,0.00050416595,0.0037789205,0.02681976,0.022693396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011950662,0.0015390951,0.0008911523,0.0001836692,0.0008527399,0.007878393,0.0000116431975,0.0000027714127,0.000037787395,0.000011814996,0.9063418,0.07029851],"study_design_scores_gemma":[0.005679349,0.02993991,0.007479427,0.0005830313,0.001651748,0.0009372487,0.00010171983,0.00030264974,0.0000037982113,0.0004943822,0.951665,0.0011617723],"about_ca_topic_score_codex":0.00050183205,"about_ca_topic_score_gemma":0.000033777666,"teacher_disagreement_score":0.80640066,"about_ca_system_score_codex":0.00023456584,"about_ca_system_score_gemma":0.00644445,"threshold_uncertainty_score":0.99958056},"labels":[],"label_agreement":null},{"id":"W2811361269","doi":"10.1701/2902.29246","title":"GRADE Evidence to Decision (EtD) framework: un approccio sistematico e trasparente per prendere decisioni informate in ambito sanitario. 2: Linee-guida per la pratica clinica","year":2018,"lang":"en","type":"article","venue":"Recenti Progressi in Medicina","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Guideline; Health care; Evidence-based medicine; Clinical Practice; Evidence-based practice; Best practice; Management science; Medicine; Computer science; Process management; Nursing; Alternative medicine; Business; Political science; Engineering","score_opus":0.20048120946795736,"score_gpt":0.5106719929702912,"score_spread":0.31019078350233387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811361269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.949321,0.0022783948,0.020381788,0.019523615,0.0016129809,0.005486631,0.0000111485915,0.00018198877,0.0012025055],"genre_scores_gemma":[0.8419402,0.0013887101,0.1520337,0.003395975,0.00066933123,0.00035131414,0.000054417378,0.00007649952,0.00008983583],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9910504,0.0006875563,0.0043901484,0.0009594775,0.0020022506,0.00091017084],"domain_scores_gemma":[0.986917,0.009592895,0.0008930276,0.0012347236,0.0007239651,0.00063837925],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008057758,0.00051900826,0.0011615964,0.00061361754,0.00015703724,0.00015267172,0.0005968221,0.00057593023,0.0013907858],"category_scores_gemma":[0.06358101,0.00040924066,0.0001954282,0.001242684,0.00035203897,0.0009331156,0.00039678314,0.0016178649,0.00047855705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058459723,0.0027130777,0.21990976,0.0011838078,0.00015927444,0.00025968492,0.011188416,0.000027904896,0.00030309788,0.00030397577,0.012690917,0.74541414],"study_design_scores_gemma":[0.02845051,0.009112495,0.6675746,0.08325174,0.0013977818,0.00080897816,0.014060404,0.011868138,0.0012503492,0.008041819,0.1719111,0.0022720753],"about_ca_topic_score_codex":0.000101755235,"about_ca_topic_score_gemma":0.000663102,"teacher_disagreement_score":0.743142,"about_ca_system_score_codex":0.0003598175,"about_ca_system_score_gemma":0.0006284325,"threshold_uncertainty_score":0.99983597},"labels":[],"label_agreement":null},{"id":"W2844046504","doi":"10.1590/0102-311x00050517","title":"Quality assessment of clinical guidelines for the treatment of obesity in adults: application of the AGREE II instrument","year":2018,"lang":"en","type":"review","venue":"Cadernos de Saúde Pública","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Guideline; MEDLINE; CLARITY; Checklist; Family medicine; Medicine; Stakeholder; Scopus; Scope (computer science); Government (linguistics); Medical education; Political science; Psychology; Public relations; Pathology","score_opus":0.647758195934595,"score_gpt":0.6439216716221319,"score_spread":0.0038365243124631743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2844046504","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014461515,0.9395578,0.0075710886,0.014190007,0.00095893577,0.02164185,0.0012440723,0.000040145947,0.00033458832],"genre_scores_gemma":[0.008011196,0.9818219,0.007758571,0.00042535798,0.0007271936,0.00087920285,0.00025571548,0.00004498294,0.00007589083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99030983,0.00081626343,0.0073864367,0.0005666291,0.000646997,0.00027381902],"domain_scores_gemma":[0.98472536,0.0065750782,0.005518501,0.0016678665,0.0013827025,0.00013048583],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005607709,0.00037024272,0.0026325868,0.0001196643,0.000079453814,0.0000052930395,0.0005491554,0.00047494812,0.000044785313],"category_scores_gemma":[0.012420506,0.0001983933,0.0014971428,0.000466729,0.0003341574,0.000052381332,0.00018733204,0.00038098556,0.0000019437107],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021454254,0.001899657,0.014894374,0.007422697,0.00045797275,2.245613e-7,0.00010685441,0.0000020164384,0.000003834863,0.00038778083,0.00156126,0.9730488],"study_design_scores_gemma":[0.0035576844,0.001682477,0.03251703,0.004821079,0.0024543745,0.000007948852,0.00019966549,0.0007574818,0.000030445686,0.00015100642,0.95364565,0.00017515461],"about_ca_topic_score_codex":0.0009778183,"about_ca_topic_score_gemma":0.0004496878,"teacher_disagreement_score":0.9728736,"about_ca_system_score_codex":0.0004338522,"about_ca_system_score_gemma":0.0020032371,"threshold_uncertainty_score":0.9958983},"labels":[],"label_agreement":null},{"id":"W2858859221","doi":"10.1097/ccm.0000000000003298","title":"Methodologic Innovation in Creating Clinical Practice Guidelines: Insights From the 2018 Society of Critical Care Medicine Pain, Agitation/Sedation, Delirium, Immobility, and Sleep Disruption Guideline Effort","year":2018,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; McMaster University; The Quebec Population Health Research Network; Impact; McGill University","funders":"","keywords":"Delirium; Guideline; Medicine; Operationalization; Grading (engineering); Psychological intervention; MEDLINE; Medical education; Nursing; Psychiatry","score_opus":0.3674688850001814,"score_gpt":0.5902961029810077,"score_spread":0.22282721798082628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2858859221","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13561496,0.0098657925,0.24536039,0.6043131,0.0018688024,0.0018633374,0.00008201676,0.00014591364,0.0008856846],"genre_scores_gemma":[0.73272574,0.0003362001,0.14726362,0.113388576,0.0046729026,0.000058336147,0.0015023688,0.00004619712,0.000006041217],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9873957,0.002089886,0.0074241185,0.0011226564,0.0014828136,0.00048481973],"domain_scores_gemma":[0.8634267,0.068931304,0.0012324017,0.0014048542,0.06456489,0.00043989014],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.015037032,0.00047434657,0.0012795539,0.00023469696,0.00033758648,0.000040413826,0.00029990476,0.00050820335,0.00035827045],"category_scores_gemma":[0.7221095,0.0003139398,0.00016792446,0.0014983,0.0041070855,0.00081659027,0.00025439862,0.0010261356,0.000008298976],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00499407,0.0018423292,0.21576841,0.0049331235,0.0006709704,0.00015172429,0.06840735,0.000041310996,0.009990496,0.034551352,0.23150758,0.42714128],"study_design_scores_gemma":[0.012632789,0.010987429,0.08809165,0.002679611,0.0042204717,0.00013023867,0.8204992,0.012937187,0.00044559813,0.017050562,0.029523617,0.00080167915],"about_ca_topic_score_codex":0.0028534115,"about_ca_topic_score_gemma":0.0007080228,"teacher_disagreement_score":0.7520918,"about_ca_system_score_codex":0.0002734232,"about_ca_system_score_gemma":0.0004144105,"threshold_uncertainty_score":0.9999313},"labels":[],"label_agreement":null},{"id":"W2868852780","doi":"10.1503/cmaj.109-5624","title":"Trump administration shutters clinical guidelines database","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Government (linguistics); Administration (probate law); Health care; Database; Quality (philosophy); Medicine; Computer science; Political science; Law","score_opus":0.2285993377391601,"score_gpt":0.5149800484742076,"score_spread":0.28638071073504756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2868852780","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42886645,0.00007959823,0.0027011074,0.55853385,0.0053029885,0.00037116325,0.0000768906,0.00006381402,0.004004131],"genre_scores_gemma":[0.6848792,0.00042794563,0.00974817,0.27229068,0.03125138,0.000008654974,0.0002465822,0.000047103335,0.0011003097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943735,0.0004012895,0.002477894,0.0002985574,0.0019233681,0.0005254154],"domain_scores_gemma":[0.992576,0.00091114186,0.00073651574,0.00025737507,0.0025667774,0.0029522087],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01069682,0.00015986332,0.00036002783,0.00020308614,0.00031416956,0.00011306525,0.00020395307,0.00046947278,0.012185881],"category_scores_gemma":[0.07283511,0.00014466138,0.00020530642,0.0003065232,0.00012966317,0.0003606565,0.0000272398,0.0012882802,0.0011148121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010405163,0.00007012007,0.14538155,0.0000056923473,0.00013000521,0.00038602613,0.000033074975,1.196748e-7,0.000023036207,0.00007712044,0.7296217,0.12416751],"study_design_scores_gemma":[0.0030778768,0.0006952449,0.07061885,0.0001214303,0.00017926439,0.0014587078,0.00043746343,0.0011768122,0.000041134936,0.00012014445,0.9218903,0.00018274086],"about_ca_topic_score_codex":0.0016265716,"about_ca_topic_score_gemma":0.044390574,"teacher_disagreement_score":0.2862432,"about_ca_system_score_codex":0.00073230674,"about_ca_system_score_gemma":0.009582127,"threshold_uncertainty_score":0.99966294},"labels":[],"label_agreement":null},{"id":"W2883132576","doi":"10.1111/jep.12998","title":"The evolution of <scp>GRADE</scp> (part 1): Is there a theoretical and/or empirical basis for the <scp>GRADE</scp> framework?","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Operationalization; Judgement; Computer science; Empirical research; Scheme (mathematics); Quality (philosophy); Process (computing); Narrative; Empirical evidence; Series (stratigraphy); Management science; Epistemology; Mathematics; Statistics; Programming language; Linguistics","score_opus":0.31791159729924773,"score_gpt":0.5844708103377635,"score_spread":0.26655921303851576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883132576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6380259,0.005768109,0.07320323,0.27089268,0.0048839776,0.0045334585,0.00004835014,0.000039627095,0.0026046862],"genre_scores_gemma":[0.9545292,0.0038191185,0.026181938,0.010678078,0.004429622,0.000081966,0.000005692677,0.000057916775,0.00021645152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98675627,0.004032407,0.0056747487,0.0005048478,0.002532475,0.000499281],"domain_scores_gemma":[0.6173766,0.37086767,0.0050059664,0.00082642806,0.0055764527,0.00034682828],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06606233,0.00029492055,0.0008217163,0.00017461869,0.00038380863,0.00013635133,0.0004233316,0.00054228184,0.00023445788],"category_scores_gemma":[0.71654046,0.00016100121,0.0005378905,0.00076448044,0.0014176178,0.000826813,0.00015277404,0.002148497,0.000034651646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009293413,0.008764714,0.15969424,0.00033319092,0.0038098937,0.00007323664,0.0077196457,0.0001614884,0.0003011963,0.05000386,0.581537,0.17830811],"study_design_scores_gemma":[0.01356058,0.01275547,0.19140828,0.0009603104,0.008278911,0.001013537,0.042390384,0.06411588,0.00022976751,0.11552724,0.5496218,0.00013784866],"about_ca_topic_score_codex":0.000037676742,"about_ca_topic_score_gemma":0.000056528173,"teacher_disagreement_score":0.6504781,"about_ca_system_score_codex":0.0003413857,"about_ca_system_score_gemma":0.0017592862,"threshold_uncertainty_score":0.96168536},"labels":[],"label_agreement":null},{"id":"W2883215759","doi":"10.5061/dryad.0bf6000","title":"Data from: Health Canada’s use of accelerated review pathways and therapeutic innovation, 1995-2016: a cohort study","year":2018,"lang":"en","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Medicine; Gerontology","score_opus":0.4293962084204847,"score_gpt":0.46402335295850855,"score_spread":0.034627144538023846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883215759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876661,0.0035695308,0.0004104152,0.0032344153,0.00015616303,0.0014547663,0.003434546,0.00003791582,0.00003615062],"genre_scores_gemma":[0.9467803,0.009075965,0.0016706858,0.013967644,0.00034806813,0.000011043008,0.028094206,0.000030726398,0.000021334481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970032,0.00040730953,0.0012778963,0.00069393445,0.00036851387,0.0002491533],"domain_scores_gemma":[0.9959166,0.0010802421,0.00065145316,0.0020011424,0.00021535036,0.0001351917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024824503,0.00019237348,0.0005545903,0.000059030146,0.00018768969,0.000050372022,0.00055969274,0.000029105442,0.00004665101],"category_scores_gemma":[0.0004094695,0.00015484157,0.000008512746,0.0004508156,0.00008299203,0.00045517174,0.0009751192,0.00021939077,0.0000018761338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031151294,0.00027181004,0.8587382,0.0010880874,0.0005158203,0.000009688887,0.00095845223,0.000002015202,0.00022264384,0.000008871534,0.044669803,0.093203105],"study_design_scores_gemma":[0.0011802212,0.0003581347,0.89264184,0.0021658842,0.0005437625,0.000014072731,0.0008774265,0.039526746,0.0000029727428,0.00003429598,0.0624722,0.0001824314],"about_ca_topic_score_codex":0.53954,"about_ca_topic_score_gemma":0.7815677,"teacher_disagreement_score":0.24202771,"about_ca_system_score_codex":0.0000310207,"about_ca_system_score_gemma":0.0007481374,"threshold_uncertainty_score":0.6314256},"labels":[],"label_agreement":null},{"id":"W2883256303","doi":"10.12927/hcq.2018.25524","title":"Using an Evidence-Informed Framework and a Self-Assessment Tool to Drive Priority Setting and Action toward Senior-Friendly Care","year":2018,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Sunnybrook Hospital","funders":"","keywords":"General partnership; Best practice; Quality (philosophy); Nursing; Identification (biology); Health care; Business; Action (physics); Public relations; Medical education; Medicine; Process management; Psychology; Political science; Finance","score_opus":0.194863515106934,"score_gpt":0.5471165055921191,"score_spread":0.3522529904851851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883256303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973792,0.00012248936,0.011741802,0.0122604715,0.00045089907,0.0014554269,0.000015680123,0.0001456799,0.000015545598],"genre_scores_gemma":[0.80879575,0.000055680768,0.1873889,0.0028066048,0.0008777305,0.000029000725,0.000020741014,0.000023479031,0.0000021424394],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99744904,0.00024175772,0.0008799796,0.0005505883,0.00045958292,0.00041903195],"domain_scores_gemma":[0.9973165,0.00069977244,0.00030356803,0.0003897645,0.0007909643,0.0004994623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000671024,0.00021794517,0.00035033916,0.00012994221,0.0003266445,0.00012534899,0.000060346032,0.0002047239,0.000021601118],"category_scores_gemma":[0.000802466,0.00021163702,0.000042087733,0.00023939543,0.00005646885,0.0008879492,0.000039771185,0.00045455276,0.000008774722],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054387195,0.00011456358,0.12472423,0.0013079335,0.000051990814,0.000022458196,0.06209953,6.209684e-7,0.0012891045,0.00019309718,0.00018967788,0.8094629],"study_design_scores_gemma":[0.0026121917,0.026779346,0.72233784,0.0022164416,0.00043845238,0.0004046906,0.2356906,0.0035083639,0.00024060642,0.00062411587,0.0044438,0.0007035681],"about_ca_topic_score_codex":0.0021641222,"about_ca_topic_score_gemma":0.002143942,"teacher_disagreement_score":0.80875933,"about_ca_system_score_codex":0.0006544284,"about_ca_system_score_gemma":0.0012534218,"threshold_uncertainty_score":0.86303073},"labels":[],"label_agreement":null},{"id":"W2883284255","doi":"10.1186/s12913-018-3375-4","title":"Evaluating quality of care for patients with rotator cuff disorders","year":2018,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; Mount Royal University","funders":"University of Alberta; University of Calgary","keywords":"Medicine; Rotator cuff; Patient satisfaction; Health care; Health administration; Public health; Physical therapy; Health services research; Health informatics; Quality (philosophy); Quality management; Orthopedic surgery; Health care quality; Family medicine; Medical emergency; Nursing; Surgery; Operations management","score_opus":0.48138717256732755,"score_gpt":0.6813830507209445,"score_spread":0.19999587815361697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883284255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99438155,0.00013657002,0.00064334087,0.0007954498,0.00008062766,0.0037197229,0.000072640905,0.00002158047,0.00014849425],"genre_scores_gemma":[0.9681661,0.000027715205,0.030217802,0.0008305396,0.00023998327,0.00016064868,0.00030107543,0.00002849894,0.000027626056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995878,0.0007770006,0.0010810716,0.00035823465,0.0014049261,0.0005007658],"domain_scores_gemma":[0.99175555,0.003117329,0.00042506756,0.00046076355,0.0039852075,0.00025606298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064592846,0.00009936553,0.00034850306,0.00013857138,0.00029685497,0.000015916565,0.00015492404,0.00005883344,0.00010093638],"category_scores_gemma":[0.0020583428,0.000078169694,0.000053866286,0.00044649042,0.00012592031,0.00014850785,0.000092382936,0.00021907079,0.00002079139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005757321,0.0003702592,0.9124168,0.010670926,0.00002646732,4.450438e-8,0.00469029,0.0000047964627,0.0000359682,0.00006126411,0.00008315383,0.06588268],"study_design_scores_gemma":[0.008166118,0.013540184,0.95079875,0.0005406111,0.000023314173,1.766941e-7,0.020599317,0.0020755418,0.00011578186,0.00023734407,0.0038017202,0.00010116343],"about_ca_topic_score_codex":0.0048593176,"about_ca_topic_score_gemma":0.016390014,"teacher_disagreement_score":0.06578152,"about_ca_system_score_codex":0.0001959621,"about_ca_system_score_gemma":0.001505493,"threshold_uncertainty_score":0.9146013},"labels":[],"label_agreement":null},{"id":"W2884033130","doi":"10.1186/s12961-018-0330-0","title":"Development of rapid guidelines: 3. GIN-McMaster Guideline Development Checklist extension for rapid recommendations","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University","keywords":"Guideline; Checklist; Process management; Medicine; Grading (engineering); Management science; Medical education; Psychology; Engineering; Pathology","score_opus":0.7899452308869602,"score_gpt":0.6549630631487506,"score_spread":0.1349821677382096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884033130","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14174965,0.008649366,0.1517086,0.66186947,0.0029248556,0.025273742,0.00038452478,0.00036352786,0.0070762546],"genre_scores_gemma":[0.22863483,0.0027249118,0.72603923,0.022439608,0.008185636,0.0013789022,0.001513867,0.00017750835,0.008905498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99252945,0.00060339516,0.004385072,0.00055369467,0.0010436432,0.000884773],"domain_scores_gemma":[0.99027145,0.001774789,0.00071737677,0.000465484,0.0061125276,0.0006583967],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026075577,0.00021733226,0.0006515628,0.00066696136,0.0008045824,0.00005726897,0.00015035133,0.00014072024,0.00019416162],"category_scores_gemma":[0.01980956,0.00018049627,0.00006569185,0.0006330308,0.00021501297,0.00016151111,0.00018051891,0.00031061645,0.000049664483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054726534,0.00021075623,0.00012151169,0.001300275,0.000087909575,9.4782536e-7,0.002771232,0.0000011838048,0.0021202362,0.0008022523,0.31259358,0.6794429],"study_design_scores_gemma":[0.0024963976,0.0009208314,0.0010909108,0.0008212033,0.000012126477,0.000038470986,0.004048258,0.0030418332,0.00092168676,0.000051024243,0.98641235,0.0001449145],"about_ca_topic_score_codex":0.00114612,"about_ca_topic_score_gemma":0.00038186222,"teacher_disagreement_score":0.6792979,"about_ca_system_score_codex":0.0005816065,"about_ca_system_score_gemma":0.0059489757,"threshold_uncertainty_score":0.99968636},"labels":[],"label_agreement":null},{"id":"W2884234041","doi":"10.1186/s12961-018-0329-6","title":"Development of rapid guidelines: 2. A qualitative study with WHO guideline developers","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University; World Health Organization","keywords":"Timeline; Guideline; Health administration; Public health; Medicine; Health services research; Medical education; Qualitative research; Evidence-based practice; Resource (disambiguation); Public relations; Psychology; Nursing; Political science; Alternative medicine; Computer science; Sociology","score_opus":0.8430840184313757,"score_gpt":0.7184427441325646,"score_spread":0.12464127429881111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884234041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9280469,0.0013846622,0.006019098,0.05478164,0.00016460182,0.0070576426,0.000042026815,0.00007364024,0.0024297773],"genre_scores_gemma":[0.9544856,0.00027202934,0.038526278,0.0034983477,0.0013453964,0.00026655677,0.000054373228,0.000051674506,0.0014997702],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9915717,0.0022110122,0.003293036,0.00047668006,0.0017113381,0.0007361907],"domain_scores_gemma":[0.9896935,0.0019229582,0.0005752744,0.00046632203,0.00672342,0.00061848026],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036750253,0.00018934844,0.00071624655,0.00063563447,0.00044898107,0.0000434176,0.00013488616,0.00007431077,0.000046715915],"category_scores_gemma":[0.016314251,0.00013216682,0.000027787632,0.0011670205,0.00036476538,0.00017306756,0.00013351458,0.0003612809,0.00003048206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005469768,0.0015169553,0.0033053078,0.0029943127,0.00082876935,0.000036239217,0.53937274,0.0000049631362,0.00052129314,0.003949728,0.19341896,0.24858096],"study_design_scores_gemma":[0.0055327215,0.00996249,0.0032099658,0.0011210789,0.000024353203,0.00007849933,0.5637792,0.0008281087,0.00007731835,0.000045444587,0.4151284,0.00021246386],"about_ca_topic_score_codex":0.009102175,"about_ca_topic_score_gemma":0.0025423148,"teacher_disagreement_score":0.24836849,"about_ca_system_score_codex":0.0004154124,"about_ca_system_score_gemma":0.008548163,"threshold_uncertainty_score":0.9974963},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2884563871","doi":"10.1186/s12961-018-0327-8","title":"Development of rapid guidelines: 1. Systematic survey of current practices and methods","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"McMaster University; World Health Organization","keywords":"Interim; Guideline; Medicine; MEDLINE; Excellence; Health care; Systematic review; Health services research; Evidence-based practice; Medical education; Family medicine; Public health; Political science; Alternative medicine; Nursing","score_opus":0.9444685199504581,"score_gpt":0.7803496142703854,"score_spread":0.1641189056800727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884563871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644639,0.08168773,0.018142767,0.020015974,0.0011811681,0.013412355,0.00013720374,0.00006889256,0.00088995404],"genre_scores_gemma":[0.95762974,0.00525659,0.035633944,0.00039814104,0.0007186879,0.00015532269,0.000041413594,0.000031389176,0.00013474838],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.98753184,0.0071323854,0.0035042767,0.00032437692,0.001042832,0.00046431329],"domain_scores_gemma":[0.9758299,0.015016602,0.0026125396,0.00050614105,0.005508675,0.00052611955],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0906295,0.00012391947,0.0008968326,0.00048578987,0.00019621232,0.000031831343,0.0000993182,0.000073860145,0.000009572415],"category_scores_gemma":[0.17363228,0.00009143671,0.000026381776,0.00068731525,0.00028587258,0.0001328405,0.00014292164,0.00028770074,0.000005635225],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015672388,0.000793158,0.024473011,0.51261866,0.00055915036,0.0000032463329,0.01647081,8.8926214e-7,0.004894062,0.0051742103,0.015389049,0.4180565],"study_design_scores_gemma":[0.017627513,0.017290931,0.4407395,0.1458248,0.000462915,0.0008389786,0.07072905,0.044670805,0.0045984704,0.000598309,0.25527817,0.0013405561],"about_ca_topic_score_codex":0.0151256425,"about_ca_topic_score_gemma":0.0008993515,"teacher_disagreement_score":0.41671595,"about_ca_system_score_codex":0.00014774431,"about_ca_system_score_gemma":0.0038272592,"threshold_uncertainty_score":0.9914327},"labels":[],"label_agreement":null},{"id":"W2885663543","doi":"10.4212/cjhp.v47i3.2385","title":"Recherche clinique / Clinical Research","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Library science; Gynecology; Family medicine; Computer science","score_opus":0.8467427660093753,"score_gpt":0.6881927969536531,"score_spread":0.15854996905572216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885663543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8186278,0.00031596934,0.00012843116,0.1724533,0.0025606605,0.00044396124,0.000007602714,0.000008603321,0.0054537053],"genre_scores_gemma":[0.9839312,0.0002193346,0.0030034306,0.0063124117,0.0060475753,0.0000025654817,0.0000034871528,0.000027127766,0.00045287568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99558973,0.001732513,0.001562772,0.00016265186,0.00051723403,0.00043509685],"domain_scores_gemma":[0.99020314,0.0046463897,0.00049989275,0.00037387622,0.0031021237,0.0011745819],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031624444,0.00010593874,0.00029004074,0.0002116146,0.00033771942,0.00008094643,0.00042745617,0.000110631685,0.0011090913],"category_scores_gemma":[0.03581921,0.00007039067,0.00022729363,0.00047248253,0.00094575895,0.00026233617,0.000038456612,0.0028101536,0.00038449749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010349726,0.00029826708,0.18327461,0.000018606628,0.00038737536,0.0006990341,0.0017640017,0.0000011026656,0.00023195661,0.00056002766,0.5739261,0.23780394],"study_design_scores_gemma":[0.005511066,0.006972072,0.06048055,0.00013252941,0.00035072194,0.0006111049,0.0013784552,0.00024654515,0.0017127183,0.010859226,0.91153485,0.0002101747],"about_ca_topic_score_codex":0.011392215,"about_ca_topic_score_gemma":0.017663775,"teacher_disagreement_score":0.33760872,"about_ca_system_score_codex":0.00038391826,"about_ca_system_score_gemma":0.008135488,"threshold_uncertainty_score":0.999804},"labels":[],"label_agreement":null},{"id":"W2886358526","doi":"10.1097/prs.0000000000004891","title":"Introducing Knowledge Translation to Plastic Surgery: Turning Evidence into Practice","year":2018,"lang":"en","type":"review","venue":"Plastic & Reconstructive Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Knowledge translation; Best practice; Best evidence; Closing (real estate); Evidence-based practice; Clinical Practice; Evidence-based medicine; Quality (philosophy); Medicine; Knowledge management; Computer science; Medical education; Nursing; Alternative medicine; Business; Management; Pathology; Epistemology","score_opus":0.3715589964779957,"score_gpt":0.49377335117619225,"score_spread":0.12221435469819658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886358526","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010976705,0.964084,0.015264893,0.00052128703,0.016497944,0.0019899772,0.00006925232,0.0002503193,0.00022463141],"genre_scores_gemma":[0.0009361003,0.97304744,0.019021668,0.00019217817,0.0057276967,0.00034004316,0.00044619918,0.00024858533,0.000040099054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896183,0.0019265031,0.0047976403,0.0018886528,0.0008694919,0.00089941494],"domain_scores_gemma":[0.5290975,0.46531907,0.0025833072,0.00084282656,0.0015109216,0.0006463518],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076220417,0.0010458223,0.004386124,0.0019266525,0.000296418,0.00017328549,0.00023973639,0.0006047867,0.000626993],"category_scores_gemma":[0.5475413,0.0009669217,0.0012764006,0.0021323983,0.0003365377,0.0013766638,0.00017753014,0.0015466737,0.001836363],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055616145,0.00013420539,0.0005579601,0.012406588,0.0008035013,0.000080721984,0.00035713316,0.000004514613,0.0000062770446,0.00000769619,0.010628645,0.9744566],"study_design_scores_gemma":[0.00027449342,0.00022205572,0.000204998,0.082370184,0.0077048726,0.0018405784,0.00047695037,0.00016866942,0.000007824655,0.000032301876,0.9056542,0.0010428587],"about_ca_topic_score_codex":0.00012132789,"about_ca_topic_score_gemma":0.00009614769,"teacher_disagreement_score":0.97341377,"about_ca_system_score_codex":0.0012433301,"about_ca_system_score_gemma":0.0057044495,"threshold_uncertainty_score":0.9999323},"labels":[],"label_agreement":null},{"id":"W2886367028","doi":"10.1097/ncm.0000000000000312","title":"National Case Management Week 2018","year":2018,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Health","funders":"","keywords":"Case management; Business; Autonomy; Managed care; Nursing; Public relations; Medicine; Operations management; Health care; Political science; Engineering","score_opus":0.27311391096419874,"score_gpt":0.5218565435709468,"score_spread":0.24874263260674806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886367028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5557675,0.00018344795,0.009493561,0.0406097,0.0075679217,0.0070851333,0.00014271079,0.0005627069,0.37858734],"genre_scores_gemma":[0.9334824,0.000024100089,0.029101083,0.009688732,0.0011932568,0.00026677435,0.00016185839,0.00004561954,0.02603615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968612,0.00014015907,0.0009563502,0.0005829507,0.0010596664,0.0003996491],"domain_scores_gemma":[0.9983422,0.0002734832,0.0002601046,0.00042923188,0.00045995676,0.00023502833],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016626593,0.00024641116,0.0002397659,0.00029721862,0.00044842964,0.000038680875,0.00011003207,0.00008057983,0.0031342048],"category_scores_gemma":[0.0002143783,0.00021366595,0.00012191462,0.00038210623,0.00013982208,0.00024610022,0.0005222586,0.00025619887,0.0015431707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001395467,0.0023569,0.00075743365,0.0007716221,0.00096106814,0.21751703,0.00036722873,0.000011484471,0.00004222354,0.028145118,0.61940944,0.12826501],"study_design_scores_gemma":[0.013852184,0.001587333,0.0081557315,0.00062844896,0.0017990707,0.10630434,0.01631386,0.005693279,0.00020006113,0.011141808,0.83332133,0.0010025697],"about_ca_topic_score_codex":0.000083645544,"about_ca_topic_score_gemma":0.00009656782,"teacher_disagreement_score":0.37771493,"about_ca_system_score_codex":0.00030448305,"about_ca_system_score_gemma":0.00008394753,"threshold_uncertainty_score":0.99923426},"labels":[],"label_agreement":null},{"id":"W2886849040","doi":"10.1007/s12630-018-1182-3","title":"Canadian Critical Care Society revised process for guideline development and endorsement","year":2018,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Université Laval; University of Ottawa; Children's Hospital of Eastern Ontario; Impact; University of Toronto; St. Michael's Hospital; Centre Hospitalier Universitaire de Sherbrooke; McMaster University; Université de Sherbrooke","funders":"","keywords":"Guideline; Process (computing); Engineering ethics; Political science; Process management; Computer science; Engineering; Law","score_opus":0.08541127052429943,"score_gpt":0.3800493533079551,"score_spread":0.29463808278365566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886849040","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06928549,0.003459588,0.00015298564,0.9242156,0.0011447734,0.0013870646,0.00012535621,0.000016244037,0.0002129021],"genre_scores_gemma":[0.18554285,0.00035700493,0.04779051,0.7083635,0.052960183,0.000119960285,0.0019443115,0.0008641791,0.0020575267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99220836,0.0002095217,0.0038430868,0.00064164266,0.0011436197,0.0019537832],"domain_scores_gemma":[0.9842131,0.00060194667,0.0017170833,0.00043578327,0.0074889287,0.0055431197],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00360037,0.0008192268,0.0015524685,0.0012201907,0.0011614796,0.00046037073,0.00066959683,0.0011643613,0.0005425146],"category_scores_gemma":[0.0038280322,0.0007612262,0.0006971907,0.00038105113,0.00043624936,0.00045985635,0.000014852379,0.0032931382,0.000014565948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000104953215,0.000013551859,0.0008452996,0.00085936405,0.00030929706,0.22790961,0.0022227152,0.0000050555454,0.0000018808721,0.000009888405,0.76286906,0.004849331],"study_design_scores_gemma":[0.0013116279,0.0010331912,0.00013086497,0.0007006908,0.0008411071,0.43050188,0.002264696,0.000020271173,0.00001914718,0.00008515215,0.56264913,0.00044223803],"about_ca_topic_score_codex":0.07550514,"about_ca_topic_score_gemma":0.34159988,"teacher_disagreement_score":0.26609474,"about_ca_system_score_codex":0.005822141,"about_ca_system_score_gemma":0.067596965,"threshold_uncertainty_score":0.9994839},"labels":[],"label_agreement":null},{"id":"W2888055486","doi":"10.1016/j.pmrj.2018.06.006","title":"Morbidity and Mortality Rounds in Rehabilitation—Benefits for Enhancing Quality Beyond Just the “M&amp;M”","year":2018,"lang":"en","type":"review","venue":"PM&R","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Toronto Rehabilitation Institute","funders":"Toronto Rehabilitation Institute","keywords":"Rehabilitation; Citation; Library science; Nothing; Gerontology; Medicine; Psychology; Physical therapy; Computer science; Philosophy","score_opus":0.6156843124359943,"score_gpt":0.6105586373807903,"score_spread":0.005125675055204004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888055486","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014790608,0.97677815,0.00055554573,0.0022015788,0.0007173215,0.0043179523,0.00028636973,0.000048352005,0.00030409856],"genre_scores_gemma":[0.0013874205,0.99074477,0.0042124824,0.0007178227,0.0012956033,0.00057266676,0.00078510586,0.000059850132,0.00022426431],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956529,0.0006004532,0.0024443995,0.0006244116,0.0003821314,0.00029566808],"domain_scores_gemma":[0.98478776,0.012946385,0.00094135036,0.00083530426,0.0003714633,0.00011772043],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008776387,0.00031475403,0.0013832919,0.00010826375,0.00013270197,0.00005310656,0.00015426932,0.00027613874,0.000085595166],"category_scores_gemma":[0.031162707,0.0002176755,0.00035782158,0.00032038393,0.00018458185,0.00018551326,0.00011853454,0.00047660648,0.00003321308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100714744,0.00035746925,0.005038399,0.035877943,0.0002874005,0.0000015341811,0.0007406878,9.423185e-7,0.0000020618227,0.0014805029,0.008236934,0.94787544],"study_design_scores_gemma":[0.0008747165,0.0002021954,0.019907651,0.002998534,0.0016585193,0.000016038193,0.00033002323,0.00001333441,5.073079e-7,0.0012728885,0.97245926,0.0002663152],"about_ca_topic_score_codex":0.0012324167,"about_ca_topic_score_gemma":0.015535798,"teacher_disagreement_score":0.9642224,"about_ca_system_score_codex":0.00027387403,"about_ca_system_score_gemma":0.00046184871,"threshold_uncertainty_score":0.9769982},"labels":[],"label_agreement":null},{"id":"W2888223991","doi":"10.31478/201205h","title":"Canadian Strategy on Patient-Oriented Research","year":2012,"lang":"en","type":"article","venue":"NAM Perspectives","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Business; Process management; Political science","score_opus":0.3743271528837009,"score_gpt":0.5623834878617032,"score_spread":0.18805633497800234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888223991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9249577,0.00037226803,0.000015281741,0.009900921,0.00024346553,0.00050872983,0.000018685589,0.00004064767,0.06394228],"genre_scores_gemma":[0.99760777,0.000034892404,0.00036721848,0.0006510588,0.0005595531,0.000023128536,0.000030352148,0.000020175758,0.0007058557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982255,0.00019601754,0.00028945107,0.00023354925,0.00052084203,0.0005346184],"domain_scores_gemma":[0.997988,0.0005786392,0.00005266816,0.00027494834,0.0005713834,0.00053438934],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010276451,0.00009483023,0.00013390985,0.0003071752,0.00016968795,0.000018844594,0.000050926177,0.00007995766,0.001371041],"category_scores_gemma":[0.00468834,0.000083633386,0.000052320538,0.00038222453,0.000080512946,0.00021425258,0.00002162428,0.0005154413,0.0005778351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029765521,0.0053513017,0.3408285,0.00008324756,0.00054902484,0.00018835375,0.059581462,0.000030004243,0.007590453,0.15899082,0.18247494,0.24135533],"study_design_scores_gemma":[0.0028476617,0.0035320222,0.5051761,0.00008305641,0.0000917094,0.00006491982,0.27374578,0.00012961635,0.0014252577,0.00061719737,0.21195003,0.00033661156],"about_ca_topic_score_codex":0.06783964,"about_ca_topic_score_gemma":0.021558665,"teacher_disagreement_score":0.24101873,"about_ca_system_score_codex":0.0010537641,"about_ca_system_score_gemma":0.00052106957,"threshold_uncertainty_score":0.9995418},"labels":[],"label_agreement":null},{"id":"W2888980516","doi":"10.1016/j.anorl.2018.08.009","title":"The use of standardized order sets to improve adherence to evidence-based postoperative management in major head and neck surgery","year":2018,"lang":"en","type":"article","venue":"European Annals of Otorhinolaryngology Head and Neck Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia","funders":"","keywords":"Medicine; Laryngectomy; Fistula; Retrospective cohort study; Surgery; Thrombosis; Larynx","score_opus":0.27892080642225187,"score_gpt":0.45559035365721195,"score_spread":0.1766695472349601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888980516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865707,0.0010836147,0.00006617794,0.010677729,0.00014929546,0.0012021019,0.00014680145,0.000020396788,0.00008318839],"genre_scores_gemma":[0.9841795,0.0008105252,0.0017657531,0.012978817,0.0000850809,0.00002711651,0.000021597987,0.000026718795,0.000104905936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973861,0.00065924966,0.0009424559,0.00043761198,0.0002647852,0.00030978073],"domain_scores_gemma":[0.996385,0.0020287437,0.00024417366,0.00040657618,0.00061179855,0.00032371696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010242425,0.0001967462,0.0004913129,0.00019000414,0.00011001821,0.000040197152,0.000111914924,0.000035413937,0.00004837333],"category_scores_gemma":[0.0067986166,0.00014524318,0.0000795737,0.00030810697,0.0002886807,0.00028163855,0.00019885036,0.000119039345,0.000014363791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035116408,0.0010120253,0.7732888,0.0005687576,0.00039410937,0.0003351344,0.00085107307,0.000014731649,0.007126788,0.00017007873,0.04826919,0.13285291],"study_design_scores_gemma":[0.0020771145,0.0036190925,0.9794437,0.0009320574,0.000105625615,0.00000599909,0.00012503352,0.00006454507,0.00090471294,0.000018567842,0.012549787,0.00015372316],"about_ca_topic_score_codex":0.00024430224,"about_ca_topic_score_gemma":0.00024388352,"teacher_disagreement_score":0.20615496,"about_ca_system_score_codex":0.000016539783,"about_ca_system_score_gemma":0.00015986092,"threshold_uncertainty_score":0.813907},"labels":[],"label_agreement":null},{"id":"W2889403625","doi":"10.1007/s00586-018-5721-y","title":"The Global Spine Care Initiative: care pathway for people with spine-related concerns","year":2018,"lang":"en","type":"article","venue":"European Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Michael's Hospital; Ontario Tech University; Canadian Memorial Chiropractic College; University of Toronto; Centre for Disability Prevention and Rehabilitation; Université de Montréal","funders":"DePuy Synthes Spine; National Institutes of Health; Ontario Trillium Foundation; U.S. Department of Defense; Pacira BioSciences; Financial Services Commission; Skoll Foundation; AOSpine; Western University of Health Sciences; Healthwise; NCMIC Foundation; Medical University of South Carolina; Federal Emergency Management Agency; Pacira Pharmaceuticals; Patient-Centered Outcomes Research Institute; U.S. Department of Homeland Security; Canadian Institutes of Health Research; University of Ontario Institute of Technology","keywords":"Medicine; Psychological intervention; Care pathway; Triage; Health care; Intervention (counseling); Clinical pathway; Specialty; Nursing; Family medicine; Medical emergency","score_opus":0.10746638064870079,"score_gpt":0.43742671633635133,"score_spread":0.32996033568765054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889403625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83374614,0.004906206,0.04373725,0.029246747,0.004241337,0.0035415613,0.000264124,0.00033451832,0.0799821],"genre_scores_gemma":[0.9842213,0.00016860997,0.008246476,0.0021565713,0.004509548,0.000008889445,0.00016849705,0.00008345805,0.00043669302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972552,0.00031688224,0.0011584611,0.000316927,0.0005048696,0.0004476248],"domain_scores_gemma":[0.99622095,0.00007997785,0.00077020016,0.00037731626,0.0022406527,0.00031089608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010605911,0.00026699997,0.000357935,0.0000486331,0.0006984393,0.00015192498,0.00025916184,0.0000504566,0.00021339093],"category_scores_gemma":[0.0024702277,0.00016415835,0.00018272428,0.00033947267,0.00020794237,0.00024120079,0.000106387364,0.00052818045,0.00011174828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045999717,0.0007090995,0.11386772,0.000700324,0.0024179579,0.0017706198,0.027339019,0.00016229406,0.0043417616,0.0036364582,0.088664465,0.7517903],"study_design_scores_gemma":[0.018126266,0.01163063,0.45687237,0.00059200823,0.00071124797,0.0018942723,0.02607425,0.00021983447,0.00047841563,0.00008223471,0.48282847,0.000489997],"about_ca_topic_score_codex":0.000018051081,"about_ca_topic_score_gemma":0.0003894043,"teacher_disagreement_score":0.75130033,"about_ca_system_score_codex":0.00032701282,"about_ca_system_score_gemma":0.0005498078,"threshold_uncertainty_score":0.66941833},"labels":[],"label_agreement":null},{"id":"W2889472245","doi":"10.14745/ccdr.v40i04a02","title":"CATMAT Statement on International Travellers and Typhoid – a welcome development","year":2014,"lang":"en","type":"editorial","venue":"Canada Communicable Disease Report","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Typhoid fever; Statement (logic); Political science; Medicine; Virology; Law","score_opus":0.07457566975620147,"score_gpt":0.4088022541827593,"score_spread":0.33422658442655784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889472245","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011306335,0.0008448162,0.0001250258,0.019569859,0.9562663,0.001878258,0.00067558297,0.000120337936,0.0092135295],"genre_scores_gemma":[0.15742576,0.004433731,0.0067907833,0.0111198295,0.6807442,0.00086280453,0.09803727,0.000563732,0.040021896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952991,0.00015087612,0.0018199887,0.00054122607,0.0018636144,0.0003252117],"domain_scores_gemma":[0.99458456,0.0017241895,0.00092431996,0.0013997293,0.00061170774,0.0007555028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014601878,0.00036686278,0.0006281523,0.00011030581,0.00018742467,0.00006227482,0.0003499367,0.00018550639,0.00032874086],"category_scores_gemma":[0.0077581443,0.00035364105,0.00009006869,0.00007654204,0.00007426613,0.00006770249,0.0003259814,0.00088570523,0.000011232969],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053647766,0.00015526848,0.00081947824,0.00021214053,0.00040187052,0.0014642194,0.000024843624,0.000016286198,0.0000025344443,0.0000074224963,0.9930955,0.0032639385],"study_design_scores_gemma":[0.0015836738,0.00006760915,0.0023282112,0.00039107222,0.00031268038,0.000040399547,0.0001306705,0.00012653152,0.0000083864115,0.000014489066,0.9946741,0.00032216508],"about_ca_topic_score_codex":0.17783424,"about_ca_topic_score_gemma":0.3178069,"teacher_disagreement_score":0.27552205,"about_ca_system_score_codex":0.0020333668,"about_ca_system_score_gemma":0.016449457,"threshold_uncertainty_score":0.9998916},"labels":[],"label_agreement":null},{"id":"W2889839922","doi":"10.1200/jco.2018.36.15_suppl.e18538","title":"Results of a pan-Canadian approach to systems change for smoking cessation support in Canadian cancer centers.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer","funders":"","keywords":"Smoking cessation; Medicine; Referral; Family medicine; Cancer; General partnership; Business","score_opus":0.6155360364767851,"score_gpt":0.6048971604436514,"score_spread":0.010638876033133737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889839922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8538156,0.00016974243,0.000984926,0.12430565,0.007590845,0.0029826986,0.0003071341,0.0000082869565,0.009835112],"genre_scores_gemma":[0.9815628,0.00010360117,0.0029509633,0.011829294,0.0033991379,0.000039118506,0.00003629673,0.00001709333,0.00006171581],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99432606,0.00032952297,0.004412942,0.00021799422,0.00029697357,0.0004164958],"domain_scores_gemma":[0.9931481,0.0020700977,0.0022193717,0.00018024794,0.0013338189,0.0010483757],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011937543,0.000105393665,0.001002919,0.00055418134,0.000036894748,0.000010005036,0.00016519046,0.00035116693,0.000042873446],"category_scores_gemma":[0.02128424,0.000089285255,0.00019255823,0.00028370292,0.000089182155,0.00018878184,0.000017653836,0.0004690262,0.00000494062],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010556985,0.001125617,0.54128945,0.00019828207,0.00044272988,0.0001531388,0.0019696616,0.00006144902,0.00006640081,0.00027348584,0.08855981,0.355303],"study_design_scores_gemma":[0.011676567,0.009372581,0.38984916,0.00022742045,0.0003052337,0.00009599539,0.00097036944,0.0015475111,0.000014895134,0.00004388769,0.58578485,0.000111553585],"about_ca_topic_score_codex":0.857853,"about_ca_topic_score_gemma":0.95557225,"teacher_disagreement_score":0.49722505,"about_ca_system_score_codex":0.0011061847,"about_ca_system_score_gemma":0.008959014,"threshold_uncertainty_score":0.9966593},"labels":[],"label_agreement":null},{"id":"W2889889928","doi":"10.23889/ijpds.v3i4.704","title":"Breast cancer care in Alberta: a Patients perspective","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; Alberta Health Services","funders":"","keywords":"Medicine; Breast cancer; Referral; Family medicine; Health care; Breast surgery; Cancer; Internal medicine","score_opus":0.1915335090914785,"score_gpt":0.5665343481342299,"score_spread":0.3750008390427514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889889928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767452,0.000023843062,0.0011851238,0.016231831,0.004203562,0.00047890385,0.0007255127,0.000011071002,0.00039498266],"genre_scores_gemma":[0.9947096,0.000022074553,0.0028347794,0.0008060272,0.0011324974,0.0000071275995,0.00042482407,0.000007913703,0.00005511762],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981645,0.000020499665,0.0005342058,0.00032186953,0.0007925449,0.00016643212],"domain_scores_gemma":[0.99564505,0.00014811446,0.00029329362,0.00023164484,0.0035766312,0.00010525133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007079252,0.00007268696,0.00009933298,0.0002924019,0.00016152348,0.00012238084,0.00057921826,0.000026454158,0.00017409983],"category_scores_gemma":[0.0036505314,0.00006288953,0.000031977197,0.0002929364,0.00012660207,0.0022188877,0.00018699765,0.00013420472,0.000014060743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008042077,0.00014636976,0.9294162,0.0000041820877,0.000028243949,0.0000030049214,0.0007296994,0.000030266681,0.00010484097,0.001197273,0.0017357642,0.06579995],"study_design_scores_gemma":[0.0024120926,0.00015187927,0.98418546,0.00008775076,0.00003023327,0.000112226546,0.00093270635,0.0067337495,0.00002870564,0.0006352678,0.004603601,0.00008630744],"about_ca_topic_score_codex":0.007599837,"about_ca_topic_score_gemma":0.008854385,"teacher_disagreement_score":0.065713644,"about_ca_system_score_codex":0.00086497545,"about_ca_system_score_gemma":0.00045432601,"threshold_uncertainty_score":0.99900866},"labels":[],"label_agreement":null},{"id":"W2889998518","doi":"10.23889/ijpds.v3i4.1035","title":"Applications of Big Data Analytics within a Dynamic Simulation Modeling Platform to Inform Osteoarthritis Care in Alberta","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Leverage (statistics); Big data; Medicine; Analytics; Decision support system; Comorbidity; Computer science; Operations management; Emergency medicine; Data mining; Engineering; Internal medicine; Artificial intelligence","score_opus":0.35728819588110294,"score_gpt":0.5475778485789006,"score_spread":0.19028965269779763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889998518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35399163,0.000025188478,0.6389397,0.0027628448,0.0018010444,0.0012085387,0.0010970699,0.000016246204,0.00015778696],"genre_scores_gemma":[0.96270657,0.000011597548,0.032241654,0.00034770335,0.00052829477,0.000010269105,0.0041134213,0.000011961146,0.000028554681],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969017,0.00001262463,0.0014347595,0.00042290747,0.0010400015,0.00018798691],"domain_scores_gemma":[0.9958654,0.00033886996,0.0005685072,0.00091022847,0.0021665653,0.00015041606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001954893,0.00010517102,0.00017988285,0.0007165022,0.0002063768,0.00013822652,0.0014457054,0.00004950323,0.000020983765],"category_scores_gemma":[0.0073257745,0.00010228537,0.00003202803,0.00087994663,0.00009753958,0.002897604,0.0006363002,0.00016458491,0.000010854534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010665599,0.00015572291,0.03133491,0.000041048894,0.0000551828,0.0000029921016,0.0012670102,0.17524584,0.00055428455,0.0012612999,0.00012183066,0.78889334],"study_design_scores_gemma":[0.0013238661,0.00023644132,0.005104512,0.00012961864,0.000047158166,0.000041397376,0.00070353475,0.98649037,0.000027192942,0.0008150952,0.0049764635,0.000104331426],"about_ca_topic_score_codex":0.001253396,"about_ca_topic_score_gemma":0.016320515,"teacher_disagreement_score":0.81124455,"about_ca_system_score_codex":0.0003288146,"about_ca_system_score_gemma":0.00056031113,"threshold_uncertainty_score":0.9107231},"labels":[],"label_agreement":null},{"id":"W2890026946","doi":"10.20396/bjos.v2i5.8641687","title":"Clinical practice guidelines in dentistry: A Canadian perspective","year":2003,"lang":"en","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Dalhousie University","funders":"","keywords":"Guideline; Clinical Practice; Autonomy; Perspective (graphical); Medicine; MEDLINE; Medical education; Engineering ethics; Nursing; Political science; Engineering; Computer science","score_opus":0.11496955799126614,"score_gpt":0.4186486263786106,"score_spread":0.3036790683873445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890026946","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12352583,0.0014776743,0.0038650688,0.3985001,0.0039260583,0.002555687,0.000086043365,0.00043746413,0.46562606],"genre_scores_gemma":[0.9500656,0.00026264827,0.042935133,0.005402686,0.0007304338,0.000121726465,0.00010336639,0.000059905626,0.00031850368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99398935,0.0010498759,0.0022948289,0.00093934085,0.0008915366,0.00083504006],"domain_scores_gemma":[0.99242043,0.001935836,0.0006421549,0.0007300527,0.0031163662,0.0011551497],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004493593,0.00039805588,0.0006458242,0.000616716,0.000328121,0.00014463473,0.00030666104,0.0005899712,0.000144148],"category_scores_gemma":[0.09748864,0.00040211462,0.0002939276,0.0010265171,0.000032989126,0.00072193815,0.00008615257,0.0012280407,0.00006201264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006317087,0.0010412436,0.015277777,0.000044222303,0.0002660376,0.0029814218,0.00056224386,0.000032370404,0.00024114316,0.9656901,0.00871954,0.004512237],"study_design_scores_gemma":[0.0031784435,0.00018666113,0.02144314,0.00013197344,0.00022765016,0.008742949,0.0034521273,0.00017080977,0.00006274634,0.00071403186,0.96131176,0.0003777107],"about_ca_topic_score_codex":0.00081779395,"about_ca_topic_score_gemma":0.06753695,"teacher_disagreement_score":0.964976,"about_ca_system_score_codex":0.0021835002,"about_ca_system_score_gemma":0.0050566015,"threshold_uncertainty_score":0.99984306},"labels":[],"label_agreement":null},{"id":"W2890048049","doi":"10.23889/ijpds.v3i4.657","title":"Data Linkage for Optimizing Rectal Cancer Care in Alberta","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Medicine; Colorectal cancer; Grading (engineering); Multidisciplinary approach; Family medicine; Linkage (software); Data extraction; MEDLINE; Cancer; Medical physics; Internal medicine","score_opus":0.43988751224442263,"score_gpt":0.6094285896483009,"score_spread":0.1695410774038783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890048049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71151197,0.00032894893,0.18336293,0.06656132,0.02421866,0.0032333275,0.010066707,0.00006358429,0.0006525712],"genre_scores_gemma":[0.8894634,0.00007991187,0.10030243,0.001193846,0.002790618,0.000017059712,0.0060125366,0.000015982861,0.00012421464],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779475,0.00002239164,0.0008011081,0.000491708,0.0006702632,0.0002197717],"domain_scores_gemma":[0.99689734,0.00055721053,0.00040660793,0.00062413054,0.0014009444,0.000113744994],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023184204,0.000088401976,0.00013551631,0.0002739137,0.0002325755,0.00020888945,0.0015975496,0.000040601004,0.00009445247],"category_scores_gemma":[0.013460852,0.000080052014,0.000032929744,0.0002463741,0.00011179538,0.0034104537,0.00053902034,0.00015834208,0.0000057881607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004061379,0.00036232275,0.27354696,0.00009394,0.00020589867,0.000021723425,0.0013952518,0.0010892092,0.006400997,0.0022349327,0.038590953,0.6719964],"study_design_scores_gemma":[0.0071987193,0.00059774064,0.109564066,0.0005246105,0.00018209103,0.0002768203,0.0011748662,0.61743385,0.0005178257,0.0010920654,0.26107687,0.00036049008],"about_ca_topic_score_codex":0.0021811281,"about_ca_topic_score_gemma":0.011252373,"teacher_disagreement_score":0.6716359,"about_ca_system_score_codex":0.00032306212,"about_ca_system_score_gemma":0.00059961766,"threshold_uncertainty_score":0.9948492},"labels":[],"label_agreement":null},{"id":"W2890181382","doi":"10.1111/jep.13026","title":"Assessing the methodological quality of the Canadian Psychiatric Association's anxiety and depression clinical practice guidelines","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"Anxiety; Clinical Practice; Guideline; Best practice; Strengths and weaknesses; Depression (economics); Quality (philosophy); Association (psychology); Psychiatry; Medicine; Psychology; Clinical psychology; Family medicine; Psychotherapist","score_opus":0.7651929175913669,"score_gpt":0.7314887365371147,"score_spread":0.033704181054252214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890181382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59455675,0.00108419,0.0025307601,0.38904172,0.0061589098,0.001239336,0.0000056766235,0.000010139856,0.005372501],"genre_scores_gemma":[0.77664185,0.0011564362,0.18342309,0.034944437,0.0037726457,0.0000071649383,0.000003279562,0.000018268187,0.0000328095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95295817,0.03099682,0.011696813,0.00050211436,0.00348579,0.00036030004],"domain_scores_gemma":[0.49350184,0.4004943,0.03869898,0.0019179194,0.064424075,0.0009628703],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33249265,0.00019022658,0.0008415035,0.00016203152,0.0003671137,0.00015344087,0.00032585333,0.00048495544,0.00016815319],"category_scores_gemma":[0.93219393,0.0001072916,0.0004692868,0.0008428925,0.00036898162,0.0018450884,0.00015703213,0.0025778064,0.000010889226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013342557,0.0007363696,0.8165523,0.000020868858,0.00029552172,0.0000070623073,0.00013611911,0.00005183475,0.00003544525,0.00014824122,0.030259162,0.15042284],"study_design_scores_gemma":[0.0040985863,0.0005119511,0.9024561,0.000113606366,0.0020757087,0.00036085496,0.0025883627,0.0025512422,0.000011208612,0.0017589035,0.08335826,0.00011521376],"about_ca_topic_score_codex":0.0064253006,"about_ca_topic_score_gemma":0.0113865165,"teacher_disagreement_score":0.5997013,"about_ca_system_score_codex":0.000514664,"about_ca_system_score_gemma":0.0044001527,"threshold_uncertainty_score":0.9997233},"labels":[],"label_agreement":null},{"id":"W2890499804","doi":"10.1097/htr.0000000000000430","title":"A Survey of Perceived Implementation Gaps for a Clinical Practice Guideline for the Rehabilitation of Adults With Moderate to Severe Traumatic Brain Injury","year":2018,"lang":"en","type":"article","venue":"Journal of Head Trauma Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Rehabilitation; Psychosocial; Guideline; Perception; Medicine; Mental health; Nursing; Psychology; Psychiatry; Physical therapy","score_opus":0.19444541868903129,"score_gpt":0.5523229170029382,"score_spread":0.3578774983139069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890499804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85183734,0.000063296655,0.092027865,0.051006444,0.0002703603,0.0045821304,0.00019322798,0.000009559551,0.0000097698885],"genre_scores_gemma":[0.6611402,0.000014884614,0.3371398,0.0012361164,0.00024139037,0.000099782636,0.000092009395,0.00003142919,0.00000440116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9917516,0.0011005792,0.005744741,0.00034121796,0.0008104215,0.00025144132],"domain_scores_gemma":[0.92475516,0.05731818,0.003536485,0.00043090753,0.013794424,0.0001648252],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020904912,0.00021934354,0.00085133826,0.00029749464,0.00012123885,0.000023443134,0.00016974466,0.0001264335,0.00004565703],"category_scores_gemma":[0.11477302,0.00015169215,0.00037437366,0.0005337888,0.00025967255,0.0007368603,0.00001899865,0.00024360043,0.0000015549298],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2503048,0.0035116954,0.033814214,0.0022333185,0.0011544831,0.0000013091471,0.03369302,0.0008380343,0.0055204793,0.00024478685,0.06964985,0.599034],"study_design_scores_gemma":[0.021464204,0.09262847,0.82581276,0.0008962613,0.0011632192,0.000057774512,0.04363101,0.008107739,0.00040028853,0.0006764625,0.004935105,0.00022668931],"about_ca_topic_score_codex":0.00065513985,"about_ca_topic_score_gemma":0.0025269063,"teacher_disagreement_score":0.79199857,"about_ca_system_score_codex":0.00018145921,"about_ca_system_score_gemma":0.000685222,"threshold_uncertainty_score":0.8926836},"labels":[],"label_agreement":null},{"id":"W2890585513","doi":"10.1016/j.jmir.2018.06.015","title":"Raising the Bar: Developing Best Practice Guidelines for Breast Radiation Therapy Imaging","year":2018,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Juravinski Cancer Centre","funders":"","keywords":"Guideline; Best practice; Medical physics; Pace; Image-guided radiation therapy; Breast imaging; Medicine; Radiation Therapist; Stakeholder; Breast cancer; Radiation therapy; Computer science; Cancer; Radiology; Mammography; Public relations","score_opus":0.28082232638435756,"score_gpt":0.5639871627698363,"score_spread":0.28316483638547874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890585513","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046667468,0.006765902,0.11539002,0.82918364,0.0016069479,0.00024407126,0.0000026683233,0.000014582041,0.0001247283],"genre_scores_gemma":[0.8598839,0.011860219,0.047513872,0.071094766,0.00959234,0.000006049296,0.0000048292372,0.000019189985,0.00002481697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685687,0.000172908,0.0012306605,0.00018685863,0.0013453765,0.00020732966],"domain_scores_gemma":[0.9922717,0.0036825703,0.0010534965,0.00009633392,0.002712147,0.00018371643],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013453581,0.00010633735,0.00021014527,0.00017378878,0.00054972834,0.00023145236,0.00020591334,0.000039277078,0.000060517552],"category_scores_gemma":[0.05253768,0.000061096434,0.000077036806,0.00033526565,0.0005183499,0.0011881201,0.000031940366,0.00022852505,0.0000035960238],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010547264,0.00003904404,0.006420033,0.000008046668,0.000027964259,0.0000053333056,0.00043253595,0.0000052355945,0.00024147506,0.00017827666,0.022960475,0.9695761],"study_design_scores_gemma":[0.008427908,0.0006985936,0.047494855,0.0007880627,0.00040312432,0.011004366,0.025289295,0.14177173,0.0005902335,0.0021895734,0.76100415,0.0003381239],"about_ca_topic_score_codex":0.00006353979,"about_ca_topic_score_gemma":0.0000029454586,"teacher_disagreement_score":0.969238,"about_ca_system_score_codex":0.000049250135,"about_ca_system_score_gemma":0.0011198045,"threshold_uncertainty_score":0.9554432},"labels":[],"label_agreement":null},{"id":"W2890644144","doi":"10.1097/htr.0000000000000429","title":"Assessment of Users' Needs and Expectations Toward Clinical Practice Guidelines to Support the Rehabilitation of Adults With Moderate to Severe Traumatic Brain Injury","year":2018,"lang":"en","type":"article","venue":"Journal of Head Trauma Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute","funders":"","keywords":"Rehabilitation; Acquired brain injury; Psychological intervention; Stakeholder; Guideline; Medicine; Stakeholder engagement; Psychology; Nursing; Physical therapy; Public relations","score_opus":0.17693709166196744,"score_gpt":0.5426945883011111,"score_spread":0.3657574966391436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890644144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84224224,0.000023748102,0.015554277,0.14036158,0.00021158015,0.0014657581,0.00001968446,0.000010764645,0.00011038033],"genre_scores_gemma":[0.6476106,0.000008233277,0.35012254,0.0020054877,0.00019079358,0.000026384452,0.000007730623,0.000019818037,0.000008430249],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932161,0.0008018118,0.0044369404,0.00028288335,0.0010605359,0.00020174692],"domain_scores_gemma":[0.9732856,0.015024315,0.002008848,0.00043562046,0.008969366,0.00027624704],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007811571,0.00020534023,0.0007425908,0.0005023974,0.000088679335,0.000030972282,0.00014828416,0.00010841485,0.00004628548],"category_scores_gemma":[0.069156535,0.00014055663,0.00020740519,0.00083477615,0.0002852941,0.0008357315,0.000037952246,0.0003489781,0.000004179418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.061791692,0.005781486,0.12498998,0.0023263707,0.0012841675,0.000015442905,0.2037362,0.002599546,0.008766093,0.0020649717,0.054038163,0.5326059],"study_design_scores_gemma":[0.0076794317,0.08914489,0.6883555,0.0014379723,0.0008108213,0.00023059454,0.2062355,0.0021959112,0.00032961013,0.0006188968,0.0027142563,0.00024662208],"about_ca_topic_score_codex":0.0001278259,"about_ca_topic_score_gemma":0.00024153314,"teacher_disagreement_score":0.5633655,"about_ca_system_score_codex":0.00014773231,"about_ca_system_score_gemma":0.00065129634,"threshold_uncertainty_score":0.93868434},"labels":[],"label_agreement":null},{"id":"W2890682309","doi":"10.1007/s12480-018-0087-6","title":"‘Ik pleit voor een verplichte stage’","year":2018,"lang":"nl","type":"article","venue":"PodoPost","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Art; Theology; Philosophy","score_opus":0.25519488111201305,"score_gpt":0.5084173883215297,"score_spread":0.25322250720951667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890682309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6764602,0.0015963013,0.003772119,0.114169955,0.017738726,0.003947573,0.0014338398,0.0005360068,0.1803453],"genre_scores_gemma":[0.9012883,0.0003421444,0.0026868158,0.016321657,0.0143741025,0.00002106793,0.0004361004,0.00013989606,0.06438996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995545,0.0002781151,0.0017921074,0.00075956114,0.00081898615,0.0008061981],"domain_scores_gemma":[0.99511784,0.0018299688,0.00068153464,0.0010765438,0.00077632646,0.0005178074],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018893533,0.00040253234,0.0005987402,0.00016157483,0.00026738987,0.00011526271,0.00034557725,0.00027039717,0.04943084],"category_scores_gemma":[0.009458398,0.00039394182,0.00020980104,0.0004734837,0.00043306712,0.00045028506,0.00031548835,0.0006456458,0.066471376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002767958,0.0011200573,0.05166982,0.00038253993,0.00084681844,0.0002444693,0.0014683222,0.0000037910315,0.0074915336,0.0033034207,0.8728218,0.05787945],"study_design_scores_gemma":[0.0049135787,0.0022423787,0.0562386,0.00021564115,0.000954105,0.000038149326,0.00238156,0.001144521,0.0024409294,0.00012041515,0.9288301,0.00048004335],"about_ca_topic_score_codex":0.0029833068,"about_ca_topic_score_gemma":0.00063648116,"teacher_disagreement_score":0.22482808,"about_ca_system_score_codex":0.0002644927,"about_ca_system_score_gemma":0.0005899285,"threshold_uncertainty_score":0.9998512},"labels":[],"label_agreement":null},{"id":"W2890743342","doi":"10.23889/ijpds.v3i4.1024","title":"A big data analytics platform to support simulation modeling for osteoarthritis care pathways","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Online analytical processing; Computer science; Data warehouse; Analytics; Data cube; Big data; Data analysis; Data science; Decision support system; Data management; Dice; Data mining; Database; Statistics","score_opus":0.692944808603131,"score_gpt":0.5791936113854909,"score_spread":0.11375119721764015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890743342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17688026,0.000014824792,0.811358,0.0022563282,0.004759675,0.0009673537,0.0036605815,0.00003453481,0.000068445144],"genre_scores_gemma":[0.91535646,0.000010455425,0.068668075,0.0012513093,0.0037781256,0.000009843307,0.010876959,0.00002016206,0.00002861186],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966956,0.000013379035,0.0011487304,0.00062411407,0.0012219064,0.00029626297],"domain_scores_gemma":[0.99418384,0.00038888937,0.0004288266,0.0009479819,0.003784102,0.00026634336],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002763048,0.0001316782,0.00018538686,0.00044516235,0.0004804807,0.00038978484,0.0016108324,0.000054850992,0.000045929624],"category_scores_gemma":[0.014068925,0.00012547037,0.000058134545,0.00035200792,0.00007887179,0.0034946809,0.0006977659,0.00013755406,0.000019386238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014594708,0.00010651207,0.0085675055,0.000029339373,0.00007420554,0.000008616403,0.0005263368,0.036734853,0.0014853432,0.00065363455,0.0037560351,0.9465982],"study_design_scores_gemma":[0.0021434715,0.0008176021,0.0019810684,0.00008398175,0.00010618843,0.00009203524,0.00060355687,0.9611997,0.000080322214,0.00094575033,0.031792946,0.000153376],"about_ca_topic_score_codex":0.000115128016,"about_ca_topic_score_gemma":0.00059424597,"teacher_disagreement_score":0.94644475,"about_ca_system_score_codex":0.00030942485,"about_ca_system_score_gemma":0.00070159213,"threshold_uncertainty_score":0.994236},"labels":[],"label_agreement":null},{"id":"W2891007196","doi":"10.1200/jco.2016.34.15_suppl.e18190","title":"Ovarian cancer pathway map development as an approach to identifying priority areas for quality improvement in Ontario.","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University Health Network; Cancer Care Ontario; Princess Margaret Cancer Centre","funders":"","keywords":"Medicine; Multidisciplinary approach; Quality management; Reimbursement; Stakeholder; Specialty; Working group; Identification (biology); Knowledge translation; Quality (philosophy); Health care; Process management; Nursing; Family medicine; Operations management; Knowledge management; Business; Public relations; Political science; Management system; Engineering; Computer science","score_opus":0.5713299334557643,"score_gpt":0.6141441214806601,"score_spread":0.04281418802489578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891007196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537659,0.000021518705,0.022510659,0.020203184,0.0020092262,0.0010330391,0.000006198861,0.000009942353,0.0004403222],"genre_scores_gemma":[0.8788519,0.000031830208,0.110652864,0.008456886,0.001164808,0.00008766733,0.000009582916,0.000022988166,0.0007214834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99139845,0.0005644303,0.006649781,0.00041951967,0.0005954777,0.0003723463],"domain_scores_gemma":[0.99079657,0.0044197524,0.0028027475,0.0002940765,0.0009829304,0.00070395385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020708539,0.00017696177,0.0013771818,0.00015801407,0.000054204527,0.000018278844,0.00023533682,0.00033904865,0.0002542072],"category_scores_gemma":[0.01902783,0.00011544166,0.00031345405,0.00010376155,0.00006371162,0.00036892245,0.00011062265,0.000763148,0.00001928548],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009048779,0.0036592532,0.24226244,0.00005959515,0.0002410541,0.000043247226,0.00065231236,0.000004906907,0.0019573316,0.0003582262,0.00079912925,0.74091375],"study_design_scores_gemma":[0.01628839,0.0059246314,0.8023897,0.00016999588,0.00015489463,0.000028335151,0.0005780565,0.000012806897,0.0004308464,0.0015928637,0.172258,0.00017152216],"about_ca_topic_score_codex":0.010803356,"about_ca_topic_score_gemma":0.1093628,"teacher_disagreement_score":0.7407422,"about_ca_system_score_codex":0.0018896707,"about_ca_system_score_gemma":0.011119045,"threshold_uncertainty_score":0.9957838},"labels":[],"label_agreement":null},{"id":"W2891254388","doi":"10.1136/bmjgh-2018-000716","title":"Institutionalising an evidence-informed approach to guideline development: progress and challenges at the World Health Organization","year":2018,"lang":"en","type":"article","venue":"BMJ Global Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; York University","funders":"Canadian Institutes of Health Research; Norges Forskningsråd; Government of Ontario","keywords":"Guideline; Grading (engineering); Thematic analysis; Qualitative research; Context (archaeology); Medicine; Public relations; Psychological intervention; Public health; Credibility; Nursing; Medical education; Psychology; Political science; Sociology; Engineering","score_opus":0.42303962656033994,"score_gpt":0.5824540692734691,"score_spread":0.15941444271312916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891254388","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13455953,0.009191448,0.011956624,0.8321441,0.0007810566,0.008145655,0.000040191917,0.00029473708,0.0028866767],"genre_scores_gemma":[0.6924395,0.0023211755,0.20212089,0.099799246,0.002048299,0.00013180998,0.0008546294,0.00004252559,0.00024194253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966899,0.00023410538,0.0016016071,0.0004246617,0.0006313604,0.00041837752],"domain_scores_gemma":[0.99759823,0.00022877067,0.00056093995,0.00036703525,0.0007117979,0.0005332368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041305604,0.00017720263,0.0003727112,0.000076772,0.00068433525,0.00005055038,0.00012444136,0.000050015144,0.000054027198],"category_scores_gemma":[0.0033356075,0.0001256211,0.000022324864,0.00073823385,0.00016715565,0.00037425823,0.00018410575,0.00011170741,0.000055421897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007991655,0.00033227965,0.020227002,0.00064670696,0.00005879088,0.0000020453645,0.0029674813,0.000023877146,0.0000021244773,0.008326351,0.06428992,0.90232426],"study_design_scores_gemma":[0.0029442334,0.0015109794,0.38987997,0.0012368516,0.00005388398,0.0005009062,0.0028455902,0.0012002197,0.000035694025,0.00017566876,0.59925824,0.00035773325],"about_ca_topic_score_codex":0.00043884703,"about_ca_topic_score_gemma":0.010209923,"teacher_disagreement_score":0.9019665,"about_ca_system_score_codex":0.0016200534,"about_ca_system_score_gemma":0.0045668324,"threshold_uncertainty_score":0.81013644},"labels":[],"label_agreement":null},{"id":"W2891327136","doi":"10.23889/ijpds.v3i4.1003","title":"Ontario case costing: A catalyst for transforming Ontario’s health system into a value-based model","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Activity-based costing; Benchmarking; Business; Health care; Operations management; Process management; Accounting; Marketing; Economics","score_opus":0.39335817448465704,"score_gpt":0.5505215869523673,"score_spread":0.15716341246771026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891327136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2823836,0.000006772874,0.7076867,0.006554472,0.0019429566,0.001038405,0.00029805553,0.000030363517,0.000058659814],"genre_scores_gemma":[0.83956724,6.6103865e-7,0.15699482,0.0014266345,0.00057283405,0.000025067617,0.0012623663,0.000014211875,0.0001361938],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968046,0.000027848972,0.0013535109,0.0004900402,0.0010065776,0.00031742317],"domain_scores_gemma":[0.99634856,0.00035639413,0.00077529054,0.00042039182,0.0017917847,0.00030755694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050434778,0.00014247627,0.00023855355,0.00035022912,0.0008918221,0.00027287443,0.0006751895,0.000045301436,0.000033021297],"category_scores_gemma":[0.0026601786,0.0001297422,0.00010212464,0.00019041676,0.000127271,0.0021358926,0.00009552867,0.00022951503,0.000004691544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.018223641,0.00282395,0.27659363,0.0012567148,0.0013565054,0.00095143024,0.031266514,0.05738668,0.008253336,0.0502532,0.03557719,0.5160572],"study_design_scores_gemma":[0.004107891,0.00061087625,0.0022518726,0.00032602964,0.00013932156,0.003688886,0.00055484026,0.96894395,0.00014861354,0.0006532696,0.018393187,0.00018123937],"about_ca_topic_score_codex":0.32571572,"about_ca_topic_score_gemma":0.7556498,"teacher_disagreement_score":0.9115573,"about_ca_system_score_codex":0.0045704027,"about_ca_system_score_gemma":0.006208187,"threshold_uncertainty_score":0.9994257},"labels":[],"label_agreement":null},{"id":"W2891444789","doi":"10.1503/cmaj.69766","title":"Principles for screening: Too few concerns for informed consent and shared decision-making?","year":2018,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Informed consent; Computer science; Intervention (counseling); Screening test; Simple (philosophy); Medicine; Family medicine; Data science; Medical education; Alternative medicine; Medical physics; Management science; Nursing; Pathology","score_opus":0.22384273985116346,"score_gpt":0.4715321705554821,"score_spread":0.24768943070431862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891444789","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012537739,0.00013821146,0.014859805,0.97861344,0.0019513526,0.0016015134,0.0010873837,0.000026655864,0.0004678613],"genre_scores_gemma":[0.00079945737,0.00022231603,0.025563959,0.9410065,0.029480623,0.00010160079,0.0009941304,0.00007410822,0.001757314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99490565,0.00012233228,0.0020711438,0.00037143918,0.0017380108,0.0007913942],"domain_scores_gemma":[0.9726524,0.02182261,0.0016557914,0.00020491079,0.002328242,0.0013360858],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004147633,0.00029182824,0.0006984556,0.00033555963,0.00043641718,0.0002742064,0.0002449995,0.0016518502,0.0022677022],"category_scores_gemma":[0.20168784,0.00026608742,0.00031383857,0.00012892469,0.0001163623,0.0002034301,0.00004275441,0.0019968688,0.000026070875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014928593,0.000009423932,0.0034357428,0.00013800398,0.000352417,0.00016412826,0.000103632185,3.604031e-7,2.6752855e-7,0.00002194813,0.9512821,0.04434268],"study_design_scores_gemma":[0.0043729064,0.000399106,0.002380926,0.0011412218,0.0004305656,0.0005385776,0.00021743207,0.00083950756,7.138263e-7,0.0003678404,0.9890494,0.00026183514],"about_ca_topic_score_codex":0.0006387861,"about_ca_topic_score_gemma":0.0337503,"teacher_disagreement_score":0.19754021,"about_ca_system_score_codex":0.0017133615,"about_ca_system_score_gemma":0.017629877,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W2891872726","doi":"10.23889/ijpds.v3i4.742","title":"Facilitating Patient Recruitment Process for Research","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary; Alberta Health Services","funders":"","keywords":"Medicine; Family medicine; Formulary; Pharmacy; Health care; Patient recruitment; Medical emergency; Randomized controlled trial; Surgery","score_opus":0.8721069331731655,"score_gpt":0.7235606479454996,"score_spread":0.1485462852276659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891872726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8867221,0.000023418888,0.090171106,0.0146553675,0.0047889086,0.0027002543,0.00063838094,0.000032784952,0.00026770885],"genre_scores_gemma":[0.9475408,0.000008658812,0.04954254,0.0006530611,0.0013754336,0.00008218947,0.0006927111,0.000010089826,0.00009451369],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967711,0.00004660567,0.0008360627,0.00040387307,0.0016532167,0.0002891231],"domain_scores_gemma":[0.99172395,0.0011303753,0.00035621697,0.00033712265,0.006288572,0.00016376327],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007397979,0.000072571806,0.00010449841,0.00034860056,0.00065072405,0.00022989199,0.0007647888,0.000029610026,0.000080157966],"category_scores_gemma":[0.038469777,0.000061384766,0.00004213,0.000328929,0.00022752219,0.0018974304,0.0002166508,0.00017379904,0.000016189731],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022511906,0.0004190127,0.021120107,0.00005001391,0.00010678738,0.0000065258323,0.0017601821,0.00017727897,0.008166971,0.0035052632,0.021849696,0.940587],"study_design_scores_gemma":[0.00835473,0.005696939,0.044194996,0.00058625365,0.00014340284,0.0006689513,0.011609631,0.38339716,0.006454614,0.038782988,0.499588,0.0005223388],"about_ca_topic_score_codex":0.000073385825,"about_ca_topic_score_gemma":0.000053367643,"teacher_disagreement_score":0.9400646,"about_ca_system_score_codex":0.00033354023,"about_ca_system_score_gemma":0.00053738395,"threshold_uncertainty_score":0.9696296},"labels":[],"label_agreement":null},{"id":"W2891875586","doi":"10.1200/jco.2018.36.15_suppl.e22134","title":"Using patient reported outcomes (PROs) to hear the patient: Are we listening?","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Anxiety; Population; Medical prescription; Breast cancer; Family medicine; Cancer; Physical therapy; Internal medicine; Psychiatry; Nursing","score_opus":0.6126924899811849,"score_gpt":0.6333406400587146,"score_spread":0.020648150077529737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891875586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87292147,0.00007327313,0.00091816473,0.12136189,0.0036521512,0.00046894402,0.0000029028017,0.000013099096,0.00058813096],"genre_scores_gemma":[0.92937607,0.0000691434,0.022987816,0.04523057,0.0022190874,0.000003538242,0.0000013419738,0.000025371233,0.00008705973],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99099076,0.0007977625,0.006922412,0.00025980055,0.000740657,0.00028863954],"domain_scores_gemma":[0.9827911,0.0071925838,0.006905332,0.00046481518,0.0021202848,0.00052584347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061425036,0.00016289258,0.0013388392,0.00012053659,0.00012667582,0.000021227854,0.000175326,0.0002759625,0.0002565458],"category_scores_gemma":[0.074980125,0.00009218811,0.00057182286,0.00027135387,0.0002566458,0.00016937304,0.0001674572,0.0010852796,0.000046275665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008246285,0.0023880007,0.4602247,0.000022080076,0.00084515056,0.0011344629,0.001192532,0.0000661211,0.00034551672,0.000039437047,0.057750486,0.46774524],"study_design_scores_gemma":[0.00573461,0.03159101,0.2822685,0.00022792822,0.0010592494,0.0014933015,0.0026456153,0.0005051497,0.00013206972,0.0004004597,0.6737732,0.00016887208],"about_ca_topic_score_codex":0.00008078953,"about_ca_topic_score_gemma":0.000104433864,"teacher_disagreement_score":0.61602277,"about_ca_system_score_codex":0.00020713171,"about_ca_system_score_gemma":0.0012803896,"threshold_uncertainty_score":0.93281174},"labels":[],"label_agreement":null},{"id":"W2892145935","doi":"10.1097/htr.0000000000000427","title":"Why Do We Need a New Clinical Practice Guideline for Moderate to Severe Traumatic Brain Injury?","year":2018,"lang":"en","type":"article","venue":"Journal of Head Trauma Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux; Ontario Neurotrauma Foundation; University Health Network; Ottawa Hospital; University of Ottawa; St Joseph's Health Care; University of Toronto; Toronto Rehabilitation Institute; Lawson Health Research Institute; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Guideline; Rehabilitation; Consistency (knowledge bases); Acquired brain injury; Implementation; Process (computing); Traumatic brain injury; Health care; Medicine; Perception; Clinical Practice; Quality (philosophy); Process management; Nursing; Psychology; Medical education; Computer science; Physical therapy; Business; Psychiatry; Political science; Pathology","score_opus":0.21319929544158378,"score_gpt":0.5494793053541938,"score_spread":0.33628000991261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892145935","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2681352,0.00014658895,0.16714899,0.56180084,0.0009400072,0.0016300072,0.000015796953,0.000031243882,0.00015130064],"genre_scores_gemma":[0.22734039,0.000039939794,0.7197035,0.049377546,0.0033121915,0.000022471733,0.000018422856,0.000060301052,0.00012522357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920993,0.00065370137,0.0056250044,0.00039664982,0.0008748711,0.00035051734],"domain_scores_gemma":[0.9762281,0.015925758,0.0020120915,0.00046746945,0.004718023,0.0006485623],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010890052,0.00025910485,0.0008564147,0.00039535886,0.00012483003,0.00009174197,0.00018302716,0.00021060287,0.00024024515],"category_scores_gemma":[0.12233555,0.00022025658,0.000517608,0.0005244253,0.00011037505,0.001208412,0.000031232466,0.00053185463,0.00005557166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01676681,0.0007713724,0.0003454621,0.000119529635,0.00017766084,0.0000062729514,0.0024888145,0.00011377575,0.00086909864,0.00018827783,0.58995664,0.38819632],"study_design_scores_gemma":[0.014949914,0.035773143,0.0048912256,0.00076258753,0.0008636244,0.0004760534,0.008913125,0.004225554,0.00017882549,0.010141759,0.91850406,0.00032013102],"about_ca_topic_score_codex":0.00013091468,"about_ca_topic_score_gemma":0.00017164853,"teacher_disagreement_score":0.55255455,"about_ca_system_score_codex":0.0002791251,"about_ca_system_score_gemma":0.00079358794,"threshold_uncertainty_score":0.89818025},"labels":[],"label_agreement":null},{"id":"W2892343511","doi":"10.1016/j.jacc.2018.08.1816","title":"TCT-616 Impact of general cardiology follow-up on optimal cardiovascular risk factor management post-revascularization: outcomes in a nationalized healthcare system","year":2018,"lang":"en","type":"article","venue":"Journal of the American College of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Heart Institute; University of Ottawa","funders":"","keywords":"Medicine; Revascularization; Cardiology; Coronary artery disease; Internal medicine; Myocardial revascularization; Health care; Risk factor; Healthcare system; Intensive care medicine; Emergency medicine; Myocardial infarction","score_opus":0.06037065520031181,"score_gpt":0.4090820496428122,"score_spread":0.3487113944425004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892343511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921034,0.00028207785,0.0031326234,0.0019217219,0.0010143892,0.00084366463,0.00048362525,0.00000888751,0.00020959311],"genre_scores_gemma":[0.99592763,0.00026735224,0.0027241963,0.00029090937,0.00068534515,0.0000127613,0.000011500535,0.000028659306,0.00005166892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99446803,0.0021148794,0.0019981079,0.0002819749,0.0008332889,0.0003037301],"domain_scores_gemma":[0.99444014,0.0007775617,0.002272895,0.0007214718,0.0016607139,0.00012723234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002400455,0.00024747432,0.0025069693,0.00047361923,0.00007309822,0.0000039006686,0.0003465705,0.00011388163,0.000013763118],"category_scores_gemma":[0.0022610128,0.0001595652,0.0025725062,0.0006411653,0.00042296958,0.000084587555,0.00013297459,0.00040080326,0.0000029197415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009857692,0.00012625793,0.92719495,0.00022941075,0.023866463,0.0006675666,0.00015442361,0.028777713,0.0008761191,0.0007222498,0.0019306319,0.0055965167],"study_design_scores_gemma":[0.009101167,0.0054742577,0.97805643,0.00015546086,0.001935997,0.002023568,0.0013711785,0.00037485478,0.00011167904,0.000048459064,0.0011743243,0.00017262285],"about_ca_topic_score_codex":0.0004800396,"about_ca_topic_score_gemma":0.000030351617,"teacher_disagreement_score":0.050861478,"about_ca_system_score_codex":0.00065366674,"about_ca_system_score_gemma":0.0005915959,"threshold_uncertainty_score":0.650688},"labels":[],"label_agreement":null},{"id":"W2892376969","doi":"10.23889/ijpds.v3i4.878","title":"Integrating population-wide laboratory testing data with physician audit-and-feedback reports to improve glycemic and cholesterol control among Ontarians with diabetes","year":2018,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vector Institute; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Medicine; Diabetes mellitus; Glycemic; Interquartile range; Glycated hemoglobin; Population; Audit; Diabetes management; Test (biology); Internal medicine; Family medicine; Emergency medicine; Type 2 diabetes; Environmental health; Endocrinology; Accounting","score_opus":0.09425001951158105,"score_gpt":0.4291756410301852,"score_spread":0.33492562151860417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892376969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97122854,0.000008691053,0.023423798,0.0036463523,0.0006273505,0.00063813425,0.00037456866,0.000029545674,0.000023009186],"genre_scores_gemma":[0.94586927,0.0000018041486,0.050234873,0.0022022536,0.00091390824,0.000011087743,0.0007340555,0.00002111253,0.000011613262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725175,0.000036597456,0.0008569425,0.00072802213,0.0008647493,0.0002619294],"domain_scores_gemma":[0.99572,0.00064161664,0.00096438936,0.0007099722,0.0017129203,0.000251068],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021884139,0.0001684324,0.00022987714,0.00022516465,0.0004226132,0.0005186748,0.00056738296,0.000036208745,0.000007528244],"category_scores_gemma":[0.0108692655,0.00012584087,0.0000121614585,0.00036474236,0.00025764186,0.004665502,0.00034205872,0.00024164854,0.000001395313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040146834,0.000036356218,0.97002685,0.000010289536,0.00006646293,0.0000112888865,0.00006439058,0.000057001642,0.0027586066,0.000052584044,0.00031998762,0.026194721],"study_design_scores_gemma":[0.0020456747,0.0007924086,0.9457158,0.00043180786,0.00015796912,0.00015381671,0.00025806954,0.049186736,0.00008315292,0.00018488307,0.00080838136,0.00018130266],"about_ca_topic_score_codex":0.0017064146,"about_ca_topic_score_gemma":0.0038939575,"teacher_disagreement_score":0.049129736,"about_ca_system_score_codex":0.00016242158,"about_ca_system_score_gemma":0.0003388083,"threshold_uncertainty_score":0.99746263},"labels":[],"label_agreement":null},{"id":"W2892595004","doi":"10.1200/jco.2018.36.30_suppl.157","title":"A tale of 2,000 charts: Measuring provider response to patient-reported outcome measures.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Audit; Psychological intervention; Psychosocial; Anxiety; Intervention (counseling); Family medicine; Physical therapy; Psychiatry","score_opus":0.587045078270556,"score_gpt":0.5926294228956958,"score_spread":0.005584344625139792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892595004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652712,0.00005925116,0.00123301,0.029862292,0.0022167135,0.00052937627,0.000004834315,0.000015791298,0.0008075632],"genre_scores_gemma":[0.9765161,0.000026708696,0.0127587905,0.008871856,0.0016130703,0.0000058950613,0.0000012395329,0.000027626273,0.00017867079],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98724955,0.0013983056,0.009712804,0.00028120642,0.0010628832,0.00029525108],"domain_scores_gemma":[0.9802944,0.008627937,0.006128713,0.00045244052,0.003811946,0.00068455766],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022663452,0.00016594124,0.0017275229,0.00027625277,0.000046597623,0.000009522895,0.00019448501,0.00034003487,0.0004208269],"category_scores_gemma":[0.24040279,0.00012393961,0.00055809313,0.0003074875,0.00028276548,0.00024237468,0.0001145287,0.0009181721,0.000057723457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1045268,0.0032785723,0.36472654,0.000054222746,0.0008874814,0.00080554903,0.0007334086,0.0000124747685,0.016532151,0.000013568499,0.014964014,0.49346521],"study_design_scores_gemma":[0.015222865,0.053931985,0.5701842,0.00024685916,0.001074879,0.0010140254,0.0007928436,0.000061013245,0.002546274,0.00017013375,0.3545516,0.00020332097],"about_ca_topic_score_codex":0.000071526476,"about_ca_topic_score_gemma":0.000085475236,"teacher_disagreement_score":0.49326187,"about_ca_system_score_codex":0.00022208388,"about_ca_system_score_gemma":0.0024597647,"threshold_uncertainty_score":0.78547454},"labels":[],"label_agreement":null},{"id":"W2892612339","doi":"10.1200/jco.2018.36.30_suppl.45","title":"Using standardized electronic pathology data to identify practice variation, potential impact to patient outcomes, and quality improvement initiatives.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; Canadian Partnership Against Cancer","funders":"","keywords":"Medicine; Lynch syndrome; Psychological intervention; Guideline; Colorectal cancer; Family medicine; Endometrial cancer; Prostate cancer; Cancer; Internal medicine; Nursing; Pathology","score_opus":0.5252144668557951,"score_gpt":0.6839167250167637,"score_spread":0.1587022581609686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892612339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88601226,0.000054433673,0.075465076,0.03579622,0.001707046,0.0007630485,0.000067821486,0.000011303384,0.0001228169],"genre_scores_gemma":[0.89624435,0.00014645918,0.070199065,0.03202744,0.0013241976,0.0000036733047,0.000023222583,0.00002392667,0.000007651812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9894243,0.0023321211,0.0063820863,0.0005317942,0.00086079736,0.0004688877],"domain_scores_gemma":[0.97988355,0.009244002,0.0054897075,0.0007882303,0.0036917685,0.00090273],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025989678,0.0002164807,0.0016609088,0.00022392858,0.000109071305,0.000045372144,0.0002982056,0.00030204278,0.00023536521],"category_scores_gemma":[0.16768914,0.00016198879,0.00026490304,0.00028525008,0.00015840851,0.0009262791,0.0005740485,0.0010529313,0.000025409858],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09433632,0.007942537,0.08881168,0.000061182334,0.005442718,0.0010260667,0.0023104036,0.00015527093,0.04783909,0.00051285344,0.015262649,0.7362992],"study_design_scores_gemma":[0.01666312,0.061413534,0.8497647,0.000052203613,0.0020400377,0.0008040259,0.0012687885,0.00039370195,0.00013126523,0.000571803,0.06662295,0.00027384944],"about_ca_topic_score_codex":0.00037449092,"about_ca_topic_score_gemma":0.00021404383,"teacher_disagreement_score":0.760953,"about_ca_system_score_codex":0.00074760505,"about_ca_system_score_gemma":0.0050236103,"threshold_uncertainty_score":0.9007555},"labels":[],"label_agreement":null},{"id":"W2892856662","doi":"10.1200/jgo.18.21600","title":"Using Standardized Electronic Pathology and Surgery Data to Inform Clinical Quality Improvement and Health System Planning","year":2018,"lang":"en","type":"article","venue":"Journal of Global Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer","funders":"","keywords":"Medicine; Psychological intervention; Health care; Family medicine; Descriptive statistics; Colorectal cancer; MEDLINE; Cancer; Nursing; Internal medicine","score_opus":0.6148439097466586,"score_gpt":0.657235528880425,"score_spread":0.042391619133766434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892856662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666674,0.00048590748,0.009998474,0.021593165,0.00080549077,0.00031590974,0.000039343777,0.0000110140245,0.00008326763],"genre_scores_gemma":[0.97599053,0.0002051368,0.013248821,0.009589272,0.0009450159,8.0008397e-7,0.000011186132,0.0000074263035,0.0000018357044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957274,0.00047407503,0.0028773374,0.00024595737,0.00031932443,0.00035590536],"domain_scores_gemma":[0.99566823,0.0012627783,0.0018729796,0.0002780394,0.0005223386,0.00039563503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019414779,0.0001151596,0.0010322412,0.000069720154,0.00010434191,0.000019511634,0.00010735364,0.00013921289,0.000010403085],"category_scores_gemma":[0.004645522,0.00009304099,0.000066513814,0.00016329721,0.00014204222,0.0002247887,0.00025079193,0.00035979506,0.000001892654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010953541,0.00032976698,0.49547064,0.00024365642,0.0005016668,0.00045126246,0.00021120283,0.0000036856968,0.00061879546,0.00066060096,0.027940972,0.4626142],"study_design_scores_gemma":[0.015447761,0.03444224,0.69712275,0.00053899374,0.0007959717,0.017845904,0.004994707,0.0011114159,0.000022427563,0.00032176514,0.22703558,0.00032048696],"about_ca_topic_score_codex":0.00019028445,"about_ca_topic_score_gemma":0.00031002713,"teacher_disagreement_score":0.4622937,"about_ca_system_score_codex":0.0013122346,"about_ca_system_score_gemma":0.003433568,"threshold_uncertainty_score":0.67288136},"labels":[],"label_agreement":null},{"id":"W2892921286","doi":"10.1200/jgo.18.82000","title":"National Comprehensive Cancer Network: Global Utilization of Clinical Oncology Guidelines","year":2018,"lang":"en","type":"article","venue":"Journal of Global Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Internal medicine; Excellence; Clinical Oncology; Oncology; Nice; Family medicine; Clinical Practice; MEDLINE; Cancer","score_opus":0.6510068262983199,"score_gpt":0.6754155454729663,"score_spread":0.024408719174646487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892921286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84175324,0.002774395,0.013896543,0.09409117,0.016231803,0.0008067525,0.00017942907,0.000040364514,0.030226287],"genre_scores_gemma":[0.90615773,0.0015203832,0.055897683,0.023018746,0.013308249,0.000004402512,0.000026462076,0.000014053153,0.00005226736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929956,0.0006396302,0.0050371857,0.00023655278,0.0007872704,0.00030374405],"domain_scores_gemma":[0.9812345,0.001440106,0.004340076,0.00015648024,0.012541865,0.00028697465],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037799992,0.00017088118,0.001255743,0.00004730639,0.000062347695,0.0000072359185,0.00020894797,0.0004357449,0.0005116273],"category_scores_gemma":[0.012839161,0.0001400784,0.00036790868,0.00053886767,0.0005167736,0.00021145804,0.00012056364,0.00037174742,0.000030091953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061959536,0.00086593296,0.2148365,0.000023903232,0.000607001,0.00009281446,0.000019849607,0.0005381922,0.00008412939,0.0019441866,0.506438,0.26835352],"study_design_scores_gemma":[0.0076596756,0.009038632,0.34490973,0.000108355736,0.000630786,0.0012359857,0.00024425515,0.001940363,0.00001571915,0.0036270707,0.630482,0.00010738837],"about_ca_topic_score_codex":0.0002593991,"about_ca_topic_score_gemma":0.001004499,"teacher_disagreement_score":0.26824614,"about_ca_system_score_codex":0.001396694,"about_ca_system_score_gemma":0.00969774,"threshold_uncertainty_score":0.99591637},"labels":[],"label_agreement":null},{"id":"W2893551422","doi":"10.1200/jgo.18.13400","title":"Improving the Quality of Outcomes of Complex Cancer Surgery Through National Standards: Lessons From Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Global Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer","funders":"","keywords":"Medicine; Best practice; Audit; Multidisciplinary approach; Context (archaeology); Specialty; Blueprint; Health care; Nursing; Medical education; Family medicine; Business; Political science","score_opus":0.4309593636341816,"score_gpt":0.6045518647896795,"score_spread":0.1735925011554979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893551422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316969,0.00018652956,0.00095407356,0.06391481,0.0012116104,0.00011419155,0.0011680186,0.000002240585,0.0007516432],"genre_scores_gemma":[0.9916982,0.000058110818,0.0025824574,0.0050787856,0.0005603065,0.0000010913884,0.00001033412,0.0000045215934,0.0000062132053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963465,0.00033179377,0.002011924,0.00009399395,0.0010798941,0.00013591353],"domain_scores_gemma":[0.98860586,0.004827736,0.0029541485,0.0001281057,0.0034165713,0.00006760964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031288776,0.00008438224,0.0007353107,0.000019766157,0.0000467255,0.00000379452,0.00013227144,0.000069234506,0.0004287935],"category_scores_gemma":[0.013399967,0.000053990356,0.00016880877,0.00014846158,0.00023715939,0.000115924006,0.000051971518,0.00018575217,3.9834345e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021699248,0.00033822862,0.78249013,0.000042215674,0.00082704384,0.00002033314,0.00014906288,0.000019218929,0.003633528,0.0008840336,0.18426229,0.025163999],"study_design_scores_gemma":[0.0018293152,0.00035151592,0.95672923,0.0000378237,0.00024454188,0.000037846155,0.0010037825,0.000036775138,0.0002442152,0.0011336327,0.03829893,0.000052366137],"about_ca_topic_score_codex":0.6606738,"about_ca_topic_score_gemma":0.73553497,"teacher_disagreement_score":0.17423913,"about_ca_system_score_codex":0.0017450558,"about_ca_system_score_gemma":0.014608389,"threshold_uncertainty_score":0.9949106},"labels":[],"label_agreement":null},{"id":"W2893595884","doi":"10.1200/jco.2018.36.30_suppl.16","title":"Quality of care during active surveillance in low-risk prostate cancer patients: A population-based approach.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Medicine; Population; Benchmarking; Prostate cancer; Health care; MEDLINE; Quality management; Cancer registry; Family medicine; Watchful waiting; Cancer; Intensive care medicine; Environmental health; Internal medicine; Operations management","score_opus":0.2328897678498223,"score_gpt":0.5786830667521957,"score_spread":0.3457932989023734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893595884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99700004,0.00006548849,0.00013991572,0.0013509074,0.000735234,0.00043954924,0.000053910375,0.0000058703085,0.00020906312],"genre_scores_gemma":[0.9946391,0.00016135699,0.0036729495,0.00068352424,0.0007785144,0.000008111486,0.000031895357,0.000015550675,0.000008974657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915818,0.0015026799,0.00598563,0.00023047796,0.00050122075,0.00019820269],"domain_scores_gemma":[0.98349726,0.00667484,0.007109729,0.00019861972,0.002334111,0.00018546083],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056539527,0.00012266428,0.0013926594,0.00014386492,0.00003612906,0.000004063739,0.000116070325,0.00025140014,0.00008473881],"category_scores_gemma":[0.057083137,0.00009536625,0.00031929035,0.00025363726,0.00017532824,0.0001806232,0.00003977167,0.00087180483,0.0000026706196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0170178,0.0016319057,0.9208382,0.00014904025,0.0001012309,0.0000075246044,0.00034619367,0.00026151357,0.00003306692,0.0000032863682,0.000057428897,0.059552826],"study_design_scores_gemma":[0.016485004,0.00517553,0.97659534,0.00013409302,0.00009131793,0.0000024375288,0.0006201836,0.0002916768,0.0000863168,0.000053170003,0.00038013564,0.00008479491],"about_ca_topic_score_codex":0.0016639739,"about_ca_topic_score_gemma":0.0034650357,"teacher_disagreement_score":0.05946803,"about_ca_system_score_codex":0.00043604933,"about_ca_system_score_gemma":0.0016316614,"threshold_uncertainty_score":0.9508594},"labels":[],"label_agreement":null},{"id":"W2893626628","doi":"10.4000/books.pum.7979","title":"11. Les CER sont-ils en train d’étrangler la recherche en épidémiologie ?","year":2010,"lang":"fr","type":"book-chapter","venue":"Presses de l’Université de Montréal eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.3017086489849221,"score_gpt":0.398826756460184,"score_spread":0.0971181074752619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893626628","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035001703,0.0050300816,0.0105211185,0.015109802,0.00096702843,0.0022095153,0.00056220347,0.00043918993,0.93015933],"genre_scores_gemma":[0.16239505,0.017481728,0.11360406,0.00484945,0.0052925437,0.00010333142,0.00084671855,0.00073263404,0.6946945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99257237,0.0028125967,0.0013578737,0.0010390662,0.00060365075,0.0016144516],"domain_scores_gemma":[0.9665508,0.030372674,0.0008168034,0.0009534455,0.0003514903,0.0009547379],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008301876,0.00092635927,0.0011709536,0.00027198152,0.00040616022,0.00007700232,0.00083571085,0.004489852,0.02108818],"category_scores_gemma":[0.013254213,0.00096823665,0.00069360505,0.000041977564,0.0006417371,0.00022014108,0.00073965115,0.005397251,0.00039687898],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035952071,0.0003595379,0.0069836923,0.0009073374,0.0020409082,0.0043442473,0.015183849,0.0001379065,0.09541171,0.029216345,0.018393423,0.8234258],"study_design_scores_gemma":[0.004535658,0.00048106228,0.014111415,0.0006427038,0.003656859,0.0006672939,0.0039472356,0.00053115597,0.0031218291,0.0105092665,0.9567919,0.0010036239],"about_ca_topic_score_codex":0.01244924,"about_ca_topic_score_gemma":0.024594648,"teacher_disagreement_score":0.9383985,"about_ca_system_score_codex":0.0037925,"about_ca_system_score_gemma":0.0009935548,"threshold_uncertainty_score":0.9992768},"labels":[],"label_agreement":null},{"id":"W2893741950","doi":"10.1200/jco.2018.36.30_suppl.54","title":"Pathology quality improvement in British Columbia using performance measurement and knowledge mobilization.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer; Provincial Health Services Authority; Royal Jubilee Hospital; University of British Columbia; Island Health","funders":"","keywords":"Medicine; Data collection; Data quality; Health care; Documentation; Benchmarking; Quality management; Medical physics; Operations management; Computer science; Statistics; Metric (unit)","score_opus":0.5554200309743909,"score_gpt":0.6004611995022975,"score_spread":0.04504116852790663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893741950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954519,0.0002789447,0.0010762468,0.0012716667,0.0012784547,0.00032057657,0.0000017834557,0.0000058994888,0.00031452987],"genre_scores_gemma":[0.98684543,0.0007204588,0.0088567585,0.002277423,0.001231067,0.000003478776,0.0000014750686,0.000012387414,0.000051522977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932767,0.0008291278,0.0050398926,0.000240218,0.0003976815,0.00021636652],"domain_scores_gemma":[0.9937379,0.0016587152,0.0022092734,0.00016106994,0.0019913616,0.00024169592],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021797584,0.00007923634,0.0010259103,0.000069179405,0.00006360613,0.00002871621,0.000089512854,0.0002757687,0.00019956093],"category_scores_gemma":[0.024986202,0.00009514741,0.00013920055,0.00017143834,0.00035462412,0.0002205387,0.00009431255,0.000651007,0.0000061447286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055815995,0.0012490499,0.5208338,0.000045753768,0.00005693311,0.000071994466,0.00006831619,0.000003034691,0.0012148048,0.0000022487604,0.001020856,0.47487503],"study_design_scores_gemma":[0.009923494,0.013457908,0.957864,0.00017112956,0.000205537,0.0005965788,0.00042334475,0.0012555728,0.00004888595,0.00018190275,0.015773041,0.00009860574],"about_ca_topic_score_codex":0.0015826924,"about_ca_topic_score_gemma":0.052087303,"teacher_disagreement_score":0.47477645,"about_ca_system_score_codex":0.00035995545,"about_ca_system_score_gemma":0.0023327114,"threshold_uncertainty_score":0.9832268},"labels":[],"label_agreement":null},{"id":"W2894060912","doi":"10.1200/jco.2018.36.30_suppl.39","title":"Expansion of high-quality specialized services: The gynecologic oncology experience in Ontario hospitals.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Multidisciplinary approach; Medicine; Gynecologic oncology; Credibility; Capacity building; Medical education; Nursing; Oncology; Political science","score_opus":0.4607970685245562,"score_gpt":0.6066684481307844,"score_spread":0.14587137960622815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894060912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97605896,0.000056438075,0.00018921393,0.016790397,0.0036041897,0.00044354534,0.0000018315457,0.0000074544996,0.002847949],"genre_scores_gemma":[0.97771347,0.0002576556,0.008992491,0.011249553,0.0016365966,0.000008254048,0.000004639497,0.000012606296,0.00012473162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9883336,0.0020930676,0.008331211,0.0003044179,0.00062759547,0.00031011453],"domain_scores_gemma":[0.97159934,0.018971791,0.0071096276,0.00047941357,0.001555808,0.00028400077],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016964862,0.00017274181,0.002169156,0.00013351635,0.000058775888,0.000008612984,0.0004439149,0.00060416956,0.0020874804],"category_scores_gemma":[0.028047495,0.000104609186,0.0004512131,0.00027997635,0.00085008336,0.0002799149,0.00018779193,0.0016163874,0.00003964974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019535348,0.0038878918,0.73400706,0.000047117916,0.00026306717,0.0004306225,0.004779992,0.000012230857,0.0013037843,0.00073804986,0.0021994342,0.23279542],"study_design_scores_gemma":[0.011363851,0.022315456,0.87315,0.00007568944,0.00021881486,0.000118898344,0.0032452676,0.00002432624,0.00025299675,0.0023429329,0.08679576,0.00009601833],"about_ca_topic_score_codex":0.023672447,"about_ca_topic_score_gemma":0.20177786,"teacher_disagreement_score":0.23269941,"about_ca_system_score_codex":0.000712092,"about_ca_system_score_gemma":0.0051029725,"threshold_uncertainty_score":0.9988248},"labels":[],"label_agreement":null},{"id":"W2894305723","doi":"10.1200/jco.2018.36.30_suppl.188","title":"Evaluation of the implementation of the Expanded Prostate Cancer Index Composite for Clinical Practice (EPIC-CP) across the province of Ontario.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Health Sciences Centre; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Formative assessment; Medicine; Prom; EPIC; Prostate cancer; Family medicine; Cancer; Internal medicine; Psychology; Obstetrics","score_opus":0.45545880240924475,"score_gpt":0.6818553382830012,"score_spread":0.2263965358737564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894305723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576817,0.00012848176,0.00035296485,0.03634298,0.0028717888,0.0023795068,0.000040051287,0.0000025706809,0.00019991753],"genre_scores_gemma":[0.99180394,0.00018316369,0.0027668101,0.003907921,0.001178226,0.00003432219,0.0000038644857,0.000016895696,0.00010487751],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98607075,0.003522641,0.00822792,0.00024162586,0.0016943078,0.00024275453],"domain_scores_gemma":[0.9569168,0.016742311,0.01629991,0.000553888,0.009374098,0.000112969195],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0527927,0.00014755645,0.0011411675,0.000035349833,0.00013343115,0.000010010676,0.0004785506,0.00027725587,0.00016682765],"category_scores_gemma":[0.056473978,0.00007100698,0.0007795094,0.0002377484,0.0010322788,0.00031627016,0.00021143036,0.0010515873,9.884212e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011507935,0.0016570521,0.60327667,0.00005815397,0.0010029984,0.0000017482228,0.0019812668,0.00007377223,0.00074082124,0.00005698912,0.0051511847,0.37449142],"study_design_scores_gemma":[0.017721789,0.008537932,0.91806626,0.00016585855,0.0038715757,0.00005384723,0.0027664558,0.0004792094,0.002179878,0.00080134557,0.04528207,0.00007378988],"about_ca_topic_score_codex":0.0042782086,"about_ca_topic_score_gemma":0.05703537,"teacher_disagreement_score":0.37441763,"about_ca_system_score_codex":0.0004773226,"about_ca_system_score_gemma":0.017663132,"threshold_uncertainty_score":0.9879058},"labels":[],"label_agreement":null},{"id":"W2894400798","doi":"10.1200/jgo.18.69600","title":"Exploring Variations in the Content of Cancer-Specific Treatment Guidelines: An International Cancer Benchmarking Partnership (ICBP) Study","year":2018,"lang":"en","type":"article","venue":"Journal of Global Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Benchmarking; Guideline; Cancer; Modalities; Family medicine; Internal medicine; Pathology; Marketing","score_opus":0.8342645018894719,"score_gpt":0.6242312254879464,"score_spread":0.21003327640152547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894400798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97711045,0.00023896116,0.00035366957,0.019280506,0.0019500478,0.00042659102,0.000016318569,0.000004199327,0.00061927654],"genre_scores_gemma":[0.9917266,0.0013487615,0.0024941063,0.0011831104,0.0031721066,0.000054537337,0.0000055949054,0.0000063173966,0.000008887371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997006,0.00035711256,0.0018451236,0.00015755006,0.00046936984,0.00016481928],"domain_scores_gemma":[0.9965299,0.00052319333,0.001176806,0.00018333203,0.0014982682,0.00008854348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002081692,0.00011461568,0.00041318455,0.00009324105,0.000048111306,0.000016324248,0.00022162864,0.00005042743,0.0002667707],"category_scores_gemma":[0.0009825404,0.00007379592,0.0001082395,0.00027210743,0.00007187458,0.00037954815,0.00003111462,0.00018502909,0.0000022037086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020933677,0.0027798372,0.7894777,0.0000044416474,0.0004257494,0.000117535994,0.0031263554,0.00024513656,0.00052667287,0.00050602335,0.0019437304,0.19875346],"study_design_scores_gemma":[0.0072888914,0.010765422,0.911796,0.000095790085,0.00044116363,0.00014456862,0.015611095,0.00049098744,0.000048430204,0.00011341185,0.053126108,0.00007812814],"about_ca_topic_score_codex":0.0044376315,"about_ca_topic_score_gemma":0.015998794,"teacher_disagreement_score":0.19867533,"about_ca_system_score_codex":0.0017589009,"about_ca_system_score_gemma":0.00091500714,"threshold_uncertainty_score":0.89277023},"labels":[],"label_agreement":null},{"id":"W2894506678","doi":"10.1200/jco.2018.36.30_suppl.25","title":"Identifying potentially preventable emergency department (PPED) visits among patients with cancer in Ontario.","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario; University of Toronto","funders":"","keywords":"Medicine; Emergency department; Ambulatory; Cancer; Emergency medicine; Ambulatory care; Health care; Internal medicine","score_opus":0.2564972184699313,"score_gpt":0.5535578732620259,"score_spread":0.2970606547920946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894506678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920568,0.00006153948,0.0009631521,0.0021635836,0.003319883,0.00049579015,0.000004198078,0.0000069533144,0.0009281302],"genre_scores_gemma":[0.98972327,0.00021470337,0.006982177,0.0011968433,0.0011449005,0.0000098740475,0.000012209094,0.000022926652,0.000693109],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99336576,0.00042810783,0.004917616,0.00027772726,0.0006846198,0.00032616942],"domain_scores_gemma":[0.99385804,0.0008106263,0.0034350012,0.00020835572,0.0013215905,0.0003664129],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004235698,0.00016125095,0.0010874425,0.0001552645,0.00005561746,0.000012070607,0.00016995409,0.00024582152,0.003945898],"category_scores_gemma":[0.0038551998,0.00011666646,0.00027276578,0.00020810791,0.00011847438,0.00051431265,0.000090196496,0.0010877379,0.000031516956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047724806,0.002163886,0.9146216,0.000013633206,0.00031823618,0.00012622033,0.0001120766,0.000018118271,0.000021800855,0.000005206068,0.0035636183,0.07426315],"study_design_scores_gemma":[0.011790038,0.010737033,0.95571125,0.00017847582,0.0006089518,0.00002225459,0.00008249498,0.00003219405,0.000023614637,0.00017587173,0.020526135,0.00011170983],"about_ca_topic_score_codex":0.00982512,"about_ca_topic_score_gemma":0.40190926,"teacher_disagreement_score":0.39208415,"about_ca_system_score_codex":0.0006124149,"about_ca_system_score_gemma":0.0030072841,"threshold_uncertainty_score":0.99696463},"labels":[],"label_agreement":null},{"id":"W2895153617","doi":"10.1503/cmaj.180194","title":"Canadian Cardiovascular Harmonized National Guidelines Endeavour (C-CHANGE) guideline for the prevention and management of cardiovascular disease in primary care: 2018 update","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Guideline; Medicine; Primary care; Disease management; Clinical Practice; Family medicine; Health care; Alternative medicine; Health management system; Political science; Pathology","score_opus":0.11226249156244768,"score_gpt":0.38820944187010725,"score_spread":0.2759469503076596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895153617","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07973392,0.102139324,0.037925676,0.75550866,0.007765222,0.012145322,0.0015462128,0.00008866102,0.0031470188],"genre_scores_gemma":[0.8355037,0.03605098,0.030177185,0.07912092,0.016430706,0.0005706149,0.001477884,0.00016220963,0.0005057802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99515796,0.00025311954,0.0015666194,0.00031469407,0.0022240777,0.00048353188],"domain_scores_gemma":[0.9945555,0.0002539707,0.0003493802,0.00029436254,0.0031835586,0.0013632413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009830115,0.00017744291,0.00046013235,0.0003433148,0.00029528065,0.00005360592,0.00020208154,0.00021448017,0.00030603787],"category_scores_gemma":[0.0045847124,0.00014909999,0.00050510187,0.00033585954,0.00007824417,0.00022075394,0.000038869963,0.00038990812,0.0000148321005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032394385,0.000077761644,0.02815958,0.00037792046,0.008429889,0.00039387523,0.0003497678,0.0003299342,0.0000039611423,0.00035746384,0.19658725,0.7646087],"study_design_scores_gemma":[0.0048002163,0.00009098526,0.039172087,0.00029580624,0.0015644024,0.00007571765,0.0004650217,0.0030030017,0.0000040620366,0.00036558972,0.9499957,0.0001674297],"about_ca_topic_score_codex":0.13761897,"about_ca_topic_score_gemma":0.2623304,"teacher_disagreement_score":0.76444125,"about_ca_system_score_codex":0.0029187065,"about_ca_system_score_gemma":0.006306516,"threshold_uncertainty_score":0.9993268},"labels":[],"label_agreement":null},{"id":"W2895562922","doi":"10.1097/sla.0000000000003036","title":"Guideline Assessment Project: Filling the GAP in Surgical Guidelines","year":2018,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Odds ratio; MEDLINE; Confidence interval; Odds; Family medicine; Scope (computer science); Evidence-based medicine; Clinical Practice; Alternative medicine; Internal medicine; Logistic regression; Pathology","score_opus":0.906216603291544,"score_gpt":0.6721228989105771,"score_spread":0.23409370438096688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895562922","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010436911,0.9864472,0.000055824672,0.009840619,0.00074457214,0.0016590927,0.000105592415,0.000045677658,0.0009970372],"genre_scores_gemma":[0.000025220745,0.9919227,0.0019236035,0.0023617498,0.002230297,0.00014939343,0.0010130549,0.0000897765,0.0002842473],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889341,0.0006110214,0.0082696,0.00066091813,0.0009643082,0.0005600537],"domain_scores_gemma":[0.982895,0.011172931,0.002740097,0.0010457899,0.0020141162,0.00013206669],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016851693,0.0005325911,0.0033718927,0.00065779104,0.00006792108,0.000036335703,0.00030596036,0.00041375402,0.00043963073],"category_scores_gemma":[0.015717862,0.00032584046,0.0015473885,0.0011713173,0.00019691786,0.00017822585,0.0002174599,0.0008063457,0.000057827016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048713184,0.0001743869,0.00021083142,0.003702906,0.00020211659,0.00011524074,0.00001014781,0.0000010640806,1.447071e-7,0.000028244416,0.32444,0.6710662],"study_design_scores_gemma":[0.000246084,0.00007797632,0.000046379457,0.015261072,0.0005972452,0.0001964522,0.00008000637,0.000109102664,0.0000021292478,0.00007328772,0.9830273,0.00028299697],"about_ca_topic_score_codex":0.0005984479,"about_ca_topic_score_gemma":0.0000483454,"teacher_disagreement_score":0.6707832,"about_ca_system_score_codex":0.00007035803,"about_ca_system_score_gemma":0.0030703933,"threshold_uncertainty_score":0.99991935},"labels":[],"label_agreement":null},{"id":"W2895601813","doi":"10.1016/j.jcjd.2018.08.096","title":"Experience-Based Co-Design of Diabetes Shared Medical Appointments: Using Ethnography and Other Qualitative Methods to Enhance the Patient and Staff Experience","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Focus group; Thematic analysis; Qualitative research; Patient experience; Nursing; Workflow; Qualitative property; Research design; Health care; Medical education","score_opus":0.2886705267038654,"score_gpt":0.5461473918983992,"score_spread":0.25747686519453383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895601813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847112,0.0006323238,0.011614862,0.002459939,0.00014981278,0.00037804284,0.000030353245,0.0000033611873,0.000020060761],"genre_scores_gemma":[0.9337447,0.0000038524363,0.060739625,0.0053766905,0.00009825912,0.000017072598,0.0000014880552,0.000016600467,0.0000016855533],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973433,0.0007892702,0.00095123553,0.00019393502,0.00040640918,0.00031586667],"domain_scores_gemma":[0.995228,0.0026219585,0.00054342975,0.0001862498,0.00048120998,0.00093916117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027576084,0.000146125,0.0003815754,0.0002546337,0.00014438831,0.000042540476,0.0001475824,0.000071701164,0.00036075903],"category_scores_gemma":[0.011520568,0.00010281294,0.00006148361,0.00031176128,0.00090418203,0.00019774406,0.000020506195,0.00019408553,8.1044664e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023975052,0.00029001906,0.2868031,0.00019696508,0.00068223,0.000017166358,0.43405786,0.00004511658,0.0845057,0.0000640899,0.004546099,0.1885519],"study_design_scores_gemma":[0.006669098,0.020498259,0.030473368,0.0044023735,0.0008528963,0.00002274512,0.43769956,0.014323198,0.4610497,0.001572416,0.021188162,0.0012482374],"about_ca_topic_score_codex":0.00046554484,"about_ca_topic_score_gemma":0.00037783186,"teacher_disagreement_score":0.376544,"about_ca_system_score_codex":0.00006714277,"about_ca_system_score_gemma":0.0008649416,"threshold_uncertainty_score":0.9968058},"labels":[],"label_agreement":null},{"id":"W2895610624","doi":"10.4414/bms.2017.06015","title":"Mdecine intensive: progrs et apports pour la sant de la population","year":2017,"lang":"fr","type":"article","venue":"Bulletin des Médecins Suisses","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec","funders":"","keywords":"Medicine; Political science","score_opus":0.16005107799099635,"score_gpt":0.5065714907083002,"score_spread":0.3465204127173038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895610624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8239386,0.0063823326,0.0037525366,0.13922612,0.0021907997,0.0013350935,0.00006163315,0.00019391655,0.022918958],"genre_scores_gemma":[0.9471134,0.0038582783,0.025273427,0.004278102,0.0018978406,0.00005546383,0.00017946753,0.00012523858,0.017218772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951539,0.0012780399,0.0015183206,0.00067607156,0.00056871097,0.0008049343],"domain_scores_gemma":[0.98956215,0.006675971,0.0012089798,0.0010123976,0.0010656972,0.0004748132],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0062066563,0.00045800835,0.0006894846,0.00015463262,0.00054201257,0.00053116377,0.00036321644,0.0004338248,0.0044416063],"category_scores_gemma":[0.0964889,0.00045006318,0.00025401745,0.00011119023,0.00082799204,0.0003269035,0.0003347924,0.0008127895,0.0008543329],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046676357,0.00094630435,0.55597746,0.00036520083,0.00018489163,0.0010834786,0.00043231982,0.000035975776,0.0005108889,0.0024427976,0.1427627,0.29479122],"study_design_scores_gemma":[0.0027160335,0.00022452274,0.5570527,0.0011377772,0.00046040886,0.0009082819,0.0009998489,0.0002002631,0.00020947568,0.001592146,0.43422243,0.00027616145],"about_ca_topic_score_codex":0.00725901,"about_ca_topic_score_gemma":0.00053259445,"teacher_disagreement_score":0.29451504,"about_ca_system_score_codex":0.0003733151,"about_ca_system_score_gemma":0.0006010539,"threshold_uncertainty_score":0.99992365},"labels":[],"label_agreement":null},{"id":"W2895828977","doi":"10.5334/ijic.s2170","title":"Adaptation and standardization of integrated care practices to facilitate scale-up and spread: Insights from Ontario case studies","year":2018,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Trillium Health Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"Standardization; Adaptation (eye); Scale (ratio); Integrated care; Field (mathematics); Library science; Computer science; Environmental resource management; Geography; Political science; Health care; Environmental science; Psychology; Cartography","score_opus":0.21093712348823937,"score_gpt":0.46144730178752746,"score_spread":0.2505101782992881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895828977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846462,0.0018152187,0.010598571,0.0010098002,0.0011083735,0.0002918778,0.0003765287,0.000013231078,0.00014019253],"genre_scores_gemma":[0.98622215,0.00032016454,0.012464536,0.00038140768,0.00024170605,0.0000044114,0.00028472138,0.000015860329,0.00006504212],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99758714,0.00016473365,0.0012421315,0.00024970612,0.0006521181,0.000104174906],"domain_scores_gemma":[0.9846171,0.00060673954,0.0013599491,0.00012762121,0.013133737,0.00015481761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033984164,0.0001928959,0.0004244651,0.0003708206,0.00006924239,0.00007598876,0.000110119596,0.00009662059,0.00010403929],"category_scores_gemma":[0.0059921797,0.00014546311,0.00007502247,0.0001967244,0.00016418868,0.0006489017,0.000070681876,0.00035263566,0.0000033241834],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019150017,0.00026966378,0.16023919,0.0002468145,0.0043718265,0.0023776905,0.44706368,0.00048585606,0.023954907,0.00014084652,0.0032967397,0.33840278],"study_design_scores_gemma":[0.006718577,0.004163602,0.012468144,0.0018244528,0.0011545679,0.0027301298,0.9155215,0.00053396047,0.021252392,0.00040104293,0.032902565,0.0003290746],"about_ca_topic_score_codex":0.036488585,"about_ca_topic_score_gemma":0.15775974,"teacher_disagreement_score":0.46845782,"about_ca_system_score_codex":0.0011057826,"about_ca_system_score_gemma":0.0010820957,"threshold_uncertainty_score":0.96992755},"labels":[],"label_agreement":null},{"id":"W2895910030","doi":"10.1371/journal.pone.0205280","title":"Knowledge translation of clinical practice guidelines among neurologists: A mixed-methods study","year":2018,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Research Services, University of Calgary; Alberta Innovates; Hotchkiss Brain Institute, University of Calgary","keywords":"Guideline; Knowledge translation; Credibility; Psychological intervention; Medicine; Population; Focus group; Resource (disambiguation); Psychology; Family medicine; Medical education; Nursing; Environmental health; Knowledge management; Computer science; Business","score_opus":0.7040220334207182,"score_gpt":0.6372810564030992,"score_spread":0.06674097701761905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895910030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97736084,0.00021545097,0.007910508,0.008843322,0.00045335988,0.001592545,0.000007229752,0.0001148283,0.0035019135],"genre_scores_gemma":[0.6271467,0.0000910656,0.3695128,0.0016063362,0.0014443279,0.000034909463,0.000019816845,0.00003130052,0.00011273282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931046,0.0018359078,0.0036776005,0.0005136884,0.000637122,0.00023111931],"domain_scores_gemma":[0.9818173,0.011025117,0.0012376086,0.00074624596,0.0049774456,0.0001962653],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012982868,0.00018421846,0.00082910364,0.00012906147,0.0000692584,0.000016839851,0.00015913272,0.00017455504,0.00023364903],"category_scores_gemma":[0.18851346,0.00016313318,0.00015892317,0.00044206463,0.00029610906,0.00040399673,0.00009175692,0.00048177532,0.000098548386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045844195,0.061397385,0.28732088,0.00026368152,0.00191058,0.000037638158,0.0017978678,0.0000018858274,0.008589586,0.000046768113,0.0068644974,0.6271848],"study_design_scores_gemma":[0.017900936,0.03665998,0.8604841,0.0004963238,0.0123976385,0.00003615764,0.008702172,0.023131788,0.009882652,0.00035731282,0.029317303,0.0006336074],"about_ca_topic_score_codex":0.00024491752,"about_ca_topic_score_gemma":0.0003105744,"teacher_disagreement_score":0.6265512,"about_ca_system_score_codex":0.00002296561,"about_ca_system_score_gemma":0.00023484069,"threshold_uncertainty_score":0.81832206},"labels":[],"label_agreement":null},{"id":"W2896134519","doi":"10.1097/ccm.0000000000003467","title":"Above the GRADE: Evaluation of Guidelines in Critical Care Medicine*","year":2018,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Grading (engineering); Quality of evidence; Evidence-based medicine; Parenteral nutrition; Guideline; MEDLINE; Family medicine; Data extraction; Alternative medicine; Intensive care medicine; Meta-analysis; Internal medicine; Pathology","score_opus":0.5440442137160412,"score_gpt":0.6457738724881684,"score_spread":0.10172965877212725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896134519","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25628737,0.02398645,0.0032755842,0.68493587,0.00505206,0.002731945,0.00006149797,0.00014327394,0.023525987],"genre_scores_gemma":[0.9827081,0.00007465704,0.0013541251,0.0107411025,0.0048356135,0.00007326751,0.00014057438,0.000042436066,0.000030141036],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99316657,0.000711806,0.0024464456,0.0005991591,0.0025734047,0.00050264416],"domain_scores_gemma":[0.9795254,0.0065271095,0.00017350506,0.00086752046,0.012574662,0.0003318136],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053211614,0.0003115947,0.00081698276,0.0002716678,0.00014330157,0.000010209416,0.00027497177,0.00022108927,0.0029298929],"category_scores_gemma":[0.22106709,0.00019158807,0.000115288065,0.0007677419,0.003432381,0.00017815662,0.00010788987,0.0006102104,0.000045147357],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002430579,0.00080209854,0.090999305,0.005980828,0.00021182996,0.00030607934,0.05406396,0.000023470922,0.014971866,0.06192691,0.15476587,0.6135172],"study_design_scores_gemma":[0.03734092,0.019794349,0.14372578,0.008490679,0.0123223355,0.0005918963,0.65854603,0.012368572,0.004863137,0.028037356,0.072675236,0.0012437064],"about_ca_topic_score_codex":0.0014032166,"about_ca_topic_score_gemma":0.0008899921,"teacher_disagreement_score":0.72642076,"about_ca_system_score_codex":0.00029634946,"about_ca_system_score_gemma":0.000540746,"threshold_uncertainty_score":0.9992797},"labels":[],"label_agreement":null},{"id":"W2896229819","doi":"10.4414/bms.2017.05747","title":"Nouvelle plateforme en ligne «Guides de pratique Suisse»","year":2017,"lang":"fr","type":"article","venue":"Bulletin des Médecins Suisses","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fédération des Maisons D'Hébergement pour Femmes","funders":"","keywords":"Political science","score_opus":0.11509676630067538,"score_gpt":0.44666976949139175,"score_spread":0.33157300319071636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896229819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71494365,0.015140876,0.003752846,0.21634814,0.005175817,0.0019556717,0.00018722464,0.00028669598,0.042209066],"genre_scores_gemma":[0.7819824,0.011728854,0.044205956,0.004626162,0.0063772365,0.00010353732,0.00012055596,0.00021292023,0.15064238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99417233,0.00058951654,0.002152732,0.00087453064,0.00067449315,0.0015363904],"domain_scores_gemma":[0.98960364,0.005643304,0.0012875657,0.0018540855,0.0007805673,0.00083081645],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0047820876,0.0006634924,0.00093317154,0.00017847485,0.0013807906,0.0006309299,0.00097404467,0.0006828244,0.01811102],"category_scores_gemma":[0.072871596,0.0006531051,0.0003628842,0.00014585222,0.0010246492,0.0005379106,0.00058156066,0.0009718329,0.0047733076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012412801,0.0022862225,0.2195233,0.0014465032,0.00071656995,0.0016215682,0.003028341,0.00009913632,0.0057904907,0.0054124976,0.5224116,0.2364225],"study_design_scores_gemma":[0.0038838938,0.0010602681,0.16562721,0.0015169616,0.00067642785,0.0007006735,0.003807593,0.00028116148,0.008281831,0.0015257217,0.81199324,0.00064502785],"about_ca_topic_score_codex":0.015457961,"about_ca_topic_score_gemma":0.0034833534,"teacher_disagreement_score":0.28958163,"about_ca_system_score_codex":0.00090463564,"about_ca_system_score_gemma":0.00165568,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W2896296959","doi":"10.5334/ijic.s2089","title":"Impact of Bundled Care in Ontario","year":2018,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Library science; Computer science","score_opus":0.10030526793113273,"score_gpt":0.4855083327404058,"score_spread":0.385203064809273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896296959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99603873,0.00015014793,0.00022240145,0.00034343265,0.0008547767,0.000111685615,0.000031781252,0.0000044117237,0.0022426108],"genre_scores_gemma":[0.9976198,0.000019143603,0.001646386,0.00019680445,0.00032148723,0.0000010351811,0.000102465194,0.00001100041,0.000081892904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800336,0.000054582408,0.001179686,0.00010264114,0.00055093964,0.00010880378],"domain_scores_gemma":[0.99161583,0.00015564349,0.00066217873,0.00011326968,0.00736863,0.00008445937],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002687873,0.00011021992,0.00029308902,0.00038872048,0.000010745387,0.00001859073,0.0002134247,0.00007854666,0.0019002231],"category_scores_gemma":[0.0016967484,0.00007992937,0.00027123673,0.00015611887,0.00006507341,0.00020931284,0.000030072692,0.00046593207,0.000016769289],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00359905,0.00016759985,0.9579668,0.000009924456,0.00040847567,0.00016317757,0.0051857955,0.000049725266,0.0052898894,0.000022819564,0.0011161376,0.02602061],"study_design_scores_gemma":[0.008128083,0.006150689,0.9428486,0.0008944436,0.0001867117,0.0006310017,0.027512642,0.00007931454,0.0077188103,0.00011956863,0.005581029,0.00014908209],"about_ca_topic_score_codex":0.053771988,"about_ca_topic_score_gemma":0.12645243,"teacher_disagreement_score":0.07268045,"about_ca_system_score_codex":0.0030728544,"about_ca_system_score_gemma":0.0027265712,"threshold_uncertainty_score":0.9990122},"labels":[],"label_agreement":null},{"id":"W2896524052","doi":"10.1089/thy.2018.0070","title":"American Thyroid Association Guidelines and Statements: Past, Present, and Future","year":2018,"lang":"en","type":"article","venue":"Thyroid","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Citation; Task force; Transparency (behavior); Executive summary; Political science; Public relations; Medicine; Law; Business; Public administration","score_opus":0.12677497913815275,"score_gpt":0.48695931245076607,"score_spread":0.36018433331261335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896524052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8478174,0.00073747145,0.0005912667,0.14803113,0.00035828023,0.00059485005,0.00003869185,0.00011049768,0.0017203885],"genre_scores_gemma":[0.9010844,0.0054562115,0.030225826,0.025012895,0.03327048,0.000060960945,0.00028955453,0.00010619772,0.004493473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820065,0.000103945786,0.00072565116,0.00032429208,0.00038346814,0.00026201503],"domain_scores_gemma":[0.9982089,0.00032630409,0.0004623377,0.00023899616,0.000594125,0.00016936193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009793581,0.00015458508,0.00027908108,0.00007294167,0.00011452642,0.000049745413,0.00005144866,0.000061636674,0.00011949328],"category_scores_gemma":[0.0008346181,0.00013151133,0.000034308803,0.00019331973,0.00013093329,0.00032998418,0.000096906115,0.00016150645,0.000049842776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053862965,0.00013933724,0.10638666,0.000039232917,0.0002282728,0.000009200116,0.0006181556,3.5920934e-7,0.011129004,0.0000965293,0.5740564,0.3067582],"study_design_scores_gemma":[0.0036131172,0.0019457225,0.19338785,0.000025810547,0.00031338638,0.000036249923,0.0026726327,0.0006544375,0.0006244252,0.00048090055,0.7960073,0.0002382046],"about_ca_topic_score_codex":0.00050189055,"about_ca_topic_score_gemma":0.00009371577,"teacher_disagreement_score":0.30652,"about_ca_system_score_codex":0.00009039573,"about_ca_system_score_gemma":0.00005223005,"threshold_uncertainty_score":0.5362876},"labels":[],"label_agreement":null},{"id":"W2900043864","doi":"10.1503/cmaj.180812","title":"Demonstrating the value of patient-oriented research in Ontario","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Key (lock); Value (mathematics); Health services research; Computer science; Data science; Medicine; Nursing; Public health","score_opus":0.1541090709914014,"score_gpt":0.4622878229383738,"score_spread":0.3081787519469724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900043864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9184352,0.000019106808,0.0000429682,0.07526868,0.0005324007,0.00019619898,0.0000025477127,0.0000032006953,0.005499677],"genre_scores_gemma":[0.99064076,0.00000939876,0.00055525167,0.007872344,0.00078824384,0.0000036956544,0.000005933408,0.0000074445884,0.00011694855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959017,0.0005922175,0.0010323129,0.00011482211,0.0019582731,0.00040067022],"domain_scores_gemma":[0.9959166,0.001590441,0.0003346242,0.00012025981,0.0013640408,0.0006740137],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01003626,0.000059892198,0.00016487874,0.00022501861,0.00023402969,0.000025579246,0.000120313016,0.00019140774,0.002812408],"category_scores_gemma":[0.023416698,0.000044314318,0.000057342037,0.0004816669,0.00013451127,0.00010524383,0.000022065899,0.0019256489,0.00005278534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058447727,0.00007341886,0.9108014,0.000004670207,0.0000639797,0.00015405925,0.0021649844,0.000001974542,0.000044227847,0.0009381874,0.032914333,0.052780326],"study_design_scores_gemma":[0.0025382356,0.00075260014,0.58885527,0.0003185005,0.00004520405,0.00043643394,0.00860548,0.0010483827,0.00010246764,0.00083607656,0.39635974,0.00010158881],"about_ca_topic_score_codex":0.35624766,"about_ca_topic_score_gemma":0.9406859,"teacher_disagreement_score":0.5844382,"about_ca_system_score_codex":0.002094924,"about_ca_system_score_gemma":0.011031957,"threshold_uncertainty_score":0.99809915},"labels":[],"label_agreement":null},{"id":"W2900802696","doi":"10.11124/jbisrir-2017-003923","title":"Use of GRADE in Australian clinical practice guidelines: a methodological review protocol","year":2018,"lang":"en","type":"review","venue":"The JBI Database of Systematic Reviews and Implementation Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"National Health and Medical Research Council","keywords":"Grading (engineering); Clinical Practice; Protocol (science); Medicine; Management science; Medical education; Engineering ethics; Medical physics; Psychology; Alternative medicine; Family medicine; Engineering; Pathology","score_opus":0.8835024967142157,"score_gpt":0.7188223621910012,"score_spread":0.1646801345232145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900802696","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021782034,0.66268265,0.00030911466,0.0012354788,0.00016941871,0.3354582,0.00011646042,0.000011440497,0.000015071239],"genre_scores_gemma":[1.3834297e-7,0.832771,0.06445728,0.0015425397,0.00018279682,0.100175366,0.0007750849,0.00004037398,0.000055414497],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.94971085,0.013942441,0.033916507,0.0009186324,0.001165024,0.00034656347],"domain_scores_gemma":[0.9514617,0.015260096,0.028840082,0.002550671,0.001681234,0.00020626672],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.088888384,0.00062785577,0.008682505,0.00022536656,0.000055770415,0.000039378298,0.00026764133,0.00021645203,0.00037864933],"category_scores_gemma":[0.20205897,0.00032031967,0.0011074793,0.0008329952,0.0002423313,0.000610002,0.00030653732,0.00056576106,0.000016444066],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028282799,0.00020402316,0.000044286473,0.80138886,0.00027866155,0.000071631184,0.000026180312,1.7053576e-8,9.656759e-7,0.00003102189,0.05967671,0.13824937],"study_design_scores_gemma":[0.0003530773,0.00026426226,0.000014811298,0.36987868,0.0070290444,0.0018303011,0.00016924398,0.0000021161773,9.563599e-7,0.000010784699,0.62028724,0.00015949743],"about_ca_topic_score_codex":0.0004591016,"about_ca_topic_score_gemma":0.000054861266,"teacher_disagreement_score":0.56061053,"about_ca_system_score_codex":0.00009000746,"about_ca_system_score_gemma":0.00070648,"threshold_uncertainty_score":0.9999249},"labels":[],"label_agreement":null},{"id":"W2900855007","doi":"10.1111/jep.13073","title":"Examining the implementation of clinical practice guidelines for the management of adult cancers: A mixed methods study","year":2018,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Consistency (knowledge bases); Stakeholder; Credibility; Content analysis; CpG site; Checklist; Medicine; Psychology; Computer science; Biology; Public relations; Political science; Genetics","score_opus":0.721238294715533,"score_gpt":0.7490942526653614,"score_spread":0.027855957949828425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900855007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66851103,0.0013574688,0.13849662,0.16773674,0.010732491,0.011607087,0.000023831293,0.000019301793,0.0015154454],"genre_scores_gemma":[0.51227474,0.0014336094,0.47655696,0.0073389173,0.0022221366,0.0001168303,0.0000064623637,0.000029662895,0.000020682603],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9676392,0.010786417,0.017714089,0.0005237757,0.0030179154,0.00031859239],"domain_scores_gemma":[0.6958336,0.21608578,0.026952889,0.0014599861,0.059439197,0.00022852604],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23061004,0.00021994513,0.001026526,0.00017238346,0.00014263668,0.000042117386,0.00042724147,0.00016390275,0.00022226089],"category_scores_gemma":[0.5046427,0.0001324009,0.00045768722,0.0007586726,0.0003285245,0.0011488552,0.00017907652,0.0009691815,0.000004871651],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009447906,0.0022129873,0.015231538,0.000099576064,0.002977956,0.000013077335,0.0013842038,0.00024430887,0.000044227458,0.00027272778,0.017303847,0.95076764],"study_design_scores_gemma":[0.032723483,0.018760065,0.38911432,0.000552987,0.024153816,0.00020070202,0.43831384,0.01821859,0.000202686,0.0010095284,0.07650081,0.0002491794],"about_ca_topic_score_codex":0.00056536717,"about_ca_topic_score_gemma":0.0003656665,"teacher_disagreement_score":0.9505185,"about_ca_system_score_codex":0.00019727611,"about_ca_system_score_gemma":0.0016775836,"threshold_uncertainty_score":0.79224885},"labels":[],"label_agreement":null},{"id":"W2900872298","doi":"10.1186/s13643-018-0843-1","title":"The quality of clinical practice guidelines for management of pediatric type 2 diabetes mellitus: a systematic review using the AGREE II instrument","year":2018,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; St. Joseph’s Healthcare Hamilton; McMaster Children's Hospital","funders":"","keywords":"Medicine; CINAHL; MEDLINE; Guideline; Family medicine; Rigour; Systematic review; Disease management; Pediatrics; Alternative medicine; Psychological intervention; Nursing; Pathology; Health management system","score_opus":0.7684756733908475,"score_gpt":0.6593180920708273,"score_spread":0.10915758132002029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900872298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022753318,0.91133463,0.0005535697,0.0011706961,0.0013985498,0.085405745,0.000036084784,0.000018635856,0.000079825004],"genre_scores_gemma":[6.1154026e-7,0.962281,0.030486472,0.0013710661,0.0008910814,0.004622926,0.000072407696,0.00008551374,0.00018891423],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9327246,0.014345303,0.049491327,0.00086271216,0.0020487944,0.00052729534],"domain_scores_gemma":[0.84639806,0.06069603,0.07563635,0.0067447624,0.010210766,0.0003140084],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16428627,0.0008558281,0.017044738,0.00012243247,0.00028663938,0.000049236052,0.001242447,0.0003032932,0.00002746977],"category_scores_gemma":[0.4329754,0.000344412,0.0039523235,0.0012621802,0.0001783118,0.00018542635,0.00049611484,0.00048389318,0.000071313414],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019980365,0.00016768322,0.0000011740744,0.94952977,0.0026698594,8.987783e-7,0.000025187966,5.7489427e-8,2.983831e-8,0.00027105375,0.012408654,0.034905676],"study_design_scores_gemma":[0.00028488378,0.00025298673,2.1142924e-7,0.5666332,0.070430376,0.000023354267,0.00023918695,0.00003466231,4.702197e-8,0.000020809077,0.3619051,0.00017518479],"about_ca_topic_score_codex":0.000020102678,"about_ca_topic_score_gemma":0.0000051337433,"teacher_disagreement_score":0.38289654,"about_ca_system_score_codex":0.00019650323,"about_ca_system_score_gemma":0.00089368655,"threshold_uncertainty_score":0.9999008},"labels":[],"label_agreement":null},{"id":"W2901051634","doi":"10.1186/s13012-018-0832-8","title":"Defining barriers and enablers for clinical pathway implementation in complex clinical settings","year":2018,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Izaak Walton Killam Health Centre; Children's Hospital of Eastern Ontario; University of Calgary; University of Alberta; Alberta Health Services","funders":"Canadian Institutes of Health Research","keywords":"Emergency department; Context (archaeology); Health administration; Medicine; Health informatics; Health services research; Health care; Nursing; Qualitative research; Public health; Medical emergency","score_opus":0.4287815881582978,"score_gpt":0.6457195825986891,"score_spread":0.2169379944403913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901051634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98400027,0.000027322218,0.0053067235,0.0074812016,0.0006391404,0.0020649713,0.000101380116,0.000065207074,0.00031380716],"genre_scores_gemma":[0.94858444,0.00007461668,0.040135898,0.010403235,0.00039753615,0.000109841014,0.0002541375,0.000025006397,0.000015273383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99434936,0.00026983893,0.0030332794,0.0009584263,0.0007172086,0.00067189976],"domain_scores_gemma":[0.9952849,0.0022495515,0.0008060313,0.00035265624,0.0007890265,0.00051781966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016963411,0.00020566992,0.00044546265,0.0003578237,0.00048214308,0.00015266705,0.00021619181,0.00008782061,0.0008597393],"category_scores_gemma":[0.008001302,0.00020333086,0.00012050056,0.00088439777,0.0011629348,0.0010074405,0.00017188236,0.00024467582,0.000034398865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031968555,0.000059907972,0.6955328,0.000025605865,0.000023765235,0.0000031120517,0.00076767296,4.788532e-7,0.0022414783,0.0017097092,0.009347853,0.28996792],"study_design_scores_gemma":[0.014581307,0.0024370372,0.8857589,0.000035481284,0.00011745695,0.000033654618,0.029466553,0.0020916557,0.0025243333,0.00093745027,0.06168401,0.0003322026],"about_ca_topic_score_codex":0.00032206278,"about_ca_topic_score_gemma":0.0010267214,"teacher_disagreement_score":0.28963572,"about_ca_system_score_codex":0.00019344172,"about_ca_system_score_gemma":0.001413981,"threshold_uncertainty_score":0.9578885},"labels":[],"label_agreement":null},{"id":"W2902426622","doi":"10.1016/j.jclinepi.2018.11.030","title":"Systematic reviews of clinical practice guidelines: a methodological guide","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":277,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systematic review; Medicine; Clinical Practice; MEDLINE; Medical physics; Management science; Family medicine; Engineering; Political science","score_opus":0.9430014611751203,"score_gpt":0.7786412487960017,"score_spread":0.16436021237911858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902426622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07253639,0.012812491,0.58293504,0.29728445,0.019863127,0.0050713546,0.000017349952,0.000094564966,0.009385263],"genre_scores_gemma":[0.009301072,0.018939063,0.86207986,0.09760134,0.011705463,0.000016625861,0.000007004971,0.000040084706,0.00030949063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.79102343,0.09349345,0.11248763,0.0009774945,0.0012143102,0.0008037085],"domain_scores_gemma":[0.054824255,0.8409457,0.080671646,0.002033216,0.01997424,0.0015509222],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5369455,0.0004068663,0.015010596,0.00023094872,0.00006653051,0.00000884435,0.0006865132,0.0010909442,0.0007872725],"category_scores_gemma":[0.99195987,0.00024126847,0.0040202457,0.0004640685,0.0012421558,0.00042649155,0.00024967606,0.0025704456,0.00028593614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013434987,0.0034151757,0.110130414,0.0080100885,0.003444556,0.00037089642,0.00010183297,0.000019083569,0.00014591898,0.0041268445,0.652986,0.20381422],"study_design_scores_gemma":[0.009414309,0.020601965,0.04946837,0.008563136,0.0064852736,0.004735339,0.0007978771,0.0020321754,0.000025351332,0.00708118,0.8903972,0.00039781033],"about_ca_topic_score_codex":0.00007008421,"about_ca_topic_score_gemma":0.000013502438,"teacher_disagreement_score":0.74745226,"about_ca_system_score_codex":0.00006447001,"about_ca_system_score_gemma":0.0014490476,"threshold_uncertainty_score":0.99973065},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2903230932","doi":"10.1186/s12874-018-0621-8","title":"Methods for trustworthy nutritional recommendations NutriRECS (Nutritional Recommendations and accessible Evidence summaries Composed of Systematic reviews): a protocol","year":2018,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Dalhousie University","funders":"","keywords":"Guideline; Systematic review; Grading (engineering); Protocol (science); Medicine; MEDLINE; Publication; Evidence-based medicine; Peer review; Trustworthiness; Medical education; Alternative medicine; Psychology; Business; Political science; Engineering; Pathology","score_opus":0.9398031176009238,"score_gpt":0.7717683616212156,"score_spread":0.16803475597970818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903230932","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039377972,0.0014109785,0.8518782,0.05459767,0.00033500054,0.09106496,0.00010131394,0.000046937166,0.0001711403],"genre_scores_gemma":[0.00034493444,0.0024664518,0.87874705,0.0011812932,0.0007704237,0.116002,0.00029869567,0.000027071163,0.00016210874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9611442,0.032869585,0.0034496994,0.00070155656,0.0012202678,0.0006146863],"domain_scores_gemma":[0.6480525,0.34650323,0.00088854006,0.00060755236,0.0033296254,0.00061855314],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.113216706,0.00022734069,0.0014814527,0.00060434564,0.00046458855,0.0000523818,0.0004170382,0.0003497309,0.0031236832],"category_scores_gemma":[0.6080072,0.00018117069,0.0002529538,0.0009967594,0.0014619598,0.00038455176,0.00033305684,0.00080119213,0.000022775836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016207967,0.0040886546,0.008636909,0.20856073,0.00069338264,0.0000116820775,0.00078989344,4.5885267e-7,0.008928335,0.047200236,0.21670854,0.48817322],"study_design_scores_gemma":[0.026734933,0.010327896,0.0036866898,0.10153071,0.0011660003,0.0006588886,0.0032513922,0.019093204,0.009308938,0.10286401,0.72051924,0.0008580878],"about_ca_topic_score_codex":0.00011577153,"about_ca_topic_score_gemma":0.00024876336,"teacher_disagreement_score":0.5038107,"about_ca_system_score_codex":0.00015886808,"about_ca_system_score_gemma":0.002200374,"threshold_uncertainty_score":0.9977876},"labels":[],"label_agreement":null},{"id":"W2903244053","doi":"10.1016/j.jpainsymman.2018.10.034","title":"Évaluation des effets sur la pratique des professionnels d'une formation interprofessionnelle sur la détermination des objectifs de soins","year":2018,"lang":"fr","type":"article","venue":"Journal of Pain and Symptom Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Quebec Network for Research on Aging; Michel-Sarrazin","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.09133308541286284,"score_gpt":0.43703391603378056,"score_spread":0.3457008306209177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903244053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.738324,0.0008704805,0.25372735,0.0038977852,0.00089545135,0.0007459722,0.000003075754,0.000021712445,0.0015142101],"genre_scores_gemma":[0.9606959,0.0034997833,0.029245138,0.0008168603,0.0009370861,0.000030293664,0.000019072791,0.000038557537,0.0047172736],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99271053,0.0041774623,0.0018322418,0.0002383713,0.00061670586,0.00042467352],"domain_scores_gemma":[0.9927645,0.004361921,0.0013056657,0.00020342281,0.0011222768,0.00024226015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022612285,0.00027482113,0.0004183392,0.00038028735,0.0004414675,0.00017394013,0.00015179,0.00023400714,0.00020650204],"category_scores_gemma":[0.008039937,0.00023073342,0.0001473048,0.00036933424,0.0004887709,0.0019691347,0.00015038073,0.00047236474,0.000017771828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066979165,0.0010163591,0.027087353,0.0027594084,0.00033429568,0.00012383176,0.02743217,0.000076366785,0.0031342679,0.0005977687,0.0103946915,0.9263737],"study_design_scores_gemma":[0.016541746,0.0066747093,0.6309193,0.03195416,0.0025901818,0.0011150421,0.088993534,0.15261188,0.0043820716,0.042212453,0.021208849,0.0007960777],"about_ca_topic_score_codex":0.00027446586,"about_ca_topic_score_gemma":0.00081152725,"teacher_disagreement_score":0.92557764,"about_ca_system_score_codex":0.00075054006,"about_ca_system_score_gemma":0.0005071245,"threshold_uncertainty_score":0.9625137},"labels":[],"label_agreement":null},{"id":"W2903923633","doi":"10.1186/s12916-018-1226-0","title":"Reporting guidelines: doing better for readers","year":2018,"lang":"en","type":"editorial","venue":"BMC Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Publication; CLARITY; Medicine; Transparency (behavior); Guideline; Audit; Quality (philosophy); Public relations; Internet privacy; Medical education; Accounting; Computer science; Pathology; Business; Computer security","score_opus":0.47718023548391825,"score_gpt":0.5799344524465209,"score_spread":0.10275421696260262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903923633","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021037208,0.00046714084,0.07035018,0.023032825,0.90189123,0.0021881375,0.00007699889,0.00024541415,0.0015376838],"genre_scores_gemma":[0.000023880015,0.00015302812,0.16207309,0.0055897473,0.823603,0.00015836323,0.004587873,0.00017197491,0.0036390559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9863132,0.00012460614,0.009776363,0.0012043339,0.0019341551,0.00064732303],"domain_scores_gemma":[0.9660839,0.01568157,0.010280554,0.0016523461,0.005842695,0.00045894622],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013569536,0.00058618526,0.0019011413,0.00032868024,0.0001614439,0.000029151004,0.00027397342,0.0010616486,0.00078589737],"category_scores_gemma":[0.49955645,0.0004486914,0.0004082879,0.00028212447,0.0003019073,0.00015459405,0.00011921893,0.0010688419,0.00009236777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064188224,0.00003860169,0.00045384854,0.0012837847,0.00017118978,0.000040106366,0.00013779014,9.238499e-7,0.00017400904,0.0000028870386,0.9866109,0.010444075],"study_design_scores_gemma":[0.006469195,0.0013201839,0.00006314581,0.0034338492,0.0021005203,0.000052020605,0.0009818485,0.00035203728,0.00003866936,0.00013607882,0.9846747,0.00037773937],"about_ca_topic_score_codex":0.0005259519,"about_ca_topic_score_gemma":0.00026970674,"teacher_disagreement_score":0.48598692,"about_ca_system_score_codex":0.00029401074,"about_ca_system_score_gemma":0.0018986652,"threshold_uncertainty_score":0.9997965},"labels":[],"label_agreement":null},{"id":"W2904237382","doi":"10.3747/co.25.4213","title":"Developing a Model of a Patient-Group Pathway to Accessing Cancer Clinical Trials in Canada","year":2018,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institute for Research in Immunology and Cancer; Robarts Clinical Trials; Jewish General Hospital","funders":"Eli Lilly Canada; Partenariat Canadien Contre Le Cancer; F. Hoffmann-La Roche; Bristol-Myers Squibb; Eli Lilly and Company; Merck Canada; Innovative Medicines Canada","keywords":"Stakeholder; Clinical trial; Medicine; Stakeholder engagement; General partnership; Inclusion (mineral); Working group; Alternative medicine; Family medicine; Public relations; Medical education; Political science; Psychology; Pathology","score_opus":0.83372816234055,"score_gpt":0.6846758041663639,"score_spread":0.14905235817418616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904237382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810171,0.00017447089,0.010341656,0.004859154,0.002657692,0.0007714026,0.000031475836,0.000009627798,0.00013738866],"genre_scores_gemma":[0.9855838,0.0001304881,0.010022329,0.0035784591,0.0005570077,0.00008522772,0.000022674094,0.000013987776,0.000006030538],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950326,0.0008814066,0.0032304928,0.00031817143,0.00026403004,0.0002732966],"domain_scores_gemma":[0.9946939,0.0035846755,0.00094281376,0.00019805647,0.00039658617,0.00018399736],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004882661,0.0001173352,0.00095586164,0.00011924049,0.000029768,0.0000052143623,0.00010849669,0.00008935476,0.00012547901],"category_scores_gemma":[0.022725072,0.00010072978,0.000088317545,0.00026672048,0.00006311156,0.00008434045,0.00013250488,0.00030194683,0.0000055041946],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077240204,0.00023904468,0.14931807,0.00005338171,0.000029895346,0.0000060219418,0.00032376416,0.00005886532,0.00050518167,0.0000962341,0.002597742,0.8459994],"study_design_scores_gemma":[0.029302964,0.0060435017,0.18363303,0.0028106263,0.0006624269,0.000029124754,0.0058714,0.12695245,0.004351375,0.0018564018,0.6373755,0.0011111948],"about_ca_topic_score_codex":0.2139394,"about_ca_topic_score_gemma":0.8782542,"teacher_disagreement_score":0.8448882,"about_ca_system_score_codex":0.0015084976,"about_ca_system_score_gemma":0.011879017,"threshold_uncertainty_score":0.99372274},"labels":[],"label_agreement":null},{"id":"W2904450675","doi":"10.1371/journal.pone.0208251","title":"Screening for osteoporosis: A systematic assessment of the quality and content of clinical practice guidelines, using the AGREE II instrument and the IOM Standards for Trustworthy Guidelines","year":2018,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Queen's University; Bruyère; University of Ottawa","funders":"","keywords":"Medicine; Guideline; Systematic review; Grading (engineering); Evidence-based medicine; Alternative medicine; Quality (philosophy); MEDLINE; Family medicine; Medical education; Medical physics; Pathology","score_opus":0.8687087849419716,"score_gpt":0.6514630266288419,"score_spread":0.21724575831312964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904450675","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027134165,0.93504196,0.012331346,0.021289188,0.00041025417,0.026960153,0.0012127983,0.000021587319,0.000019291438],"genre_scores_gemma":[0.00031730466,0.77334744,0.22145766,0.002704185,0.00093719503,0.0010153389,0.00008832286,0.000075880955,0.000056696095],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98189145,0.0025688685,0.01258064,0.000651387,0.0019859436,0.000321698],"domain_scores_gemma":[0.9367457,0.033637814,0.014907927,0.0017324579,0.012790728,0.00018535396],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058415145,0.00048339408,0.0048351483,0.00008094702,0.00040462575,0.00006171643,0.00042140414,0.00030026783,0.000008880947],"category_scores_gemma":[0.27571726,0.0002127169,0.001018269,0.0002676303,0.0006236646,0.00017727597,0.0005735688,0.00050943386,8.657396e-8],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034317384,0.0020172314,0.00043350869,0.54764766,0.01627963,0.0000010565069,0.00047246803,0.0000043932855,0.000026374857,0.0013432825,0.003285882,0.42505682],"study_design_scores_gemma":[0.02659963,0.003683646,0.00018804999,0.57196534,0.17348424,0.00014523353,0.010315556,0.02113115,0.00002442607,0.00030798695,0.19134267,0.00081206264],"about_ca_topic_score_codex":0.00035601328,"about_ca_topic_score_gemma":0.00008241949,"teacher_disagreement_score":0.42424473,"about_ca_system_score_codex":0.00014525476,"about_ca_system_score_gemma":0.0021385443,"threshold_uncertainty_score":0.9695597},"labels":[],"label_agreement":null},{"id":"W2905448886","doi":"10.12927/hcq.2018.25637","title":"Bringing Together Research and Quality Improvement: The Saskatchewan Approach","year":2018,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Quality Council","funders":"","keywords":"Quality management; Unit (ring theory); Quality (philosophy); Business; Health care; Nursing; Public relations; Psychology; Process management; Medical education; Knowledge management; Medicine; Operations management; Political science; Marketing; Engineering; Computer science","score_opus":0.37627120520328117,"score_gpt":0.5472587582518117,"score_spread":0.17098755304853053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905448886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93543124,0.00016749218,0.001208832,0.059655577,0.00018729108,0.001123913,0.000009056099,0.00006900211,0.0021475663],"genre_scores_gemma":[0.99137753,0.000010715442,0.0022035602,0.0045729163,0.001060258,0.000053950207,0.000022025475,0.000025140467,0.00067389413],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99728954,0.00047636748,0.00076025224,0.000410889,0.0005992216,0.0004637395],"domain_scores_gemma":[0.99752855,0.0008479091,0.00015170983,0.00058293494,0.0006741334,0.00021477147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005904259,0.00011671152,0.00021808976,0.00007881187,0.00040834022,0.000066528904,0.000108157874,0.000091625596,0.000074330506],"category_scores_gemma":[0.00044136698,0.00008240955,0.00004232217,0.0002789068,0.00032616465,0.00013024712,0.000040010822,0.00057510764,0.000054731587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005669728,0.00023836878,0.020264387,0.00046035377,0.00006038932,0.0000045142174,0.02163118,2.7289737e-8,0.0037266817,0.0021862648,0.0026870028,0.9481739],"study_design_scores_gemma":[0.0076876744,0.031272914,0.35868162,0.00035418916,0.00014215609,0.00020910124,0.51427424,0.0012855888,0.001480714,0.010935654,0.07294693,0.000729218],"about_ca_topic_score_codex":0.013001351,"about_ca_topic_score_gemma":0.004299857,"teacher_disagreement_score":0.9474446,"about_ca_system_score_codex":0.0001061009,"about_ca_system_score_gemma":0.00033452892,"threshold_uncertainty_score":0.99357116},"labels":[],"label_agreement":null},{"id":"W2906332490","doi":"","title":"","year":2018,"lang":"fr","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CancerCare Manitoba; University of Alberta; Université Laval; Université de Sherbrooke; Université du Québec à Montréal; Memorial University of Newfoundland","funders":"","keywords":"Humanities; Library science; Political science; Computer science; Philosophy","score_opus":0.36293056161923143,"score_gpt":0.47832511248538073,"score_spread":0.1153945508661493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906332490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59202564,0.007821806,0.004692674,0.35707846,0.0290215,0.0054714056,0.00005963597,0.00019477052,0.0036340847],"genre_scores_gemma":[0.90210384,0.0008871913,0.003027834,0.036217067,0.043606333,0.003013862,0.00006182427,0.000091003596,0.010991038],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9910012,0.0008448207,0.0032838401,0.0010514343,0.0010765278,0.0027421939],"domain_scores_gemma":[0.9899109,0.004734299,0.00090668735,0.0011887152,0.0014542403,0.0018051455],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010398424,0.0004811648,0.0007669895,0.0002246185,0.00034578622,0.00015812572,0.00035169665,0.000426448,0.00094165903],"category_scores_gemma":[0.06505176,0.00051377184,0.000318511,0.0010826901,0.0016197646,0.001660364,0.00033889757,0.0008246988,0.0008355293],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016752001,0.00093825953,0.1241723,0.00018075175,0.0004023886,0.00014856584,0.0005369852,0.0000024139204,0.00008090376,0.0014804178,0.02931684,0.841065],"study_design_scores_gemma":[0.007032182,0.0006780512,0.6751209,0.00009652416,0.0013667365,0.00028064766,0.0014338375,0.00049380446,0.0014749778,0.0012125474,0.31046844,0.00034135728],"about_ca_topic_score_codex":0.0030914296,"about_ca_topic_score_gemma":0.0017078817,"teacher_disagreement_score":0.84072363,"about_ca_system_score_codex":0.000868992,"about_ca_system_score_gemma":0.00038697178,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W2906351564","doi":"10.1016/j.cjco.2018.11.003","title":"Measuring Cardiovascular Quality in Primary Care Using Canadian Cardiovascular Harmonization of National Guidelines Endeavour and Electronic Medical Record Data in Ontario","year":2018,"lang":"en","type":"article","venue":"CJC Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; St Joseph's Health Centre; CNIB Foundation; Institute for Clinical Evaluative Sciences; University of Ottawa; Women's College Hospital; University Health Network; Health Sciences Centre; Sunnybrook Health Science Centre; The Scarborough Hospital; NOSM University; Public Health Ontario; Toronto General Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; Health Canada; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Medical prescription; Electronic medical record; Medical record; Quality management; Family medicine; Harmonization; MEDLINE; Population; Emergency medicine; Medical emergency; Environmental health; Internal medicine; Nursing; Management system","score_opus":0.494226008688587,"score_gpt":0.48137830931714054,"score_spread":0.012847699371446475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906351564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912756,0.0024793816,0.0016516567,0.00096194004,0.00019755392,0.0012409908,0.00004213492,0.000009860931,0.0021408706],"genre_scores_gemma":[0.991179,0.00019704128,0.006881312,0.00073318346,0.00023396785,0.000012885158,0.00072240114,0.000022951936,0.000017242843],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964353,0.0003635504,0.0012535242,0.0005453976,0.0010934715,0.00030875945],"domain_scores_gemma":[0.99773955,0.00016117808,0.00015743815,0.00078563986,0.0009660626,0.00019012025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009549865,0.0001382761,0.0007063357,0.00023497085,0.00006392948,0.000037609527,0.00042753984,0.00014697862,0.000126493],"category_scores_gemma":[0.0069172177,0.00014519296,0.00010209971,0.00033120243,0.00007359622,0.0005420642,0.00045775875,0.0003657941,0.0000031043826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036480994,0.00008669695,0.88148284,0.00024393242,0.0011018767,0.000081657876,0.0010895879,0.0003379175,0.00019327621,0.00008440021,0.00037451848,0.11455848],"study_design_scores_gemma":[0.010536241,0.00018002336,0.91222745,0.00086835393,0.00059604266,0.0001664342,0.0013714313,0.005750164,0.00020076521,0.00031896064,0.067308635,0.00047550027],"about_ca_topic_score_codex":0.9471677,"about_ca_topic_score_gemma":0.98297143,"teacher_disagreement_score":0.11408298,"about_ca_system_score_codex":0.0022834435,"about_ca_system_score_gemma":0.010224538,"threshold_uncertainty_score":0.99538654},"labels":[],"label_agreement":null},{"id":"W2906819394","doi":"10.1017/s0266462318002994","title":"PD24 Data Collection By Patient Groups To Provide Patient Input","year":2018,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Family medicine; Data collection; Agency (philosophy); Medicine; Psychology; Medical education","score_opus":0.10227145296043891,"score_gpt":0.5275091162224333,"score_spread":0.4252376632619944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906819394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77467626,0.0004659335,0.0061499192,0.21464187,0.002791319,0.00095101114,0.00009863891,0.00004644008,0.00017858316],"genre_scores_gemma":[0.9611897,0.0001542157,0.029422183,0.008710383,0.0002728678,0.000021366164,0.00020187495,0.000017421782,0.000009974416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966186,0.0001137174,0.0019256752,0.00029750564,0.0008143508,0.00023013208],"domain_scores_gemma":[0.99635655,0.00019173998,0.0011869877,0.00038096862,0.001738954,0.00014479726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008274063,0.00012866598,0.00031438476,0.0008532499,0.00007074598,0.000025868685,0.00048800607,0.00013179108,0.000096441734],"category_scores_gemma":[0.0022716203,0.00011856906,0.00004708467,0.00045022435,0.00006618108,0.00030886615,0.00037800148,0.0006449631,0.00001201896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013111839,0.00094342267,0.078134686,0.00007548831,0.0002278291,0.00014479668,0.0014582194,0.000027251985,0.0010892436,0.00031961178,0.13928069,0.77698755],"study_design_scores_gemma":[0.0069469865,0.02318671,0.023695724,0.0014012771,0.00009619573,0.0014199428,0.03067658,0.0013270463,0.0029560232,0.0009311864,0.9069947,0.0003676256],"about_ca_topic_score_codex":0.00023574504,"about_ca_topic_score_gemma":0.0003367957,"teacher_disagreement_score":0.77662,"about_ca_system_score_codex":0.0018188421,"about_ca_system_score_gemma":0.0012043673,"threshold_uncertainty_score":0.4835106},"labels":[],"label_agreement":null},{"id":"W2907167141","doi":"10.4212/cjhp.v71i6.2848","title":"L’importance des observations cliniques","year":2019,"lang":"en","type":"editorial","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gynecology; Medicine","score_opus":0.21359741462135895,"score_gpt":0.4742815772580506,"score_spread":0.26068416263669164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907167141","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06629273,0.0019091348,0.000040494335,0.025474114,0.904312,0.00077069213,0.00028306988,0.000016245996,0.00090150355],"genre_scores_gemma":[0.08926435,0.0014347978,0.0015708604,0.00241949,0.9034841,0.000008431975,0.00032582477,0.00010344673,0.0013886754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967022,0.00015070886,0.0017810265,0.00019725958,0.0007856599,0.00038313546],"domain_scores_gemma":[0.99171066,0.0026072378,0.0018308064,0.0004188079,0.0027116963,0.00072076806],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002329514,0.00025986444,0.0005838263,0.00019206264,0.00025116638,0.00014175744,0.00052724365,0.00017779463,0.0004448822],"category_scores_gemma":[0.019117128,0.00018689819,0.00037232402,0.00023038514,0.00028765408,0.00050531275,0.000027756676,0.002226373,0.00007699561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099691184,0.000043133066,0.01643087,0.00006817364,0.0002733228,0.00020939381,0.00029153883,0.0000061775713,0.000007758897,0.000014486562,0.97940594,0.003149513],"study_design_scores_gemma":[0.0017872205,0.0007299713,0.004871791,0.00028212747,0.0008813268,0.000045044013,0.00015101899,0.000018709752,0.000019954903,0.000840899,0.99017656,0.0001953864],"about_ca_topic_score_codex":0.01941558,"about_ca_topic_score_gemma":0.0495755,"teacher_disagreement_score":0.03015992,"about_ca_system_score_codex":0.0007725384,"about_ca_system_score_gemma":0.0149800945,"threshold_uncertainty_score":0.99060404},"labels":[],"label_agreement":null},{"id":"W2907540569","doi":"10.4212/cjhp.v71i6.2847","title":"The Value of Case Reports","year":2019,"lang":"en","type":"editorial","venue":"The Canadian Journal of Hospital Pharmacy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Journal of Communication (Canada)","funders":"","keywords":"Value (mathematics); Information retrieval; Computer science; Mathematics; Statistics","score_opus":0.07282864813989802,"score_gpt":0.4484519381053487,"score_spread":0.3756232899654507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907540569","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040323455,0.002757243,0.000008051629,0.020335056,0.935159,0.00072031224,0.00011418252,0.0000041342482,0.0005785352],"genre_scores_gemma":[0.3941698,0.0004748633,0.00009048794,0.00043260172,0.6038268,0.0000034973923,0.000046454363,0.00006568703,0.0008897714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960197,0.00022528581,0.0022466113,0.00016947406,0.0009882369,0.00035065427],"domain_scores_gemma":[0.9888509,0.0045693414,0.0033613942,0.0006026159,0.0020361743,0.00057959126],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046275435,0.0002277943,0.00056321523,0.0001436599,0.00028165453,0.00009552982,0.00031151267,0.00015961903,0.00017260833],"category_scores_gemma":[0.021555794,0.00012809661,0.00041467912,0.00016824475,0.00027193796,0.00019484831,0.000039446695,0.0020754463,0.000017803452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014578295,0.000027762035,0.00037199515,0.000052445637,0.0004503613,0.021207202,0.00023865397,0.00001685573,0.0000076281717,0.000016485601,0.974375,0.003089797],"study_design_scores_gemma":[0.0014401827,0.00069359987,0.00006988837,0.0001747447,0.0014147718,0.010562945,0.00037035256,0.0000244607,0.00005407939,0.0002665033,0.9847963,0.00013215934],"about_ca_topic_score_codex":0.062098388,"about_ca_topic_score_gemma":0.025675274,"teacher_disagreement_score":0.35384637,"about_ca_system_score_codex":0.00047072055,"about_ca_system_score_gemma":0.014619507,"threshold_uncertainty_score":0.99210364},"labels":[],"label_agreement":null},{"id":"W2907633999","doi":"10.1007/s12630-018-01282-8","title":"Providing expert guidance in the evidence-based medicine era?","year":2019,"lang":"en","type":"letter","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Real world evidence; Evidence-based medicine; Medicine; Data science; Alternative medicine; Computer science; Internal medicine; Pathology","score_opus":0.14345471208801586,"score_gpt":0.37370393652972106,"score_spread":0.2302492244417052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907633999","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04098448,0.009368948,0.000036034093,0.9472664,0.0011786198,0.0008898808,0.000005853887,0.000008624041,0.00026116098],"genre_scores_gemma":[0.1679727,0.0005936145,0.0011607325,0.8029089,0.026083356,0.000023882603,0.00007746875,0.00023412441,0.0009452326],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.99053633,0.0013675551,0.00390675,0.0005367692,0.0021421805,0.0015103874],"domain_scores_gemma":[0.98826313,0.0041184127,0.0034264952,0.0009143063,0.0019830018,0.0012946445],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010724439,0.00077425153,0.001784508,0.002167731,0.00038211216,0.00034277595,0.0016805277,0.000949423,0.00077036384],"category_scores_gemma":[0.011198116,0.00052883575,0.00064739195,0.0009164845,0.00046049853,0.0009252372,0.000011836645,0.008599439,0.000042952568],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014939743,0.000014361655,0.0023328664,0.0001388566,0.000063853215,0.452166,0.00072323834,0.00005049404,0.000009614508,0.000007992876,0.5426785,0.0016648321],"study_design_scores_gemma":[0.0015271142,0.0017171043,0.0019887232,0.0047750575,0.00033325775,0.54652965,0.0006743753,0.000045528777,0.0000052317528,0.00008062544,0.4420018,0.0003215662],"about_ca_topic_score_codex":0.03978206,"about_ca_topic_score_gemma":0.01626557,"teacher_disagreement_score":0.1443575,"about_ca_system_score_codex":0.0030616662,"about_ca_system_score_gemma":0.027625468,"threshold_uncertainty_score":0.99971634},"labels":[],"label_agreement":null},{"id":"W2909244798","doi":"10.1503/cmaj.181647","title":"A national electronic health record for primary care","year":2019,"lang":"en","type":"editorial","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Liberian dollar; Primary care; Health records; Health care; Health information; Electronic health record; Primary health care; Medicine; World Wide Web; Internet privacy; Business; Computer science; Family medicine; Political science; Finance; Law","score_opus":0.04423644858146107,"score_gpt":0.4285964445616621,"score_spread":0.38435999598020104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909244798","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019676037,0.0014296978,0.00040022074,0.10341501,0.8890187,0.0015270629,0.0014788538,0.000039808932,0.002493872],"genre_scores_gemma":[0.00020952911,0.0016622434,0.0008415111,0.040635936,0.94593304,0.00004324395,0.00781061,0.00009263462,0.0027712684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909511,0.00032684705,0.0019186412,0.00041286816,0.0053516743,0.0010388513],"domain_scores_gemma":[0.98510617,0.0053051896,0.0017554734,0.00017429062,0.005654099,0.0020047904],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008010716,0.00027937506,0.00084257114,0.000404166,0.00031409154,0.00012043826,0.00027668048,0.0018629289,0.0015801934],"category_scores_gemma":[0.06981542,0.00028201594,0.0004102623,0.00022054798,0.000023665689,0.00017322898,0.00002366897,0.0046843104,0.0002253879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000097339,0.000027775613,0.00049103337,0.0002649104,0.00027926252,0.00001925682,0.00009566353,8.9494546e-7,2.7122482e-7,0.000028488284,0.93240124,0.06629386],"study_design_scores_gemma":[0.004093151,0.0007053165,0.00041714183,0.00040713098,0.0001515185,0.00006938241,0.00033781023,0.000043414842,1.4023222e-7,0.00018473499,0.99336714,0.00022312479],"about_ca_topic_score_codex":0.0045823976,"about_ca_topic_score_gemma":0.08931724,"teacher_disagreement_score":0.1945579,"about_ca_system_score_codex":0.03176511,"about_ca_system_score_gemma":0.22632301,"threshold_uncertainty_score":0.9999632},"labels":[],"label_agreement":null},{"id":"W2909519931","doi":"10.1016/j.cjca.2019.01.001","title":"Guideline Alignment in Related Areas","year":2019,"lang":"en","type":"review","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Guideline; Medicine; Clinical Practice; Confusion; MEDLINE; Family medicine; Pathology","score_opus":0.28806262512360364,"score_gpt":0.4948063277779028,"score_spread":0.20674370265429914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909519931","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016355114,0.9910314,0.00018057764,0.0018899365,0.0020037882,0.000633163,0.000040788203,0.0000032230726,0.0042007337],"genre_scores_gemma":[0.00032238054,0.99678344,0.00035867456,0.0006227975,0.0013451417,0.0000056777712,0.00022113606,0.000049135826,0.0002916385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994615,0.00057983334,0.003975681,0.00023843124,0.0002017132,0.00038933734],"domain_scores_gemma":[0.99634105,0.00072403264,0.001518435,0.00038735825,0.00039643067,0.0006327138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028774315,0.00026852632,0.0032164645,0.00092336664,0.000019765614,0.000011332653,0.0002218461,0.0005485698,0.00022205478],"category_scores_gemma":[0.0045064753,0.00021581851,0.0008815774,0.00030952034,0.000076029115,0.00006977569,0.000020230244,0.0011667733,0.00015028604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021667043,0.0000030364197,0.00075776747,0.0010479734,0.0006902102,0.0015923097,0.000017287686,0.00010614404,1.5942996e-7,0.00005863214,0.09692183,0.89878297],"study_design_scores_gemma":[0.001104312,0.00029866205,0.00015004599,0.0037493042,0.0023539527,0.00642911,0.000052628056,0.0000030286349,3.6777717e-8,0.00008257087,0.98562205,0.00015427983],"about_ca_topic_score_codex":0.0010787558,"about_ca_topic_score_gemma":0.001412479,"teacher_disagreement_score":0.8986287,"about_ca_system_score_codex":0.0011276676,"about_ca_system_score_gemma":0.010514252,"threshold_uncertainty_score":0.9950952},"labels":[],"label_agreement":null},{"id":"W2911049278","doi":"10.1053/j.semnuclmed.2018.11.001","title":"Clinical Practice Guidelines: Tools to Support High Quality Patient Care","year":2019,"lang":"en","type":"review","venue":"Seminars in Nuclear Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Cancer Care Ontario; University of Ottawa","funders":"","keywords":"Medicine; CLARITY; Blueprint; Quality (philosophy); Credibility; Scope (computer science); Process management; Stakeholder; Process (computing); Health care; Identification (biology); Rigour; Presentation (obstetrics); Protocol (science); Risk analysis (engineering); Computer science; Public relations; Alternative medicine; Business","score_opus":0.5509445737079649,"score_gpt":0.6372922484328725,"score_spread":0.08634767472490756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911049278","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022470321,0.96501905,0.000025492449,0.017203823,0.004464485,0.0058730757,0.00017785505,0.0001533237,0.0068581924],"genre_scores_gemma":[0.00003345894,0.92748183,0.026336467,0.041197255,0.002439518,0.00009018894,0.001732114,0.00025853023,0.0004306128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98308724,0.0014723265,0.011089801,0.0016579767,0.0019360627,0.0007565923],"domain_scores_gemma":[0.98069835,0.010840939,0.0029974396,0.0022884398,0.0024024355,0.000772378],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0095906025,0.0008968835,0.0057606306,0.0005841526,0.00007257016,0.00004046446,0.0005928071,0.0010150813,0.0022024675],"category_scores_gemma":[0.19282651,0.0006935842,0.0007651488,0.0011171623,0.00022032676,0.0003633912,0.00058909494,0.0024440363,0.0025771891],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003469025,0.00024318857,0.000040368137,0.008487938,0.00016863132,0.00034701714,0.0006331293,9.584334e-7,5.857364e-7,0.000078963494,0.22445948,0.7651928],"study_design_scores_gemma":[0.0024470135,0.006808269,0.00007124162,0.044128314,0.0036961082,0.0003570692,0.0088758785,0.0000026076889,9.453397e-8,0.000009989656,0.9330257,0.00057767594],"about_ca_topic_score_codex":0.00065503886,"about_ca_topic_score_gemma":0.00004699433,"teacher_disagreement_score":0.7646152,"about_ca_system_score_codex":0.0009936739,"about_ca_system_score_gemma":0.0015336799,"threshold_uncertainty_score":0.99985737},"labels":[],"label_agreement":null},{"id":"W2911253631","doi":"10.22374/cjgim.v14i1.318","title":"BMJ Rapid Recommendations: Creating Tools to Support a Revolution in Clinical Practice Guideline Adoption","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Clinical Practice; Trustworthiness; Family medicine; Internet privacy","score_opus":0.2537765789150036,"score_gpt":0.5357871740730638,"score_spread":0.28201059515806015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911253631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54698503,0.00075847935,0.015352608,0.39833602,0.007424164,0.002117078,0.000028210596,0.000020938218,0.028977469],"genre_scores_gemma":[0.7526622,0.0005357636,0.13897845,0.093444705,0.009180882,0.000018691091,0.00024179407,0.000068037276,0.004869463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99320483,0.00045538088,0.005069079,0.00029592973,0.0005556735,0.00041911847],"domain_scores_gemma":[0.9932318,0.0015119211,0.0016700058,0.00033657227,0.0020629538,0.0011867608],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011421082,0.00019825503,0.00072969764,0.0008564583,0.000053528038,0.00004229268,0.00022716675,0.00014554425,0.004216727],"category_scores_gemma":[0.060600564,0.00016824562,0.00017356843,0.00049224327,0.00007088613,0.0008852092,0.000035452988,0.0009417719,0.0001578455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001787214,0.00013111242,0.05958584,0.000049705664,0.00018511758,0.0011747153,0.00066139863,0.0001665365,0.0015944531,0.00049186003,0.627093,0.30707902],"study_design_scores_gemma":[0.0069684386,0.008443985,0.06104033,0.0017664107,0.00033758412,0.0038961617,0.0043067117,0.0011057787,0.00004989133,0.00013941705,0.9117155,0.00022980728],"about_ca_topic_score_codex":0.017967993,"about_ca_topic_score_gemma":0.008072352,"teacher_disagreement_score":0.3068492,"about_ca_system_score_codex":0.0007851389,"about_ca_system_score_gemma":0.0019803522,"threshold_uncertainty_score":0.99669355},"labels":[],"label_agreement":null},{"id":"W2911557642","doi":"","title":"Diabetes Canada 2018 clinical practice guidelines: Key messages for family physicians caring for patients living with type 2 diabetes.","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Manitoba; College of Family Physicians of Canada; Women's College Hospital; Queen's University; Diabetes Canada","funders":"","keywords":"Guideline; Medicine; Prioritization; Hypoglycemia; MEDLINE; Diabetes management; Diabetes mellitus; Clinical Practice; Nursing; Type 2 diabetes; Family medicine; Process management; Business","score_opus":0.13384481245624624,"score_gpt":0.40653071398378926,"score_spread":0.272685901527543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911557642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834565,0.0002024652,0.0003861903,0.007092599,0.0023050795,0.005742041,0.000101122096,0.00007108737,0.00064292003],"genre_scores_gemma":[0.94235176,0.00007006717,0.02360574,0.02955236,0.0012926493,0.0018837875,0.0002991717,0.000114737915,0.00082970335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99657136,0.00010287776,0.0014786416,0.00056982617,0.0005539471,0.0007233564],"domain_scores_gemma":[0.9860461,0.009670462,0.0007952306,0.00048254704,0.0027851148,0.00022054928],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024352134,0.0002481371,0.00060539,0.000054559554,0.000097676435,0.000050872168,0.00016675501,0.000111336376,0.000010017853],"category_scores_gemma":[0.058782417,0.0002102932,0.00013592943,0.00020805461,0.00004266508,0.00047748504,0.00007794768,0.00023459976,0.0000065739687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039105822,0.00037448207,0.6391622,0.000257414,0.00049813255,9.561538e-7,0.000036795213,0.000042814423,0.000032798445,0.000013846193,0.134414,0.22477551],"study_design_scores_gemma":[0.004506779,0.0009552438,0.7408615,0.00018715933,0.0009937831,5.1741023e-7,0.00061717135,0.001685174,0.00006784183,0.0000223065,0.24975495,0.00034758498],"about_ca_topic_score_codex":0.008768487,"about_ca_topic_score_gemma":0.01280698,"teacher_disagreement_score":0.22442792,"about_ca_system_score_codex":0.00025539982,"about_ca_system_score_gemma":0.0006202867,"threshold_uncertainty_score":0.99783224},"labels":[],"label_agreement":null},{"id":"W2911938277","doi":"10.1182/blood-2018-99-110132","title":"How Do ASH Guidelines Panels Make Decisions? Association between Decision Making Factors and the Strength of Recommendations","year":2018,"lang":"en","type":"article","venue":"Blood","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Logistic regression; Certainty; Grading (engineering); Psychology; Normative; Actuarial science; Medicine; Family medicine; Business; Political science; Internal medicine","score_opus":0.2542843075986898,"score_gpt":0.4815703838389741,"score_spread":0.2272860762402843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911938277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725093,0.00010365736,0.006002771,0.02033621,0.00027102706,0.00046594787,0.00008427407,0.00003187766,0.00019489577],"genre_scores_gemma":[0.97066754,0.00026837309,0.027708443,0.00047848557,0.0006496387,0.000008053931,0.00007743159,0.000018089588,0.00012394851],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977783,0.00019495812,0.0010763087,0.00025245422,0.0005196658,0.00017830112],"domain_scores_gemma":[0.98510325,0.012673114,0.00080528535,0.000361429,0.0009843472,0.00007258294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024476813,0.00014051906,0.00037244303,0.00011051785,0.00017425508,0.00008818722,0.000114199254,0.000120765246,0.00011597976],"category_scores_gemma":[0.059913825,0.00008893774,0.00010826819,0.0002717503,0.00009051162,0.00017426428,0.00012525423,0.00018810443,0.000007370578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017992171,0.00018294956,0.6001635,0.000010234687,0.00036224115,9.768349e-7,0.00043315146,2.736097e-7,0.0003581358,0.00020422674,0.006043228,0.39206117],"study_design_scores_gemma":[0.021469722,0.00080761843,0.9034548,0.00083518523,0.0038276184,0.000023522873,0.0045328783,0.0002736758,0.005753445,0.009107377,0.049562182,0.00035201755],"about_ca_topic_score_codex":0.000057535686,"about_ca_topic_score_gemma":0.00012228599,"teacher_disagreement_score":0.39170915,"about_ca_system_score_codex":0.000043009713,"about_ca_system_score_gemma":0.000074228235,"threshold_uncertainty_score":0.9480049},"labels":[],"label_agreement":null},{"id":"W2912090366","doi":"10.1002/pmrj.12130","title":"Quality Improvement in Rehabilitation: A Primer for Physical Medicine and Rehabilitation Specialists","year":2019,"lang":"en","type":"review","venue":"PM&R","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Sinai Health System; Toronto Rehabilitation Institute; University Health Network; University of Toronto; Bridgepoint Active Healthcare","funders":"","keywords":"Rehabilitation; Medicine; Quality management; Quality (philosophy); Physical therapy; Plan (archaeology); Best practice; MEDLINE; Physical medicine and rehabilitation; Operations management; Engineering","score_opus":0.393618829036206,"score_gpt":0.5999284102553846,"score_spread":0.20630958121917858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912090366","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001349967,0.95562875,0.00029126336,0.025433244,0.000982013,0.015453442,0.00012792532,0.00006684493,0.00066654827],"genre_scores_gemma":[0.00029722264,0.9765719,0.014998658,0.0013853066,0.0032686605,0.0015564638,0.0013380153,0.000119769604,0.00046397717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958769,0.00036234237,0.0023337035,0.0007227153,0.00045664434,0.00024767342],"domain_scores_gemma":[0.97562885,0.022527887,0.0008586114,0.00055332127,0.0003144665,0.00011687524],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033019576,0.00033583716,0.0021671567,0.00025941408,0.00003302625,0.000014186696,0.00008514243,0.00020347445,0.00007754149],"category_scores_gemma":[0.032917477,0.00026080644,0.00038991438,0.0003107407,0.00017912258,0.00015247102,0.000065759465,0.00036487094,0.00003342943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021661964,0.00028071148,0.00015468507,0.03702038,0.0000720199,8.762842e-7,0.00066967704,1.2426707e-7,0.0000055370374,0.0013057573,0.006304915,0.9539687],"study_design_scores_gemma":[0.0030927109,0.0039017543,0.0011834584,0.0070222467,0.0010957777,0.0000051695906,0.00047180822,0.00003062212,1.9278457e-7,0.0018360649,0.9811161,0.00024406292],"about_ca_topic_score_codex":0.00022467537,"about_ca_topic_score_gemma":0.00011804522,"teacher_disagreement_score":0.9748112,"about_ca_system_score_codex":0.0004285184,"about_ca_system_score_gemma":0.00037905347,"threshold_uncertainty_score":0.99998444},"labels":[],"label_agreement":null},{"id":"W2912528378","doi":"10.1200/jco.2019.37.4_suppl.612","title":"The impact of socioeconomic factors on outcomes of patients with locally advanced rectal cancer (LARC).","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Cancer Agency; University of Calgary; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Multivariate analysis; Colorectal cancer; Socioeconomic status; Internal medicine; Univariate analysis; Demographics; Cancer; Demography; Population","score_opus":0.18484675303368095,"score_gpt":0.5802165012339738,"score_spread":0.3953697482002929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912528378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99498874,0.000040550312,0.000021108732,0.003312641,0.00093661924,0.00038850063,0.000019678684,0.000002694913,0.00028944088],"genre_scores_gemma":[0.99839705,0.00023303342,0.00048777883,0.00063466775,0.00014808554,0.0000016718733,0.000004948419,0.000016794833,0.000075958334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950904,0.00034912856,0.0038616306,0.00014288543,0.00037614105,0.00017978571],"domain_scores_gemma":[0.9774427,0.015453408,0.005774527,0.00023417514,0.0009193124,0.00017587257],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002787314,0.00013612455,0.0015008037,0.00006728993,0.00002309906,0.0000034622476,0.00017595988,0.00019156717,0.0003987301],"category_scores_gemma":[0.009410345,0.00006348995,0.0006731512,0.000059995225,0.00021456095,0.0001545047,0.000036663543,0.00078024616,0.0000114692175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015020102,0.0010543722,0.90306216,0.000010290556,0.00089086907,0.0000031143632,0.000046969722,0.00035048558,0.000047997644,0.000013060215,0.0006019508,0.07889863],"study_design_scores_gemma":[0.013004527,0.033113442,0.95175904,0.000054167438,0.00025549802,0.000002542887,0.00021924033,0.000046323818,0.000050299404,0.0000787827,0.0013569102,0.00005919759],"about_ca_topic_score_codex":0.00013565412,"about_ca_topic_score_gemma":0.00011783124,"teacher_disagreement_score":0.078839436,"about_ca_system_score_codex":0.00027464904,"about_ca_system_score_gemma":0.0023496817,"threshold_uncertainty_score":0.9989338},"labels":[],"label_agreement":null},{"id":"W2912654261","doi":"10.1016/j.cjca.2016.04.011","title":"President's Page","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.15872005870474948,"score_gpt":0.4225161303647176,"score_spread":0.2637960716599681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912654261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8350145,0.0007858225,0.033163827,0.10595956,0.003060022,0.0003071947,0.000037565456,0.000012565716,0.021658909],"genre_scores_gemma":[0.996278,0.000069606285,0.00041386386,0.0011036312,0.0017667771,7.743598e-7,0.0000013661961,0.0000087949975,0.0003572191],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898887,0.00011210199,0.0005446956,0.000072179115,0.000093444345,0.00018870755],"domain_scores_gemma":[0.99837106,0.0004584925,0.0002060388,0.00013891695,0.00031150377,0.00051399105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074155984,0.000055036064,0.0002712861,0.00015277218,0.000026039643,0.0000057513776,0.000076034834,0.00006923539,0.0002383318],"category_scores_gemma":[0.004774998,0.000034524233,0.00013809348,0.00005100358,0.00008859973,0.00010991966,0.000005784947,0.00012732332,0.00005751871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024250642,0.0000024032859,0.45371166,0.0000123798345,0.00038360784,0.0014820553,0.00005984741,0.000023392115,0.008733016,0.000538979,0.40000653,0.13480361],"study_design_scores_gemma":[0.0019473338,0.00045480707,0.2491839,0.000050940023,0.00018390908,0.002665197,0.00009192091,8.9886134e-7,0.00023887082,0.00095403043,0.74416685,0.00006134698],"about_ca_topic_score_codex":0.00046290163,"about_ca_topic_score_gemma":0.0014063836,"teacher_disagreement_score":0.34416032,"about_ca_system_score_codex":0.00013776145,"about_ca_system_score_gemma":0.0014699718,"threshold_uncertainty_score":0.57164633},"labels":[],"label_agreement":null},{"id":"W2912712709","doi":"10.1177/2051415819829309","title":"Performance and cost of a renal cancer specialist multidisciplinary team meeting: Results from 1500 discussions","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University College London; Pfizer","keywords":"Medicine; Multidisciplinary approach; Family medicine; Cancer; Deferral; Multidisciplinary team; Nice; Quarter (Canadian coin); Retrospective cohort study; Surgery; Nursing; Internal medicine; Finance","score_opus":0.1954903275296021,"score_gpt":0.5141416888428475,"score_spread":0.3186513613132454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912712709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97138304,0.00014227515,0.00006958477,0.025178386,0.0012718344,0.00028674986,0.00007308868,0.0000056504223,0.0015894084],"genre_scores_gemma":[0.9934215,0.0012510149,0.0020028558,0.0011582528,0.0018699834,0.0000020304608,0.000023388613,0.000015646516,0.00025531257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99475855,0.00037875463,0.0040315455,0.00026497425,0.00037490268,0.00019129713],"domain_scores_gemma":[0.98934764,0.00695787,0.002724732,0.0002792056,0.0004250243,0.00026550988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003794171,0.00012874763,0.000925552,0.00009233394,0.000041613694,0.000006832598,0.00014177433,0.00022130217,0.00033826433],"category_scores_gemma":[0.013493935,0.0000843642,0.0002336953,0.000109786444,0.00024571436,0.00018134312,0.00014628787,0.0009220285,0.000017493156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026602935,0.0007798926,0.9053736,0.000033930362,0.00033951673,0.000048819027,0.00027720985,0.00048502104,0.0024290911,0.000016545056,0.012726204,0.050887268],"study_design_scores_gemma":[0.015103014,0.0042360914,0.93784845,0.0002373512,0.00070757966,0.00011270382,0.00026272752,0.0069276574,0.00011800065,0.00017279007,0.034159396,0.00011425121],"about_ca_topic_score_codex":0.00013924508,"about_ca_topic_score_gemma":0.00012455125,"teacher_disagreement_score":0.050773017,"about_ca_system_score_codex":0.000027222542,"about_ca_system_score_gemma":0.00038838072,"threshold_uncertainty_score":0.9948158},"labels":[],"label_agreement":null},{"id":"W2913535557","doi":"10.1016/j.jclinepi.2019.02.003","title":"GRADE guidelines: 22. The GRADE approach for tests and strategies—from test accuracy to patient-important outcomes and recommendations","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":139,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Guideline; Certainty; Grading (engineering); Test (biology); Evidence-based medicine; Risk analysis (engineering); Decision aids; Computer science; Evidence-based practice; Medicine; Management science; Alternative medicine; Engineering","score_opus":0.5989376173194414,"score_gpt":0.6210147298016544,"score_spread":0.022077112482213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913535557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67226195,0.0004649511,0.013488098,0.31143728,0.0009808871,0.0012015708,0.00007965406,0.000014609492,0.00007101161],"genre_scores_gemma":[0.6783109,0.002033587,0.25853458,0.05975949,0.001140732,0.000030989362,0.00009132638,0.000033511755,0.00006489446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98875725,0.0012102113,0.0090438705,0.00042465038,0.00023186393,0.00033216787],"domain_scores_gemma":[0.7621014,0.23152134,0.0047147986,0.0004458594,0.00073337305,0.00048320313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018851638,0.00022766089,0.0019545467,0.000094687326,0.00008684047,0.00003107276,0.00019933732,0.00024969463,0.000074440344],"category_scores_gemma":[0.49141014,0.00012927988,0.00038868957,0.0001277128,0.00016675107,0.00030350653,0.00012697105,0.0008742308,0.0000059513677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044067024,0.00042875807,0.9134519,0.000034357814,0.00024608933,0.0000053274575,0.00009262447,0.000058626803,0.00009851086,0.00086653716,0.03523294,0.04904363],"study_design_scores_gemma":[0.0068345047,0.005174716,0.85800004,0.00014964891,0.00070650433,0.0003579459,0.0036628575,0.007516744,0.0000064103638,0.021682259,0.09565586,0.00025251933],"about_ca_topic_score_codex":0.00014105177,"about_ca_topic_score_gemma":0.000038759226,"teacher_disagreement_score":0.4725585,"about_ca_system_score_codex":0.00002891561,"about_ca_system_score_gemma":0.00035805142,"threshold_uncertainty_score":0.6533639},"labels":[],"label_agreement":null},{"id":"W2914102261","doi":"10.1016/s0895-4356(01)00494-2","title":"Response","year":2002,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine","score_opus":0.8046981321550972,"score_gpt":0.6738220762275523,"score_spread":0.13087605592754492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914102261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7442011,0.00049963954,0.0054169856,0.24716866,0.0016394564,0.00011600475,0.0000015463054,0.000014100826,0.0009424956],"genre_scores_gemma":[0.8988834,0.0013371657,0.038975984,0.057917878,0.0021336407,0.0000010866413,0.0000013727904,0.000016362086,0.0007331045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98080134,0.008225539,0.010230253,0.00020483579,0.0002583644,0.00027967538],"domain_scores_gemma":[0.8017852,0.19148843,0.005162297,0.0003686633,0.0006292465,0.0005662149],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0779085,0.000108898304,0.001997362,0.00011926783,0.000028160486,0.0000029734806,0.00014222677,0.00028623216,0.002131365],"category_scores_gemma":[0.6938833,0.00007585531,0.00084789447,0.00013041912,0.00020474603,0.00013746605,0.0000400559,0.001206768,0.0003104915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010846935,0.0007659758,0.5014317,0.000013222238,0.00024908385,0.00032467014,0.000033916367,0.000027437345,0.00014668849,0.00055679656,0.28040022,0.20520338],"study_design_scores_gemma":[0.0056561697,0.0052949847,0.57945603,0.00007599697,0.00026429046,0.0017506724,0.00006863341,0.0019505307,0.000010469717,0.0027309,0.40265024,0.00009110343],"about_ca_topic_score_codex":0.000006242388,"about_ca_topic_score_gemma":0.0000016631067,"teacher_disagreement_score":0.6159748,"about_ca_system_score_codex":0.000037411064,"about_ca_system_score_gemma":0.00015125914,"threshold_uncertainty_score":0.99878085},"labels":[],"label_agreement":null},{"id":"W2914473464","doi":"10.1016/j.cjca.2019.01.017","title":"The History of Hypertension Guidelines in Canada","year":2019,"lang":"en","type":"review","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; St. Boniface Hospital; University of Manitoba; McGill University","funders":"","keywords":"Medicine; Family medicine","score_opus":0.4966187969527441,"score_gpt":0.4603989802689758,"score_spread":0.03621981668376828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914473464","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030221236,0.9906468,0.000016686297,0.0018371568,0.006190518,0.00029962562,0.000020668936,5.991558e-7,0.0009577476],"genre_scores_gemma":[0.00030595687,0.99743885,0.00008574244,0.00064987503,0.0009939224,0.0000025755808,0.000018228917,0.00002576331,0.00047910766],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961445,0.00042857227,0.002804634,0.00013493645,0.00021614874,0.00027122596],"domain_scores_gemma":[0.9947903,0.0019988725,0.0015597731,0.00035895323,0.000979387,0.00031267453],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018257034,0.0001760331,0.0023240896,0.00029145431,0.000017949691,0.000002644332,0.0002522812,0.00018866525,0.000024234132],"category_scores_gemma":[0.009318894,0.000110516965,0.00047333605,0.00012266565,0.000102695034,0.0000354201,0.000016123964,0.00071622716,0.0000051317347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000015061922,3.5502373e-7,0.00038111387,0.0006028477,0.00017774694,0.00029917288,0.0000036760928,0.00003263513,2.4077843e-7,0.0000071811537,0.32494614,0.67353386],"study_design_scores_gemma":[0.00040238656,0.00009931653,0.00025442097,0.00229823,0.0010628777,0.0022177482,0.00007428557,0.0000050576214,2.4646312e-8,0.000007345387,0.993496,0.00008229399],"about_ca_topic_score_codex":0.8823224,"about_ca_topic_score_gemma":0.97222555,"teacher_disagreement_score":0.67345154,"about_ca_system_score_codex":0.005351129,"about_ca_system_score_gemma":0.13245066,"threshold_uncertainty_score":0.99902606},"labels":[],"label_agreement":null},{"id":"W2914836456","doi":"10.1016/j.yebeh.2019.01.016","title":"Improving knowledge translation of clinical practice guidelines for epilepsy","year":2019,"lang":"en","type":"article","venue":"Epilepsy & Behavior","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"University of Calgary","keywords":"Epilepsy; Medicine; Clinical Practice; Knowledge translation; Family medicine; Psychology; Psychiatry; Knowledge management","score_opus":0.4642690329739115,"score_gpt":0.5835274764898791,"score_spread":0.11925844351596765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914836456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96656626,0.0006577589,0.013734572,0.008474679,0.0031801916,0.005105599,0.00011420065,0.00014682527,0.0020198997],"genre_scores_gemma":[0.6313485,0.00017440353,0.36119297,0.0031999536,0.0018613971,0.00031846052,0.00041713196,0.00011441817,0.001372768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99394286,0.0002333557,0.0042665163,0.00064113096,0.00049834093,0.00041778723],"domain_scores_gemma":[0.9875093,0.006021097,0.001481017,0.0007353172,0.0039892965,0.00026393632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005472963,0.00026283454,0.0008977648,0.0001469912,0.00006248729,0.00002310871,0.0001770263,0.00030968792,0.0005472052],"category_scores_gemma":[0.04156889,0.0002432429,0.00057949283,0.0002721064,0.000082135404,0.00061293057,0.000054977754,0.0004413323,0.00021446461],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016240285,0.0014932133,0.13986626,0.00018493216,0.000082089966,0.0000073190713,0.00017931961,0.000005030909,0.013724163,0.00014846932,0.009028429,0.8336567],"study_design_scores_gemma":[0.025005663,0.0061213966,0.34928396,0.00041338254,0.0059311516,0.00015931555,0.0035545812,0.009515889,0.004629406,0.00007963004,0.5944504,0.000855204],"about_ca_topic_score_codex":0.00019522238,"about_ca_topic_score_gemma":0.000044131582,"teacher_disagreement_score":0.8328015,"about_ca_system_score_codex":0.0000688167,"about_ca_system_score_gemma":0.0006533107,"threshold_uncertainty_score":0.99191576},"labels":[],"label_agreement":null},{"id":"W2914880376","doi":"10.1016/s1499-2671(10)44011-3","title":"The Year in Review","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Medicine; Bhattacharyya distance; Vice president; Management; Section (typography); Gerontology; Artificial intelligence; Advertising","score_opus":0.09764196432802913,"score_gpt":0.4225187949072957,"score_spread":0.3248768305792666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914880376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.908141,0.005486084,8.5381953e-7,0.08457372,0.0006260642,0.00013476703,0.0000025177173,0.0000013009226,0.0010336582],"genre_scores_gemma":[0.99012256,0.0005028146,0.00039006321,0.008588474,0.00030525043,0.0000013968769,0.0000017935898,0.000007558565,0.00008007062],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918336,0.000035327117,0.0005011085,0.000037020578,0.0000971705,0.00014600904],"domain_scores_gemma":[0.9986635,0.00048397676,0.00017708662,0.00011818966,0.00018009645,0.0003771591],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015682806,0.000037090107,0.00013288703,0.000064168875,0.000035471374,0.000016015923,0.00008677214,0.000025458949,0.00030566665],"category_scores_gemma":[0.01536959,0.000023901986,0.00005412146,0.00011332329,0.000049198505,0.00007398477,0.0000031255845,0.0004057958,0.000023748495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031811842,0.0000114929535,0.7962901,0.00008798059,0.000030279778,0.000024339028,0.0000362894,2.9717916e-7,0.00058904954,0.0003419758,0.12013451,0.08245052],"study_design_scores_gemma":[0.00071824156,0.00013261309,0.3223353,0.0006967689,0.00008921341,0.000018579047,0.00011370686,0.000009801434,0.00009367057,0.0005698098,0.67516935,0.00005293494],"about_ca_topic_score_codex":0.00025142846,"about_ca_topic_score_gemma":0.0373342,"teacher_disagreement_score":0.5550348,"about_ca_system_score_codex":0.000031951236,"about_ca_system_score_gemma":0.0012740723,"threshold_uncertainty_score":0.9929244},"labels":[],"label_agreement":null},{"id":"W2915554555","doi":"","title":"Minutes of the Spring 2015 Board of Directors Teleconference Meeting","year":2015,"lang":"en","type":"article","venue":"Canadian acoustics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teleconference; Spring (device); On board; Telecommunications; Engineering; Mechanical engineering; Aerospace engineering","score_opus":0.18477266479828147,"score_gpt":0.4011527395631965,"score_spread":0.21638007476491505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915554555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933693,0.00012823578,0.00034079232,0.002757446,0.0004323567,0.0002110601,0.000037343627,0.0000087872595,0.0027147145],"genre_scores_gemma":[0.99533063,0.000012851935,0.0038581782,0.0004712619,0.00011284093,0.0000015434922,0.000004261588,0.000011783899,0.00019663083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989972,0.000036682828,0.0004891563,0.00009863086,0.00021229716,0.00016601282],"domain_scores_gemma":[0.9983852,0.00035012478,0.000233246,0.00026007087,0.00046468366,0.0003067101],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004472365,0.00006845321,0.0001804663,0.000069837246,0.000022655371,0.0000052748137,0.000112593414,0.0000533551,0.00003988033],"category_scores_gemma":[0.01053203,0.00005469314,0.00004508546,0.0001653985,0.00008276096,0.00004011324,0.00002912493,0.00012762514,0.0000051126112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066543435,0.00006557207,0.834671,0.00022775728,0.000119711774,0.000022361864,0.0007693565,0.001010407,0.06614972,0.00023771651,0.07883135,0.017828492],"study_design_scores_gemma":[0.0029615813,0.00044155045,0.9188673,0.00072349777,0.001089435,0.000038578237,0.0055527776,0.014113144,0.021201672,0.0004545019,0.034142524,0.00041342797],"about_ca_topic_score_codex":0.12208214,"about_ca_topic_score_gemma":0.059645448,"teacher_disagreement_score":0.0841963,"about_ca_system_score_codex":0.00015425417,"about_ca_system_score_gemma":0.0017616883,"threshold_uncertainty_score":0.9978027},"labels":[],"label_agreement":null},{"id":"W2915935793","doi":"10.1503/cmaj.121763","title":"Pronouncing death 1","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Principal (computer security); Computer science; Death certificate; Certificate; World Wide Web; Medicine; Computer security; Cause of death; Pathology; Theoretical computer science","score_opus":0.09147426199520416,"score_gpt":0.39908904671961537,"score_spread":0.3076147847244112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915935793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6301853,0.00008972945,0.0005443172,0.3477897,0.0011710168,0.0004794963,0.000005549891,0.000041207924,0.019693645],"genre_scores_gemma":[0.9267572,0.000061465296,0.0015646592,0.066995695,0.0031114835,0.000016289468,0.00001843037,0.000019581881,0.0014551661],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972803,0.00011550435,0.0007402753,0.00011847347,0.0013441643,0.00040130157],"domain_scores_gemma":[0.99617416,0.00042680677,0.0002638268,0.00009188459,0.00096551166,0.002077792],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025322638,0.00008291496,0.00017895931,0.00012283723,0.00017172904,0.00010270322,0.00008970951,0.00023841459,0.026653402],"category_scores_gemma":[0.019427044,0.00007153808,0.00008650206,0.0001445926,0.000013392852,0.00029082113,0.000010637397,0.000948498,0.0017999753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066462326,0.000037581212,0.38548014,0.000007516396,0.00011134725,0.0001893227,0.00011127568,0.0000012445761,0.00005833984,0.00015746507,0.47519422,0.13864493],"study_design_scores_gemma":[0.0019309601,0.0001300952,0.3559318,0.00007414562,0.000076285796,0.001288755,0.0007066453,0.0008599312,0.000016986854,0.00056636176,0.6382806,0.00013746842],"about_ca_topic_score_codex":0.013349914,"about_ca_topic_score_gemma":0.013502221,"teacher_disagreement_score":0.2965719,"about_ca_system_score_codex":0.001616135,"about_ca_system_score_gemma":0.005283225,"threshold_uncertainty_score":0.99897724},"labels":[],"label_agreement":null},{"id":"W2916200323","doi":"10.1177/1747493019833015","title":"Bringing stroke clinical guidelines to life","year":2019,"lang":"en","type":"article","venue":"International Journal of Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Guideline; Process (computing); Clinical Practice; Resource (disambiguation); Intensive care medicine; Risk analysis (engineering); Nursing; Pathology; Computer science","score_opus":0.2936308125396213,"score_gpt":0.5601737508260438,"score_spread":0.2665429382864225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916200323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9389613,0.000073144474,0.006287813,0.04755323,0.005029001,0.00020170103,0.00002815738,0.000017150693,0.0018484805],"genre_scores_gemma":[0.9535538,0.00013346547,0.024593176,0.015464431,0.0041062133,0.0000012429653,0.000007350089,0.000022205544,0.0021181444],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99579,0.00006594777,0.0026171864,0.00018734136,0.0011670422,0.00017244839],"domain_scores_gemma":[0.99473906,0.0008358515,0.00090940506,0.00019103159,0.0029558763,0.0003687835],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023847667,0.00012302728,0.00040621663,0.00031509553,0.000016815813,0.00005774898,0.0003480301,0.000075000185,0.0011146156],"category_scores_gemma":[0.013596339,0.00010512606,0.00036794526,0.00007943964,0.000023025947,0.0003271314,0.0001258173,0.00045999314,0.00038965457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002609484,0.00036425682,0.8095727,0.00001587128,0.0011460275,0.00021104868,0.00008260362,0.00058328203,0.016686214,0.00023040806,0.051579274,0.11691885],"study_design_scores_gemma":[0.015528611,0.0029408385,0.39823812,0.00072648434,0.00046837408,0.0014682136,0.0016048616,0.003421204,0.0032055913,0.00015647015,0.57183856,0.00040266322],"about_ca_topic_score_codex":0.000036458267,"about_ca_topic_score_gemma":0.0000070122414,"teacher_disagreement_score":0.5202593,"about_ca_system_score_codex":0.00011560875,"about_ca_system_score_gemma":0.00042355026,"threshold_uncertainty_score":0.9997985},"labels":[],"label_agreement":null},{"id":"W2916539588","doi":"","title":"Évaluation formative de l'implantation du processus clinique au CRDI de Québec","year":2009,"lang":"fr","type":"article","venue":"Corpus Université Laval (Université Laval)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.05541969109812737,"score_gpt":0.33291358920543407,"score_spread":0.2774938981073067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916539588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85642296,0.002099628,0.027526792,0.0911815,0.0014463104,0.0014029589,0.0001585348,0.0003304303,0.01943086],"genre_scores_gemma":[0.96254885,0.009788642,0.005387091,0.0036934498,0.0016145194,0.0000038405797,0.00051342224,0.000073488336,0.016376706],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99541676,0.0008656183,0.001012885,0.0007292562,0.0007966723,0.0011787888],"domain_scores_gemma":[0.9948193,0.0017072395,0.0010974011,0.0005129014,0.0010680619,0.00079514174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024047897,0.00056521734,0.0007083418,0.0005422755,0.0008668556,0.000082356455,0.00052228215,0.00059949624,0.00028565296],"category_scores_gemma":[0.0018587034,0.0007098612,0.00040154954,0.0010118575,0.00022833051,0.0019005715,0.00018142692,0.00094149733,0.00017676876],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.004244748,0.0011377776,0.09132371,0.00039243003,0.0005779775,0.0018058394,0.10980421,0.0019145223,0.015264851,0.008032947,0.014871403,0.7506296],"study_design_scores_gemma":[0.025904393,0.0070667774,0.5313663,0.0017707861,0.009055412,0.0028259202,0.081861444,0.04204819,0.027008574,0.005428636,0.26340204,0.0022615073],"about_ca_topic_score_codex":0.17169483,"about_ca_topic_score_gemma":0.121208474,"teacher_disagreement_score":0.7483681,"about_ca_system_score_codex":0.009219926,"about_ca_system_score_gemma":0.009058256,"threshold_uncertainty_score":0.99953526},"labels":[],"label_agreement":null},{"id":"W2916541634","doi":"10.1161/circoutcomes.9.suppl_2.268","title":"Abstract 268: Using Lean Methodology to Reduce Variation in Care of Acute Coronary Syndrome Patients","year":2016,"lang":"en","type":"article","venue":"Circulation Cardiovascular Quality and Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fraser Health; Interior Health; Provincial Health Services Authority","funders":"","keywords":"Medicine; Referral; Revascularization; Acute coronary syndrome; Cardiogenic shock; Cardiac catheterization; Emergency medicine; Cath lab; Health care; Medical emergency; Conventional PCI; Cardiology; Nursing; Myocardial infarction","score_opus":0.37816164597096813,"score_gpt":0.5005052497137888,"score_spread":0.12234360374282072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916541634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741079,0.00013824816,0.024088573,0.00072103983,0.0002206145,0.00064649835,0.000041095016,0.000019885238,0.000016126543],"genre_scores_gemma":[0.99298406,0.000030748542,0.0065227514,0.00034462247,0.000028120245,0.000009275008,0.000060760347,0.000015842952,0.0000038249686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747574,0.00046084003,0.0010955916,0.00035326215,0.00045260228,0.00016198463],"domain_scores_gemma":[0.9978886,0.000997652,0.00026599225,0.00041721214,0.0003347279,0.00009579675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027050448,0.00013470218,0.0006960283,0.00018079348,0.000042652442,0.000006802336,0.000049998922,0.00013042575,0.000032015367],"category_scores_gemma":[0.0030824377,0.00010813953,0.00034975205,0.00018976598,0.000043209562,0.00024238387,0.000048418595,0.0000920578,0.0000056611893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001669954,0.00006245667,0.9467818,0.00014048518,0.0009206103,0.000013833582,0.00066225405,0.00046635384,0.00559228,0.00013117227,0.0000023416994,0.045059387],"study_design_scores_gemma":[0.0033029914,0.000060731483,0.99505395,0.00007860483,0.0006048563,0.000028779632,0.0002675923,0.000024133818,0.00017794092,0.0002280298,0.000042443047,0.0001299767],"about_ca_topic_score_codex":0.00055784674,"about_ca_topic_score_gemma":0.000021185833,"teacher_disagreement_score":0.04827209,"about_ca_system_score_codex":0.000202493,"about_ca_system_score_gemma":0.0000848039,"threshold_uncertainty_score":0.44098023},"labels":[],"label_agreement":null},{"id":"W2916652644","doi":"","title":"Top 20 Research Studies of 2015 for Primary Care Physicians.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Clinical significance; MEDLINE; Intensive care medicine; Primary care; Alternative medicine; Family medicine; Internal medicine","score_opus":0.5645107600174862,"score_gpt":0.5741838314676613,"score_spread":0.009673071450175041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916652644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83813596,0.0060113464,0.0010811414,0.13754751,0.0011378784,0.008694187,0.0002658768,0.000095828495,0.007030291],"genre_scores_gemma":[0.9926748,0.0003527825,0.0010621694,0.0008399189,0.00053228077,0.0017339302,0.00004143764,0.000018967046,0.0027436845],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998636,0.00008085616,0.0004481075,0.00018519866,0.00036806724,0.00028178445],"domain_scores_gemma":[0.99555445,0.0027388467,0.00012453513,0.00024936185,0.0012703537,0.00006244831],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00168221,0.000060807986,0.00023992662,0.000077133205,0.00003943948,0.000003645994,0.00006886703,0.00003665207,0.000009843699],"category_scores_gemma":[0.008373401,0.000039434108,0.00007094802,0.00013454018,0.00013389284,0.00012101387,0.00006999322,0.000077301156,0.000009167165],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045230598,0.00006998609,0.0063471426,0.00032265988,0.000099447,0.0000014337427,0.00026427032,1.0240376e-7,0.0015560393,0.00007178326,0.07622472,0.9145901],"study_design_scores_gemma":[0.009819424,0.0007056627,0.62486017,0.0003001321,0.00036533683,0.000004015268,0.009897758,0.0000032273015,0.019058898,0.0025188932,0.3322585,0.00020798926],"about_ca_topic_score_codex":0.000022246139,"about_ca_topic_score_gemma":0.00003885903,"teacher_disagreement_score":0.9143821,"about_ca_system_score_codex":0.00019796925,"about_ca_system_score_gemma":0.00008019955,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W2917309778","doi":"","title":"Top 20 Research Studies of 2014 for Primary Care Physicians.","year":2015,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Osteoporosis; COPD; Osteoarthritis; Acetaminophen; Physical therapy; Aspirin; Intensive care medicine; Internal medicine; Alternative medicine","score_opus":0.6721441293823138,"score_gpt":0.5796039810406085,"score_spread":0.09254014834170532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917309778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91622573,0.010155999,0.000557001,0.045851182,0.0015082138,0.009166914,0.0001372554,0.000097982746,0.016299719],"genre_scores_gemma":[0.99225545,0.00016993801,0.0022136504,0.0012711193,0.0006883098,0.0017601525,0.00015620879,0.000021446727,0.0014637478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985649,0.00009781559,0.0004458132,0.00017410115,0.00045426458,0.00026311117],"domain_scores_gemma":[0.9962909,0.0013811917,0.00012422356,0.00024098073,0.0018616529,0.000101045385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002560918,0.00006100114,0.00025764015,0.000078667515,0.00003320248,0.00000585778,0.00006983326,0.000037773672,0.0000033979413],"category_scores_gemma":[0.009217902,0.00005191445,0.000062047795,0.0001493051,0.00010662154,0.00010720684,0.000075723794,0.00013080898,0.000010207782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071441144,0.000119799566,0.009781936,0.0005015814,0.00012389354,0.0000025303143,0.001175522,0.000003080083,0.00015612243,0.0000785899,0.28148004,0.70586246],"study_design_scores_gemma":[0.0131950015,0.0012955682,0.39628905,0.000148015,0.0005940283,0.000007372518,0.060434684,0.00004864784,0.006879038,0.0037059803,0.5171172,0.00028544012],"about_ca_topic_score_codex":0.000063094005,"about_ca_topic_score_gemma":0.00005282789,"teacher_disagreement_score":0.7055771,"about_ca_system_score_codex":0.00021004627,"about_ca_system_score_gemma":0.00013659848,"threshold_uncertainty_score":0.99912786},"labels":[],"label_agreement":null},{"id":"W2917692592","doi":"","title":"Canadian Task Force on Preventive Health Care","year":2012,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":306,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Task force; Health care; General partnership; Agency (philosophy); Reputation; Guideline; Political science; Public health; Medicine; Public relations; Business; Public administration; Family medicine; Nursing; Law; Sociology","score_opus":0.1411237355503154,"score_gpt":0.501951779417508,"score_spread":0.3608280438671926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917692592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49903014,0.0012737042,0.0025456585,0.2529408,0.0020401056,0.0039319918,0.0001530663,0.00021962122,0.2378649],"genre_scores_gemma":[0.9592024,0.00001308951,0.001749897,0.03485737,0.00032597003,0.000010132699,0.000163068,0.00001179336,0.0036662775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990665,0.000053990854,0.00031536398,0.00010760935,0.0001499809,0.00030656805],"domain_scores_gemma":[0.9989469,0.00018126107,0.00007544927,0.00017124455,0.00007993981,0.0005451865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040013442,0.00006495393,0.00012046652,0.00006342883,0.00006165819,0.0000053309204,0.000028207736,0.00003393059,0.00088480103],"category_scores_gemma":[0.00067288114,0.000053926193,0.00004189352,0.00007630663,0.000008268764,0.00011322427,0.000009938878,0.00012307428,0.0003598886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027267548,0.00032154375,0.15473832,0.00016020796,0.00013514188,0.000010458986,0.006921681,0.0000046360706,0.00012817132,0.006305726,0.5243773,0.30662414],"study_design_scores_gemma":[0.0028275386,0.0015335121,0.20073357,0.00009615342,0.00012577792,0.00003430322,0.016864374,0.000048531594,0.00054762635,0.00010921094,0.77684057,0.00023884859],"about_ca_topic_score_codex":0.1852917,"about_ca_topic_score_gemma":0.27569857,"teacher_disagreement_score":0.46017227,"about_ca_system_score_codex":0.00061116024,"about_ca_system_score_gemma":0.00062825304,"threshold_uncertainty_score":0.96879506},"labels":[],"label_agreement":null},{"id":"W2918098129","doi":"10.1016/j.artmed.2019.02.003","title":"Execution-time integration of clinical practice guidelines to provide decision support for comorbid conditions","year":2019,"lang":"en","type":"article","venue":"Artificial Intelligence in Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Clinical decision support system; Decision support system; Data science; Data mining","score_opus":0.4604071453973486,"score_gpt":0.6237609351074718,"score_spread":0.16335378971012315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918098129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39667112,0.0000648491,0.4820179,0.10992049,0.0027264527,0.006049411,0.00006479938,0.00008612846,0.0023988504],"genre_scores_gemma":[0.7116546,0.00014014407,0.26743636,0.018212043,0.001292472,0.00016375072,0.00053980434,0.000047015743,0.0005138195],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99296457,0.00016995675,0.0052906275,0.00055061205,0.00072912924,0.00029510903],"domain_scores_gemma":[0.98431295,0.0105202235,0.00087235786,0.0005663719,0.0034881798,0.0002398948],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008404488,0.00020670326,0.0008572184,0.000375278,0.000048303107,0.000013679393,0.00019651675,0.00017877267,0.001840761],"category_scores_gemma":[0.1736667,0.00016972321,0.00016190103,0.0007189948,0.00017922836,0.0004059573,0.00006068481,0.00035237032,0.0006635945],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059112515,0.0010364524,0.0023371154,0.00009605687,0.00007616203,0.000022340364,0.0007817572,0.0006806691,0.05785606,0.008919268,0.055203285,0.86707956],"study_design_scores_gemma":[0.006779776,0.035307046,0.021094846,0.0059418767,0.0019479563,0.00033751395,0.046221033,0.27464372,0.060903784,0.07649225,0.4688607,0.001469513],"about_ca_topic_score_codex":0.00056345,"about_ca_topic_score_gemma":0.0002466454,"teacher_disagreement_score":0.86561006,"about_ca_system_score_codex":0.000093729075,"about_ca_system_score_gemma":0.0004359464,"threshold_uncertainty_score":0.9990717},"labels":[],"label_agreement":null},{"id":"W2918323561","doi":"10.1136/bmjopen-2018-023147","title":"Protocol of reporting items for public versions of guidelines: the Reporting Tool for Practice Guidelines in Health Care—public versions of guidelines","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Natural Science Foundation of China","keywords":"Medicine; Public health; Protocol (science); Health care; Alternative medicine; Health services research; Family medicine; Medical education; Nursing; Pathology","score_opus":0.7538085292487793,"score_gpt":0.6844023155413602,"score_spread":0.06940621370741906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918323561","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033457555,0.00015434832,0.008146184,0.36225805,0.00081740326,0.5934234,0.00024980522,0.0000646578,0.0014285846],"genre_scores_gemma":[0.0688978,0.00005754432,0.73827976,0.018596588,0.0011510375,0.17063567,0.000839897,0.00019892494,0.0013427703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96820444,0.0004308063,0.02876629,0.00079039304,0.0011804698,0.0006275729],"domain_scores_gemma":[0.9080644,0.0076797693,0.054165747,0.002215549,0.027654124,0.00022036438],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049659632,0.00031474643,0.0016122359,0.00033868442,0.00019448985,0.000073082774,0.0007469684,0.00018722258,0.000116125186],"category_scores_gemma":[0.6765923,0.00023383711,0.0004899028,0.0009240419,0.000098758945,0.0011706314,0.00074172474,0.00029037608,0.0000038035669],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011946889,0.001778222,0.16331469,0.017390812,0.0010222773,0.000026767932,0.0028671217,0.0016628014,0.013734419,0.0033714944,0.6372939,0.14559065],"study_design_scores_gemma":[0.015801229,0.0028191914,0.0023503108,0.0041831364,0.0003823736,0.0001674994,0.049280852,0.012156457,0.0017786159,0.0002568486,0.9103413,0.0004821809],"about_ca_topic_score_codex":0.005142895,"about_ca_topic_score_gemma":0.0008063329,"teacher_disagreement_score":0.7301336,"about_ca_system_score_codex":0.00023494463,"about_ca_system_score_gemma":0.00658679,"threshold_uncertainty_score":0.99904495},"labels":[],"label_agreement":null},{"id":"W2919140425","doi":"10.1016/j.jclinepi.2019.02.009","title":"Structured decision-making drives guidelines panels' recommendations “for” but not “against” health interventions","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"University of Oklahoma Health Sciences Center; Agency for Healthcare Research and Quality; American Society of Hematology","keywords":"Psychological intervention; Grading (engineering); Guideline; Medicine; Certainty; Multilevel model; Family medicine; Psychology; Nursing; Statistics; Pathology","score_opus":0.874507398068753,"score_gpt":0.741993377465853,"score_spread":0.13251402060289996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919140425","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033049382,0.7913924,0.13664041,0.05938645,0.010220828,0.0019381957,0.00032773722,0.0000305898,0.00003035316],"genre_scores_gemma":[0.00003728929,0.72043467,0.25555912,0.019129042,0.0042784116,0.00002516222,0.00034435163,0.00007703426,0.000114923205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9442941,0.008744802,0.04491329,0.0008630854,0.0004746169,0.0007100965],"domain_scores_gemma":[0.60505176,0.3412373,0.04846423,0.0012594638,0.0031278036,0.00085940975],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07086899,0.0006371627,0.016065167,0.00068235,0.00016022609,0.000026896943,0.0007066489,0.0012430594,0.00036533983],"category_scores_gemma":[0.6513622,0.00044160293,0.009546304,0.00034638058,0.00022583971,0.00025843695,0.00026116354,0.0034547567,0.00007753781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037195667,0.0002331702,0.00021124672,0.0061329114,0.0011612179,0.000011180972,0.000010195025,0.000028867067,1.0453641e-7,0.00023372755,0.09282903,0.8987764],"study_design_scores_gemma":[0.0022681437,0.002191233,0.0004581225,0.056729246,0.0036313601,0.00057955075,0.000075507734,0.000266603,4.645309e-8,0.00373508,0.92977697,0.0002881366],"about_ca_topic_score_codex":0.000015680518,"about_ca_topic_score_gemma":0.000021453707,"teacher_disagreement_score":0.8984883,"about_ca_system_score_codex":0.0003230424,"about_ca_system_score_gemma":0.004290592,"threshold_uncertainty_score":0.9998036},"labels":[],"label_agreement":null},{"id":"W2921144267","doi":"10.1182/blood-2018-99-111367","title":"The Influence of Activity Roles and Use of a Structured Framework on Developing Hematology Clinical Practice Guidelines","year":2018,"lang":"en","type":"article","venue":"Blood","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Summative assessment; Grading (engineering); Thrombophilia; Evidence-based medicine; Hematology; MEDLINE; Family medicine; Medical education; Internal medicine; Alternative medicine; Psychology; Thrombosis; Pathology; Formative assessment","score_opus":0.2655925211820789,"score_gpt":0.5429479428838111,"score_spread":0.2773554217017322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921144267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842762,0.000099926634,0.0012936955,0.013878721,0.00012199589,0.00029010084,0.000007275735,0.000013622428,0.000018494675],"genre_scores_gemma":[0.8631065,0.00032074985,0.1332453,0.0031116777,0.00019501237,0.000004237843,0.0000016451863,0.00001036041,0.0000045064685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977502,0.00026639894,0.0013194474,0.00023229542,0.0002885886,0.00014306408],"domain_scores_gemma":[0.9801366,0.016672092,0.00096664095,0.00042296297,0.001747595,0.000054147906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016923058,0.00010773233,0.00035941912,0.000038541984,0.00007730037,0.000013806786,0.00008876942,0.00015854054,0.000006834408],"category_scores_gemma":[0.23399594,0.00007227778,0.000054780816,0.00015708212,0.0003879707,0.00020901972,0.000101721016,0.00029268046,0.0000027374895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014784699,0.003029485,0.5568799,0.0005119116,0.0025206252,0.00007692348,0.0012655032,0.00006920177,0.023180071,0.038994994,0.004490831,0.35419586],"study_design_scores_gemma":[0.0043222713,0.0028117977,0.9349794,0.0009412164,0.0012622039,0.00038565436,0.00069934217,0.00028663504,0.02998929,0.0050102435,0.019066503,0.00024547515],"about_ca_topic_score_codex":0.00008946951,"about_ca_topic_score_gemma":0.00010755848,"teacher_disagreement_score":0.37809947,"about_ca_system_score_codex":0.0000075895678,"about_ca_system_score_gemma":0.00024147103,"threshold_uncertainty_score":0.7724564},"labels":[],"label_agreement":null},{"id":"W2921367674","doi":"10.1016/j.jphys.2019.01.003","title":"Appraisal of Clinical Practice Guideline: EULAR revised recommendations for the management of fibromyalgia","year":2019,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Western University","funders":"","keywords":"Medicine; Fibromyalgia; Guideline; Physical therapy; Clinical Practice; Pathology","score_opus":0.1574001939998042,"score_gpt":0.5811043456787098,"score_spread":0.4237041516789056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921367674","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29171005,0.004355607,0.29675156,0.38926518,0.00821189,0.0076026777,0.000113250804,0.000040784555,0.0019489771],"genre_scores_gemma":[0.21007748,0.00806793,0.77557105,0.0044658165,0.001271809,0.000015000124,0.000041940308,0.00007117779,0.00041781284],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955297,0.00020080734,0.0034967563,0.00013897706,0.00051367097,0.000120104065],"domain_scores_gemma":[0.98797005,0.0062649325,0.0037722408,0.00041527575,0.0015080136,0.000069463305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005136393,0.00011204194,0.0005937096,0.00006765945,0.000029461642,0.000009524812,0.00021102988,0.000061251194,0.00057627127],"category_scores_gemma":[0.0022857313,0.00007244445,0.0005106204,0.00019525627,0.000049803,0.00028838872,0.000028709057,0.00026112373,0.0000063258212],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019277222,0.0037480956,0.003869783,0.0028559268,0.0076759774,0.000012387565,0.00049856293,0.0005884399,0.044932015,0.0030032536,0.45641148,0.45712686],"study_design_scores_gemma":[0.016883755,0.0040775873,0.012658242,0.0011371016,0.0015687213,0.000054223143,0.0030134523,0.002503793,0.0016966675,0.00043686177,0.9558248,0.00014479388],"about_ca_topic_score_codex":0.000018648747,"about_ca_topic_score_gemma":2.3457943e-7,"teacher_disagreement_score":0.4994133,"about_ca_system_score_codex":0.000025044477,"about_ca_system_score_gemma":0.00019391469,"threshold_uncertainty_score":0.6309766},"labels":[],"label_agreement":null},{"id":"W2921568141","doi":"","title":"Is the National Guideline Clearinghouse a Trustworthy Source of Practice Guidelines for Child and Youth Anxiety and Depression?","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Centre of Excellence for Child and Youth Mental Health; Centre for Addiction and Mental Health; McMaster University","funders":"","keywords":"Anxiety; Guideline; Psychological intervention; Depression (economics); Stakeholder; Quality (philosophy); Trustworthiness; Psychiatry; Harm; Psychology; Medicine; Political science; Public relations; Social psychology; Pathology","score_opus":0.26816752665276383,"score_gpt":0.47299875206801784,"score_spread":0.204831225415254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921568141","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33476973,0.0017926111,0.006075538,0.64343196,0.00055812387,0.006444314,0.00028314287,0.00011216894,0.0065324246],"genre_scores_gemma":[0.95170337,0.0005831861,0.01437204,0.031763237,0.0009379681,0.0002687444,0.000036888698,0.000032732856,0.0003018243],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99800617,0.000051050523,0.0009871103,0.00031947313,0.00042829165,0.00020788371],"domain_scores_gemma":[0.99554056,0.000786267,0.00089420116,0.00039671155,0.002249212,0.00013306485],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039077755,0.00013211988,0.00024466537,0.000046272715,0.00038887077,0.00008787662,0.00014368072,0.00008030763,0.000008889772],"category_scores_gemma":[0.101634584,0.00009017692,0.0000779262,0.000046530073,0.00015219749,0.00039048336,0.00020452157,0.0001743188,6.584206e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017131381,0.0002031502,0.06632644,0.00008701082,0.00031087463,7.491269e-7,0.0013819289,0.000024126168,0.000034704233,0.0001527131,0.08465767,0.8451075],"study_design_scores_gemma":[0.0064097308,0.00007618604,0.508374,0.00006343865,0.00096300326,0.0001667563,0.003189064,0.003590895,0.00031277523,0.00034108528,0.47630996,0.00020313721],"about_ca_topic_score_codex":0.0003831021,"about_ca_topic_score_gemma":0.00003779483,"teacher_disagreement_score":0.84490436,"about_ca_system_score_codex":0.000019813944,"about_ca_system_score_gemma":0.00005618849,"threshold_uncertainty_score":0.9059327},"labels":[],"label_agreement":null},{"id":"W2921778868","doi":"10.1097/xeb.0000000000000164","title":"Adapting guidelines to local settings","year":2019,"lang":"en","type":"editorial","venue":"International Journal of Evidence-Based Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credibility; Best practice; Evidence-based practice; Quality (philosophy); Health care; Adaptation (eye); Usability; Clinical Practice; Process management; Knowledge management; Medical education; Medicine; Psychology; Nursing; Computer science; Business; Political science; Alternative medicine","score_opus":0.5273606963063014,"score_gpt":0.5964931956067452,"score_spread":0.06913249930044374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921778868","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069698587,0.0017513946,0.012033257,0.3555281,0.62915975,0.00060924375,0.0001708442,0.00003061159,0.00001980973],"genre_scores_gemma":[0.016894052,0.0013158522,0.02570982,0.037328538,0.91779894,0.000016283413,0.0003483768,0.00011742998,0.00047068088],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882579,0.00037997385,0.00493187,0.0005566471,0.005434975,0.0004386677],"domain_scores_gemma":[0.951783,0.013099643,0.004131523,0.0004981825,0.029839277,0.00064835494],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00661637,0.0004367595,0.0011343071,0.00088864524,0.00006876984,0.00014232394,0.0009768931,0.0007097628,0.0002857732],"category_scores_gemma":[0.13410868,0.00034322418,0.00062402256,0.00030369926,0.00006523672,0.0006512707,0.00019052887,0.002488051,0.0001950315],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033553604,0.00007990232,0.0010016463,0.0004848829,0.00024659105,0.00037413792,0.00007202524,0.00086484844,0.00008038715,0.000009620335,0.91407365,0.07935696],"study_design_scores_gemma":[0.0024145145,0.002246298,0.00021354607,0.024523426,0.00031912152,0.00014069771,0.00048841233,0.000849596,0.00011331403,0.000060383485,0.968325,0.00030566938],"about_ca_topic_score_codex":0.0012093777,"about_ca_topic_score_gemma":0.00019494395,"teacher_disagreement_score":0.31819955,"about_ca_system_score_codex":0.0021839347,"about_ca_system_score_gemma":0.012234881,"threshold_uncertainty_score":0.99990195},"labels":[],"label_agreement":null},{"id":"W2921805995","doi":"10.1016/j.jcjd.2019.03.001","title":"Determining Root Causes and Designing Change Ideas in a Quality Improvement Project","year":2019,"lang":"en","type":"review","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Regent Park Community Health Centre; St. Michael's Hospital; Sunnybrook Health Science Centre; University of Toronto; University Health Network; Health Sciences Centre","funders":"Banting and Best Diabetes Centre, University of Toronto","keywords":"Root (linguistics); Quality management; Medicine; Quality (philosophy); Plan (archaeology); Root cause analysis; Test (biology); Process management; Root cause; Measure (data warehouse); Management science; Operations management; Computer science; Epistemology; Data mining; Engineering; Reliability engineering; Linguistics","score_opus":0.5243744687497603,"score_gpt":0.5273248092147446,"score_spread":0.0029503404649842135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921805995","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03757971,0.96036434,0.0000041840817,0.00029634757,0.0003797641,0.0013007692,0.000042045584,0.000003911128,0.000028949564],"genre_scores_gemma":[0.01934482,0.9766564,0.0012052713,0.0014464966,0.0010450303,0.00009185024,0.000060917057,0.00010703019,0.000042181517],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662066,0.00031465426,0.0021524848,0.0002454143,0.00023403515,0.00043278348],"domain_scores_gemma":[0.99593854,0.0014466499,0.0016174987,0.00021290257,0.0002050457,0.0005793618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026921376,0.0002806672,0.0017826462,0.0008513626,0.000043366996,0.00007185269,0.00013382305,0.00019041711,0.000034227272],"category_scores_gemma":[0.0072702495,0.00023049221,0.0002523607,0.00027121798,0.000051839255,0.00027775162,0.000027165808,0.00068698236,0.000005194021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023142425,0.000012677995,0.042725854,0.007779827,0.00015551844,0.00005590318,0.00019360296,7.09622e-8,0.0000037352065,0.000003397742,0.00022876497,0.94883835],"study_design_scores_gemma":[0.0028274923,0.0020473306,0.017068109,0.0664428,0.0041485294,0.00012737143,0.00089661416,0.000017308455,0.000009126008,0.00006627077,0.9056098,0.00073929096],"about_ca_topic_score_codex":0.0030288084,"about_ca_topic_score_gemma":0.026585056,"teacher_disagreement_score":0.948099,"about_ca_system_score_codex":0.00051391334,"about_ca_system_score_gemma":0.006025659,"threshold_uncertainty_score":0.99960923},"labels":[],"label_agreement":null},{"id":"W2922354932","doi":"10.1007/s00198-019-04913-y","title":"Evidence of patient beliefs, values, and preferences is not provided in osteoporosis clinical practice guidelines","year":2019,"lang":"en","type":"review","venue":"Osteoporosis International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Osteoporosis; Rheumatology; Clinical Practice; Family medicine; Alternative medicine; Internal medicine; Physical therapy; Pathology","score_opus":0.4629120793230109,"score_gpt":0.5683746794155471,"score_spread":0.10546260009253616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922354932","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018079672,0.98301363,0.000016181175,0.008620874,0.002229546,0.0031401047,0.00029445795,0.000042171596,0.00083509384],"genre_scores_gemma":[0.00067018985,0.9697989,0.023292724,0.0043803854,0.00059040263,0.00019043982,0.00042748934,0.00007598528,0.00057348196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881352,0.00070066063,0.0077703954,0.001269057,0.001779733,0.00034495737],"domain_scores_gemma":[0.9811128,0.010257967,0.004660392,0.0008614366,0.0028985438,0.0002088615],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043826415,0.0006104803,0.0026327823,0.00049656024,0.00004333782,0.00009280448,0.0005397162,0.000616684,0.0006042044],"category_scores_gemma":[0.0673103,0.00050345337,0.00068765937,0.00041288396,0.00018150633,0.0009453484,0.0006103657,0.0010255978,0.00012356558],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004190541,0.0005205649,0.0017420767,0.0060704867,0.00046053217,0.000017363014,0.00040125067,0.0000010905502,0.0000042800802,0.0000355138,0.012752036,0.9775758],"study_design_scores_gemma":[0.0018447875,0.0016332085,0.00068924035,0.048638184,0.0030751247,0.00021244623,0.001039575,0.000087797496,0.000024359551,0.000088971305,0.94214714,0.00051919476],"about_ca_topic_score_codex":0.00059923966,"about_ca_topic_score_gemma":0.000073621144,"teacher_disagreement_score":0.97705656,"about_ca_system_score_codex":0.00033793328,"about_ca_system_score_gemma":0.0017481942,"threshold_uncertainty_score":0.99974173},"labels":[],"label_agreement":null},{"id":"W2923869736","doi":"10.5334/ijic.4677","title":"Integrated Care Regulation, Assessment, and Inspection – A Collaborative Learning Journey","year":2019,"lang":"en","type":"editorial","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Integrated care; Process management; Nursing; Knowledge management; Health care; Medical education; Medicine; Business; Computer science; Political science","score_opus":0.05021353279621033,"score_gpt":0.46651442398192833,"score_spread":0.416300891185718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923869736","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046918176,0.0037782094,0.003645625,0.002246499,0.93768084,0.0010890461,0.0011854606,0.0001447991,0.0033113372],"genre_scores_gemma":[0.5041069,0.0052925823,0.0072040027,0.00039101098,0.46554664,0.000024007675,0.015939785,0.00021063384,0.0012844738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994182,0.00048174325,0.0023147913,0.0004599754,0.0023233448,0.0002381391],"domain_scores_gemma":[0.9582406,0.0015847107,0.0032433905,0.00021957349,0.036499336,0.00021234833],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00093131175,0.00048591284,0.0009595497,0.000993503,0.00012913544,0.00037177067,0.00037163304,0.0008418892,0.00030063168],"category_scores_gemma":[0.013607684,0.0003991459,0.00031725134,0.000520792,0.000121693745,0.0007063088,0.00010342353,0.0041472204,0.000019230281],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0028836415,0.00013280395,0.01827274,0.00019595759,0.002067535,0.00028755196,0.0034305868,0.0003557975,0.0011148517,0.00005332854,0.93453974,0.03666547],"study_design_scores_gemma":[0.005903081,0.0019390708,0.0023514188,0.0023782875,0.00087157864,0.0002678942,0.093299516,0.00043206662,0.00024808347,0.000045752044,0.8919026,0.00036060892],"about_ca_topic_score_codex":0.0005927018,"about_ca_topic_score_gemma":0.00035122602,"teacher_disagreement_score":0.4721342,"about_ca_system_score_codex":0.00586958,"about_ca_system_score_gemma":0.011632842,"threshold_uncertainty_score":0.99984604},"labels":[],"label_agreement":null},{"id":"W2925882816","doi":"10.1503/cmaj.190316","title":"New <i>CMAJ</i> policy on competing interests in guidelines","year":2019,"lang":"en","type":"editorial","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Value (mathematics); Clinical Practice; Health policy; Computer science; Medicine; Engineering ethics; Management science; Family medicine; Public health; Nursing; Pathology; Engineering","score_opus":0.08445995328257613,"score_gpt":0.4664702509681966,"score_spread":0.38201029768562045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925882816","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008504368,0.00020482752,0.000091763184,0.25905523,0.73323447,0.00046231246,0.0001316019,0.000033371456,0.005936022],"genre_scores_gemma":[0.00088794,0.0007238024,0.0007781168,0.04463345,0.9485387,0.000004832776,0.00043866827,0.00008630279,0.003908158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905074,0.0004704546,0.0030199254,0.0004508083,0.0046795025,0.00087190035],"domain_scores_gemma":[0.98535484,0.0070804367,0.0016924768,0.000342756,0.0023439617,0.003185529],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.007661362,0.00037574914,0.00095020566,0.001074789,0.00011559219,0.0001800782,0.00043601732,0.0023105775,0.0038940394],"category_scores_gemma":[0.2969421,0.00035650557,0.00029698526,0.0005505811,0.000023513889,0.00017914567,0.000057115656,0.006947051,0.0010597494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008012163,0.000031423373,0.0074422034,0.000031850515,0.00011521616,0.0004914358,0.00006505606,0.00000839067,0.0000012344811,0.000029137085,0.92935526,0.06234869],"study_design_scores_gemma":[0.0043453947,0.00026324202,0.0016079197,0.0016348878,0.00007543924,0.000117624004,0.00022535848,0.0001037388,0.0000010331742,0.00008780691,0.9912636,0.00027391443],"about_ca_topic_score_codex":0.082746916,"about_ca_topic_score_gemma":0.23091234,"teacher_disagreement_score":0.28928077,"about_ca_system_score_codex":0.0078081056,"about_ca_system_score_gemma":0.07968484,"threshold_uncertainty_score":0.9998887},"labels":[],"label_agreement":null},{"id":"W2928102851","doi":"10.1016/j.revmed.2019.03.002","title":"Un outil de transfert des connaissances en médecine interne venu du Québec : la baladodiffusion « BaladoCritique : Club de lecture médical »","year":2019,"lang":"fr","type":"letter","venue":"La Revue de Médecine Interne","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Université de Sherbrooke","funders":"","keywords":"Humanities; Club; Medicine; Philosophy; Anatomy","score_opus":0.042945218561220806,"score_gpt":0.3669044116833936,"score_spread":0.3239591931221728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928102851","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3416514,0.005865481,0.11204971,0.5343541,0.0021746277,0.0014100674,0.00025281232,0.00023622501,0.0020056022],"genre_scores_gemma":[0.8394569,0.0034271085,0.0050314446,0.12979497,0.015307504,0.00019657992,0.0008265841,0.00043801052,0.005520863],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877342,0.0039167814,0.0035994174,0.0017582214,0.00090786244,0.0020835323],"domain_scores_gemma":[0.9793776,0.016992394,0.0008957008,0.0013844593,0.00054254156,0.00080727885],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0050755087,0.0015395351,0.002533703,0.0004998788,0.00018940875,0.00027324364,0.0014905056,0.0026089426,0.0069737826],"category_scores_gemma":[0.017838262,0.0015085835,0.0011471433,0.0004966081,0.0012652031,0.0004206148,0.00052755134,0.0071421973,0.000714949],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037316089,0.0023906673,0.6497256,0.0045540594,0.0014489378,0.009308258,0.0035631934,0.00014686488,0.015127248,0.0008544297,0.21436746,0.094781645],"study_design_scores_gemma":[0.015130454,0.0020052942,0.3145496,0.012049011,0.002718331,0.011382767,0.00046953,0.0061906334,0.0020544005,0.002559694,0.62948376,0.0014065389],"about_ca_topic_score_codex":0.021038683,"about_ca_topic_score_gemma":0.011728435,"teacher_disagreement_score":0.49780554,"about_ca_system_score_codex":0.0033349637,"about_ca_system_score_gemma":0.0025716708,"threshold_uncertainty_score":0.9997353},"labels":[],"label_agreement":null},{"id":"W2928307562","doi":"10.1161/jaha.118.011597","title":"Systematic Incorporation of Sex‐Specific Information Into Clinical Practice Guidelines for the Management of ST‐Segment–Elevation Myocardial Infarction: Feasibility and Outcomes","year":2019,"lang":"en","type":"article","venue":"Journal of the American Heart Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia; McGill University Health Centre; Canadian Institutes of Health Research; Heart and Stroke Foundation; Alberta Health; Institute of Gender and Health; University of Alberta; Alberta Health Services","funders":"","keywords":"Medicine; Guideline; Demography; Population; Champion; Myocardial infarction; Sex ratio; Clinical Practice; Family medicine; Gynecology; Internal medicine; Environmental health; Pathology","score_opus":0.15457547428059046,"score_gpt":0.48669103937204045,"score_spread":0.33211556509145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928307562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434833,0.00015665885,0.0110967755,0.041218765,0.0011620658,0.0028318143,0.000015179701,0.000008487737,0.000026934187],"genre_scores_gemma":[0.95890576,0.00068578334,0.036868524,0.0031647799,0.00028510357,0.000022176388,0.000013765552,0.0000113168835,0.000042793334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99471176,0.0006008884,0.0034806703,0.00010683188,0.0009996677,0.00010016521],"domain_scores_gemma":[0.982895,0.0051355883,0.0075233546,0.0003270177,0.0040774895,0.000041534488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013803762,0.00010951153,0.00077811047,0.00009368998,0.00007931138,0.00003241298,0.00011211821,0.000058248777,0.0000056051344],"category_scores_gemma":[0.01807587,0.00006590321,0.00036060065,0.00033716904,0.00006597567,0.0008529421,0.000059784423,0.00021457984,0.000002637978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009986227,0.00019853578,0.9700963,0.0015187385,0.0015262017,1.1989307e-7,0.00047792195,0.00035753564,0.0003200525,0.00013827696,0.005298294,0.019069402],"study_design_scores_gemma":[0.0029900712,0.0010344083,0.97485465,0.0006049672,0.0016608543,0.00001954662,0.0103144,0.0017619302,0.00007267307,0.0003683174,0.006233182,0.00008499151],"about_ca_topic_score_codex":0.00007823373,"about_ca_topic_score_gemma":0.000005150049,"teacher_disagreement_score":0.038053982,"about_ca_system_score_codex":0.0004118812,"about_ca_system_score_gemma":0.00015721585,"threshold_uncertainty_score":0.9901953},"labels":[],"label_agreement":null},{"id":"W2932985964","doi":"10.1161/hcq.12.suppl_1.23","title":"Abstract 23: Patient Level Prediction Models Developed With Large Observational Databases Outperformed Existing Clinical Prediction Scores For Stratifying Bleeding Risk In Patients With Atrial Fibrillation","year":2019,"lang":"en","type":"article","venue":"Circulation Cardiovascular Quality and Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Clair College","funders":"","keywords":"Medicine; Observational study; Edoxaban; Dabigatran; Apixaban; Logistic regression; Atrial fibrillation; Rivaroxaban; Database; Internal medicine; Warfarin; Computer science","score_opus":0.5295085476553695,"score_gpt":0.46860719076531254,"score_spread":0.060901356890056935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932985964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377549,0.00008974745,0.058269616,0.000113501286,0.00031620418,0.0026550926,0.0007030076,0.000067451474,0.000030464653],"genre_scores_gemma":[0.98395926,0.000053104195,0.010623208,0.000117875396,0.00031584693,0.000027800621,0.004862665,0.000035556008,0.0000046837595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99568087,0.00029865198,0.0019567662,0.0006809263,0.0010875923,0.0002951804],"domain_scores_gemma":[0.99612147,0.0018304491,0.00077850156,0.00041163503,0.0007382448,0.000119675504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047237035,0.00026367334,0.000766702,0.00016277947,0.00023892212,0.00006589984,0.000044664674,0.00015619106,0.000011907205],"category_scores_gemma":[0.0033046845,0.00021491686,0.0003943571,0.0002447525,0.000048575774,0.001402267,0.000038521783,0.0003002807,0.0000024938956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015653231,0.000072930176,0.92644346,0.00023078884,0.00085170555,6.322968e-7,0.00018886698,0.048895963,0.0000041154844,0.00023314379,0.0000056298663,0.021507468],"study_design_scores_gemma":[0.014714264,0.00027856557,0.95123714,0.00024727598,0.00067927374,0.0000029220355,0.00042117978,0.031921662,0.0000041562585,0.00012434478,0.00013751915,0.00023168334],"about_ca_topic_score_codex":0.00019593896,"about_ca_topic_score_gemma":0.00013285934,"teacher_disagreement_score":0.047646407,"about_ca_system_score_codex":0.00018901718,"about_ca_system_score_gemma":0.00026967534,"threshold_uncertainty_score":0.87640554},"labels":[],"label_agreement":null},{"id":"W2935758793","doi":"10.1097/sla.0000000000003313","title":"Quality of Reporting on Guideline, Protocol, or Algorithm Implementation in Adult Trauma Centers","year":2019,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries; University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Guideline; Squire; Medicine; Context (archaeology); Protocol (science); Quality management; Excellence; Algorithm; Alternative medicine; Pathology; Computer science; Operations management","score_opus":0.8658620257389357,"score_gpt":0.6855970997140753,"score_spread":0.18026492602486033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935758793","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055029783,0.47416347,0.0010303593,0.009488816,0.0032283284,0.5014501,0.0030127245,0.00027951947,0.0018436856],"genre_scores_gemma":[0.00006686829,0.98013866,0.0034051503,0.0017357541,0.00034965845,0.0119243935,0.0021946745,0.000106468855,0.000078396544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97934943,0.0006955215,0.018126998,0.0005617141,0.0008911573,0.000375167],"domain_scores_gemma":[0.97347575,0.0052232444,0.019264132,0.000710156,0.0012160244,0.000110687964],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013396027,0.00039347284,0.0039358353,0.0006634211,0.000018284181,0.000010557545,0.00012373395,0.00026644408,0.0004035544],"category_scores_gemma":[0.02397648,0.00030032347,0.0012186449,0.0006552233,0.000050250663,0.00021330923,0.00006310918,0.00043639116,0.000015778356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004412391,0.00041114195,0.00275297,0.030911103,0.00019621744,0.000033355052,0.000022216644,4.8803486e-7,0.0000024437925,0.0000074532677,0.017683819,0.94753754],"study_design_scores_gemma":[0.0021227642,0.0006247377,0.0041896324,0.04047652,0.00050094706,0.000050248207,0.00061055,0.000024297726,0.00019175494,0.000028967821,0.9506612,0.0005183783],"about_ca_topic_score_codex":0.0015963163,"about_ca_topic_score_gemma":0.00013476417,"teacher_disagreement_score":0.94701916,"about_ca_system_score_codex":0.00008541434,"about_ca_system_score_gemma":0.0013579279,"threshold_uncertainty_score":0.99994487},"labels":[],"label_agreement":null},{"id":"W2935997213","doi":"10.1136/bmjebm-2019-111193","title":"Guidelines do not self-implement: time for a research paradigm shift from massive creation to effective implementation in evidence-based medicine research in China","year":2019,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"European Society of Cardiology","keywords":"Guideline; Context (archaeology); Quality (philosophy); China; Paradigm shift; Engineering ethics; Chen; Clinical Practice; Quality management; Computer science; Psychology; Medical education; Management science; Medicine; Political science; Nursing; Engineering; Epistemology; Operations management","score_opus":0.5299034806332391,"score_gpt":0.6399346695960708,"score_spread":0.1100311889628317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935997213","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4792701,0.0015111476,0.0039596036,0.4893835,0.0004913461,0.025066102,0.00008296782,0.0001137261,0.00012151095],"genre_scores_gemma":[0.97196406,0.0004670974,0.0076523423,0.009648205,0.0029701116,0.0060378984,0.0010039282,0.000135279,0.00012109252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9807048,0.0047962586,0.005111491,0.0022120199,0.005344219,0.0018312269],"domain_scores_gemma":[0.9273381,0.06650263,0.00091921375,0.0016622858,0.0028010942,0.0007766383],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06511396,0.00069771707,0.0018488003,0.003946222,0.0002768219,0.00009037941,0.00073888106,0.00038239214,0.0042182957],"category_scores_gemma":[0.089584336,0.0005697071,0.00020905475,0.004745918,0.0004016961,0.001238383,0.00023292612,0.0015693932,0.0004633099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.078556314,0.0019090527,0.5156892,0.004332963,0.0004999754,0.00058918534,0.011795785,0.0031615715,0.061267175,0.0029139004,0.1554365,0.16384839],"study_design_scores_gemma":[0.07640855,0.033680398,0.7258802,0.07670777,0.0008304742,0.000015929523,0.00816484,0.036336813,0.009953589,0.012297655,0.018399298,0.0013244807],"about_ca_topic_score_codex":0.029054498,"about_ca_topic_score_gemma":0.0035199148,"teacher_disagreement_score":0.49269393,"about_ca_system_score_codex":0.0032521738,"about_ca_system_score_gemma":0.0031589475,"threshold_uncertainty_score":0.99967545},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2936473801","doi":"10.1016/j.aimed.2019.03.279","title":"Academic research on the evaluation of natural health product regulation in Canada is largely absent: A scoping review","year":2019,"lang":"en","type":"review","venue":"Advances in Integrative Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"CLARITY; Popularity; Government (linguistics); Staffing; Product (mathematics); Public relations; Process (computing); Business; Qualitative research; Marketing; Quality (philosophy); Political science; Medicine; Nursing; Sociology; Computer science","score_opus":0.7472123369112336,"score_gpt":0.7094004043913531,"score_spread":0.037811932519880465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936473801","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032522552,0.95787376,0.000012008073,0.029190453,0.00064714084,0.011795117,0.000019838813,0.0000049422406,0.00042420044],"genre_scores_gemma":[0.0016370083,0.9935352,0.00006802091,0.0033838993,0.0003075673,0.0005667105,0.00038184947,0.000033003977,0.00008673781],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98771393,0.0043923836,0.0038154095,0.00074014376,0.0029138713,0.00042426097],"domain_scores_gemma":[0.9853213,0.010261963,0.002117726,0.0007499918,0.0014706654,0.000078350015],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025815614,0.0003876106,0.0027554985,0.0005362438,0.000052186748,0.0000028602522,0.000315176,0.00007113105,0.0004343893],"category_scores_gemma":[0.052524056,0.0001966201,0.00012190442,0.0021914477,0.00021899704,0.00023710365,0.00006658694,0.0032181742,0.000013286451],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000052375774,0.00002887227,0.00009748909,0.062161285,0.000030433386,0.0000025653192,0.00025691165,0.000005349764,4.7939494e-7,0.00025026524,0.007142597,0.9299714],"study_design_scores_gemma":[0.0009403616,0.00027879173,0.00020543952,0.8256178,0.00033489527,0.00001655013,0.0009374444,0.00020103376,0.000004550548,0.00030777222,0.17101952,0.00013582321],"about_ca_topic_score_codex":0.20492339,"about_ca_topic_score_gemma":0.6080238,"teacher_disagreement_score":0.92983556,"about_ca_system_score_codex":0.0044866176,"about_ca_system_score_gemma":0.014344553,"threshold_uncertainty_score":0.999335},"labels":[],"label_agreement":null},{"id":"W2937236790","doi":"10.1503/cmaj.1095738","title":"Task force launching to examine national licensure for virtual care","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Task force; Task (project management); Association (psychology); Medical education; Medical care; Medicine; Computer science; Family medicine; Psychology; Political science; Management; Public administration","score_opus":0.05262074054198327,"score_gpt":0.4000501229471156,"score_spread":0.3474293824051323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937236790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7927079,0.00011659663,0.003140073,0.19256125,0.0035180303,0.0014336292,0.00029193412,0.000047250265,0.0061833323],"genre_scores_gemma":[0.9209106,0.0000136842655,0.0016814355,0.07048816,0.0040693893,0.000020495516,0.00021636569,0.00003189466,0.0025679688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964841,0.00010743376,0.00081783946,0.00022025916,0.001926684,0.00044369514],"domain_scores_gemma":[0.9943981,0.0013834252,0.0002980353,0.00010116102,0.0020986532,0.0017206133],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032030877,0.0001247089,0.00027060456,0.00023281186,0.00018847997,0.00007460543,0.00014036102,0.0003013081,0.0028826552],"category_scores_gemma":[0.029643737,0.000119466116,0.00014084023,0.00022826839,0.00001016261,0.00019435982,0.000018796221,0.0007443822,0.00042194827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002540268,0.00008376759,0.14235154,0.00007127583,0.0003876682,0.00009466308,0.002039915,0.00019018943,0.00073079206,0.0013651032,0.7021981,0.15023296],"study_design_scores_gemma":[0.004493344,0.00063710066,0.044230346,0.00013468668,0.0000864771,0.00023989269,0.0036676454,0.0010630342,0.000031279942,0.00012619903,0.9450887,0.00020128592],"about_ca_topic_score_codex":0.0008075132,"about_ca_topic_score_gemma":0.015544122,"teacher_disagreement_score":0.2428906,"about_ca_system_score_codex":0.0022256759,"about_ca_system_score_gemma":0.005272015,"threshold_uncertainty_score":0.9980289},"labels":[],"label_agreement":null},{"id":"W2938476573","doi":"10.1371/journal.pone.0214846","title":"Methodological quality of clinical practice guidelines with physical activity recommendations for people diagnosed with cancer: A systematic critical appraisal using the AGREE II tool","year":2019,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Ottawa","funders":"University of Ottawa","keywords":"CINAHL; Medicine; Critical appraisal; MEDLINE; Rigour; Systematic review; Population; Family medicine; Alternative medicine; Pathology; Nursing; Psychological intervention","score_opus":0.9288292080316985,"score_gpt":0.7170553292504099,"score_spread":0.21177387878128862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938476573","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03304497,0.71410364,0.1096453,0.08566037,0.0017123454,0.0527878,0.0025406054,0.00037799947,0.00012699346],"genre_scores_gemma":[0.0007271179,0.54908246,0.44391802,0.0010291548,0.0020288634,0.0026458397,0.0003607942,0.00015219349,0.000055530225],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9856891,0.006444304,0.004885573,0.0010053472,0.0015017533,0.00047390186],"domain_scores_gemma":[0.6849142,0.30321866,0.005447359,0.0015092198,0.0046911803,0.00021941577],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01579936,0.0006304592,0.008200901,0.00010357393,0.00024990315,0.000054708016,0.0003892493,0.000429681,0.00006247064],"category_scores_gemma":[0.4631631,0.00032765738,0.0009307974,0.00061564834,0.00032140798,0.00044682453,0.00025148832,0.001431308,0.00000805047],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054036775,0.026137527,0.00028595323,0.7133386,0.012965161,0.000018568402,0.00050078105,0.000013402956,0.000036784462,0.00095276174,0.0019369664,0.23840982],"study_design_scores_gemma":[0.014305828,0.014394076,0.00048650955,0.4832532,0.3460259,0.00039814337,0.00495572,0.012963548,0.000031109048,0.0000962768,0.120473705,0.002615963],"about_ca_topic_score_codex":0.00073868904,"about_ca_topic_score_gemma":0.00021367548,"teacher_disagreement_score":0.44736376,"about_ca_system_score_codex":0.0001863715,"about_ca_system_score_gemma":0.0020794994,"threshold_uncertainty_score":0.99991757},"labels":[],"label_agreement":null},{"id":"W2939416852","doi":"10.1007/978-3-030-05120-4_31","title":"Introduction to Clinical Practice Guidelines","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Impact; McMaster University","funders":"","keywords":"Medicine","score_opus":0.4108142973835591,"score_gpt":0.5792286099713265,"score_spread":0.1684143125877674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939416852","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016672364,0.00012992455,0.003777089,0.4114395,0.004631651,0.001502134,0.000016510143,0.00015971181,0.5783268],"genre_scores_gemma":[0.0000127401,0.0006622739,0.12864213,0.098984785,0.027274424,0.0000072229573,0.00034596655,0.00011180769,0.74395865],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99356985,0.0000660285,0.0041041696,0.0010637995,0.00093209697,0.0002640318],"domain_scores_gemma":[0.9900807,0.0023545378,0.0010534747,0.0013122491,0.0048214346,0.0003775694],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043692687,0.00040812482,0.000960482,0.00022266318,0.00004192405,0.000044416956,0.0001534589,0.0006214181,0.012701649],"category_scores_gemma":[0.07845728,0.00035400726,0.00041441215,0.00006347422,0.00005480172,0.00031063284,0.00021878377,0.0011060905,0.02353203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073747005,0.00007368248,0.000036565478,0.00004131888,0.000258478,0.000028972147,0.0000066341217,0.0000057394623,0.000015940901,0.019051254,0.8337951,0.1459489],"study_design_scores_gemma":[0.0011922859,0.0011710512,0.00010879401,0.00011853793,0.0012594054,0.00027166132,0.000082967796,0.00005259515,0.000008432109,0.0006880067,0.9946996,0.00034664772],"about_ca_topic_score_codex":0.00006553996,"about_ca_topic_score_gemma":0.0000373978,"teacher_disagreement_score":0.3124547,"about_ca_system_score_codex":0.00018114071,"about_ca_system_score_gemma":0.0008749719,"threshold_uncertainty_score":0.99989116},"labels":[],"label_agreement":null},{"id":"W2939980523","doi":"10.1111/jep.13135","title":"Evidence‐based medicine: A cornerstone for clinical care but not for quality improvement","year":2019,"lang":"en","type":"letter","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Cornerstone; Quality management; Quality (philosophy); Health care; Equity (law); Medicine; Evidence-based medicine; MEDLINE; Construct (python library); Clinical Practice; Alternative medicine; Nursing; Management system; Political science; Operations management; Computer science; Engineering","score_opus":0.7803843406220011,"score_gpt":0.7000670049372589,"score_spread":0.0803173356847422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939980523","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006212071,0.0022852633,0.018965248,0.9505134,0.012112895,0.009566193,0.00014321005,0.000021285217,0.00018044208],"genre_scores_gemma":[0.011037545,0.0026176858,0.049090005,0.9002096,0.035441145,0.00036632112,0.00074452464,0.00013966218,0.00035348933],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9645263,0.007631458,0.021066278,0.0012658773,0.0048565413,0.0006535296],"domain_scores_gemma":[0.6171297,0.34143445,0.019868776,0.001188306,0.020094464,0.00028432495],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.17061184,0.0005953074,0.0033121235,0.0005348981,0.00010687553,0.00008119912,0.0005234561,0.002134936,0.00044693743],"category_scores_gemma":[0.7888741,0.00048434208,0.002069939,0.00036076017,0.00036517487,0.0013369875,0.00009854029,0.006828323,0.000040641597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023943372,0.0007075077,0.002682803,0.0017222946,0.0007117517,0.00007119857,0.00008917934,0.000082828294,0.000059420894,0.0000113907945,0.83476007,0.1351582],"study_design_scores_gemma":[0.04937709,0.025112689,0.0096810805,0.0040541417,0.0140884295,0.00010205823,0.0023068555,0.0052997456,0.000028386386,0.00041975908,0.8889445,0.0005852371],"about_ca_topic_score_codex":0.00017184258,"about_ca_topic_score_gemma":0.000036305584,"teacher_disagreement_score":0.61826223,"about_ca_system_score_codex":0.0013688286,"about_ca_system_score_gemma":0.008095461,"threshold_uncertainty_score":0.9997608},"labels":[],"label_agreement":null},{"id":"W2940054520","doi":"","title":"ASCO Endorses Localized Prostate Cancer Guideline","year":2016,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Prostate cancer; Medicine; Gynecology; Cancer; Internal medicine; Pathology","score_opus":0.16210884970498035,"score_gpt":0.4998705206705251,"score_spread":0.33776167096554477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940054520","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41796854,0.0006107236,0.06494023,0.4960413,0.0014044922,0.0024797756,0.00012270045,0.0006915022,0.015740756],"genre_scores_gemma":[0.8989569,0.0012865746,0.029646365,0.030844228,0.00093700713,0.00013462585,0.00006221635,0.000057683123,0.03807443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810064,0.000050732964,0.0010339064,0.00026837355,0.00030715336,0.00023921089],"domain_scores_gemma":[0.9984445,0.00053427106,0.00018040271,0.0002942649,0.00038585486,0.00016071912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006406847,0.00012256685,0.00023740609,0.0000561388,0.00003260384,0.000011206273,0.00005886261,0.000050248207,0.012253979],"category_scores_gemma":[0.0033752918,0.00006567908,0.000079994716,0.00012643287,0.000060468174,0.00020121482,0.000050386727,0.000074608535,0.00044320588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008613746,0.0001525978,0.045431394,0.000024146264,0.000105491,0.000028913826,0.000042293716,0.0000030840724,0.04492712,0.00042665243,0.31196532,0.5960316],"study_design_scores_gemma":[0.008355432,0.00029253174,0.0036570583,0.000111405025,0.00018602415,0.00003479311,0.00016829005,0.00023779635,0.020812297,0.00057553366,0.96539736,0.0001714888],"about_ca_topic_score_codex":0.0008934033,"about_ca_topic_score_gemma":0.00031019718,"teacher_disagreement_score":0.653432,"about_ca_system_score_codex":0.0000939773,"about_ca_system_score_gemma":0.00025036684,"threshold_uncertainty_score":0.98864895},"labels":[],"label_agreement":null},{"id":"W2941354660","doi":"","title":"Evidence based guideline (EBG) development: A practical guide","year":2012,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research","funders":"","keywords":"Guideline; Computer science; Engineering ethics; Engineering; Political science; Law","score_opus":0.5528111692576392,"score_gpt":0.5750350392403896,"score_spread":0.02222386998275039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941354660","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09541343,0.0013250079,0.6420516,0.22769348,0.0013213878,0.0020989005,0.0000057380935,0.00071088265,0.029379573],"genre_scores_gemma":[0.39025587,0.00004079841,0.56991595,0.03644696,0.0006695937,0.000034968547,0.00006259042,0.00002944385,0.002543842],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658465,0.00014090318,0.0017896306,0.000291124,0.0006947476,0.0004989454],"domain_scores_gemma":[0.99536616,0.0029080643,0.0002848198,0.00045976604,0.00048521627,0.00049595203],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004477084,0.00018798887,0.00028384113,0.00011132725,0.00008672589,0.000027663931,0.00008508309,0.00010812777,0.006917055],"category_scores_gemma":[0.03621842,0.00015150606,0.00009738163,0.00025793203,0.000048946393,0.0011311072,0.0000920182,0.00027361102,0.0015295389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011843113,0.0014822853,0.11497652,0.00011915935,0.00015235561,0.000058465495,0.00017656898,0.000006869665,0.014575974,0.00139313,0.67463624,0.19123812],"study_design_scores_gemma":[0.001876418,0.00021427733,0.034203548,0.0001814315,0.0002501528,0.00018304487,0.00029148854,0.0022537438,0.011500221,0.000019829879,0.9487627,0.00026313882],"about_ca_topic_score_codex":0.00010627273,"about_ca_topic_score_gemma":0.000026711665,"teacher_disagreement_score":0.29484245,"about_ca_system_score_codex":0.00019473817,"about_ca_system_score_gemma":0.0010923964,"threshold_uncertainty_score":0.9992479},"labels":[],"label_agreement":null},{"id":"W2941792454","doi":"10.7202/1058606ar","title":"Utilisation des banques de données médico-administratives : forces et défis","year":2018,"lang":"fr","type":"article","venue":"Santé mentale au Québec","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.1659924264909593,"score_gpt":0.4651193026313002,"score_spread":0.2991268761403409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941792454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527496,0.005208511,0.0044507445,0.021637822,0.0015683274,0.000710302,0.00012210831,0.000118364725,0.013434238],"genre_scores_gemma":[0.9796229,0.0014433353,0.007158463,0.0044634645,0.003288373,0.000050676208,0.00017170815,0.00006073734,0.0037403398],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961403,0.0008071698,0.0012555984,0.0005378225,0.0004816322,0.00077747216],"domain_scores_gemma":[0.99591595,0.0025241817,0.0005049492,0.00041701546,0.00026885557,0.00036906954],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025528732,0.00037018035,0.00042667525,0.000119525015,0.0004982117,0.00011179459,0.00020689331,0.00019802329,0.0053814626],"category_scores_gemma":[0.0043685785,0.00036535834,0.00018044242,0.0002527036,0.0019791801,0.001102436,0.0001270675,0.0003336969,0.00054160634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009871199,0.0011781055,0.34467292,0.0005876598,0.0004666973,0.00006939064,0.046946194,0.0000039371257,0.01783739,0.0032753358,0.011952204,0.57202303],"study_design_scores_gemma":[0.0061140973,0.007471821,0.46955314,0.0023088397,0.0017561336,0.00043011992,0.12967709,0.0033704236,0.09862281,0.0039372556,0.27570394,0.0010543223],"about_ca_topic_score_codex":0.18563764,"about_ca_topic_score_gemma":0.39731547,"teacher_disagreement_score":0.5709687,"about_ca_system_score_codex":0.0022673202,"about_ca_system_score_gemma":0.004031944,"threshold_uncertainty_score":0.99987984},"labels":[],"label_agreement":null},{"id":"W2941913095","doi":"","title":"Exploring the impact of the ECHO model™ in Ontario on primary healthcare providers sharing of chronic pain knowledge: A qualitative study","year":2018,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Echo (communications protocol); Primary care; Chronic pain; Qualitative research; Health care; Primary health care; Medicine; Business; Nursing; Knowledge management; Family medicine; Computer science; Political science; Physical therapy; Sociology; Computer security","score_opus":0.5275983754920912,"score_gpt":0.5912560080725136,"score_spread":0.06365763258042234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941913095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942886,0.00013820236,0.0000287529,0.00065167533,0.00024943368,0.0032375576,0.000006749348,0.00001586361,0.0013831498],"genre_scores_gemma":[0.9968103,0.000027892156,0.00011337225,0.00008064178,0.000109865374,0.0002477314,0.00015711771,0.00005317338,0.0023998884],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965741,0.0008868187,0.0012854275,0.00043560544,0.0005455606,0.000272483],"domain_scores_gemma":[0.99588543,0.001650936,0.0011265962,0.00078917085,0.00048284035,0.00006500825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046769353,0.00029422712,0.0006731935,0.00018498796,0.00007808021,0.0000120352415,0.00030082898,0.00011345557,0.000053119482],"category_scores_gemma":[0.0030629195,0.00017673183,0.00026860466,0.00038504042,0.00006382873,0.00016081458,0.00008457375,0.0010942554,0.000004154034],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002277073,0.0011659733,0.009689842,0.00093377026,0.000319176,0.0000021141236,0.974711,0.0007143328,0.00038292346,0.000019645648,0.00044763094,0.009336511],"study_design_scores_gemma":[0.0033547508,0.0060770675,0.21147056,0.0033707262,0.0003998554,0.000001289949,0.769887,0.00442311,0.0003636596,0.00033671764,0.000032871558,0.00028239348],"about_ca_topic_score_codex":0.21275121,"about_ca_topic_score_gemma":0.6964081,"teacher_disagreement_score":0.48365688,"about_ca_system_score_codex":0.0026289187,"about_ca_system_score_gemma":0.0041900584,"threshold_uncertainty_score":0.79249114},"labels":[],"label_agreement":null},{"id":"W2942612231","doi":"10.1177/1556984519837007","title":"Expert Consensus Statement on Optimal Approach to Lobectomy for Non-Small Cell Lung Cancer","year":2019,"lang":"en","type":"review","venue":"Innovations Technology and Techniques in Cardiothoracic and Vascular Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; University of Ottawa; Western University","funders":"","keywords":"Statement (logic); Lung cancer; Medicine; Cancer; Computer science; Oncology; Internal medicine; Philosophy; Epistemology","score_opus":0.1849463106214999,"score_gpt":0.4874023047159669,"score_spread":0.302455994094467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942612231","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024030902,0.9305812,0.056506816,0.0010825585,0.0002618266,0.008367655,0.00014261699,0.00031396482,0.00034025515],"genre_scores_gemma":[0.0010183093,0.92403555,0.06857178,0.0005496537,0.00014130982,0.0052059046,0.00030925614,0.00008954375,0.00007870831],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967738,0.00011675916,0.001671875,0.0008534057,0.00019636136,0.00038779323],"domain_scores_gemma":[0.99719805,0.0012228717,0.0004739189,0.0006854101,0.00034732174,0.00007240604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024248713,0.0004618436,0.0021693378,0.0025957262,0.000103098086,0.00003147037,0.00011763577,0.00088914525,0.0000047524827],"category_scores_gemma":[0.0008540077,0.00041176987,0.00035249855,0.001758728,0.000119904056,0.0000523405,0.00016094588,0.00078307383,0.000001743744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051373845,0.0001944912,0.0009510482,0.010552554,0.00049917254,0.000015669633,0.000031226034,0.0000022109025,0.000010072961,0.0005709141,0.0067006955,0.9804206],"study_design_scores_gemma":[0.00040723514,0.00015973259,0.00003172232,0.0059370617,0.0011971751,0.00008006806,0.00013062108,0.00008748187,0.00016869158,0.00004013072,0.9912761,0.00048399603],"about_ca_topic_score_codex":0.000047502537,"about_ca_topic_score_gemma":0.0000028494878,"teacher_disagreement_score":0.9845754,"about_ca_system_score_codex":0.0002568425,"about_ca_system_score_gemma":0.00067835295,"threshold_uncertainty_score":0.9998334},"labels":[],"label_agreement":null},{"id":"W2942627067","doi":"10.1097/cxa.0000000000000011","title":"Glass-Box Testing the Centre for Addiction and Mental Health Integrated Care Pathway for Major Depressive and Alcohol Use Disorders: Is It More Than a Sum of Its Components?","year":2018,"lang":"en","type":"article","venue":"The Canadian Journal of Addiction","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mental Health Research Canada; Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Confidence interval; Medicine; Cannabis; Depression (economics); Internal medicine; Univariate analysis; Multivariate statistics; Mental health; Multivariate analysis; Psychiatry","score_opus":0.1540664082751381,"score_gpt":0.40254745321485064,"score_spread":0.24848104493971254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942627067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277151,0.001007573,0.0006141021,0.06692249,0.00046379503,0.0017748362,0.0014781407,0.0000059649933,0.000017950302],"genre_scores_gemma":[0.99691546,0.00010604976,0.0010638046,0.0013430386,0.00031215054,0.000011701862,0.00018541624,0.000019365156,0.000043025197],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99874127,0.00010335262,0.00063945906,0.0001329007,0.00017441937,0.0002085816],"domain_scores_gemma":[0.9972212,0.00071628205,0.0007816496,0.00011604331,0.00091261475,0.00025222005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006467297,0.00011658434,0.00021554469,0.000115639654,0.0005558387,0.00005448165,0.00006851114,0.000058365207,0.00003000207],"category_scores_gemma":[0.0018879431,0.0000743359,0.00007023957,0.00013282924,0.00016683324,0.0002730364,0.000012314893,0.00019518106,4.151781e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006304722,0.00019775295,0.20125145,0.00037351885,0.0018265157,0.000008876062,0.05388357,0.000037923666,0.0135594765,0.00016905507,0.14349556,0.5788916],"study_design_scores_gemma":[0.026229974,0.009038551,0.5274043,0.0033665923,0.0022648307,0.0008682473,0.09371504,0.028679,0.0046838685,0.00023804621,0.30300388,0.00050763896],"about_ca_topic_score_codex":0.013217037,"about_ca_topic_score_gemma":0.13552788,"teacher_disagreement_score":0.5783839,"about_ca_system_score_codex":0.00025365586,"about_ca_system_score_gemma":0.0007101934,"threshold_uncertainty_score":0.993354},"labels":[],"label_agreement":null},{"id":"W2942841420","doi":"10.1017/cem.2019.131","title":"LO89: A multi-disciplinary quality improvement project to improve adherence to best practice guidelines for emergency department patients with transient ischemic attack","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Emergency department; Guideline; Emergency medicine; Stroke (engine); Computed tomography angiography; Interim; Neurology; Angiography; Radiology","score_opus":0.4315679017284075,"score_gpt":0.5603202818350308,"score_spread":0.12875238010662332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942841420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285083,0.0004807248,0.007961175,0.046642963,0.008534283,0.0070591974,0.00026990983,0.000014559365,0.00052889413],"genre_scores_gemma":[0.8885661,0.00048790858,0.08666707,0.012561031,0.004273666,0.0006270666,0.0004934464,0.00025008235,0.0060736258],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933571,0.000107895394,0.004161225,0.000623623,0.0010063286,0.0007438145],"domain_scores_gemma":[0.9863561,0.00025749006,0.0014958652,0.0006190017,0.00943735,0.0018342347],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028031578,0.00043402362,0.0008735236,0.00045924503,0.00014199196,0.000009494774,0.00034839532,0.000113688875,0.0017982777],"category_scores_gemma":[0.017368274,0.00031668416,0.00023755862,0.0007383827,0.00004137948,0.00044613346,0.000041233,0.0003915527,0.00006588702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065523754,0.0014099784,0.059936453,0.00085236755,0.00087691925,0.00005157214,0.0037239047,0.00025843046,0.016285134,0.000013026903,0.87248486,0.037555005],"study_design_scores_gemma":[0.019585174,0.07542717,0.030480321,0.0015169366,0.0021283051,0.00003480022,0.013171367,0.00027921592,0.0005406178,0.000013356717,0.85585356,0.00096918363],"about_ca_topic_score_codex":0.009051587,"about_ca_topic_score_gemma":0.02704106,"teacher_disagreement_score":0.07870589,"about_ca_system_score_codex":0.0005627398,"about_ca_system_score_gemma":0.002459007,"threshold_uncertainty_score":0.99992853},"labels":[],"label_agreement":null},{"id":"W2942999345","doi":"10.1017/cem.2019.318","title":"P127: Health information technology and the Ontario emergency department return visit quality program - A population level continuous quality improvement program","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Emergency department; Health information exchange; Health informatics; Population; Medicine; Population health; Health information technology; Health department; Health care; Knowledge management; Nursing; Computer science; Public health; Environmental health","score_opus":0.2329445142599993,"score_gpt":0.5022855799243764,"score_spread":0.2693410656643771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942999345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9267241,0.00094749784,0.00041055595,0.06319712,0.00410259,0.004037184,0.000025942087,0.00003656305,0.0005184689],"genre_scores_gemma":[0.9952866,0.0004170202,0.0018656959,0.0011476673,0.00043449248,0.00008175098,0.00024514424,0.000018115908,0.000503509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99401146,0.00027896932,0.004320615,0.00022529636,0.00067907566,0.00048460215],"domain_scores_gemma":[0.9949069,0.00012307736,0.0027575619,0.000433014,0.0010721341,0.00070729794],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061110137,0.00024563217,0.00086107536,0.00047919768,0.0001961004,0.000014832245,0.00019016421,0.00014353165,0.0021140815],"category_scores_gemma":[0.0035994325,0.0001628406,0.000164601,0.00060689653,0.00013930646,0.00046882682,0.00003065994,0.0006838943,0.0000108856275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006400806,0.00015475671,0.62897253,0.00025507595,0.00027180865,0.0000054177995,0.0029837177,0.0000031792058,0.0000464784,0.0016670438,0.0103787305,0.3546212],"study_design_scores_gemma":[0.009312826,0.0064338082,0.7945473,0.0002341086,0.0003162844,0.000061155464,0.004367543,0.00009627695,0.000009013284,0.0022565932,0.18212955,0.00023553857],"about_ca_topic_score_codex":0.30837065,"about_ca_topic_score_gemma":0.5495988,"teacher_disagreement_score":0.35438567,"about_ca_system_score_codex":0.00080027274,"about_ca_system_score_gemma":0.0015353096,"threshold_uncertainty_score":0.99879813},"labels":[],"label_agreement":null},{"id":"W2944160460","doi":"10.1136/bmjopen-2018-026589","title":"Scoping review on interventions to improve adherence to reporting guidelines in health research","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"HORIZON EUROPE Marie Sklodowska-Curie Actions; Strong; European Commission; University of Ottawa","keywords":"Psychological intervention; Medicine; MEDLINE; Grey literature; Cochrane Library; Systematic review; Alternative medicine; Family medicine; Nursing; Pathology","score_opus":0.9123062159760839,"score_gpt":0.7808323412852585,"score_spread":0.1314738746908254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944160460","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10960664,0.0016735819,0.0012298883,0.6941333,0.001188537,0.18021098,0.000018008976,0.00007257692,0.011866508],"genre_scores_gemma":[0.18068294,0.00311835,0.2415555,0.50018954,0.0018296004,0.024794372,0.0002555321,0.00024197879,0.047332156],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99268824,0.000495491,0.0052644066,0.00053610787,0.0006452365,0.00037050006],"domain_scores_gemma":[0.9956101,0.0009389522,0.0013607338,0.00092624925,0.0008808566,0.00028309593],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042779215,0.00010069475,0.000605675,0.0001965631,0.000059155293,0.000071020746,0.00031247071,0.000033038716,0.000837751],"category_scores_gemma":[0.15841882,0.000088315064,0.000092509115,0.0007478391,0.00000879811,0.00020362729,0.0007626451,0.00034230307,0.0013814725],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011838039,0.00042965842,0.023447448,0.061276425,0.000031898235,0.000080503014,0.00039216093,0.00010286826,0.0014923025,0.00030479446,0.24846804,0.6627901],"study_design_scores_gemma":[0.0021223763,0.006360695,0.011460548,0.9668159,0.000021376074,0.00003651416,0.0010060627,0.00013824299,0.00020718516,0.0001465604,0.011427166,0.00025739998],"about_ca_topic_score_codex":0.0054837717,"about_ca_topic_score_gemma":0.0040142457,"teacher_disagreement_score":0.90553945,"about_ca_system_score_codex":0.00024348391,"about_ca_system_score_gemma":0.0011741475,"threshold_uncertainty_score":0.9993961},"labels":[],"label_agreement":null},{"id":"W2944230079","doi":"10.1177/2192568219831689","title":"Development and Implementation of Clinical Practice Guidelines: An Update and Synthesis of the Literature With a Focus in Application to Spinal Conditions","year":2019,"lang":"en","type":"article","venue":"Global Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; University Health Network","funders":"AOSpine","keywords":"Medicine; Clinical Practice; Focus (optics); Spinal surgery; Intensive care medicine; Physical therapy; Medical physics; Surgery","score_opus":0.08227716849549212,"score_gpt":0.5262958253880349,"score_spread":0.4440186568925428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944230079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98062027,0.00015888028,0.0030100038,0.015398153,0.00006545327,0.0006633593,0.00002713312,0.0000040628584,0.000052708267],"genre_scores_gemma":[0.8587825,0.0001311009,0.13946356,0.0014938596,0.00009447341,0.000013322101,0.000013272218,0.0000060385646,0.0000019213398],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975127,0.00013328347,0.0016588412,0.00019856017,0.00037327476,0.00012334382],"domain_scores_gemma":[0.9977499,0.000089036315,0.0008921244,0.00018365232,0.00094178395,0.00014349613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002073839,0.000103968676,0.0003022525,0.00006467539,0.000043521875,0.000027039598,0.00007507503,0.000058546873,0.000023232811],"category_scores_gemma":[0.0023401652,0.00006816595,0.000036507576,0.00036058144,0.000039945506,0.00036057222,0.0000567545,0.00020884511,0.0000019293916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011897612,0.00040183234,0.2508031,0.00011229229,0.00013622816,0.000011067513,0.00027128798,0.0000331669,0.00141033,0.0011866308,0.00036296662,0.7440813],"study_design_scores_gemma":[0.0031383983,0.0008894347,0.9827867,0.00049030804,0.00021090447,0.00078790844,0.0034937053,0.00011145188,0.0005966802,0.00019393364,0.0072098644,0.000090703455],"about_ca_topic_score_codex":0.00014450932,"about_ca_topic_score_gemma":0.0004824967,"teacher_disagreement_score":0.74399066,"about_ca_system_score_codex":0.00006568445,"about_ca_system_score_gemma":0.00039899803,"threshold_uncertainty_score":0.28015652},"labels":[],"label_agreement":null},{"id":"W2944521666","doi":"10.22233/20412495.0519.4","title":"Clinical conundrum","year":2019,"lang":"en","type":"article","venue":"BSAVA Companion","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labrador Retriever; General surgery; Medicine; Surgery","score_opus":0.28557907548713085,"score_gpt":0.5272698521334249,"score_spread":0.24169077664629407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944521666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98103505,0.000041199226,0.0007613452,0.0049698944,0.0013632856,0.0005472819,0.0000030174936,0.00010353948,0.011175364],"genre_scores_gemma":[0.98981917,0.000035657726,0.0033408524,0.0044335844,0.00049254054,0.0000036593583,0.00007822927,0.000018269733,0.0017780405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828863,0.00011191,0.00089382275,0.00026882728,0.000264204,0.00017258816],"domain_scores_gemma":[0.9984313,0.00070942024,0.00019408029,0.00038576385,0.00014200588,0.00013742576],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010715001,0.000093173614,0.00030735787,0.000043086624,0.00002538168,0.000015303458,0.00006927283,0.000085740125,0.0018613862],"category_scores_gemma":[0.00094303174,0.000082484265,0.00013460573,0.000103996455,0.000034110584,0.000119391014,0.00005710472,0.0002754385,0.004854928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034771123,0.000362292,0.8885534,0.0000428681,0.000058242655,0.000011504241,0.0000274973,0.000005547703,0.0019486536,0.0013711012,0.035014704,0.072256476],"study_design_scores_gemma":[0.0039984584,0.0005352778,0.6688692,0.000042887412,0.0000985082,0.00005491587,0.00017096678,0.0023036704,0.00012523937,0.00022134323,0.32345647,0.00012306066],"about_ca_topic_score_codex":0.000051022147,"about_ca_topic_score_gemma":0.000008521981,"teacher_disagreement_score":0.28844175,"about_ca_system_score_codex":0.00003898509,"about_ca_system_score_gemma":0.000107119115,"threshold_uncertainty_score":0.99905103},"labels":[],"label_agreement":null},{"id":"W2945308986","doi":"10.12927/cjnl.2019.25811","title":"Optimizing Nursing Practice through Integration of Best Practice Guidelines into Electronic Medical Records","year":2019,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario; Humber River Regional Hospital","funders":"","keywords":"Audit; Nursing; Nursing practice; Scale (ratio); Best practice; Function (biology); Process (computing); Medical record; Electronic medical record; Medical practice; Medicine; Process management; Medical education; Business; Medical emergency; Computer science; Political science","score_opus":0.47810235924158034,"score_gpt":0.5403715705226021,"score_spread":0.06226921128102175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945308986","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036313888,0.004422655,0.14847031,0.7778531,0.0029683812,0.0017170304,0.0000029145588,0.0002531512,0.027998615],"genre_scores_gemma":[0.6577853,0.00057962746,0.31958538,0.019997444,0.0012875684,0.00001706053,0.00012933255,0.00010260081,0.00051569013],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99450785,0.0005868902,0.0020319088,0.0006322562,0.0015739595,0.0006671266],"domain_scores_gemma":[0.9908832,0.0045768484,0.0011845999,0.00064420456,0.0024993843,0.00021178238],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044469982,0.00031640043,0.00060271553,0.00018805174,0.000117101634,0.000058443053,0.00024115485,0.00040591953,0.00047492285],"category_scores_gemma":[0.08854014,0.00030536976,0.00018845055,0.0006423773,0.00028011142,0.0020974972,0.000022630953,0.001365176,0.00020931425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070296014,0.0042740405,0.00024441487,0.00045625036,0.00041190788,0.000055769004,0.027142273,0.00022068017,0.020185621,0.010435394,0.028423427,0.9011206],"study_design_scores_gemma":[0.013937913,0.010306622,0.00029608438,0.027329655,0.0053138486,0.0035359315,0.72262204,0.028999995,0.014527626,0.008694888,0.16291335,0.001522073],"about_ca_topic_score_codex":0.0006080738,"about_ca_topic_score_gemma":0.000050977025,"teacher_disagreement_score":0.89959854,"about_ca_system_score_codex":0.00096346455,"about_ca_system_score_gemma":0.0014740896,"threshold_uncertainty_score":0.99993986},"labels":[],"label_agreement":null},{"id":"W2945815262","doi":"10.1108/jhom-03-2018-0087","title":"Clinical pathway efficiency for elective joint replacement surgeries: a case study","year":2019,"lang":"en","type":"article","venue":"Journal of Health Organization and Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Joint (building); Clinical pathway; Operations management; Medicine; Nursing; Economics; Engineering","score_opus":0.17413781421455413,"score_gpt":0.49494687052135183,"score_spread":0.3208090563067977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945815262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95270544,0.00014266283,0.036232725,0.006974673,0.00072113855,0.0031490477,0.000002036264,0.00001628299,0.000056020457],"genre_scores_gemma":[0.99118584,0.00058894634,0.003917263,0.0038692784,0.00013958538,0.0000076074703,0.000008210645,0.000021183807,0.0002620552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969292,0.00023273243,0.0021597494,0.00020718947,0.0003103168,0.00016076733],"domain_scores_gemma":[0.99729097,0.00037000864,0.0012907336,0.00016988062,0.0007267954,0.00015158857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006156446,0.0000983011,0.00044200532,0.00017151843,0.00011460913,0.000025826072,0.000034664885,0.0000309723,0.00011495679],"category_scores_gemma":[0.001506926,0.000079217316,0.00006145763,0.00030049702,0.000014734441,0.00009542618,0.00005137525,0.00014323242,0.0000060936386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026717128,0.0098378295,0.6470736,0.0026409994,0.0014272225,0.0013633523,0.00816058,0.00011191147,0.00008476052,0.0017160309,0.037230168,0.2876818],"study_design_scores_gemma":[0.081645586,0.08541879,0.3626792,0.00092664204,0.0019138649,0.012371449,0.2695241,0.0025181863,0.00017466466,0.00029834016,0.18166362,0.00086554],"about_ca_topic_score_codex":0.000030361085,"about_ca_topic_score_gemma":0.000014761867,"teacher_disagreement_score":0.28681624,"about_ca_system_score_codex":0.00016450271,"about_ca_system_score_gemma":0.0003302814,"threshold_uncertainty_score":0.32303885},"labels":[],"label_agreement":null},{"id":"W2946209685","doi":"10.1016/j.healthpol.2019.05.004","title":"Assessment of health systems guidance using the Appraisal of Guidelines for Research and Evaluation – Health Systems (AGREE-HS) instrument","year":2019,"lang":"en","type":"article","venue":"Health Policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University; Wilfrid Laurier University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Contextualization; Quality (philosophy); Excellence; Health care; Scale (ratio); Psychology; Medical education; Applied psychology; Medicine; Computer science; Political science","score_opus":0.8081745677411489,"score_gpt":0.738417962350057,"score_spread":0.06975660539109196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946209685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55720645,0.014684585,0.017002463,0.38493153,0.0021643771,0.023432327,0.0002996496,0.000045917983,0.00023273136],"genre_scores_gemma":[0.9841091,0.0010888493,0.0093276035,0.004078187,0.0009399241,0.00022163082,0.00011603873,0.0000410925,0.00007757813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98994064,0.0025145784,0.004468293,0.0004755217,0.0018422657,0.0007586782],"domain_scores_gemma":[0.9901066,0.0026748588,0.0028682882,0.0007464167,0.0033034289,0.00030044033],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047038652,0.00018066695,0.0009949782,0.00037372415,0.00028653856,0.00003111189,0.00015408265,0.00008521514,0.000007794312],"category_scores_gemma":[0.0061711497,0.00013468051,0.00007279576,0.00061388715,0.00012680746,0.0001435617,0.000105185165,0.00030498154,0.0000017958479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014979813,0.0023363752,0.1824952,0.11021731,0.00078746746,9.436622e-7,0.008238383,0.02840387,0.0026398716,0.15003306,0.13126546,0.38208407],"study_design_scores_gemma":[0.011487493,0.011253016,0.09782695,0.006403198,0.00008648821,0.00010775725,0.021905564,0.7995872,0.000028362332,0.0003742114,0.050644763,0.0002950394],"about_ca_topic_score_codex":0.09983497,"about_ca_topic_score_gemma":0.00036501876,"teacher_disagreement_score":0.7711833,"about_ca_system_score_codex":0.0014639031,"about_ca_system_score_gemma":0.013943102,"threshold_uncertainty_score":0.99164695},"labels":[],"label_agreement":null},{"id":"W2946567818","doi":"10.1503/cmaj.71810","title":"Single electronic medical record for Canada: a second opinion","year":2019,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Office of the Chief Medical Examiner","funders":"","keywords":"Primary care; Electronic medical record; Medical record; Computer science; Second opinion; Data science; World Wide Web; Operations research; Medicine; Information retrieval; Family medicine; Internet privacy; Pathology; Surgery; Engineering","score_opus":0.06596986362144723,"score_gpt":0.3731760306247878,"score_spread":0.3072061670033406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946567818","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010535291,0.0002708788,0.00024160065,0.9877006,0.008240349,0.0007935647,0.00029207178,0.000022193353,0.0013852532],"genre_scores_gemma":[0.0007905318,0.00024992964,0.00018317367,0.94678193,0.0435663,0.000035148027,0.0015750517,0.00010116134,0.006716792],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99046314,0.00041907874,0.0021521542,0.0004862681,0.0049471045,0.0015322801],"domain_scores_gemma":[0.9903079,0.00454328,0.0013519652,0.00029561343,0.0014764216,0.0020248191],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005335165,0.00036518357,0.0009135994,0.0003117612,0.00023361809,0.00011151669,0.0004454957,0.0030685118,0.033149447],"category_scores_gemma":[0.049262486,0.0003546767,0.00036881416,0.0002371324,0.00003832508,0.00015427916,0.00003240974,0.009259189,0.00015160698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000034771696,0.000023209448,0.0015329312,0.00011572164,0.00040389807,0.00073020713,0.000013649714,1.2417863e-7,0.0000012533387,0.00000923869,0.96485007,0.03228491],"study_design_scores_gemma":[0.003044256,0.00042350785,0.00041089885,0.0003437836,0.00018607464,0.0015694806,0.000069816655,0.00022519077,0.0000023281555,0.0001135354,0.99328023,0.00033090063],"about_ca_topic_score_codex":0.38594866,"about_ca_topic_score_gemma":0.9792397,"teacher_disagreement_score":0.59329104,"about_ca_system_score_codex":0.014292682,"about_ca_system_score_gemma":0.13784876,"threshold_uncertainty_score":0.9998905},"labels":[],"label_agreement":null},{"id":"W2947819695","doi":"10.1016/j.jcjd.2019.04.009","title":"Quality Improvement in Diabetes Care: Time for Us to Step Up?","year":2019,"lang":"en","type":"editorial","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Quality management; Health care; Work (physics); Quality (philosophy); Diabetes management; Diabetes mellitus; Face (sociological concept); Nursing; Type 2 diabetes; Management system; Operations management; Engineering; Political science","score_opus":0.061950060746217055,"score_gpt":0.4150885611776153,"score_spread":0.3531385004313982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947819695","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38407195,0.0009677511,0.000014048093,0.0042707436,0.60649174,0.001905054,0.0021687155,0.000008510661,0.00010149343],"genre_scores_gemma":[0.068221614,0.000034154607,0.0029474995,0.006676279,0.9184371,0.00012680129,0.0019873127,0.00025090686,0.0013183014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99549353,0.00015298437,0.0024292811,0.00038505183,0.0007420261,0.0007971157],"domain_scores_gemma":[0.98976666,0.0049162908,0.0012715727,0.00045196374,0.002084445,0.0015090778],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029494266,0.0003547907,0.0013261904,0.00060354325,0.000051124087,0.00010252419,0.00037246474,0.00055068755,0.00022769361],"category_scores_gemma":[0.045082096,0.00033997788,0.00039326088,0.0002414623,0.00005028594,0.00020747691,0.000035163084,0.001028141,0.00015335185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050644954,0.000026437663,0.044715025,0.0005623195,0.00021157038,0.00000519295,0.00017736017,0.00000947483,0.0004680379,0.0000014206688,0.92877793,0.024994614],"study_design_scores_gemma":[0.0043062596,0.0025609226,0.006570876,0.00075995194,0.0004116217,2.187473e-7,0.0003926452,0.00003174393,0.00022104075,0.000047076293,0.9843392,0.00035846978],"about_ca_topic_score_codex":0.002002437,"about_ca_topic_score_gemma":0.025184676,"teacher_disagreement_score":0.31585035,"about_ca_system_score_codex":0.0017717541,"about_ca_system_score_gemma":0.011149156,"threshold_uncertainty_score":0.9999052},"labels":[],"label_agreement":null},{"id":"W2947861528","doi":"","title":"LA RECEPTION JUDICIAIRE DES DIRECTIVES ENCADRANT LES ACTIVITES CLINIQUES DES MEDECINS","year":2012,"lang":"fr","type":"article","venue":"The Canadian Bar Review","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Liability; Expression (computer science); Discipline; Law; Sociology; Political science; Epistemology; Philosophy; Computer science; History","score_opus":0.40099887666441,"score_gpt":0.5177224681921302,"score_spread":0.11672359152772022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947861528","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04330954,0.8663584,0.0001996984,0.07294104,0.001184483,0.0016234274,0.00009869298,0.00006228451,0.01422245],"genre_scores_gemma":[0.46430495,0.52581334,0.0011742302,0.0060270554,0.0015233603,0.00006935529,0.00005399746,0.000053613807,0.000980082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99408925,0.0030915535,0.0012072308,0.00031505036,0.00034865623,0.00094828295],"domain_scores_gemma":[0.9932057,0.004373824,0.00045096397,0.00056101097,0.00035584893,0.0010526533],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009686965,0.0003473117,0.00071228645,0.000118744094,0.00074063474,0.000063884305,0.00024963793,0.00025047065,0.005135574],"category_scores_gemma":[0.020918595,0.00026084957,0.0002842049,0.0004964333,0.0012600224,0.00083574903,0.000054222284,0.0007972795,0.00094926014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022316883,0.000104138846,0.02383594,0.0025563934,0.00016027692,0.000015784975,0.001617018,3.4564516e-7,0.000049873997,0.0022726587,0.018452818,0.9509124],"study_design_scores_gemma":[0.00032755107,0.00014782668,0.12555802,0.018300738,0.0017610723,0.0002595367,0.001109917,0.000011074725,0.000098063785,0.0014291347,0.8507145,0.00028256228],"about_ca_topic_score_codex":0.26409855,"about_ca_topic_score_gemma":0.61902153,"teacher_disagreement_score":0.9506299,"about_ca_system_score_codex":0.001556417,"about_ca_system_score_gemma":0.0012057909,"threshold_uncertainty_score":0.9999844},"labels":[],"label_agreement":null},{"id":"W2947961010","doi":"10.1016/j.jclinepi.2019.05.024","title":"The Clinician Guideline Determinants Questionnaire was developed and validated to support tailored implementation planning","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Guideline; Face validity; Construct validity; Psychological intervention; Medicine; Content validity; Psychology; Applied psychology; Multidisciplinary approach; Psychometrics; Family medicine; Clinical psychology; Nursing","score_opus":0.5122048215191276,"score_gpt":0.6500351998401601,"score_spread":0.1378303783210325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947961010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9344226,0.00015033335,0.007406771,0.05495136,0.0023171583,0.0006491662,0.000005060002,0.000018978648,0.00007853369],"genre_scores_gemma":[0.9413371,0.00052411394,0.027188756,0.029457955,0.0012645023,0.000006958953,0.000034188248,0.000030458403,0.00015597157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98235255,0.0030444688,0.013351176,0.00040474514,0.00036620625,0.00048084214],"domain_scores_gemma":[0.955362,0.03601258,0.0062525054,0.00044429564,0.001279965,0.0006486094],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05848054,0.00022116229,0.0019614196,0.00014425312,0.00013195406,0.000023512219,0.00024702167,0.00029366117,0.00019315342],"category_scores_gemma":[0.1763411,0.0001406039,0.00036570092,0.00020664572,0.00015340351,0.0002524488,0.00015452763,0.0009485009,0.00010486035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018215025,0.00006420642,0.74290675,0.000017525343,0.000113026115,0.000041771043,0.000057773457,0.000043540644,0.00007086553,0.00010541789,0.020413019,0.2343446],"study_design_scores_gemma":[0.005967649,0.00590146,0.8807075,0.00017829578,0.00031574,0.0005391895,0.00082919723,0.001073746,0.0000493178,0.0019596985,0.10230019,0.00017801077],"about_ca_topic_score_codex":0.00007197888,"about_ca_topic_score_gemma":0.00012712322,"teacher_disagreement_score":0.23416659,"about_ca_system_score_codex":0.00007792837,"about_ca_system_score_gemma":0.0009171759,"threshold_uncertainty_score":0.96949244},"labels":[],"label_agreement":null},{"id":"W2948025469","doi":"10.1097/xeb.0000000000000171","title":"Using evidence synthesis and clinical practice guidelines in everyday decision-making process","year":2019,"lang":"en","type":"editorial","venue":"International Journal of Evidence-Based Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Health care; Czech; Evidence-based practice; Best practice; Process (computing); Evidence-based medicine; Medical education; Political science; Psychology; Public relations; Medicine; MEDLINE; Law; Alternative medicine; Computer science; Pathology","score_opus":0.5635179000387538,"score_gpt":0.6683617338870814,"score_spread":0.10484383384832763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948025469","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025054043,0.021298261,0.0069193523,0.15910445,0.78599143,0.0014577946,0.00012655229,0.000032676286,0.000015438789],"genre_scores_gemma":[0.14459355,0.03496871,0.13096438,0.014055085,0.675189,0.000022832974,0.000027797309,0.00014873435,0.000029903264],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9839767,0.001307282,0.007978522,0.0008256169,0.005486376,0.00042547955],"domain_scores_gemma":[0.69091576,0.2490749,0.010702139,0.0007751499,0.04797861,0.00055340695],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020465184,0.0004838922,0.001561948,0.0010837635,0.00007877298,0.00022691174,0.0009209534,0.0010228564,0.000109146444],"category_scores_gemma":[0.76759166,0.00038392606,0.0004985235,0.00044174207,0.00014262563,0.0028421783,0.00020758431,0.0032952917,0.000016785307],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029929982,0.00059693103,0.07264965,0.0022221885,0.00083402876,0.0028696803,0.0001843688,0.0018075967,0.00002674047,0.000008935454,0.44577327,0.4430966],"study_design_scores_gemma":[0.008185258,0.0044861343,0.010100803,0.5284718,0.0041970843,0.0020659468,0.0025498425,0.020031111,0.000050632843,0.0009148027,0.41749746,0.0014491021],"about_ca_topic_score_codex":0.0011027121,"about_ca_topic_score_gemma":0.00033780225,"teacher_disagreement_score":0.74712646,"about_ca_system_score_codex":0.0018390042,"about_ca_system_score_gemma":0.017615048,"threshold_uncertainty_score":0.99986124},"labels":[],"label_agreement":null},{"id":"W2948204364","doi":"10.1186/s13643-019-1046-0","title":"Development of a program theory for clinical pathways in hospitals: protocol for a realist review","year":2019,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Saskatchewan","funders":"College of Pharmacy and Nutrition, University of Saskatchewan","keywords":"PsycINFO; Medicine; CINAHL; Conceptualization; Data extraction; MEDLINE; Context (archaeology); Grey literature; Health informatics; Critical appraisal; Protocol (science); Health services research; Nursing; Public health; Psychological intervention; Alternative medicine; Computer science; Artificial intelligence","score_opus":0.7658920803720172,"score_gpt":0.6693665974922567,"score_spread":0.09652548287976048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948204364","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5034793e-8,0.5048269,0.0011794125,0.00003541531,0.00011513342,0.4937186,0.00003144283,0.000021117805,0.00007193121],"genre_scores_gemma":[1.5161058e-9,0.4657838,0.06874131,0.00017761672,0.00010275134,0.46477115,0.00026438662,0.00006073129,0.000098244214],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9680077,0.0041004713,0.02602057,0.00089801854,0.0005417641,0.0004314812],"domain_scores_gemma":[0.9702353,0.013116194,0.014138837,0.0017188059,0.00062106794,0.00016982683],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07230738,0.00076992734,0.016685067,0.00018850599,0.000037881524,0.00002498041,0.00047069497,0.00043114548,0.00004701069],"category_scores_gemma":[0.09189748,0.0004329703,0.0033214611,0.0004817372,0.000056380213,0.000098069846,0.00010371486,0.00042445463,0.0001304904],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030834264,0.000288382,0.0000013607636,0.51730883,0.00016742006,7.2572453e-7,0.000024989986,9.486623e-10,1.254015e-8,0.00017069836,0.0046886085,0.47731814],"study_design_scores_gemma":[0.0010980753,0.00042710223,5.764341e-7,0.47912917,0.0030604824,0.000017202643,0.000022559914,0.0000031806649,3.0826698e-8,0.000047373163,0.5159996,0.00019465353],"about_ca_topic_score_codex":0.0000017808034,"about_ca_topic_score_gemma":0.00000957498,"teacher_disagreement_score":0.511311,"about_ca_system_score_codex":0.0003072988,"about_ca_system_score_gemma":0.0023761278,"threshold_uncertainty_score":0.9998122},"labels":[],"label_agreement":null},{"id":"W2948280120","doi":"10.1287/mnsc.2021.4100","title":"An Inverse Optimization Approach to Measuring Clinical Pathway Concordance","year":2021,"lang":"en","type":"preprint","venue":"Management Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; University of Toronto","funders":"","keywords":"Concordance; Context (archaeology); Metric (unit); Computer science; Optimization problem; Data mining; Medicine; Mathematical optimization; Mathematics; Algorithm; Operations management; Geography; Engineering","score_opus":0.37649522674548214,"score_gpt":0.4934425869742964,"score_spread":0.11694736022881425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948280120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17141686,0.00002339292,0.8020367,0.0016596607,0.001900778,0.0023584731,0.0000068870518,0.00018573058,0.020411514],"genre_scores_gemma":[0.4150115,0.000111915724,0.57888156,0.0050842036,0.0003116544,0.00011476086,0.00016213972,0.000027380791,0.00029486307],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99471974,0.00023433632,0.0014685298,0.0016993077,0.0014463952,0.00043170404],"domain_scores_gemma":[0.9966461,0.00013339247,0.0004942227,0.0016291633,0.0005671487,0.0005299518],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007878461,0.0002692494,0.00050089514,0.0003461962,0.00019580606,0.00038494932,0.00078670005,0.00013097655,0.00008035995],"category_scores_gemma":[0.0028040253,0.00027437301,0.00014533277,0.0010083981,0.00030896033,0.0005746503,0.0018528119,0.0006273305,0.000029696617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025006276,0.0020667482,0.022222608,0.0008409843,0.00016011341,0.00014556973,0.0006893902,0.8624971,0.00045871464,0.0009556609,0.0016172875,0.10809576],"study_design_scores_gemma":[0.0020339482,0.00037508796,0.047085736,0.0005507399,0.0004338095,0.000016421516,0.0041729147,0.94156474,0.0002684942,0.00009325693,0.0027242852,0.00068056636],"about_ca_topic_score_codex":0.00009671754,"about_ca_topic_score_gemma":0.000023902277,"teacher_disagreement_score":0.24359465,"about_ca_system_score_codex":0.00034556046,"about_ca_system_score_gemma":0.0005650147,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W2948778452","doi":"10.2337/db19-648-p","title":"648-P: Developing a National Competency-Based Diabetes Curriculum in Undergraduate Medical Education: A Delphi Study","year":2019,"lang":"en","type":"article","venue":"Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Delphi method; Medical education; Delphi; Medicine; Medical school; Family medicine; Psychology; Pedagogy; Computer science","score_opus":0.06903735167263148,"score_gpt":0.4342367952017646,"score_spread":0.36519944352913314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948778452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94881636,0.00011642139,0.000048017308,0.048711356,0.0004947392,0.0010953657,0.000004478656,0.00006850036,0.00064477656],"genre_scores_gemma":[0.97901833,0.000006508982,0.0052609947,0.015020843,0.00021032049,0.00017831115,0.00022915848,0.000027622893,0.00004793826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679387,0.0002216862,0.0010251466,0.00043282396,0.0011569989,0.00036945092],"domain_scores_gemma":[0.9974077,0.001339787,0.00023236788,0.00025558256,0.0005299819,0.00023462274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017036579,0.00019913241,0.00040965527,0.00029339525,0.000054221924,0.0000376493,0.00017705366,0.00009975226,0.00055939],"category_scores_gemma":[0.010482029,0.00018196138,0.000084967774,0.00062999455,0.00005148043,0.00022073358,0.00007742156,0.00034996023,0.00026397733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012645632,0.0015497596,0.9898923,0.0001019226,0.00006113422,0.0000034989353,0.00008166587,0.000020285717,0.00018859621,0.0012455317,0.0021575675,0.004685089],"study_design_scores_gemma":[0.011890525,0.0011436887,0.9252431,0.0012600907,0.00020487155,0.0000042212855,0.0034554575,0.03997322,0.00058462826,0.00858832,0.0068869437,0.0007649554],"about_ca_topic_score_codex":0.000080077225,"about_ca_topic_score_gemma":0.00018750555,"teacher_disagreement_score":0.064649224,"about_ca_system_score_codex":0.00027204148,"about_ca_system_score_gemma":0.0062514413,"threshold_uncertainty_score":0.9993822},"labels":[],"label_agreement":null},{"id":"W2950003302","doi":"10.1016/j.chest.2019.04.131","title":"Effects of Clinical Pathways for COPD on Patient, Professional, and Systems Outcomes","year":2019,"lang":"en","type":"review","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority; Queen's University; University of Saskatchewan","funders":"","keywords":"Medicine; COPD; Context (archaeology); Quality of life (healthcare); Intensive care medicine; MEDLINE; Systematic review; Health care; Evidence-based medicine; Nursing; Alternative medicine; Psychiatry; Pathology","score_opus":0.5902825112227759,"score_gpt":0.6046427124389917,"score_spread":0.01436020121621584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950003302","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014632827,0.9880883,0.00012251339,0.00024248069,0.005933111,0.0040050205,0.000060834376,0.000012638288,0.000071781],"genre_scores_gemma":[0.00029086025,0.9970586,0.00070735614,0.00036114923,0.0010689008,0.00009194844,0.00008332578,0.00006191659,0.00027599366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99475056,0.0005366257,0.003702251,0.00031298984,0.00047450254,0.00022308956],"domain_scores_gemma":[0.9774444,0.018151354,0.0035218317,0.0002702067,0.00035197323,0.00026021944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026886086,0.00030936755,0.0030407084,0.00014563226,0.000068029934,0.00003145482,0.00011680211,0.0004130836,0.000014853754],"category_scores_gemma":[0.017337311,0.00018564546,0.00084116234,0.0000783135,0.00005853959,0.00008528602,0.00006435002,0.0011411728,0.000026700687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018373763,0.00048233834,0.001061165,0.09329057,0.00050613063,0.000030573417,0.000027213318,1.6789204e-7,0.0000010597294,0.000081259954,0.009655772,0.89468],"study_design_scores_gemma":[0.003515714,0.0020454517,0.0012098211,0.0359146,0.0035402754,0.00027605324,0.00007537264,0.000016858676,0.0000013174932,0.000027553679,0.95320296,0.00017402112],"about_ca_topic_score_codex":0.000002304675,"about_ca_topic_score_gemma":2.6768788e-7,"teacher_disagreement_score":0.9435472,"about_ca_system_score_codex":0.00008241906,"about_ca_system_score_gemma":0.0010266997,"threshold_uncertainty_score":0.9909401},"labels":[],"label_agreement":null},{"id":"W2953356277","doi":"","title":"Conceptual Framework for Developing Guideline-Based Performance Measures to Evaluate Evidence-Based Practice and Enhance Data Quality","year":2019,"lang":"en","type":"article","venue":"Sigma's 30th International Nursing Research Congress","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Quality (philosophy); Guideline; Computer science; Data quality; Data science; Process management; Business; Medicine; Engineering; Operations management","score_opus":0.6089510803317841,"score_gpt":0.6571195730921755,"score_spread":0.04816849276039137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953356277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2745574,0.0006639452,0.43537152,0.2818971,0.0029143535,0.0038176177,0.00018697843,0.000101129706,0.0004899665],"genre_scores_gemma":[0.7769358,0.00008808831,0.21402995,0.007505477,0.0006419297,0.0001300808,0.0003967304,0.00004338305,0.00022857459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99273276,0.0009362082,0.0014676688,0.001110008,0.0031337067,0.0006196562],"domain_scores_gemma":[0.96432173,0.025335142,0.0004918883,0.0011532868,0.008391778,0.00030615806],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021800864,0.00024822014,0.0004226315,0.00036605145,0.00026569123,0.00027217928,0.00088169175,0.00016553601,0.0001934685],"category_scores_gemma":[0.18960424,0.00023733321,0.00006803901,0.00045718873,0.000427575,0.0013605887,0.0002567203,0.0008001766,0.00007783112],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05214082,0.0016240549,0.05181419,0.0009511341,0.0007146798,0.000038825692,0.001578703,0.0037640356,0.016019888,0.023341555,0.107863225,0.7401489],"study_design_scores_gemma":[0.017460587,0.006689311,0.030781815,0.036074728,0.0005900312,0.00007047476,0.008293828,0.41359976,0.04118337,0.0065564504,0.43675703,0.001942623],"about_ca_topic_score_codex":0.00015486273,"about_ca_topic_score_gemma":0.00002660492,"teacher_disagreement_score":0.73820627,"about_ca_system_score_codex":0.0008251396,"about_ca_system_score_gemma":0.0024424715,"threshold_uncertainty_score":0.9678167},"labels":[],"label_agreement":null},{"id":"W2954011555","doi":"10.13140/rg.2.2.16448.89600","title":"Developing an Evidence-Based Framework for Grading and Assessment of Predictive Tools for Clinical Decision Support","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); GRASP; Critical appraisal; Evidence-based practice; Evidence-based medicine; Computer science; Medicine; Engineering; Alternative medicine; Pathology","score_opus":0.7179334454364542,"score_gpt":0.5075715391263201,"score_spread":0.21036190631013407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954011555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38505816,0.000022984896,0.6117561,0.00041924,0.00048682242,0.0021152284,0.000094113,0.000030378018,0.000017008142],"genre_scores_gemma":[0.6997543,0.0005845938,0.29870528,0.00046826174,0.0001903608,0.000010004201,0.00023726503,0.00002791097,0.000022000359],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713904,0.00019528382,0.0011886173,0.0010441752,0.0001706084,0.0002622631],"domain_scores_gemma":[0.9727531,0.024261683,0.0011267023,0.0007056841,0.0009464337,0.00020639425],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033551925,0.0002631897,0.00081856357,0.00020694059,0.0000887881,0.000050927465,0.00026846366,0.0005406713,0.000030821062],"category_scores_gemma":[0.015734706,0.00027992798,0.00035759615,0.00017669068,0.00012641221,0.0005886255,0.00032704946,0.0006744136,0.0000015231167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015337408,0.0009812472,0.7775069,0.0035708619,0.001132837,0.00005698089,0.00016844002,0.030014042,0.00006875956,0.07824801,0.0010861441,0.09182835],"study_design_scores_gemma":[0.008231077,0.0052987332,0.19333035,0.005214571,0.0028967555,0.0000046240157,0.0010113798,0.6926706,0.00013212391,0.08915288,0.0014239324,0.00063301367],"about_ca_topic_score_codex":0.000028980778,"about_ca_topic_score_gemma":0.000014211784,"teacher_disagreement_score":0.66265655,"about_ca_system_score_codex":0.00035447325,"about_ca_system_score_gemma":0.0021921804,"threshold_uncertainty_score":0.9999653},"labels":[],"label_agreement":null},{"id":"W2954260558","doi":"","title":"시론 : 당뇨병 관리의 경제성 평가","year":2011,"lang":"ko","type":"article","venue":"당뇨병(JKD)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Life expectancy; Population; Indirect costs; Diabetes mellitus; Health care; Total cost; Emergency medicine; Demography; Environmental health; Business; Economic growth; Economics","score_opus":0.5141211855403287,"score_gpt":0.5138254556320698,"score_spread":0.00029572990825887935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954260558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7969427,0.0026436339,0.0055184383,0.045237295,0.0130867865,0.0035825707,0.00029627144,0.0006423626,0.13204992],"genre_scores_gemma":[0.971636,0.0007076162,0.005340825,0.009715663,0.00285792,0.000039308594,0.0001937976,0.00011746858,0.009391391],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950048,0.00035193504,0.002197225,0.00079925096,0.00080413616,0.0008426976],"domain_scores_gemma":[0.9955335,0.0014436432,0.0007852657,0.0012010274,0.00046534097,0.00057118176],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0022311104,0.00045128458,0.0007070968,0.00018303999,0.00018232284,0.00005671986,0.00039109724,0.00036385594,0.026006477],"category_scores_gemma":[0.007947865,0.00043398488,0.00030972942,0.00044119183,0.00021654814,0.00051466806,0.00027694087,0.0009288413,0.010763114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003112423,0.0036828613,0.18175688,0.00073662977,0.0012925933,0.0011420923,0.011054407,0.0000048237375,0.00444916,0.007209133,0.4094369,0.37612206],"study_design_scores_gemma":[0.015459841,0.0037436855,0.42116508,0.0008336274,0.0039450186,0.0002819892,0.009896998,0.0016062432,0.0048013506,0.007594122,0.5289853,0.0016867289],"about_ca_topic_score_codex":0.0023142793,"about_ca_topic_score_gemma":0.00049618667,"teacher_disagreement_score":0.37443534,"about_ca_system_score_codex":0.00020000458,"about_ca_system_score_gemma":0.00049386383,"threshold_uncertainty_score":0.9998112},"labels":[],"label_agreement":null},{"id":"W2956755142","doi":"10.1002/jts.22421","title":"The International Society for Traumatic Stress Studies New Guidelines for the Prevention and Treatment of Posttraumatic Stress Disorder: Methodology and Development Process","year":2019,"lang":"en","type":"article","venue":"Journal of Traumatic Stress","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":333,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"International Society for Traumatic Stress Studies","keywords":"Inclusion (mineral); Psychological intervention; Guideline; Traumatic stress; Psychology; Randomized controlled trial; Evidence-based practice; Systematic review; Clinical psychology; MEDLINE; Medicine; Psychiatry; Psychotherapist; Alternative medicine; Social psychology; Political science","score_opus":0.6088515325635779,"score_gpt":0.5798117176295728,"score_spread":0.029039814934005093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956755142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95064306,0.0072480263,0.023199309,0.015697638,0.00058604946,0.0025644996,0.000047862515,0.0000073845044,0.000006178554],"genre_scores_gemma":[0.70495164,0.012196303,0.28035015,0.00049733516,0.0007851799,0.00033504688,0.00007794946,0.00006797059,0.0007384109],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9969354,0.000091312184,0.0021464068,0.00018789442,0.000440653,0.00019832757],"domain_scores_gemma":[0.98696405,0.009774741,0.0016944472,0.00019068849,0.0012918086,0.00008426453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019997417,0.00021374952,0.0006881621,0.00006644955,0.00017552685,0.00005533298,0.00019761611,0.00006908956,0.000013127152],"category_scores_gemma":[0.0036963355,0.000110460074,0.00026991658,0.000070811315,0.00011800935,0.00019473201,0.000034885183,0.00010081013,2.8945064e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018728939,0.001107671,0.018227497,0.0037103852,0.007724685,0.0000013582522,0.037279136,0.00094760774,0.0002817403,0.00020487946,0.0023208952,0.92632127],"study_design_scores_gemma":[0.043095514,0.0121572185,0.061428897,0.007093955,0.007774561,0.00036401313,0.8117109,0.03368367,0.0076056705,0.0070078713,0.0073969522,0.00068081],"about_ca_topic_score_codex":0.00005309552,"about_ca_topic_score_gemma":0.00055396586,"teacher_disagreement_score":0.92564046,"about_ca_system_score_codex":0.000105152285,"about_ca_system_score_gemma":0.0003828843,"threshold_uncertainty_score":0.4504431},"labels":[],"label_agreement":null},{"id":"W2957304985","doi":"10.1097/xeb.0000000000000178","title":"Getting guidelines into practice","year":2019,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Psychology","score_opus":0.5792289280067059,"score_gpt":0.6175063843677431,"score_spread":0.03827745636103719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957304985","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17538191,0.002456955,0.0031532403,0.81531173,0.0031476049,0.0003852605,0.0000050021467,0.000025614314,0.0001326847],"genre_scores_gemma":[0.8418494,0.0009146545,0.082098626,0.07262532,0.0023471126,0.0000041147196,0.000016466163,0.000026138767,0.00011815934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994918,0.00030573318,0.0024806343,0.00023877741,0.0018461973,0.00021065203],"domain_scores_gemma":[0.9797168,0.004790131,0.0021133823,0.00027004073,0.012848758,0.0002609338],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004544649,0.00015862535,0.00038103113,0.00035381605,0.000048932743,0.00007257328,0.00037707205,0.000108364235,0.00046730053],"category_scores_gemma":[0.054530244,0.0001189163,0.00025576094,0.00020837264,0.00003757566,0.0015310361,0.000065789034,0.00065548095,0.00015596648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014223092,0.00072944915,0.39229217,0.0008118664,0.00088966195,0.001476143,0.0009291915,0.0021312858,0.017776161,0.001388606,0.05020812,0.51714426],"study_design_scores_gemma":[0.017201895,0.008630834,0.060995284,0.025545297,0.00096408906,0.0057192245,0.010022361,0.010799146,0.006578643,0.003032491,0.84957623,0.0009345151],"about_ca_topic_score_codex":0.00075476285,"about_ca_topic_score_gemma":0.00004629746,"teacher_disagreement_score":0.7993681,"about_ca_system_score_codex":0.00063625525,"about_ca_system_score_gemma":0.0024706423,"threshold_uncertainty_score":0.9534339},"labels":[],"label_agreement":null},{"id":"W2961163828","doi":"10.12688/f1000research.18757.1","title":"Understanding the contribution of UK public health research to clinical guidelines: a bibliometric analysis","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Research Councils UK; National Cancer Institute; National Medical Research Council; British Heart Foundation; National Institutes of Health; National Health and Medical Research Council; Cancer Research UK; Canadian Institutes of Health Research; National Institute for Health and Care Research; Department of Health and Social Care; Research England; Government of the United Kingdom; Medical Research Council; Economic and Social Research Council; Sanofi; Pfizer","keywords":"Open peer review; Plant biology; Public health; Bibliometrics; Medicine; Physiology; Alternative medicine; Biology; Library science; Pathology; Computer science","score_opus":0.9567812570672606,"score_gpt":0.7309965427940688,"score_spread":0.2257847142731918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961163828","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20052904,0.0022428667,0.35716018,0.4268964,0.0012756626,0.010437296,0.00034957242,0.00011098639,0.0009979795],"genre_scores_gemma":[0.9865882,0.0039052696,0.0030684501,0.0032725278,0.0011039999,0.00019431733,0.001133981,0.000069655944,0.0006635929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9754037,0.0074352836,0.006309694,0.0015458255,0.007531891,0.0017735859],"domain_scores_gemma":[0.94235444,0.033430267,0.001531588,0.0036570001,0.017580044,0.0014466444],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.15224668,0.00034399104,0.0018833493,0.10451279,0.0003732524,0.0003698198,0.0013995174,0.0006165426,0.0011130653],"category_scores_gemma":[0.24695164,0.0002500064,0.0009989891,0.20617378,0.00057532586,0.00014133586,0.0037264868,0.004930948,0.00035244337],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011448181,0.00079078256,0.6478381,0.00049048924,0.0039787446,0.000020137591,0.0003273795,0.0012537417,0.000056557594,0.0020727175,0.3067934,0.035233114],"study_design_scores_gemma":[0.0062421267,0.0050380738,0.8359742,0.0010433359,0.0017740459,0.000021070819,0.009457692,0.0530222,0.000046375488,0.006323485,0.080363944,0.00069343735],"about_ca_topic_score_codex":0.00368134,"about_ca_topic_score_gemma":0.0009754884,"teacher_disagreement_score":0.78605914,"about_ca_system_score_codex":0.002372622,"about_ca_system_score_gemma":0.009783024,"threshold_uncertainty_score":0.99999523},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2963064453","doi":"10.31609/jpmrs.2019-65511","title":"The Validity and Reliability of the Turkish Version of the Toronto Clinical Scoring System","year":2019,"lang":"en","type":"article","venue":"Fiziksel Tıp ve Rehabilitasyon Bilimleri Dergisi","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Turkish; Scoring system; Validity; Reliability engineering; Psychology; Computer science; Medicine; Clinical psychology; Psychometrics; Engineering; Internal medicine","score_opus":0.08613601121580798,"score_gpt":0.41682340980186305,"score_spread":0.33068739858605506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963064453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98979646,0.0003466001,0.000020976966,0.004224348,0.0022267525,0.0022167119,0.000046925903,0.00003838079,0.0010828258],"genre_scores_gemma":[0.99855226,0.00021051786,0.00063012005,0.00017440706,0.00018670324,0.000025014888,0.000005715797,0.000028755521,0.0001865049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99421096,0.0015304533,0.0023973924,0.0006211688,0.0009115174,0.00032851117],"domain_scores_gemma":[0.98254716,0.012934716,0.0011201198,0.0025762683,0.0006800398,0.00014166631],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075630555,0.00024489214,0.0006789866,0.000020888228,0.00024305921,0.000024124636,0.00051114755,0.00022824861,0.000109751985],"category_scores_gemma":[0.018522631,0.00012142416,0.0005916867,0.0002968985,0.0007489152,0.00027325496,0.0006614147,0.0005405323,0.000016291091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075498025,0.00032735112,0.9897616,0.0009063106,0.000059570142,5.076032e-7,0.00025138032,0.000038818132,0.0015139653,0.00024175133,0.0021746806,0.0039690766],"study_design_scores_gemma":[0.0020494924,0.0010676862,0.97261745,0.00056407944,0.00027906778,0.000020477224,0.0043019084,0.0008824149,0.00083244557,0.00017225737,0.017066745,0.00014595078],"about_ca_topic_score_codex":0.0009526437,"about_ca_topic_score_gemma":0.00027345633,"teacher_disagreement_score":0.017144132,"about_ca_system_score_codex":0.0004055686,"about_ca_system_score_gemma":0.0003708306,"threshold_uncertainty_score":0.9897448},"labels":[],"label_agreement":null},{"id":"W2963371006","doi":"10.1136/bmj.l4606","title":"Distinguishing opinion from evidence in guidelines","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Expert opinion; Second opinion; Psychology; Political science; Medicine; Pathology; Intensive care medicine","score_opus":0.5786138642452697,"score_gpt":0.592036708976728,"score_spread":0.013422844731458272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963371006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295966,0.00043117133,0.0006023736,0.06550505,0.0012875573,0.0007775437,0.000006272204,0.000052738502,0.0017407184],"genre_scores_gemma":[0.9656341,0.00010105997,0.027688688,0.004891853,0.0012252693,0.000015946664,0.000076941804,0.000015923299,0.00035020025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982682,0.00006881744,0.0009925443,0.0002471761,0.0002876524,0.00013565169],"domain_scores_gemma":[0.9974591,0.0017252356,0.00022164847,0.0003315131,0.00020519337,0.000057309095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015116713,0.00007920413,0.00019925319,0.000048373593,0.000013623576,0.000020942332,0.00007760756,0.000054154614,0.00060156046],"category_scores_gemma":[0.040684205,0.00007077778,0.000046537985,0.0001370361,0.000010931229,0.00024686524,0.0000673204,0.00016901661,0.00046539705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029065867,0.00005490567,0.8818479,0.00005187562,0.000016093147,0.000021349966,0.00015209835,0.00007299342,0.003921064,0.00006918058,0.06734579,0.046156067],"study_design_scores_gemma":[0.0024606253,0.00019203962,0.9013351,0.0021864113,0.000042482992,0.000019625832,0.0007339257,0.012465516,0.00025031914,0.0007210856,0.07938968,0.00020317538],"about_ca_topic_score_codex":0.002879166,"about_ca_topic_score_gemma":0.00020559249,"teacher_disagreement_score":0.060613196,"about_ca_system_score_codex":0.00006548093,"about_ca_system_score_gemma":0.000118637225,"threshold_uncertainty_score":0.9673965},"labels":[],"label_agreement":null},{"id":"W2964527730","doi":"10.20381/ruor-22184","title":"Assessment of an Evidence Practice Gap at the Population Level: Screening for Osteoporosis in Ontario","year":2018,"lang":"en","type":"dissertation","venue":"uO Research (University of Ottawa)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Osteoporosis; Medicine; Gerontology; Physical therapy; Internal medicine","score_opus":0.5926346788149326,"score_gpt":0.5744471370399654,"score_spread":0.018187541774967175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964527730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899938,0.000023110024,0.0007020291,0.0034759396,0.00013107501,0.0021566022,0.00005552843,0.000010695629,0.0034512],"genre_scores_gemma":[0.8951489,0.000101993486,0.081371166,0.00007095058,0.00009857305,0.000008314536,0.0039590187,0.0000364946,0.019204613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643594,0.0006423903,0.00063616515,0.00045324388,0.0015335295,0.00029871459],"domain_scores_gemma":[0.99084556,0.004970953,0.00095382443,0.0005651102,0.0025474317,0.000117103926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008445469,0.00014362602,0.00041777047,0.0004917856,0.0003107981,0.000019741832,0.00036132796,0.00024119366,0.00076679006],"category_scores_gemma":[0.009422943,0.0001454068,0.00014936285,0.0004601208,0.00015219895,0.00093403005,0.00013076469,0.0007900676,0.000006393674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006089983,0.0017379759,0.8405127,0.0024952579,0.00069591595,0.000091225476,0.013964869,0.00012525862,0.007755709,0.0024228548,0.013666237,0.110442035],"study_design_scores_gemma":[0.001797937,0.0016349239,0.9566929,0.00071638613,0.00033835156,0.000005401725,0.02544383,0.0011508269,0.00022656411,0.00013016665,0.011740778,0.00012196534],"about_ca_topic_score_codex":0.189476,"about_ca_topic_score_gemma":0.88961744,"teacher_disagreement_score":0.7001415,"about_ca_system_score_codex":0.0010732329,"about_ca_system_score_gemma":0.0012820909,"threshold_uncertainty_score":0.9989211},"labels":[],"label_agreement":null},{"id":"W2965156432","doi":"10.1016/j.jopan.2019.05.073","title":"Increasing Recovery Room Utilization through a Merger of Ambulatory Surgery Units","year":2019,"lang":"en","type":"article","venue":"Journal of PeriAnesthesia Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital","funders":"","keywords":"Ambulatory; Medicine; Emergency medicine; Unit (ring theory); Medical emergency; Anesthesia; Surgery; Psychology","score_opus":0.24530697686716757,"score_gpt":0.43632155471835476,"score_spread":0.1910145778511872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965156432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947173,0.0005863454,0.0009107943,0.0025446347,0.0007336897,0.00018945182,0.0000010643537,0.000011673989,0.00030506527],"genre_scores_gemma":[0.99325216,0.00019378347,0.005428508,0.00061775354,0.00040780826,4.814249e-7,0.000012253549,0.000034930352,0.0000523274],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99712986,0.0003463145,0.0016682473,0.00013785595,0.0005353684,0.00018234542],"domain_scores_gemma":[0.9957363,0.0014610183,0.0016236684,0.00022506338,0.00085571024,0.00009821035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002423732,0.00013656537,0.0006291332,0.00023926597,0.0000415045,0.000021743928,0.00007091659,0.00011337808,0.00031193587],"category_scores_gemma":[0.0038836314,0.00012043889,0.0002112787,0.00044573224,0.000049885664,0.00077351334,0.000007871827,0.0002487891,0.000011664696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01279403,0.0014252308,0.58546054,0.00067759166,0.00053880695,0.00036079687,0.004663706,0.00087327015,0.20941599,0.00039192915,0.01366619,0.16973194],"study_design_scores_gemma":[0.00699984,0.0027775143,0.8777365,0.012072857,0.00236524,0.017930316,0.014927595,0.00180067,0.023206925,0.00143186,0.037965357,0.00078532705],"about_ca_topic_score_codex":0.000046213318,"about_ca_topic_score_gemma":0.000001548922,"teacher_disagreement_score":0.292276,"about_ca_system_score_codex":0.00019578043,"about_ca_system_score_gemma":0.00069974194,"threshold_uncertainty_score":0.49113554},"labels":[],"label_agreement":null},{"id":"W2966043374","doi":"10.1503/cmaj.72449","title":"New <i>CMAJ</i> policy on competing interests in guidelines needs strengthening","year":2019,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University; University Health Network","funders":"","keywords":"Public relations; Political science; Medicine; Computer science; Engineering ethics; Engineering","score_opus":0.11242155632834548,"score_gpt":0.4326873811782236,"score_spread":0.3202658248498781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966043374","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035513758,0.000093920564,0.00011481803,0.9881924,0.0025933047,0.00034649434,0.00004623122,0.000030504712,0.0050309994],"genre_scores_gemma":[0.00380371,0.00019284169,0.0010165385,0.93343836,0.056986097,0.000004299711,0.00032957268,0.00008942519,0.004139174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99204296,0.00055660063,0.002966133,0.00036658213,0.0030378695,0.0010298381],"domain_scores_gemma":[0.99246615,0.0032487058,0.0015187481,0.00031583328,0.0010233468,0.001427213],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0047520245,0.00039753958,0.0008842709,0.001814672,0.000126131,0.00018685996,0.00041769797,0.0019817736,0.004759826],"category_scores_gemma":[0.07571408,0.0003766119,0.0003139061,0.0007642591,0.000025393492,0.00018394346,0.00005193939,0.010216621,0.00070546335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000025410416,0.000012971523,0.02483942,0.00003116752,0.00012993788,0.0014664752,0.00014202553,0.000013060289,0.0000015796743,0.000020928012,0.8983983,0.07491875],"study_design_scores_gemma":[0.0029225836,0.00018687132,0.0028567177,0.0015847647,0.00008264908,0.0006732044,0.00039036103,0.00025784964,0.0000015985543,0.000080321675,0.99066335,0.00029970802],"about_ca_topic_score_codex":0.045166757,"about_ca_topic_score_gemma":0.037139136,"teacher_disagreement_score":0.0922651,"about_ca_system_score_codex":0.00503479,"about_ca_system_score_gemma":0.028195359,"threshold_uncertainty_score":0.9998686},"labels":[],"label_agreement":null},{"id":"W2966900360","doi":"10.1177/0840470419867344","title":"Alberta’s Strategic Clinical Networks: A roadmap for the future","year":2019,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Libin Cardiovascular Institute of Alberta; Alberta Health; University of Calgary","funders":"","keywords":"Business; Process management","score_opus":0.18209696994600919,"score_gpt":0.4923806635036275,"score_spread":0.3102836935576183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966900360","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022851517,0.0024149918,0.010557737,0.9323092,0.008774863,0.013224636,0.00002165386,0.00017668722,0.00966868],"genre_scores_gemma":[0.9142195,0.0022969968,0.0029027425,0.068474926,0.0025147605,0.0003450844,0.000278067,0.00006582111,0.008902081],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971153,0.00014652517,0.001296991,0.0005019441,0.00035054187,0.0005886818],"domain_scores_gemma":[0.9967926,0.0016520415,0.00036261394,0.0008170058,0.00017865775,0.00019704593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019417568,0.00020108864,0.00038313586,0.0000604067,0.00017557858,0.00004929346,0.00021244668,0.00015692507,0.0003374357],"category_scores_gemma":[0.00014763199,0.00013740153,0.00030047444,0.0002253578,0.00003907929,0.000116999196,0.0001402098,0.0004284812,0.00023298814],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022254407,0.00039498805,0.14171809,0.0010673512,0.00072035816,0.000020415126,0.000071594804,0.00024825006,7.980909e-7,0.111324206,0.25741458,0.48479393],"study_design_scores_gemma":[0.0046173725,0.0013189927,0.036002226,0.00010448427,0.0003815888,0.000014398331,0.010428575,0.02321227,3.8592202e-7,0.0022048843,0.92151505,0.0001997697],"about_ca_topic_score_codex":0.0006032566,"about_ca_topic_score_gemma":0.0034931747,"teacher_disagreement_score":0.89136803,"about_ca_system_score_codex":0.00008738025,"about_ca_system_score_gemma":0.00011212814,"threshold_uncertainty_score":0.5603072},"labels":[],"label_agreement":null},{"id":"W2967247666","doi":"10.1016/j.jclinepi.2019.08.004","title":"Most guideline organizations lack explicit guidance in how to incorporate cost considerations","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Instituto de Salud Carlos III","keywords":"Guideline; MEDLINE; Medicine; Psychological intervention; Cochrane Library; Process (computing); Documentation; Family medicine; Computer science; Alternative medicine; Nursing; Political science; Pathology","score_opus":0.7863082502481794,"score_gpt":0.6668223713742016,"score_spread":0.11948587887397777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967247666","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058180372,0.7896512,0.03563013,0.16666894,0.0040650927,0.0034742805,0.00016261273,0.00003551805,0.0002540442],"genre_scores_gemma":[0.000088951136,0.88434935,0.069961146,0.041433223,0.0032153924,0.000040549734,0.00033381564,0.000106495696,0.00047110047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.961889,0.008657044,0.027586855,0.00080562744,0.00045511907,0.0006063543],"domain_scores_gemma":[0.77793777,0.18609466,0.026621513,0.0015798741,0.0064354823,0.0013307179],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049108453,0.00059246167,0.012789209,0.00072788855,0.000065556465,0.000033337084,0.00044721417,0.0012690688,0.00065159117],"category_scores_gemma":[0.7406707,0.00044725454,0.0011889718,0.0014324533,0.00016651241,0.00030015444,0.00027018008,0.0034041856,0.00048855296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022896416,0.0006455631,0.012982892,0.0021448485,0.0006263152,0.00030115154,0.000022426093,0.00041199537,0.0000012640521,0.0027636392,0.5370312,0.44283974],"study_design_scores_gemma":[0.0023371796,0.0011115782,0.0012528928,0.006027371,0.0018617691,0.0010000545,0.00003846719,0.00025766678,1.7889906e-7,0.0022145808,0.9835613,0.00033697975],"about_ca_topic_score_codex":0.00005923469,"about_ca_topic_score_gemma":0.00017060735,"teacher_disagreement_score":0.69156224,"about_ca_system_score_codex":0.00035981857,"about_ca_system_score_gemma":0.007092908,"threshold_uncertainty_score":0.99979794},"labels":[],"label_agreement":null},{"id":"W2968127401","doi":"","title":"Guides: Vancouver reference style (based on Citing Medicine): Act of Parliament","year":2011,"lang":"en","type":"libguides","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Parliament; Style (visual arts); Political science; Law; Computer science; History; Politics; Archaeology","score_opus":0.3286520072172553,"score_gpt":0.4664496311267602,"score_spread":0.1377976239095049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968127401","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016970654,0.00030743753,0.0040584756,0.007755177,0.0040627383,0.0024975813,0.00022793475,0.0003116785,0.9790819],"genre_scores_gemma":[0.5613202,0.0030863096,0.10582532,0.12255839,0.010730234,0.0004116722,0.008114071,0.0008400113,0.18711379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99397373,0.00020836816,0.0032267168,0.0007564384,0.00139913,0.00043564313],"domain_scores_gemma":[0.9919045,0.003639688,0.0020794654,0.0012075494,0.0009041728,0.00026460548],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021756683,0.0005344071,0.0013589661,0.00042413,0.000058485468,0.000010588959,0.0003357794,0.00049255264,0.018236393],"category_scores_gemma":[0.01244364,0.00038919365,0.00024331942,0.00027169142,0.00021623184,0.00012590642,0.000110253466,0.00094940676,0.00011764139],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063781056,0.0002994943,0.00090097165,0.00068460114,0.00016892595,0.000033046123,0.00009966842,0.000009522986,0.00013833212,0.0001443165,0.9669953,0.029888017],"study_design_scores_gemma":[0.0065206615,0.0045875357,0.0015451992,0.005386913,0.0015351325,0.0000083532195,0.0021666125,0.0010570814,0.0012286156,0.00039793606,0.97494394,0.00062202587],"about_ca_topic_score_codex":0.005451503,"about_ca_topic_score_gemma":0.0014027259,"teacher_disagreement_score":0.7919681,"about_ca_system_score_codex":0.00026001595,"about_ca_system_score_gemma":0.0008944464,"threshold_uncertainty_score":0.999856},"labels":[],"label_agreement":null},{"id":"W2968498208","doi":"10.5334/ijic.s3237","title":"Supporting older adults with health and social care needs in the community—a case study of case management in Ontario’s home and community care system","year":2019,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Sinai Health System; University of Toronto","funders":"","keywords":"Social care; Field (mathematics); Health care; Medicine; Nursing; Political science","score_opus":0.0862048702821476,"score_gpt":0.44346052831796257,"score_spread":0.35725565803581494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968498208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981807,0.00025626653,0.0000087743065,0.00035406265,0.00014617913,0.0009001194,0.000034256434,0.000004837646,0.000114813076],"genre_scores_gemma":[0.9993232,0.000008195127,0.00014863297,0.00035465046,0.00002590265,0.000009200875,0.000113518174,0.000012576449,0.000004147932],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99696195,0.0011453585,0.0011959494,0.00008767511,0.0004759823,0.00013307846],"domain_scores_gemma":[0.99700636,0.00049826875,0.00082316506,0.00017618835,0.0014347493,0.00006130157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014173827,0.00014224302,0.00038939252,0.00041041378,0.00013721656,0.000044837067,0.00018692434,0.000051724946,0.0000112257085],"category_scores_gemma":[0.00011737581,0.00009635143,0.00004444727,0.00018180576,0.00004159219,0.00017258013,0.00010030884,0.001721451,2.0607659e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000945009,0.00030040162,0.4212901,0.0004937593,0.00016546354,0.008244386,0.5579084,0.00001564573,0.0000016797007,0.000008517493,0.0000141713845,0.010612467],"study_design_scores_gemma":[0.008902997,0.0023606098,0.055540115,0.0012438518,0.00010797919,0.019862872,0.911854,0.000025994432,0.0000033724255,0.0000010412588,0.000025866231,0.00007128196],"about_ca_topic_score_codex":0.41724998,"about_ca_topic_score_gemma":0.6732833,"teacher_disagreement_score":0.36574998,"about_ca_system_score_codex":0.0013815295,"about_ca_system_score_gemma":0.00045324172,"threshold_uncertainty_score":0.74789435},"labels":[],"label_agreement":null},{"id":"W2968677502","doi":"10.1136/sextrans-2019-sti.252","title":"P047 The three Rs: recalls, reminders and retesting for chlamydia – views of GPs and young adults","year":2019,"lang":"en","type":"article","venue":"Poster presentations","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Chlamydia; Intervention (counseling); Global Positioning System; Medicine; Recall; Test (biology); Family medicine; Physical therapy; Psychology; Nursing; Computer science","score_opus":0.23492913250730668,"score_gpt":0.45891259384444316,"score_spread":0.22398346133713648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968677502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839147,0.0002350438,0.0010127674,0.011065294,0.00017941267,0.0019335509,0.000029861798,0.000016799504,0.0016125874],"genre_scores_gemma":[0.9939412,0.00006580734,0.004499441,0.00082928606,0.000104436,0.00006252117,0.00008007861,0.000016940789,0.00040030095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989039,0.00005402784,0.0005497726,0.00020680105,0.00015740705,0.00012814232],"domain_scores_gemma":[0.9971185,0.0021298532,0.00024325716,0.0002447201,0.0002049499,0.00005874182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056261313,0.00008488376,0.00017510097,0.00004517873,0.00007071528,0.000026342732,0.000052290874,0.000045375942,0.00004493473],"category_scores_gemma":[0.002582998,0.00006216603,0.00004373189,0.00009349059,0.00007079697,0.0002078495,0.00006164865,0.00012080921,0.00000527775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041276318,0.00005526271,0.9427378,0.00024534794,0.0000907953,0.0000010482978,0.0028168175,0.00000319776,0.0036934211,0.000192024,0.0037680778,0.045983445],"study_design_scores_gemma":[0.004722577,0.00040504936,0.98107284,0.00022679391,0.00040534552,0.000078909194,0.004411149,0.003826587,0.0007230965,0.0010521575,0.0029324456,0.0001430609],"about_ca_topic_score_codex":0.0002452498,"about_ca_topic_score_gemma":0.0005908367,"teacher_disagreement_score":0.045840383,"about_ca_system_score_codex":0.000009640098,"about_ca_system_score_gemma":0.000042025167,"threshold_uncertainty_score":0.30922765},"labels":[],"label_agreement":null},{"id":"W2968803981","doi":"10.5334/ijic.s3562","title":"Is it worth reorganizing cancer services on the basis of network-based models to produce integration at the point-of-care? Lessons learned from Quebec","year":2019,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Point (geometry); Field (mathematics); Data science; World Wide Web","score_opus":0.18465452286178294,"score_gpt":0.4447868864119589,"score_spread":0.260132363550176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968803981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686603,0.00043948964,0.0012078048,0.1277723,0.000919497,0.00044072876,0.0002461009,0.000007955915,0.00030582427],"genre_scores_gemma":[0.98827666,0.00015410809,0.00076207164,0.009919552,0.0004009756,0.000010845774,0.00020431697,0.000028502618,0.00024298606],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971161,0.0002143267,0.0012519856,0.00024292602,0.0010287442,0.00014595495],"domain_scores_gemma":[0.99156296,0.0011964948,0.0013341461,0.00036511154,0.0054694335,0.00007187905],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00072744576,0.00018684004,0.0003718098,0.00015744269,0.000054592605,0.000051002116,0.0005255944,0.000089239256,0.0014292105],"category_scores_gemma":[0.0008864604,0.000103048435,0.00024487343,0.00034486956,0.000049436916,0.00025052408,0.00008083962,0.0005360288,0.000021671613],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025148991,0.0006363825,0.15185067,0.0003298997,0.0043749833,0.00006034595,0.071013466,0.18280478,0.12725538,0.0018825501,0.0550064,0.37963617],"study_design_scores_gemma":[0.0075513325,0.00235919,0.025098255,0.01483284,0.0015692712,0.00003910487,0.30829883,0.02224649,0.5972082,0.0012853288,0.018875815,0.00063537655],"about_ca_topic_score_codex":0.016426839,"about_ca_topic_score_gemma":0.029841721,"teacher_disagreement_score":0.46995282,"about_ca_system_score_codex":0.0009141792,"about_ca_system_score_gemma":0.0009485616,"threshold_uncertainty_score":0.99948364},"labels":[],"label_agreement":null},{"id":"W2969564442","doi":"10.1016/j.spinee.2019.05.027","title":"14. Day surgery anterior cervical discectomy and fusion at one, two and three levels is safe and effective in a public health system: experience from 273 patients at a single Canadian institution","year":2019,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Medicine; Anterior cervical discectomy and fusion; Surgery; Single level; Discectomy; Cervical spine","score_opus":0.14609780910997897,"score_gpt":0.3912499448529766,"score_spread":0.24515213574299763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969564442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98641634,0.00040988406,0.00017824356,0.011763053,0.0003673181,0.00076809095,0.000037237693,0.0000075093976,0.000052335905],"genre_scores_gemma":[0.99774146,0.00014182692,0.00017328611,0.0017353697,0.00014862821,0.000009935752,0.00002008851,0.000012035639,0.000017358929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815214,0.00029888935,0.0007037043,0.00025092458,0.00029771138,0.00029662752],"domain_scores_gemma":[0.9987157,0.0002188613,0.00036578075,0.00016247868,0.00011088404,0.0004262851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015470035,0.00013743316,0.0003902294,0.00016325185,0.00029046537,0.000077339864,0.000050049028,0.000054442087,0.00013788039],"category_scores_gemma":[0.0008939191,0.00009497937,0.000035681413,0.00014520122,0.00009663108,0.0003643229,0.00014053292,0.0002779002,0.0000076027436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016012756,0.00010118808,0.9295585,0.00010028314,0.00003794747,0.000019698557,0.0029613164,5.887033e-7,0.003353115,0.0000091846205,0.00017327754,0.06352474],"study_design_scores_gemma":[0.0033094177,0.0003675262,0.9939024,0.00065784185,0.00003188138,0.00018803007,0.0004650338,0.0005289503,0.000048966696,0.000027920672,0.00037592792,0.000096121665],"about_ca_topic_score_codex":0.035532437,"about_ca_topic_score_gemma":0.106152326,"teacher_disagreement_score":0.07061989,"about_ca_system_score_codex":0.0009923413,"about_ca_system_score_gemma":0.0002745817,"threshold_uncertainty_score":0.97089005},"labels":[],"label_agreement":null},{"id":"W2969778366","doi":"10.1002/hpm.2887","title":"Breast cancer treatment pathway improvement using time‐driven activity‐based costing","year":2019,"lang":"en","type":"article","venue":"The International Journal of Health Planning and Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Activity-based costing; Trajectory; Cost driver; Computer science; Process (computing); Health care; Breast cancer; Work (physics); Operations management; Resource allocation; Resource (disambiguation); Cost accounting; Business; Operations research; Cancer; Medicine; Economics; Engineering; Accounting","score_opus":0.17812630424125742,"score_gpt":0.49115163899847003,"score_spread":0.3130253347572126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969778366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9587201,0.00023766253,0.002598265,0.03709813,0.00062879326,0.0005276829,0.000020542271,0.000010284328,0.00015855412],"genre_scores_gemma":[0.9934485,0.0002304754,0.001925742,0.0038951184,0.00027298328,0.0000058739065,0.000008415563,0.000011553907,0.000201334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859387,0.000071395516,0.0006041556,0.00011875148,0.0004636625,0.00014817141],"domain_scores_gemma":[0.9985915,0.0002438341,0.00080992037,0.00009861767,0.0001817271,0.00007439092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010822891,0.00009869033,0.00021948534,0.000120197685,0.00007677787,0.000037460686,0.000102025144,0.000017496885,0.00007824003],"category_scores_gemma":[0.000027444265,0.00006396137,0.000062929,0.000046631994,0.000015655383,0.00011110745,0.000054329226,0.00012869592,0.000005867362],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002550909,0.0007415609,0.043384675,0.00024129085,0.0015493889,0.0001469279,0.00065673026,0.016284892,0.007945177,0.00007528808,0.0020573018,0.9243659],"study_design_scores_gemma":[0.0529787,0.008768971,0.3911764,0.009485612,0.0016274363,0.0026788276,0.0070251175,0.44160932,0.0030367638,0.00021389558,0.08054762,0.00085130456],"about_ca_topic_score_codex":0.0004035147,"about_ca_topic_score_gemma":0.0000052916953,"teacher_disagreement_score":0.92351454,"about_ca_system_score_codex":0.0005626425,"about_ca_system_score_gemma":0.00024636686,"threshold_uncertainty_score":0.26082692},"labels":[],"label_agreement":null},{"id":"W2970056769","doi":"10.1016/j.jclinepi.2019.08.008","title":"Colorectal cancer guidelines seldom include the patient perspective","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Health Sciences Centre","funders":"Instituto de Salud Carlos III","keywords":"Guideline; Perspective (graphical); Preference; MEDLINE; Medicine; Colorectal cancer; Family medicine; Inclusion (mineral); Cancer; Psychology; Internal medicine; Computer science; Pathology; Social psychology","score_opus":0.8204643862252715,"score_gpt":0.7181722353778527,"score_spread":0.10229215084741883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970056769","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003370374,0.94265586,0.0003349534,0.047950324,0.0069739153,0.001383245,0.000053513577,0.000015799265,0.00029537067],"genre_scores_gemma":[0.00006287091,0.96888065,0.004738097,0.017568393,0.00845008,0.00004043733,0.00002857804,0.000073387135,0.00015748719],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9609569,0.012224122,0.024954805,0.0006663257,0.0006418114,0.0005560755],"domain_scores_gemma":[0.7312726,0.23072046,0.03168031,0.00086680223,0.00484313,0.00061675516],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048075397,0.0005760452,0.012832353,0.00022443847,0.00009292251,0.000013748439,0.0006474354,0.0012680569,0.0005512814],"category_scores_gemma":[0.53893155,0.00028436055,0.00517978,0.00036037088,0.0004775688,0.00014159725,0.00035824458,0.005097697,0.00017766791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061502494,0.00025912747,0.0021918814,0.0011833983,0.0020268424,0.00006325908,0.000044019285,0.000025421414,1.15388836e-7,0.00037793568,0.101631224,0.8915818],"study_design_scores_gemma":[0.0014922444,0.002660127,0.0009552307,0.0063821543,0.007856804,0.0012391142,0.0002827943,0.00010485871,1.0720648e-7,0.001132444,0.9776533,0.0002408183],"about_ca_topic_score_codex":0.00031654438,"about_ca_topic_score_gemma":0.000069579844,"teacher_disagreement_score":0.8913409,"about_ca_system_score_codex":0.0005260603,"about_ca_system_score_gemma":0.005487121,"threshold_uncertainty_score":0.99996084},"labels":[],"label_agreement":null},{"id":"W2970315022","doi":"10.1891/9780826194985.0019a","title":"Alzheimer’s Disease, Canadian Guideline","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Disease; Medicine; Pathology","score_opus":0.2703096807287952,"score_gpt":0.457713955438757,"score_spread":0.1874042747099618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970315022","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005261493,0.0009825171,0.00013676468,0.042001493,0.0007390398,0.0011999699,0.00025858651,0.000087824796,0.95458853],"genre_scores_gemma":[0.001329185,0.00030057505,0.0030382774,0.046669032,0.0012138194,0.0000059260005,0.004272278,0.0001429243,0.943028],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971355,0.000012270715,0.0015070956,0.0005181501,0.00050394813,0.0003229979],"domain_scores_gemma":[0.9968695,0.00027560993,0.00033327023,0.0008690122,0.00053263915,0.0011199423],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00047768507,0.00034860277,0.00052963296,0.00027744082,0.00004643825,0.000024695366,0.00013213213,0.00030487325,0.048624348],"category_scores_gemma":[0.0007840803,0.00031349112,0.00027978414,0.000026252133,0.000048831127,0.00009498259,0.00006173716,0.0005105736,0.00876272],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012424008,0.000015580274,0.00040531385,0.00002974554,0.0003415159,0.00018429726,0.000003840429,0.000003188093,0.0000020243099,0.046752665,0.9169705,0.035167124],"study_design_scores_gemma":[0.0008168931,0.00010632447,0.0005643051,0.00010989172,0.0019210874,0.000023092607,0.000010102384,0.00020597572,0.0000013895977,0.002543174,0.99338144,0.000316351],"about_ca_topic_score_codex":0.046266466,"about_ca_topic_score_gemma":0.12631516,"teacher_disagreement_score":0.08004869,"about_ca_system_score_codex":0.00025329104,"about_ca_system_score_gemma":0.004498691,"threshold_uncertainty_score":0.9999317},"labels":[],"label_agreement":null},{"id":"W2970431460","doi":"10.1891/9780826194985.0014i","title":"Dyspareunia, Canadian Guideline","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Pathology","score_opus":0.21494628647769926,"score_gpt":0.4478433677038902,"score_spread":0.23289708122619096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970431460","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013738064,0.0001386048,0.00027090093,0.028921816,0.0006558725,0.0008438619,0.00011044396,0.000073915704,0.96897084],"genre_scores_gemma":[0.00084444886,0.00016531213,0.0052775447,0.035864398,0.0009269068,0.0000028355494,0.0021119898,0.000110708745,0.9546959],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973098,0.000010215002,0.0015030558,0.00044340637,0.00043300499,0.00030049216],"domain_scores_gemma":[0.9974941,0.0002880102,0.00033061602,0.00079292373,0.00055005384,0.0005442814],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005927664,0.00030665158,0.0005568021,0.00029607737,0.000039827188,0.000021277267,0.00012484747,0.00045633956,0.06193932],"category_scores_gemma":[0.00089347234,0.00027888475,0.00013003004,0.00002567576,0.000040035433,0.000077155426,0.000056852372,0.0006000328,0.010796644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047901598,0.000009953672,0.00013363292,0.0000413221,0.00017065942,0.000123619,0.000007197355,0.000002258533,0.000022908129,0.0455732,0.9237304,0.030136986],"study_design_scores_gemma":[0.0008174204,0.00026925237,0.000089312336,0.000099473655,0.00041202575,0.00008425755,0.000019321098,0.00011874788,0.000004454079,0.0018492943,0.9959649,0.00027156193],"about_ca_topic_score_codex":0.093873024,"about_ca_topic_score_gemma":0.35128808,"teacher_disagreement_score":0.25741506,"about_ca_system_score_codex":0.0004696776,"about_ca_system_score_gemma":0.0030816859,"threshold_uncertainty_score":0.9999663},"labels":[],"label_agreement":null},{"id":"W2970479492","doi":"10.1891/9780826194985.0022f","title":"Grief, Canadian Guideline","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Grief; Psychology; Psychotherapist; Political science; Law","score_opus":0.2175328786841501,"score_gpt":0.45358469977904636,"score_spread":0.23605182109489625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970479492","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008851697,0.00012351986,0.00025877423,0.03159776,0.00068961194,0.00079918874,0.00009648231,0.00006969184,0.9663561],"genre_scores_gemma":[0.00073400635,0.00014894815,0.004922887,0.04383585,0.0010656943,0.0000025357956,0.001973641,0.000100225174,0.9472162],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973911,0.0000090043,0.0014904519,0.00042022057,0.0004093378,0.00027985245],"domain_scores_gemma":[0.99767226,0.00027932264,0.0003121015,0.00069311936,0.00053456816,0.0005086324],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005933491,0.0002870618,0.00052099064,0.0002603673,0.000036951966,0.000020008298,0.00010749915,0.00044129413,0.060378566],"category_scores_gemma":[0.00091410463,0.0002537969,0.00021193102,0.00002349,0.000037937672,0.000076148826,0.00004910969,0.0005823473,0.010048202],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044885954,0.000008557859,0.00012005515,0.000037076774,0.00013655299,0.0000949602,0.0000059746903,0.0000012235238,0.000010469964,0.07072333,0.9008453,0.027971594],"study_design_scores_gemma":[0.0008690199,0.00017816215,0.000084996434,0.000087731656,0.00038316223,0.00008146429,0.000018223387,0.000091392765,0.0000047709273,0.003432773,0.99451953,0.00024879244],"about_ca_topic_score_codex":0.09238369,"about_ca_topic_score_gemma":0.2945091,"teacher_disagreement_score":0.20212542,"about_ca_system_score_codex":0.0003913906,"about_ca_system_score_gemma":0.0030510684,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W2970511086","doi":"10.1186/s12891-019-2750-6","title":"What is the quality of clinical practice guidelines for the treatment of acute lateral ankle ligament sprains in adults? A systematic review","year":2019,"lang":"en","type":"review","venue":"BMC Musculoskeletal Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Knowledge translation; Critical appraisal; Sports medicine; MEDLINE; Manual therapy; Alternative medicine; Physical medicine and rehabilitation; Family medicine; Pathology","score_opus":0.3963007224879476,"score_gpt":0.6084317082090045,"score_spread":0.21213098572105688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970511086","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000111819565,0.95663625,0.00021307397,0.013363821,0.0008996962,0.02853651,0.00018793502,0.000016583599,0.00003429836],"genre_scores_gemma":[0.000018345081,0.99124336,0.0020797248,0.0033347807,0.00023213014,0.002464161,0.00032269527,0.000077715675,0.00022708897],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9827697,0.00266844,0.012382268,0.0007750393,0.0010157187,0.0003887854],"domain_scores_gemma":[0.9550819,0.032525484,0.008441469,0.002292314,0.0015437565,0.00011507075],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012314642,0.0006688658,0.0062562805,0.00012009605,0.000058757243,0.00003819264,0.0005359227,0.00032808477,0.00006128577],"category_scores_gemma":[0.03651238,0.00031422265,0.00553979,0.00052641047,0.00021461444,0.0003876909,0.00011765918,0.0004025874,0.00003338647],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024033974,0.0009792733,0.000058317946,0.6546361,0.0020512275,7.156871e-7,0.00018741509,7.605889e-7,3.4777692e-8,0.00003278116,0.0009636484,0.34084943],"study_design_scores_gemma":[0.003796766,0.0021174934,0.0001792771,0.5015535,0.042058058,0.000013304124,0.0023700353,0.00014777988,6.7260494e-8,0.000028612356,0.4473899,0.00034522597],"about_ca_topic_score_codex":0.0006255181,"about_ca_topic_score_gemma":0.000644313,"teacher_disagreement_score":0.44642627,"about_ca_system_score_codex":0.00017255642,"about_ca_system_score_gemma":0.0010508653,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W2970672995","doi":"10.1891/9780826194985.0002b","title":"Obesity, Canadian Guideline","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Obesity; Medicine; Internal medicine; Pathology","score_opus":0.2029231584231825,"score_gpt":0.44609213882524223,"score_spread":0.24316898040205973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970672995","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027812172,0.00011242793,0.00024213515,0.022891171,0.00062770717,0.0008326376,0.000079026024,0.00007056604,0.9751165],"genre_scores_gemma":[0.0011979602,0.00015316016,0.004579872,0.033950973,0.00092800276,0.0000018619222,0.0016042077,0.000091803464,0.9574922],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975051,0.000009639837,0.0013745697,0.00041349418,0.0004243887,0.00027275446],"domain_scores_gemma":[0.99773455,0.00025746823,0.00029480606,0.0006836373,0.0005339677,0.0004955985],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006258298,0.0002806688,0.0005259208,0.00027280377,0.000039366176,0.000021712221,0.000118281845,0.0004380545,0.05290017],"category_scores_gemma":[0.0007363444,0.00025421544,0.00021382715,0.000022939003,0.00003534491,0.0000743431,0.00007198762,0.0005639618,0.011360308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035378616,0.000016900049,0.00056632527,0.000050529805,0.000154078,0.0001205414,0.000006157242,0.0000013439399,0.000010065638,0.062713325,0.91503114,0.021294199],"study_design_scores_gemma":[0.00078664074,0.00016429253,0.0002576024,0.000093551396,0.0004049362,0.00008279602,0.000013739864,0.00009324652,0.0000052354007,0.0032032742,0.99464697,0.00024773137],"about_ca_topic_score_codex":0.097467385,"about_ca_topic_score_gemma":0.34875566,"teacher_disagreement_score":0.25128826,"about_ca_system_score_codex":0.00041946254,"about_ca_system_score_gemma":0.0028653275,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W2971971339","doi":"10.1136/bmjopen-2018-022392","title":"Quality appraisal of clinical practice guidelines for diabetes mellitus published in China between 2007 and 2017 using the AGREE II instrument","year":2019,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Rigour; Guideline; Checklist; Family medicine; China; MEDLINE; Subgroup analysis; Meta-analysis; Internal medicine; Pathology","score_opus":0.8348423082150783,"score_gpt":0.7217118800539023,"score_spread":0.11313042816117602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971971339","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017646974,0.8923094,0.00051269477,0.039480165,0.0027121243,0.06083357,0.0006577506,0.000027593185,0.0017019719],"genre_scores_gemma":[0.00007038084,0.91348165,0.078007974,0.0030033805,0.0028692677,0.0010149267,0.0012087644,0.000104099,0.00023957399],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98549306,0.0021066424,0.010164141,0.0009354417,0.0008508122,0.00044989827],"domain_scores_gemma":[0.9499331,0.035217058,0.010214501,0.0022719793,0.0020360472,0.0003272716],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056028605,0.0004654499,0.004573748,0.00015551524,0.00012457471,0.00020186027,0.00091574626,0.0005303733,0.000106637475],"category_scores_gemma":[0.34159017,0.00029413687,0.00058831146,0.00033920698,0.00014999935,0.0011060507,0.0018198662,0.00093064975,0.000008646889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032805794,0.0002534194,0.005026398,0.01013647,0.00063872995,0.000002511792,0.00005239109,0.0000011131198,2.2598243e-7,0.00007635573,0.030435462,0.9530489],"study_design_scores_gemma":[0.0035826152,0.0005214951,0.0047858944,0.008014258,0.003664695,0.000021901831,0.00025108032,0.00017037682,3.8468775e-7,0.00009145873,0.978559,0.0003368287],"about_ca_topic_score_codex":0.0015699754,"about_ca_topic_score_gemma":0.00010676091,"teacher_disagreement_score":0.95271206,"about_ca_system_score_codex":0.000102014936,"about_ca_system_score_gemma":0.0030450667,"threshold_uncertainty_score":0.99995106},"labels":[],"label_agreement":null},{"id":"W2972578346","doi":"10.1016/j.ijrobp.2019.06.1502","title":"Development and Piloting of a Patient Centered, Risk-Stratified Supportive Care Clinical Pathway for Head &amp; Neck Cancer Patients in a Chilean Cancer Center","year":2019,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Psychological intervention; Referral; Multidisciplinary approach; Quality of life (healthcare); Head and neck cancer; Cancer; Family medicine; Internal medicine; Nursing","score_opus":0.11230952966395345,"score_gpt":0.4737365046825477,"score_spread":0.3614269750185942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972578346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948656,0.00015825122,0.0006021982,0.0008734773,0.0022255722,0.00082053436,0.00039897845,0.0000081891,0.000047207508],"genre_scores_gemma":[0.9896277,0.00055967754,0.007769693,0.0009073252,0.00063658715,0.00003928206,0.0004276102,0.00002394751,0.000008180255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99651295,0.0002644039,0.0024170477,0.00029386624,0.00029320616,0.00021854923],"domain_scores_gemma":[0.9941817,0.0008759231,0.0032249512,0.00010768947,0.0014884387,0.000121296776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008164034,0.00018168484,0.0006062742,0.00014010635,0.00003744276,0.000012614245,0.00015125657,0.00017569805,0.000064295135],"category_scores_gemma":[0.001327807,0.00015929827,0.00018455661,0.00009372521,0.00008090531,0.00023208479,0.000071017654,0.00046717867,0.0000045382194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014634791,0.0007188024,0.71286637,0.000030744002,0.00030556516,0.000001899563,0.0018017303,0.00010190322,0.00019318805,0.00008995443,0.0001345225,0.28229183],"study_design_scores_gemma":[0.027213601,0.0031339237,0.92644906,0.00043917078,0.00016940272,0.00001372639,0.0011828495,0.0006420797,0.0013752886,0.0003597983,0.038785275,0.00023583352],"about_ca_topic_score_codex":0.00020940519,"about_ca_topic_score_gemma":0.00073127775,"teacher_disagreement_score":0.282056,"about_ca_system_score_codex":0.0007311622,"about_ca_system_score_gemma":0.0010927229,"threshold_uncertainty_score":0.6495995},"labels":[],"label_agreement":null},{"id":"W2972860146","doi":"","title":"Surgical nurses’ experience of carrying out clinical assessments in the context of implementing best practice guidelines","year":2011,"lang":"en","type":"article","venue":"Recherche en soins infirmiers","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Nursing; Best practice; Nursing practice; Theme (computing); Psychology; Medicine; Management; Computer science; History","score_opus":0.8323047381823898,"score_gpt":0.6868064021759211,"score_spread":0.14549833600646866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972860146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722523,0.00014044812,0.0007646075,0.003193276,0.00047698742,0.0009887832,0.000013420897,0.000025343012,0.022144819],"genre_scores_gemma":[0.93204355,0.00047327916,0.06524175,0.0017839652,0.00022304524,0.000045562905,0.000023395869,0.000028945598,0.00013649712],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9921516,0.0025181624,0.003748505,0.00041767076,0.0007523937,0.00041164467],"domain_scores_gemma":[0.98383975,0.012804456,0.0013944329,0.000696391,0.0011355997,0.00012935926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023274923,0.00021734255,0.00067309896,0.00013518913,0.00005212403,0.000013487274,0.00039852763,0.00037578866,0.00016983968],"category_scores_gemma":[0.062479634,0.00016563032,0.0002622209,0.00047328966,0.00026478822,0.00045690936,0.00015856758,0.0012733159,0.000015806556],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002132059,0.0029136094,0.51493055,0.00017704362,0.00041683286,0.00019044019,0.058930553,0.000004041354,0.0013267623,0.0016260598,0.0025564365,0.41479564],"study_design_scores_gemma":[0.01077903,0.0026697414,0.022302292,0.0006982321,0.0010886616,0.00030199994,0.7317389,0.0011163427,0.0056806146,0.00040298497,0.22267957,0.00054159336],"about_ca_topic_score_codex":0.0040047127,"about_ca_topic_score_gemma":0.00045186127,"teacher_disagreement_score":0.6728084,"about_ca_system_score_codex":0.00019372319,"about_ca_system_score_gemma":0.0008310287,"threshold_uncertainty_score":0.9454175},"labels":[],"label_agreement":null},{"id":"W2973768161","doi":"10.1016/j.jcjd.2019.07.098","title":"89 - Optimizing Diabetes Management in Cardiology Clinics","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Glycemic; Observational study; Diabetes mellitus; Type 2 diabetes; Internal medicine; Disease; Intensive care medicine; Endocrinology","score_opus":0.08560113044343495,"score_gpt":0.3890514121458617,"score_spread":0.3034502817024267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973768161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914948,0.0006645366,0.000015938193,0.004151779,0.0009328888,0.0002804062,0.000006889658,0.000004710695,0.00244808],"genre_scores_gemma":[0.9922127,0.000049546255,0.003643457,0.003661896,0.0002786374,0.0000033495119,0.000012440525,0.000021898832,0.00011608487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980115,0.00011346683,0.0011021798,0.00015905993,0.00017213149,0.0004416181],"domain_scores_gemma":[0.99805224,0.0005792422,0.00036583497,0.00022497872,0.00019151322,0.00058616506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015839601,0.00012118043,0.00051658956,0.0004862916,0.000028460634,0.000027037868,0.00015290013,0.00009567074,0.00028671138],"category_scores_gemma":[0.0015992107,0.00011334778,0.00016194863,0.00022728437,0.00005287875,0.00020461073,0.000020447285,0.00040950364,0.000072236384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007551265,0.000014673768,0.9788314,0.00005897981,0.00019672795,0.000073125266,0.000053295542,0.00043648618,0.00014198945,0.000074226664,0.002999794,0.01711172],"study_design_scores_gemma":[0.0059312694,0.0011455787,0.924864,0.0005229536,0.00049341476,0.000019444202,0.0016413215,0.0011904158,0.00018400952,0.00091399543,0.06278158,0.0003120218],"about_ca_topic_score_codex":0.000102049424,"about_ca_topic_score_gemma":0.0007556576,"teacher_disagreement_score":0.059781782,"about_ca_system_score_codex":0.00022645769,"about_ca_system_score_gemma":0.00070055475,"threshold_uncertainty_score":0.46221882},"labels":[],"label_agreement":null},{"id":"W2973891195","doi":"10.1016/j.jcjd.2019.07.122","title":"113 - Impact of the Diabetes Canada Guideline Dissemination Strategy on Dispensed Vascular Protective Medications for Older Patients in Ontario, Canada: A Linked EMR and Administrative Study","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Diabetes mellitus; Family medicine; Intensive care medicine; Emergency medicine; Pathology; Endocrinology","score_opus":0.0479984719130281,"score_gpt":0.37429017075264637,"score_spread":0.3262916988396183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973891195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950323,0.000035157478,0.000003114099,0.002226432,0.00019216143,0.0023126174,0.00016817664,9.792559e-7,0.000029078608],"genre_scores_gemma":[0.99934953,5.0284405e-7,0.000044773096,0.00041060298,0.000039546238,0.000035716985,0.000069325855,0.00001629047,0.0000336948],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779296,0.00014663968,0.0011485473,0.00018385772,0.00044401494,0.00028395554],"domain_scores_gemma":[0.996661,0.0009267039,0.00077275466,0.00022252805,0.00097060594,0.00044637412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007811707,0.00016601647,0.0004397587,0.00014737084,0.000074367555,0.000019055953,0.00014160745,0.00005589233,0.000154983],"category_scores_gemma":[0.0037764702,0.000115724695,0.00010102129,0.00020841487,0.00005031455,0.00013134388,0.000011098111,0.00036445184,1.3000857e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002542592,0.00013922772,0.99455976,0.000024427149,0.0003462421,0.0000020331966,0.00051112915,0.00010663976,0.00009708149,0.000003996106,0.0029313392,0.0012527069],"study_design_scores_gemma":[0.0028866224,0.0018978524,0.9924914,0.00025892988,0.00025800592,3.9025687e-7,0.0015322893,0.00025098614,0.00014004338,0.00004173238,0.00013646914,0.00010524099],"about_ca_topic_score_codex":0.9926737,"about_ca_topic_score_gemma":0.99994594,"teacher_disagreement_score":0.027857097,"about_ca_system_score_codex":0.0020642937,"about_ca_system_score_gemma":0.029921392,"threshold_uncertainty_score":0.97557807},"labels":[],"label_agreement":null},{"id":"W2973919896","doi":"10.1080/24740527.2019.1670494","title":"Editor’s Corner: Negative Trials and Tribulations","year":2019,"lang":"en","type":"editorial","venue":"Canadian Journal of Pain","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; York University","funders":"","keywords":"Publishing; Clinical trial; Psychology; Medicine; History; Political science; Law; Internal medicine","score_opus":0.14616681532481376,"score_gpt":0.45988870317205355,"score_spread":0.31372188784723976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973919896","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032622437,0.00075287616,0.000778855,0.0069352193,0.989884,0.0005680732,0.0005900544,0.00000474786,0.00015992914],"genre_scores_gemma":[0.0027400146,0.0001775447,0.0009883454,0.0006659178,0.9940886,0.0000034963725,0.00033991373,0.000042197993,0.0009540015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953288,0.0013186723,0.002292227,0.00019641723,0.00059700455,0.00026692337],"domain_scores_gemma":[0.94441116,0.048048157,0.0033201673,0.00032599512,0.0024553654,0.0014391298],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017864961,0.00021340144,0.0012489854,0.00048915396,0.00008441875,0.00008882125,0.00012833766,0.00059509196,0.0005695132],"category_scores_gemma":[0.34860379,0.00018217633,0.0002730062,0.00015893632,0.00009621988,0.00018420849,0.000010505599,0.0013983283,0.00002372976],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001586302,0.000010802906,0.00055823644,0.00006160591,0.0002488104,0.000089750734,0.000110891466,0.000004489117,0.000008665738,0.000007481981,0.99282223,0.005918408],"study_design_scores_gemma":[0.0032235198,0.00076501037,0.00035314198,0.00043343662,0.0009135477,0.000028038967,0.00034980534,0.000055254204,0.0000034971472,0.00022834585,0.99349767,0.00014871822],"about_ca_topic_score_codex":0.00720679,"about_ca_topic_score_gemma":0.023929732,"teacher_disagreement_score":0.3307388,"about_ca_system_score_codex":0.0005562043,"about_ca_system_score_gemma":0.015532306,"threshold_uncertainty_score":0.9994043},"labels":[],"label_agreement":null},{"id":"W2976680886","doi":"10.1136/bmjopen-2019-031767","title":"Extending the RIGHT statement for reporting adapted practice guidelines in healthcare: the RIGHT-Ad@pt Checklist protocol","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universitat Autònoma de Barcelona; World Health Organization","keywords":"Checklist; Medicine; Protocol (science); Delphi method; Guideline; Medical education; Process (computing); Waiver; Health care; Statement (logic); Psychology; Alternative medicine; Computer science; Pathology; Political science","score_opus":0.4545300909627029,"score_gpt":0.6420330613970695,"score_spread":0.1875029704343666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976680886","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017338851,0.000019168785,0.0009091178,0.5294202,0.0003747244,0.46301454,0.000015802143,0.00003809119,0.0044744504],"genre_scores_gemma":[0.044719405,0.000024298528,0.07704613,0.08895225,0.0012041839,0.7746798,0.0002388003,0.00014966735,0.012985468],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918636,0.0006028184,0.0056976993,0.0005783429,0.00078675814,0.00047079803],"domain_scores_gemma":[0.98784286,0.0036699795,0.0055760657,0.0012571837,0.0015379292,0.000115976814],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03341792,0.00023234969,0.00054777495,0.000062419414,0.00030077551,0.00023407214,0.0005469007,0.00008789061,0.00048269657],"category_scores_gemma":[0.073897734,0.00012238421,0.0001268584,0.00036184903,0.00004470026,0.00080238044,0.00047082404,0.000420962,0.000065964225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026705898,0.0015256911,0.025455927,0.002559759,0.0007147852,0.0004901462,0.002093591,0.00044035155,0.0023991354,0.012442542,0.7125391,0.21263309],"study_design_scores_gemma":[0.005641611,0.0005791111,0.005173736,0.0004979522,0.00012337184,0.00018727875,0.002121838,0.004836215,0.00039689546,0.000928078,0.97930634,0.00020759302],"about_ca_topic_score_codex":0.0041969987,"about_ca_topic_score_gemma":0.00289667,"teacher_disagreement_score":0.44046795,"about_ca_system_score_codex":0.0002979571,"about_ca_system_score_gemma":0.0010858636,"threshold_uncertainty_score":0.99529964},"labels":[],"label_agreement":null},{"id":"W2977201274","doi":"10.1007/s00134-019-05786-9","title":"Intensive care medicine rapid practice guidelines (ICM-RPG): paving the road of the future","year":2019,"lang":"en","type":"article","venue":"Intensive Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Pain medicine; Medicine; Anesthesiology; Intensive care; Medical emergency; MEDLINE; Intensive care medicine; Anesthesia","score_opus":0.14124245300348753,"score_gpt":0.47584332219341907,"score_spread":0.33460086918993154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977201274","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1506066,0.037168242,0.00016306141,0.7932999,0.010669788,0.0033301704,0.000048881448,0.00010785161,0.0046054837],"genre_scores_gemma":[0.68951154,0.0017743895,0.0004008064,0.30184266,0.005527272,0.000040932864,0.00024197255,0.00008788101,0.00057250564],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99338067,0.0005651374,0.0028371557,0.0007949853,0.0018719403,0.0005501334],"domain_scores_gemma":[0.89828324,0.0038480016,0.0017743732,0.0018620266,0.09399369,0.00023865695],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018944228,0.00058526313,0.0013979592,0.00022068557,0.00022250442,0.000014920832,0.0006909527,0.0002903335,0.0010886075],"category_scores_gemma":[0.21209157,0.00028022463,0.00037019234,0.0009480868,0.0010438936,0.00029897265,0.000430162,0.0014629724,0.00009186635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002265721,0.000045965986,0.014976378,0.0009133131,0.0008889044,0.00019471874,0.07718905,0.000038272367,0.019337019,0.0004505992,0.70203245,0.1816676],"study_design_scores_gemma":[0.0045439117,0.0017137028,0.008267135,0.002338862,0.001661676,0.0005642102,0.67225313,0.00008917612,0.0008506935,0.000045313205,0.30745926,0.00021291521],"about_ca_topic_score_codex":0.002668894,"about_ca_topic_score_gemma":0.0003765064,"teacher_disagreement_score":0.59506404,"about_ca_system_score_codex":0.00033244,"about_ca_system_score_gemma":0.0005510758,"threshold_uncertainty_score":0.999965},"labels":[],"label_agreement":null},{"id":"W2977591050","doi":"10.1177/2047487319878958","title":"Systematic review of cardiac rehabilitation guidelines: Quality and scope","year":2019,"lang":"en","type":"review","venue":"European Journal of Preventive Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Toronto Rehabilitation Institute; York University","funders":"National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute","keywords":"Medicine; Rehabilitation; Guideline; Psychological intervention; Psychosocial; Health care; Excellence; Systematic review; Inclusion (mineral); MEDLINE; Family medicine; Medical education; Nursing; Physical therapy; Psychiatry; Pathology","score_opus":0.3756886390745172,"score_gpt":0.558734497139322,"score_spread":0.18304585806480478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977591050","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011850203,0.99436957,0.0006201366,0.00040064118,0.000787919,0.0029650794,0.00006658964,0.0000068902746,0.0007713355],"genre_scores_gemma":[0.000008388842,0.99529994,0.0034425033,0.00040414403,0.0005673548,0.000012225728,0.000081695995,0.00006158916,0.00012217044],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97055024,0.01914652,0.00929223,0.0003493292,0.0004830194,0.0001786762],"domain_scores_gemma":[0.980642,0.0062189293,0.00938949,0.000667411,0.0029432015,0.00013896868],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03287344,0.00035967884,0.00849299,0.00026368804,0.000021736154,0.000008827355,0.0002482676,0.00010870293,0.000031139312],"category_scores_gemma":[0.088240616,0.0002468689,0.002417707,0.00024596928,0.00015303447,0.00013755985,0.00016545704,0.0006597189,0.00005544511],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003331715,0.000021696056,0.000019117353,0.8308685,0.0020900846,0.000031996045,0.000020107522,2.2528184e-7,0.0000026904327,0.000016908027,0.0057062963,0.16118905],"study_design_scores_gemma":[0.00041634683,0.000941734,0.00017417668,0.6961863,0.020713584,0.0006036204,0.00009418238,1.3794008e-7,1.5252992e-7,0.000010666348,0.28071398,0.00014513682],"about_ca_topic_score_codex":0.0000020787456,"about_ca_topic_score_gemma":9.007127e-8,"teacher_disagreement_score":0.2750077,"about_ca_system_score_codex":0.00012752018,"about_ca_system_score_gemma":0.00058956386,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W2977934618","doi":"10.7287/peerj.preprints.27149v1","title":"Protocol for the validation of four search strategies for retrieval of Clinical Practice Guidelines in MEDLINE, Embase and PubMed","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"","keywords":"MEDLINE; Protocol (science); Computer science; Information retrieval; Set (abstract data type); Filter (signal processing); Medicine; Medical physics; Alternative medicine; Pathology","score_opus":0.721914276771023,"score_gpt":0.6624397931951982,"score_spread":0.059474483575824855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977934618","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05821418,0.000038757637,0.13876304,0.07154011,0.0007618218,0.7295809,0.00027414822,0.000054122236,0.00077291916],"genre_scores_gemma":[0.045762364,0.00014247619,0.6035643,0.0028434312,0.0036576749,0.34304732,0.00036967802,0.00011265491,0.0005000624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.992212,0.00044768056,0.0056894966,0.00061775494,0.00073838205,0.0002947097],"domain_scores_gemma":[0.96302164,0.024816822,0.0026204067,0.000754364,0.008663108,0.00012366651],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028431509,0.00025615012,0.00097063807,0.00017089945,0.000044256358,0.00005354245,0.00023828412,0.0004494714,0.000054890155],"category_scores_gemma":[0.20817561,0.00016887121,0.00029295162,0.00019697724,0.0002840443,0.00032817744,0.00035175277,0.0005919989,5.824331e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24459456,0.0056540784,0.0352126,0.03683291,0.003361318,0.000018930981,0.0013318942,0.0026423712,0.0014555998,0.0049121,0.17473982,0.48924384],"study_design_scores_gemma":[0.14155589,0.018638734,0.08057851,0.004774794,0.009217032,0.00015616982,0.0334915,0.38224664,0.038338717,0.04215935,0.24672405,0.0021186017],"about_ca_topic_score_codex":0.0006933933,"about_ca_topic_score_gemma":0.00019224758,"teacher_disagreement_score":0.48712522,"about_ca_system_score_codex":0.000048801514,"about_ca_system_score_gemma":0.0024536434,"threshold_uncertainty_score":0.98538506},"labels":[],"label_agreement":null},{"id":"W2977975453","doi":"10.1002/uog.21683","title":"EP27.38: Is the use of the ScanTrainer ultrasound simulator relevant to the continuous professional development of obstetricians and gynecologists?","year":2019,"lang":"en","type":"article","venue":"Ultrasound in Obstetrics and Gynecology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medicine; Context (archaeology); Simulation training; Ultrasound; Physical therapy; Simulation; Computer science","score_opus":0.08558526443722073,"score_gpt":0.3615012481829939,"score_spread":0.2759159837457732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977975453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99020815,0.0005537193,0.000053538377,0.0052718385,0.0019582408,0.0018178727,0.000051241557,0.0000075073312,0.000077916295],"genre_scores_gemma":[0.99241894,0.00046309023,0.0012430163,0.0048003243,0.000029815244,0.000031788106,0.000013568441,0.000018797942,0.0009806496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972959,0.00029370698,0.0012826986,0.00036670073,0.0004174799,0.0003434927],"domain_scores_gemma":[0.81586397,0.18268748,0.00052982906,0.00049547065,0.0003379367,0.00008532255],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013328654,0.0001936842,0.0004975912,0.00015798057,0.00016279473,0.00002970313,0.00024032877,0.00019282613,0.00019580811],"category_scores_gemma":[0.2169852,0.00009949045,0.000079815945,0.0008680775,0.00030970958,0.00009740288,0.00018999484,0.00044062344,0.000009296634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017513246,0.0005960637,0.9266771,0.00014534108,0.00019044729,0.0000065881018,0.006535049,0.0003224242,0.006017651,0.00070343784,0.004643633,0.053987097],"study_design_scores_gemma":[0.0019290225,0.0003645278,0.7327543,0.00005611421,0.00009843128,0.00003559257,0.003153234,0.00026166992,0.00053633045,0.00013856664,0.26052648,0.00014575438],"about_ca_topic_score_codex":0.00008891261,"about_ca_topic_score_gemma":0.0003337251,"teacher_disagreement_score":0.25588286,"about_ca_system_score_codex":0.00013001438,"about_ca_system_score_gemma":0.00038321977,"threshold_uncertainty_score":0.78961045},"labels":[],"label_agreement":null},{"id":"W2978311110","doi":"10.1503/cmaj.191040","title":"The SPOR Canadian Data Platform: opportunity for multi-provincial research","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children","funders":"Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Key (lock); Computer science; Research data; Data science; Political science; Operations research; Library science; Computer security; Data curation; Engineering","score_opus":0.5439765185291602,"score_gpt":0.542427231172145,"score_spread":0.0015492873570152055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978311110","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29100963,0.00024151662,0.000502624,0.68962187,0.006407185,0.003205948,0.0014041766,0.00003770056,0.007569354],"genre_scores_gemma":[0.8793826,0.00062038196,0.003623912,0.08758355,0.013812349,0.00006333745,0.001984744,0.00012188774,0.01280724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952707,0.00031057303,0.001019782,0.00027956563,0.002080455,0.0010389178],"domain_scores_gemma":[0.9889147,0.0029769351,0.00034444258,0.0005361523,0.0019745682,0.005253178],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02823437,0.000117264266,0.0002451206,0.000273207,0.0011165881,0.0002073585,0.00070234906,0.00041765333,0.0037072392],"category_scores_gemma":[0.101100795,0.00008938667,0.00009199082,0.0002983292,0.000073217874,0.00037316486,0.00006848298,0.0021223458,0.00042073065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009087018,0.000036010733,0.06459133,0.0000149441275,0.0001420916,0.00017177533,0.00012132228,6.002328e-7,0.0000059886665,0.0004575804,0.7599693,0.1743982],"study_design_scores_gemma":[0.002473581,0.00014647102,0.030728245,0.000039182683,0.000040064693,0.00019469192,0.0022490039,0.0063894396,0.0000017564763,0.00019890448,0.9574355,0.000103176266],"about_ca_topic_score_codex":0.4082857,"about_ca_topic_score_gemma":0.9771329,"teacher_disagreement_score":0.6020383,"about_ca_system_score_codex":0.0031726523,"about_ca_system_score_gemma":0.05598131,"threshold_uncertainty_score":0.9972035},"labels":[],"label_agreement":null},{"id":"W2979527143","doi":"10.14309/01.ajg.0000592888.95396.3b","title":"838 Quality Assessment of Clinical Practice Guidelines (CPGs) for the Diagnosis and Treatment of Inflammatory Bowel Disease","year":2019,"lang":"en","type":"article","venue":"The American Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Inflammatory bowel disease; Ulcerative colitis; CINAHL; Internal medicine; MEDLINE; Disease; Inflammatory Bowel Diseases; Gastroenterology; Medical record; Physical therapy; Psychological intervention","score_opus":0.2792237180575172,"score_gpt":0.5719722303069978,"score_spread":0.2927485122494806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979527143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9258022,0.00022516414,0.0020261544,0.07098397,0.00029559003,0.0006287126,0.000027529128,0.0000029675105,0.000007763084],"genre_scores_gemma":[0.9744052,0.0033494139,0.01630242,0.005492593,0.00039365757,0.000026116075,0.0000039877727,0.000014908005,0.00001165477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952601,0.0009800593,0.0030501257,0.00016173799,0.00036376136,0.00018419871],"domain_scores_gemma":[0.98191714,0.010838179,0.00523627,0.0004502571,0.0013998981,0.00015824739],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055955267,0.00013757884,0.0009376728,0.00006214245,0.00003507726,0.000006423798,0.00017996956,0.000024281948,0.00003169118],"category_scores_gemma":[0.009903414,0.000071162416,0.00037530388,0.00006167583,0.00055427925,0.00012513569,0.00006089446,0.00019633677,7.5109426e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032250505,0.0007489768,0.92617625,0.000039051774,0.0009089716,0.0000074074064,0.00010261177,0.0001369699,0.00017506973,0.000050652292,0.00084793987,0.038555615],"study_design_scores_gemma":[0.0054563973,0.029568689,0.9535945,0.000053858832,0.0016035613,0.00011251941,0.0025406172,0.00079734833,0.000018125944,0.000060824987,0.006153533,0.000040006336],"about_ca_topic_score_codex":0.00012280754,"about_ca_topic_score_gemma":0.00002882242,"teacher_disagreement_score":0.06549137,"about_ca_system_score_codex":0.000046692883,"about_ca_system_score_gemma":0.0002987427,"threshold_uncertainty_score":0.99843657},"labels":[],"label_agreement":null},{"id":"W2979582342","doi":"10.18332/tid/111485","title":"Smoking-cessation support for non-Japanesepatients using the STOP SMOKING application","year":2019,"lang":"en","type":"article","venue":"Tobacco Induced Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Canadian Institutes of Health Research","keywords":"Smoking cessation; Medicine; Environmental health; Pathology","score_opus":0.16337684886812448,"score_gpt":0.45489035264108846,"score_spread":0.291513503772964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979582342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928237,0.00001614895,0.0030496134,0.00085469306,0.00045835867,0.002435351,0.000055581382,0.00006815044,0.0002383996],"genre_scores_gemma":[0.99621284,0.0000043921577,0.0004103596,0.0019717396,0.00045210103,0.00018494262,0.0006654242,0.000039741757,0.000058453887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981662,0.00005286088,0.0006823556,0.00037146796,0.000463508,0.00026361522],"domain_scores_gemma":[0.9978571,0.000673886,0.0004618489,0.0005365516,0.00034651827,0.00012408769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004657005,0.00016778831,0.00023944606,0.000089813686,0.00016608003,0.000052073454,0.00014516123,0.000093411916,0.00020725887],"category_scores_gemma":[0.0011590674,0.0001314588,0.000120907345,0.00024868263,0.000027491662,0.000381288,0.00006377253,0.0001512034,0.000036077046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005709969,0.000389694,0.90176845,0.00012665732,0.00013663147,0.0000015384285,0.0003018737,0.00015739791,0.016406994,0.00013896974,0.000972171,0.07902862],"study_design_scores_gemma":[0.009587717,0.0010163626,0.95145386,0.0001853238,0.0022499058,0.000020859567,0.0036672598,0.018944167,0.004144986,0.0008588082,0.007270671,0.00060006697],"about_ca_topic_score_codex":0.00031279642,"about_ca_topic_score_gemma":0.000014098291,"teacher_disagreement_score":0.07842855,"about_ca_system_score_codex":0.00019820723,"about_ca_system_score_gemma":0.00028254217,"threshold_uncertainty_score":0.53607345},"labels":[],"label_agreement":null},{"id":"W2979656586","doi":"10.1016/j.jclinepi.2019.09.022","title":"Validation of five search filters for retrieval of clinical practice guidelines produced low precision","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"","keywords":"Information retrieval; MEDLINE; Guideline; Computer science; Sensitivity (control systems); Filter (signal processing); Medicine; Data mining; Medical physics","score_opus":0.6973041611700598,"score_gpt":0.6894916784184253,"score_spread":0.007812482751634486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979656586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92037004,0.00021191663,0.0152279455,0.058947667,0.003705805,0.0013603618,0.000029690938,0.000009494317,0.00013708854],"genre_scores_gemma":[0.6402626,0.0020496254,0.34349275,0.009543549,0.004131574,0.000004447196,0.00007499752,0.00004933272,0.00039113464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9572049,0.008309833,0.03232538,0.00068126916,0.0010318767,0.0004467515],"domain_scores_gemma":[0.5259165,0.42308572,0.029201034,0.0011960648,0.019979024,0.00062167074],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18407345,0.00023157492,0.0046050046,0.00023422,0.000029169032,0.000005224339,0.00038775505,0.0007029718,0.00021279955],"category_scores_gemma":[0.9052808,0.00016926287,0.0017773136,0.00031823738,0.0003250824,0.00050252996,0.00014454672,0.0015110784,0.000027035276],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13178591,0.0043753195,0.5269453,0.001239272,0.002291209,0.00002993641,0.00018857993,0.0045402152,0.006591373,0.0006030485,0.1019597,0.21945016],"study_design_scores_gemma":[0.08156463,0.09198836,0.5976723,0.004221324,0.006534703,0.0010422417,0.0033746655,0.05434645,0.021058321,0.011242456,0.1259285,0.001026036],"about_ca_topic_score_codex":0.00004587903,"about_ca_topic_score_gemma":0.00000145011,"teacher_disagreement_score":0.7212074,"about_ca_system_score_codex":0.000049533686,"about_ca_system_score_gemma":0.0017093463,"threshold_uncertainty_score":0.8401681},"labels":[],"label_agreement":null},{"id":"W2980027676","doi":"","title":"Reporting guidelines for primary care research - what are the needs?","year":2019,"lang":"en","type":"article","venue":"Bond University Research Portal (Bond University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Population health; Medicine; Health economics; Primary care; Public health; Health care; Family medicine; Community health; Nursing; Environmental health; Political science","score_opus":0.5044989440064883,"score_gpt":0.5185684719530568,"score_spread":0.01406952794656846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980027676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86587006,0.0004556685,0.00016901697,0.026184862,0.00042960836,0.0041073,0.000104092025,0.000140469,0.10253893],"genre_scores_gemma":[0.81811017,0.0018357973,0.004781067,0.0016020219,0.00088419835,0.000003703597,0.0009285652,0.00011058246,0.17174393],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948018,0.00048956386,0.0009987901,0.0007728012,0.0019119447,0.0010250903],"domain_scores_gemma":[0.9857044,0.002973065,0.0009002656,0.0011322879,0.008833134,0.00045684047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007877531,0.00023743407,0.0005369777,0.0015771841,0.0012765289,0.00017796832,0.0007536842,0.0002670422,0.00024915245],"category_scores_gemma":[0.008206963,0.00021906466,0.00037692004,0.0029155896,0.00054036756,0.0016473101,0.0009638476,0.0014645058,0.000118630065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010957405,0.0009239069,0.23947711,0.0024710633,0.00097220135,0.0075224293,0.0050388,0.00010631414,0.0077056107,0.04109098,0.6368468,0.046887368],"study_design_scores_gemma":[0.0028059857,0.0005451203,0.008349039,0.00036674252,0.00013470197,0.000043788525,0.41636223,0.00008833145,0.00019437002,0.00016066902,0.57073593,0.00021308428],"about_ca_topic_score_codex":0.00092888175,"about_ca_topic_score_gemma":0.000738701,"teacher_disagreement_score":0.41132343,"about_ca_system_score_codex":0.0008219171,"about_ca_system_score_gemma":0.001992977,"threshold_uncertainty_score":0.9825094},"labels":[],"label_agreement":null},{"id":"W2980065501","doi":"10.1136/bmj.l6001","title":"New red meat guidelines are undermined by undisclosed ties and faulty methods, say critics","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conflict of interest; Consumption (sociology); Annals; Limiting; Declaration; Principal (computer security); Political science; Public relations; Medicine; Accounting; Business; Law; Sociology; Social science; History; Engineering; Computer science","score_opus":0.3205155872299774,"score_gpt":0.5704058800551778,"score_spread":0.24989029282520037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980065501","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15693247,0.0024517493,0.08959854,0.7328128,0.0021462047,0.003859514,0.000120427816,0.0003858978,0.011692401],"genre_scores_gemma":[0.10991547,0.00041967919,0.80248994,0.029146269,0.0015121927,0.000026269032,0.00044655424,0.00010825412,0.05593537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978364,0.0001958737,0.0010827982,0.000333365,0.00033020042,0.00022137909],"domain_scores_gemma":[0.9973272,0.0013600916,0.00030388738,0.0004299347,0.0003660745,0.0002128232],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012460081,0.00017585653,0.00041437164,0.00006056597,0.000046810277,0.0000401992,0.00007824861,0.00012890871,0.0006102895],"category_scores_gemma":[0.01171901,0.00014825708,0.000075510325,0.00013204663,0.00003892153,0.00018150455,0.000082090824,0.00018856558,0.00007838208],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023661049,0.000046851335,0.012932714,0.00010882919,0.00008718014,0.000010790985,0.00008236541,0.0000038833673,0.015767464,0.00023173385,0.9334186,0.037072986],"study_design_scores_gemma":[0.009808401,0.0005737254,0.026532862,0.00036096142,0.0007961716,0.00016870965,0.0052948,0.003631667,0.00744721,0.0056329886,0.9391581,0.0005944275],"about_ca_topic_score_codex":0.00034685084,"about_ca_topic_score_gemma":0.00011072441,"teacher_disagreement_score":0.7128914,"about_ca_system_score_codex":0.00004571676,"about_ca_system_score_gemma":0.0001847819,"threshold_uncertainty_score":0.9966057},"labels":[],"label_agreement":null},{"id":"W2980219362","doi":"10.18332/tid/111612","title":"Improvement of cognition for smoking cessation support in nurses who received Japanese Smoking Cessation Educational Program: Program contents and evaluation methods, background of participants","year":2019,"lang":"en","type":"article","venue":"Tobacco Induced Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Canadian Institutes of Health Research","keywords":"Smoking cessation; Medicine; Family medicine; Nursing","score_opus":0.3407490737642136,"score_gpt":0.5563492792929137,"score_spread":0.21560020552870007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980219362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920024,0.00008210673,0.000038476843,0.0004517074,0.0003445522,0.006844735,0.000081247126,0.00003401725,0.000120750534],"genre_scores_gemma":[0.99326754,0.000025885325,0.0027934532,0.00012225907,0.00010559146,0.0016596536,0.0019810987,0.000026169362,0.000018381297],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99697745,0.0002617536,0.0014036607,0.00042020492,0.00065922947,0.00027772115],"domain_scores_gemma":[0.9960555,0.0012219171,0.0010786882,0.00024317889,0.0012727841,0.00012795928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017846621,0.00018765993,0.0004678655,0.00023590449,0.000047891488,0.000038784216,0.00006942191,0.00011586882,0.0002474724],"category_scores_gemma":[0.003381669,0.00018535601,0.00008500749,0.00031189344,0.00006592472,0.000637113,0.000035261113,0.00011272393,0.000001194491],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091947877,0.0022301944,0.4069913,0.00048732222,0.00016321312,2.4078912e-7,0.00056435633,0.000021799464,0.02782458,0.000047574766,0.00004628844,0.56070364],"study_design_scores_gemma":[0.008821577,0.0020592506,0.964038,0.0005078097,0.0015107649,0.0000015797189,0.007922077,0.0033176236,0.010611479,0.00096238614,0.000045813937,0.00020162915],"about_ca_topic_score_codex":0.00038883547,"about_ca_topic_score_gemma":0.00009688128,"teacher_disagreement_score":0.560502,"about_ca_system_score_codex":0.00018992159,"about_ca_system_score_gemma":0.00044245954,"threshold_uncertainty_score":0.75585985},"labels":[],"label_agreement":null},{"id":"W2980384153","doi":"10.1503/cmaj.1095816","title":"Laupacis aims to bring patient perspective to <i>CMAJ</i>","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Stephen's University","funders":"","keywords":"Perspective (graphical); Medicine; Computer science; Artificial intelligence","score_opus":0.04066974328972876,"score_gpt":0.3936700349968518,"score_spread":0.35300029170712305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980384153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6928036,0.000030305364,0.0003896234,0.29401258,0.0014793677,0.00054080755,0.000025834453,0.000021604736,0.010696279],"genre_scores_gemma":[0.8263545,0.000014797686,0.0012360982,0.16960448,0.0015931589,0.000005644497,0.000009317508,0.000025983933,0.0011560014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658364,0.00013661398,0.0007863809,0.00024626503,0.0017314713,0.0005156275],"domain_scores_gemma":[0.9943856,0.00048019158,0.00022734235,0.0001586005,0.0012083709,0.0035398812],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020534375,0.00012306581,0.00028276106,0.00027685787,0.00010404373,0.00007972011,0.00012831055,0.00020058046,0.00860491],"category_scores_gemma":[0.019701699,0.000117974705,0.000117962176,0.00042060358,0.0000084574285,0.00015614161,0.000034344772,0.0008795516,0.004246889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014728558,0.0001019059,0.24227351,0.000011343692,0.000248059,0.0004737875,0.0037015951,0.000068826674,0.00029546182,0.00042895065,0.62906885,0.12318043],"study_design_scores_gemma":[0.0018152872,0.00070491846,0.071088985,0.00015546997,0.00006716083,0.00045915673,0.0080404645,0.00012920072,0.00007130127,0.00012581958,0.91712165,0.00022056064],"about_ca_topic_score_codex":0.0108319055,"about_ca_topic_score_gemma":0.034114975,"teacher_disagreement_score":0.28805283,"about_ca_system_score_codex":0.003750758,"about_ca_system_score_gemma":0.002951819,"threshold_uncertainty_score":0.99652845},"labels":[],"label_agreement":null},{"id":"W2980480216","doi":"10.1200/jco.2019.37.27_suppl.185","title":"Partnering with patients and caregivers to improve systemic treatment regimen information.","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Formulary; Focus group; Regimen; Usability; Relevance (law); Medical physics; Medical education; Nursing; Surgery; Computer science","score_opus":0.16302233799854993,"score_gpt":0.5130157703368733,"score_spread":0.34999343233832336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980480216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911727,0.000022939703,0.00022886926,0.005956211,0.00076794496,0.00060029345,0.0000036795702,0.000006101774,0.0012412847],"genre_scores_gemma":[0.9928706,0.00013033135,0.0037183173,0.0028187172,0.00028004922,0.000005003611,0.000005827171,0.000007880464,0.00016324126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970052,0.00014707523,0.0023020625,0.000116076175,0.00029092302,0.00013864144],"domain_scores_gemma":[0.9949939,0.0019900757,0.0018311634,0.00014733909,0.0006879774,0.00034952746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001562612,0.000099359066,0.0008150185,0.000094873416,0.000019645488,0.000012711197,0.000057353216,0.00013287143,0.000042978227],"category_scores_gemma":[0.0037169182,0.000061671344,0.000116731,0.00007684914,0.000038190738,0.0004200661,0.000035870722,0.0002843662,0.00006127537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009184088,0.0005306916,0.5284074,0.000065058775,0.00043600425,0.000048051454,0.00062457426,0.000068626745,0.00007978912,0.00003570815,0.00273028,0.45778972],"study_design_scores_gemma":[0.053667597,0.13044734,0.46818212,0.00030622628,0.0010863905,0.00050560635,0.0042741476,0.00028553122,0.00006962735,0.000025727608,0.34093192,0.00021775243],"about_ca_topic_score_codex":0.000054195363,"about_ca_topic_score_gemma":0.000017946875,"teacher_disagreement_score":0.45757195,"about_ca_system_score_codex":0.00028413,"about_ca_system_score_gemma":0.0009064332,"threshold_uncertainty_score":0.4449767},"labels":[],"label_agreement":null},{"id":"W2980671887","doi":"10.1186/s12913-019-4567-2","title":"Prioritization approaches in the development of health practice guidelines: a systematic review","year":2019,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Alliance for Health Policy and Systems Research","keywords":"Prioritization; Guideline; Medicine; Health informatics; CINAHL; MEDLINE; Public health; Health administration; Process management; Nursing; Psychological intervention; Pathology; Business","score_opus":0.8211257579521032,"score_gpt":0.6920753524135865,"score_spread":0.12905040553851665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980671887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001086707,0.96218586,0.00049277494,0.007090207,0.00010125884,0.029926157,0.000018969402,0.000022871956,0.00016082679],"genre_scores_gemma":[0.0000025484815,0.95898086,0.027497467,0.010376004,0.00014954848,0.0017425589,0.0011019588,0.000075061915,0.00007402044],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9622442,0.017893346,0.014248033,0.00090924377,0.0037165189,0.0009886674],"domain_scores_gemma":[0.97350097,0.0149604855,0.006345739,0.0019690215,0.0029532888,0.00027049088],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11840019,0.0004378747,0.0051674633,0.0007037397,0.0002350915,0.000062409075,0.0009315342,0.00025833523,0.000025973755],"category_scores_gemma":[0.018503988,0.00027094258,0.0003186653,0.0030122804,0.00004983362,0.0002969043,0.00029179346,0.0015575731,0.00022980085],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016501113,0.00024708165,0.000008305737,0.76435405,0.00006684459,0.0000013794154,0.0014641345,3.9091375e-7,3.942331e-9,0.000037970483,0.00034693044,0.2334564],"study_design_scores_gemma":[0.00032886642,0.00020886176,0.0000151593595,0.61775845,0.00038647535,0.00006534784,0.008885376,0.0000914956,1.2504136e-8,0.0000037107823,0.37214202,0.00011421942],"about_ca_topic_score_codex":0.0006591917,"about_ca_topic_score_gemma":0.0007039083,"teacher_disagreement_score":0.3717951,"about_ca_system_score_codex":0.0013415782,"about_ca_system_score_gemma":0.027025985,"threshold_uncertainty_score":0.99997425},"labels":[],"label_agreement":null},{"id":"W2981029468","doi":"10.1200/jco.2019.37.27_suppl.291","title":"Real world implementation of patient report outcomes: Sustainability constraints and impact on patients health outcomes.","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Mary's Hospital Centre; McGill University","funders":"Partenariat Canadien Contre Le Cancer; Réseau de cancérologie Rossy","keywords":"Medicine; General partnership; Patient experience; Distress; Anxiety; Quality of life (healthcare); Dashboard; Family medicine; Scale (ratio); Health care; Nursing; Physical therapy; Psychiatry; Database","score_opus":0.21398758080176375,"score_gpt":0.63221175862507,"score_spread":0.41822417782330623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981029468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97806156,0.000008016824,0.000030353693,0.019177247,0.0011274997,0.0011136596,0.000023090568,0.0000073570804,0.00045122544],"genre_scores_gemma":[0.99350387,0.00007849696,0.001675406,0.004520033,0.00011153167,0.0000033191548,0.000033641878,0.000016754346,0.000056967507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890468,0.00086867023,0.008692549,0.00030295775,0.00078828057,0.0003007253],"domain_scores_gemma":[0.9792148,0.008543114,0.009565405,0.00037507628,0.0017764136,0.00052517536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009580262,0.00020054092,0.002302116,0.00024789793,0.000031267195,0.000007866683,0.00009376419,0.00017396701,0.0004970109],"category_scores_gemma":[0.019590087,0.00012916476,0.00063732656,0.00017209972,0.00022675461,0.00021603599,0.00007704756,0.00083035376,0.0000066210005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019005258,0.0016393618,0.75290823,0.000052892025,0.00029403053,0.00007195458,0.000114049704,0.0000071929862,0.0000018816495,0.0000622603,0.0011856921,0.24176191],"study_design_scores_gemma":[0.013264675,0.028651062,0.95354944,0.00004547994,0.00019446781,0.000067929606,0.0016567092,0.000009014108,0.0000062427043,0.00038674002,0.0020815544,0.00008665527],"about_ca_topic_score_codex":0.0009487904,"about_ca_topic_score_gemma":0.0002898519,"teacher_disagreement_score":0.24167526,"about_ca_system_score_codex":0.00090808404,"about_ca_system_score_gemma":0.0052149342,"threshold_uncertainty_score":0.9886683},"labels":[],"label_agreement":null},{"id":"W2981062698","doi":"10.1016/j.jmig.2019.09.259","title":"1187 Utilizing Lean Methodology to Optimize Operating Room Efficiency: A Multidisciplinary Process-Mapping Exercise","year":2019,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"PDCA; Medicine; Standardization; Multidisciplinary approach; Checklist; Process (computing); Value stream mapping; Psychological intervention; Process management; Lean manufacturing; Standard operating procedure; Operations management; Quality management; Nursing; Computer science; Engineering","score_opus":0.20226694749022847,"score_gpt":0.4539606328696623,"score_spread":0.2516936853794338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981062698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98481745,0.0002291749,0.004501908,0.007345056,0.0010943438,0.0011654142,0.000004132861,0.000026848233,0.0008157043],"genre_scores_gemma":[0.7816334,0.00009658253,0.21522999,0.0025312544,0.00030774646,0.000021053072,0.0000076625,0.000041763415,0.00013055834],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9954131,0.0004354831,0.0026061127,0.00048417936,0.00047593596,0.00058514],"domain_scores_gemma":[0.9838315,0.012255797,0.0015825683,0.0003413119,0.0015941986,0.00039457437],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004319769,0.00029801298,0.0012787863,0.0005845926,0.00014109802,0.000030459605,0.00037766405,0.00025857936,0.0009846372],"category_scores_gemma":[0.044053126,0.00025701863,0.0002962386,0.00047687383,0.00008229515,0.0003861607,0.0002737776,0.00088050734,0.00017144145],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061021997,0.0021157695,0.20573498,0.0010758993,0.0008601983,0.002539049,0.01953193,0.021034148,0.69628346,0.00013522225,0.0036376044,0.040949527],"study_design_scores_gemma":[0.061929442,0.06009074,0.4316581,0.006269937,0.004149175,0.015704144,0.29511553,0.021895766,0.092656344,0.0023781103,0.005041643,0.0031110668],"about_ca_topic_score_codex":0.000016152977,"about_ca_topic_score_gemma":0.000060025377,"teacher_disagreement_score":0.60362715,"about_ca_system_score_codex":0.000264197,"about_ca_system_score_gemma":0.0017096339,"threshold_uncertainty_score":0.9999882},"labels":[],"label_agreement":null},{"id":"W2981309165","doi":"10.1016/j.jmig.2019.09.200","title":"2276 A Validation of Hysterectomy Procedural Codes in the Canadian Institutes for Health Information Discharge Abstract Database","year":2019,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Hysterectomy; Confidence interval; Cohen's kappa; Hospital discharge; Psychological intervention; Kappa; Gynecology; Database; Obstetrics; Surgery; General surgery; Internal medicine; Nursing","score_opus":0.10687862222713317,"score_gpt":0.42063662127150503,"score_spread":0.31375799904437185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981309165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730046,0.000032043165,0.00007648837,0.025001317,0.00029807928,0.0012445954,0.00010195109,0.0000021931503,0.00023877459],"genre_scores_gemma":[0.9893762,0.00005098564,0.0028917887,0.007297686,0.00008881913,0.000020388872,0.0002621006,0.000006219715,0.000005800263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976809,0.00011741457,0.0016442594,0.00008478456,0.0002550944,0.00021753779],"domain_scores_gemma":[0.99412775,0.0032134913,0.0016959305,0.00014265116,0.0007077357,0.00011245336],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023891283,0.00009731782,0.00039220232,0.00035420933,0.000051105428,0.000021499776,0.00015670294,0.00007874215,0.00012101856],"category_scores_gemma":[0.013535511,0.000068867936,0.00009195513,0.00015229976,0.000046072128,0.0009378493,0.000015960892,0.00028300728,0.000015498736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076824566,0.0020728225,0.81627005,0.006871001,0.00086096657,0.000108614404,0.021376098,0.0006621665,0.03777091,0.0033716958,0.06798441,0.034968823],"study_design_scores_gemma":[0.012194904,0.00665144,0.9422119,0.00058675284,0.00021028328,0.00054811843,0.010014193,0.00021250732,0.0041966415,0.0002852353,0.022685913,0.00020207583],"about_ca_topic_score_codex":0.0048035667,"about_ca_topic_score_gemma":0.15080938,"teacher_disagreement_score":0.14600581,"about_ca_system_score_codex":0.00031221184,"about_ca_system_score_gemma":0.0046200217,"threshold_uncertainty_score":0.9947739},"labels":[],"label_agreement":null},{"id":"W2981771803","doi":"10.1503/cmaj.73257","title":"Is it time to develop AGREE III?","year":2019,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science; Health care delivery; Quality (philosophy); Data science; Process management; Health care; Business; Political science; Epistemology","score_opus":0.10373445629781752,"score_gpt":0.4086159684222127,"score_spread":0.3048815121243952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981771803","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004579355,0.00003697519,0.000119961514,0.9849808,0.0019497306,0.00052652584,0.00014431246,0.000021633083,0.011762124],"genre_scores_gemma":[0.000072448245,0.000051185725,0.00060686417,0.88430417,0.023258038,0.000009230975,0.00048249855,0.00006745088,0.09114813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922029,0.0003506741,0.0019900193,0.00043198076,0.0040477873,0.0009766838],"domain_scores_gemma":[0.99165976,0.0019864656,0.0009759649,0.00033400158,0.002883343,0.0021604763],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.004836914,0.00033127918,0.00079888845,0.0005554874,0.0001926515,0.0001634684,0.0004145529,0.0024219272,0.14559694],"category_scores_gemma":[0.04379176,0.00031618765,0.00024771644,0.0006542811,0.000026199537,0.00016727403,0.00005680749,0.0070305364,0.041319698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00001587936,0.000010927294,0.0013974957,0.000024992654,0.0003372237,0.0018507629,0.00015826653,3.028716e-7,0.0000020503612,5.476933e-7,0.97638065,0.019820895],"study_design_scores_gemma":[0.0017035378,0.00013618656,0.0016206692,0.00032633913,0.00026016097,0.0010451826,0.00009597472,0.000074675685,0.0000019190575,0.000018014292,0.9943982,0.000319171],"about_ca_topic_score_codex":0.0037999882,"about_ca_topic_score_gemma":0.0065330197,"teacher_disagreement_score":0.10427724,"about_ca_system_score_codex":0.004364788,"about_ca_system_score_gemma":0.024733528,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W2982266450","doi":"10.1186/s12906-019-2683-5","title":"Application evaluation of clinical practice guidelines for traditional Chinese medicine: a clinical analysis based on the analytic hierarchy process","year":2019,"lang":"en","type":"article","venue":"BMC Complementary and Alternative Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Guangdong Science and Technology Department; Guangdong Provincial Hospital of Traditional Chinese Medicine","keywords":"Medicine; Traditional Chinese medicine; Clinical Practice; Analytic hierarchy process; Consistency (knowledge bases); Angina; Guideline; Alternative medicine; Traditional medicine; Physical therapy; Intensive care medicine; Internal medicine; Pathology; Artificial intelligence","score_opus":0.7187318334900323,"score_gpt":0.6501514120436669,"score_spread":0.06858042144636545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982266450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6709888,0.00029682613,0.11811838,0.20110737,0.0009079964,0.006871676,0.00021196,0.000038015754,0.0014589777],"genre_scores_gemma":[0.9638703,0.000086273765,0.008100262,0.02290148,0.0027795862,0.00028199854,0.0019304965,0.000023302466,0.000026326088],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99131536,0.0013061488,0.0042438055,0.0007798639,0.002106532,0.00024829415],"domain_scores_gemma":[0.9592052,0.032251198,0.002085875,0.000652059,0.0055926754,0.00021298704],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031995293,0.0003001218,0.0012413933,0.0003926683,0.00014811462,0.000008705582,0.00023778903,0.000073146395,0.002087608],"category_scores_gemma":[0.07830935,0.00017416694,0.00035937244,0.0009339337,0.0005038794,0.00022025967,0.000047099893,0.00039572272,0.0000070573756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009291392,0.0020017307,0.8694044,0.00047445143,0.0039241128,0.000004393625,0.0006034157,0.007346284,0.00012969963,0.0032373217,0.02311114,0.08047168],"study_design_scores_gemma":[0.016163196,0.0036813647,0.22288218,0.00021225112,0.007694088,0.000009164749,0.0033081612,0.73763216,0.0000110703195,0.0033668827,0.0048857825,0.00015371016],"about_ca_topic_score_codex":0.00035177148,"about_ca_topic_score_gemma":0.00018260088,"teacher_disagreement_score":0.7302859,"about_ca_system_score_codex":0.000074740645,"about_ca_system_score_gemma":0.00043470718,"threshold_uncertainty_score":0.9988246},"labels":[],"label_agreement":null},{"id":"W2983214690","doi":"10.1371/journal.pone.0224507","title":"How do and could clinical guidelines support patient-centred care for women: Content analysis of guidelines","year":2019,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada; York University; Women's College Hospital; University of Toronto; University Health Network","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Guideline; Medicine; Rehabilitation; MEDLINE; Health care; Family medicine; Social support; Nursing; Physical therapy; Psychology; Pathology","score_opus":0.5746454267581791,"score_gpt":0.4846391714023968,"score_spread":0.09000625535578227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983214690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98061335,0.0014128711,0.000114665505,0.015361069,0.00018117882,0.0018420087,0.00034422963,0.000043642638,0.00008700632],"genre_scores_gemma":[0.96633506,0.00076803454,0.025398146,0.0049252594,0.00033449798,0.00009886566,0.0007764649,0.00004165683,0.0013220422],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9955743,0.00008597536,0.0027213532,0.00055286055,0.0007307197,0.00033478576],"domain_scores_gemma":[0.99194396,0.0011779543,0.00095004495,0.00061031955,0.005050617,0.0002671306],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000659184,0.00022257004,0.0013791934,0.0002454329,0.000039296192,0.000040553947,0.00011081439,0.00017284112,0.00037338294],"category_scores_gemma":[0.016561657,0.00018739757,0.0003442558,0.00037251087,0.000084491054,0.00018253663,0.000101616606,0.0001736912,0.000010852247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003330172,0.0030950431,0.888827,0.0013651773,0.012866053,0.000010478214,0.0025125465,0.000020181624,0.016528957,0.000073544295,0.012239526,0.05913127],"study_design_scores_gemma":[0.076108664,0.03443022,0.13406934,0.0024063485,0.09417061,0.000023437167,0.41370332,0.052102104,0.021558126,0.00037332933,0.1682292,0.0028252807],"about_ca_topic_score_codex":0.000055951718,"about_ca_topic_score_gemma":0.000057695714,"teacher_disagreement_score":0.7547577,"about_ca_system_score_codex":0.00008337631,"about_ca_system_score_gemma":0.00019525536,"threshold_uncertainty_score":0.9917223},"labels":[],"label_agreement":null},{"id":"W2984637469","doi":"10.1007/s11606-019-05508-3","title":"A Comparison of AGREE and RIGHT: which Clinical Practice Guideline Reporting Checklist Should Be Followed by Guideline Developers?","year":2019,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Checklist; Guideline; Medicine; Transparency (behavior); Quality (philosophy); MEDLINE; Documentation; Family medicine; Medical education; Psychology; Computer science; Pathology","score_opus":0.2958602671573382,"score_gpt":0.58163054361631,"score_spread":0.28577027645897174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984637469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8040034,0.0025304863,0.012773866,0.17033432,0.0029642356,0.00057489006,0.000012649052,0.000022377391,0.0067837615],"genre_scores_gemma":[0.81500685,0.00075235113,0.14923105,0.027543867,0.003908141,0.0000026326875,0.000114091265,0.00006992766,0.0033710785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799016,0.00038650335,0.017166713,0.00045044685,0.0017397371,0.00035499418],"domain_scores_gemma":[0.97056776,0.0022209198,0.020231789,0.0004910915,0.0059267073,0.00056173536],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01740099,0.0003621067,0.0022230926,0.0002879383,0.000053990872,0.000026629898,0.00031882993,0.00026482475,0.0012543174],"category_scores_gemma":[0.11261782,0.0002470723,0.0003071017,0.00041282855,0.00020320698,0.00053891685,0.00018357924,0.0014767635,0.000008561277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033922596,0.00059299485,0.16184226,0.000099255085,0.0007351568,0.00031214056,0.00035313022,0.000030874464,0.044583213,0.00004138654,0.7740075,0.014009842],"study_design_scores_gemma":[0.01720103,0.010658766,0.013948786,0.001583859,0.0024771818,0.007200274,0.0043069404,0.010432399,0.0057919715,0.00008254463,0.92589813,0.00041811191],"about_ca_topic_score_codex":0.0010776256,"about_ca_topic_score_gemma":0.00013270156,"teacher_disagreement_score":0.15189065,"about_ca_system_score_codex":0.00015676153,"about_ca_system_score_gemma":0.00054844545,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W2984694537","doi":"","title":"Detecting Low Back Pain from Clinical Narratives Using Machine Learning Approaches.","year":2018,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Acronym; Artificial intelligence; Set (abstract data type); Computer science; Text messaging; Machine learning; Medical record; Electronic medical record; Natural language processing; Subject (documents); Information retrieval; Plan (archaeology); Electronic health record; Test (biology); Health care; Medicine; World Wide Web; Internet privacy","score_opus":0.5630753008209488,"score_gpt":0.5190928374642055,"score_spread":0.04398246335674327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984694537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8370098,0.000049135957,0.15763216,0.0022289774,0.00031048703,0.00037065358,0.0000032188757,0.00011184296,0.0022837294],"genre_scores_gemma":[0.82455504,0.000007804378,0.17062086,0.002487644,0.0018303206,0.0000029605872,0.00006812827,0.000035935485,0.00039131512],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99660933,0.000990643,0.0013712709,0.00047915927,0.00027969186,0.0002699251],"domain_scores_gemma":[0.99565285,0.0032620837,0.00041756235,0.0002945801,0.00018590208,0.00018699665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005398965,0.0001741185,0.00039609146,0.00005923713,0.00018067323,0.00004129453,0.000084596664,0.00015049944,0.0037875045],"category_scores_gemma":[0.015761996,0.00014447534,0.00014694742,0.00020245745,0.00018197292,0.00022434368,0.00010603856,0.0006638809,0.00027662652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090606615,0.0004399723,0.75754195,0.00006198342,0.00031603684,0.000019698069,0.0016243546,0.00004401739,0.009437316,0.000024305798,0.0009846748,0.22859961],"study_design_scores_gemma":[0.00550352,0.0018642502,0.016961116,0.00022144406,0.00019384339,0.000034059925,0.0116803665,0.9468035,0.0033327667,0.00042042098,0.01254921,0.00043548088],"about_ca_topic_score_codex":0.00095694617,"about_ca_topic_score_gemma":0.0005752775,"teacher_disagreement_score":0.9467595,"about_ca_system_score_codex":0.00006202334,"about_ca_system_score_gemma":0.00012405594,"threshold_uncertainty_score":0.9971232},"labels":[],"label_agreement":null},{"id":"W2989619070","doi":"10.1200/jco.2019.37.31_suppl.39","title":"Four-year overview of enrollment and participation in research studies conducted at the Prostate Cancer Supportive Care (PCSC) Program.","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Family medicine; Referral; Prostate cancer; Observational study; Cancer; Physical therapy; Internal medicine","score_opus":0.86258930804316,"score_gpt":0.7547647075826633,"score_spread":0.10782460046049669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989619070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96605235,0.0038059775,4.6383124e-7,0.02815072,0.0005026295,0.0013049669,0.000006690202,0.0000030701594,0.00017312584],"genre_scores_gemma":[0.9866371,0.011358021,0.0005887544,0.0009677966,0.00020314608,0.000050894323,0.000005150819,0.0000103112425,0.00017878947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99371195,0.0017010277,0.003530794,0.00019272463,0.00062581646,0.00023769135],"domain_scores_gemma":[0.98448217,0.010644068,0.0021282416,0.00018078522,0.0024217505,0.00014298323],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013078738,0.00009060103,0.0010640677,0.0001029351,0.000035231235,0.0000060947013,0.00008614821,0.00014866443,0.00023052703],"category_scores_gemma":[0.02245507,0.00005215751,0.00015020951,0.00025165678,0.00039782922,0.0001401073,0.00015916968,0.0009333953,0.000010175677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006391195,0.0008166187,0.7580769,0.00026874096,0.00037179847,0.00006325429,0.0023384194,0.000021327227,0.0002931478,0.00004398631,0.0025656368,0.22874895],"study_design_scores_gemma":[0.012392137,0.019186102,0.9141132,0.00040985006,0.0003934985,0.000030357443,0.014465107,0.00006545087,0.00021931439,0.00032428582,0.038332585,0.00006806761],"about_ca_topic_score_codex":0.00019165328,"about_ca_topic_score_gemma":0.0017897156,"teacher_disagreement_score":0.22868088,"about_ca_system_score_codex":0.00036045004,"about_ca_system_score_gemma":0.0015710618,"threshold_uncertainty_score":0.9857792},"labels":[],"label_agreement":null},{"id":"W2989644539","doi":"10.1200/jco.2019.37.31_suppl.4","title":"Timing is everything: Improving the frequency, timeliness, and effectiveness of goals of care conversations for oncology patients in Manitoba.","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Medicine; Advance care planning; Curriculum; Referral; Exact test; Documentation; Conversation; Family medicine; Palliative care; Internal medicine; Nursing; Psychology","score_opus":0.2359460379876279,"score_gpt":0.5357218496633563,"score_spread":0.2997758116757284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989644539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99462646,0.00017840188,0.00041650533,0.0025311676,0.0010522775,0.0010072673,0.000018888468,0.0000022843944,0.00016674866],"genre_scores_gemma":[0.9919694,0.0001501301,0.0065582716,0.0010597141,0.00022374568,0.000007685702,0.000012295037,0.000013192977,0.000005563943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947319,0.0008999254,0.0037636145,0.00017981888,0.00027406932,0.00015065417],"domain_scores_gemma":[0.96380484,0.030320426,0.003757977,0.00018329638,0.0018409916,0.00009249487],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008382451,0.000106655985,0.0013602973,0.00012717208,0.000025312935,0.0000037032476,0.00014117446,0.00032004542,0.000040215622],"category_scores_gemma":[0.02691073,0.0000729149,0.0002816506,0.00012968718,0.00018344597,0.00019502756,0.00007519299,0.00060167315,0.0000024272545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004988286,0.00076180213,0.8995457,0.0005569783,0.00018728587,0.000008174722,0.0005448781,0.000027391772,0.0011872279,0.000091027294,0.00018560087,0.09191564],"study_design_scores_gemma":[0.021877395,0.019435534,0.9493507,0.00039438435,0.00074381544,0.00003174239,0.0038726465,0.00072397414,0.0006568027,0.0007744372,0.0020471856,0.0000913406],"about_ca_topic_score_codex":0.00041119623,"about_ca_topic_score_gemma":0.00029650072,"teacher_disagreement_score":0.09182429,"about_ca_system_score_codex":0.00023785091,"about_ca_system_score_gemma":0.0017709748,"threshold_uncertainty_score":0.981286},"labels":[],"label_agreement":null},{"id":"W2990077508","doi":"10.1200/jco.2019.37.31_suppl.37","title":"Development and implementation of “advanced cancer shared care letters” to improve shared care between oncologists and family physicians.","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"Alberta Health","keywords":"Medicine; Palliative care; CLARITY; Family medicine; Shared care; Advance care planning; Cancer; Ambulatory care; Nursing; Health care; Internal medicine; Primary care","score_opus":0.2197810844318932,"score_gpt":0.5690071395950113,"score_spread":0.34922605516311805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990077508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98891664,0.0005704734,0.00012219853,0.008411057,0.00088102627,0.00090870145,0.000079013495,0.000008014959,0.000102853985],"genre_scores_gemma":[0.9576709,0.00025531425,0.03491034,0.0063628186,0.0006879397,0.000019887748,0.000054201708,0.000021722344,0.000016874388],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99520713,0.00021928453,0.0035893428,0.00034277022,0.0003924143,0.00024907477],"domain_scores_gemma":[0.9935887,0.002218101,0.0026916354,0.00017599764,0.0010294286,0.00029612656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015077863,0.00018021403,0.0014589151,0.00013178053,0.000040684456,0.000014818006,0.00012934457,0.00021331439,0.0000859489],"category_scores_gemma":[0.0017449508,0.00015097039,0.00017057873,0.00013698747,0.00008794709,0.00029141223,0.00014803236,0.00054813735,0.0000064500236],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012229787,0.00008719629,0.29280388,0.0001643936,0.00022133398,0.000017693097,0.0026459694,0.000009969195,0.013241026,0.0000033987956,0.0008092031,0.688773],"study_design_scores_gemma":[0.011684636,0.006844491,0.90371543,0.00020116397,0.00047135798,0.000008555666,0.021211015,0.000004994486,0.0014523098,0.000008424038,0.05424986,0.0001477823],"about_ca_topic_score_codex":0.00019818606,"about_ca_topic_score_gemma":0.0006149867,"teacher_disagreement_score":0.68862516,"about_ca_system_score_codex":0.00041442562,"about_ca_system_score_gemma":0.0016108474,"threshold_uncertainty_score":0.6156394},"labels":[],"label_agreement":null},{"id":"W2990286866","doi":"10.1503/cmaj.190313","title":"Clinical networks: enablers of health system change","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Libin Cardiovascular Institute of Alberta; Alberta Health; University of Calgary; Alberta Health Services","funders":"Canadian Institutes of Health Research","keywords":"Health care; Key (lock); Healthcare system; Computer science; Business; Knowledge management; Medicine; Data science; Political science; Computer security","score_opus":0.1621254655769305,"score_gpt":0.4509001959453352,"score_spread":0.28877473036840473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990286866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5948182,0.00180283,0.0026892952,0.37707695,0.014321552,0.0021305336,0.000054928936,0.00009427465,0.0070114704],"genre_scores_gemma":[0.95636624,0.00046313836,0.0004449217,0.0390206,0.0034228484,0.000005344646,0.000030947172,0.000020627165,0.00022531171],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99494255,0.00070672616,0.0022973823,0.00017793475,0.0013956443,0.0004797872],"domain_scores_gemma":[0.9949225,0.0010784456,0.0013662471,0.00017043218,0.00066691847,0.0017954652],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015532269,0.00010281999,0.00059377274,0.00016106496,0.000096173724,0.000022948043,0.00013559798,0.00037495067,0.0026463598],"category_scores_gemma":[0.0070815845,0.0000921134,0.00020445042,0.000272505,0.000028889404,0.00016574812,0.000017089438,0.0011727901,0.00022049245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031391675,0.000048624734,0.72211826,0.00006895157,0.00016220262,0.000065425054,0.000089930996,0.0000052824553,5.7022953e-7,0.00016131905,0.07030046,0.20694758],"study_design_scores_gemma":[0.0056577916,0.00077112264,0.47322875,0.0008621501,0.000115891475,0.00060671574,0.0033381248,0.010223639,8.0723703e-7,0.000017779841,0.5050007,0.00017653011],"about_ca_topic_score_codex":0.00842346,"about_ca_topic_score_gemma":0.007854715,"teacher_disagreement_score":0.43470022,"about_ca_system_score_codex":0.0015496233,"about_ca_system_score_gemma":0.0054788226,"threshold_uncertainty_score":0.9982654},"labels":[],"label_agreement":null},{"id":"W2990294467","doi":"10.23889/ijpds.v4i3.1326","title":"Building a Canadian Data Platform under the Strategy for Patient-Oriented Research","year":2019,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Data access; Data governance; Documentation; Data management; Data science; Open data; Business; Corporate governance; Computer science; Process management; Knowledge management; Data quality; World Wide Web; Medicine; Data mining; Marketing","score_opus":0.6760014701077551,"score_gpt":0.6348692432970178,"score_spread":0.04113222681073736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990294467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8894012,0.000052768693,0.058414377,0.0391523,0.006716378,0.002671084,0.0032390954,0.000023305349,0.00032950923],"genre_scores_gemma":[0.97742546,0.000014312349,0.017031724,0.001252093,0.0006412111,0.000011384231,0.0034902156,0.000013307356,0.000120297096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968745,0.000039850976,0.00072697987,0.0004688472,0.0015097477,0.00038004722],"domain_scores_gemma":[0.9951173,0.0011822031,0.00031451668,0.0009925173,0.0021479724,0.00024550373],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007987182,0.00008311011,0.00010772564,0.00042637045,0.00062217924,0.0004329648,0.002133007,0.00004101787,0.00013120902],"category_scores_gemma":[0.008499868,0.000059910202,0.00003497571,0.00034207542,0.000120608864,0.0035577267,0.0005541549,0.0003310118,0.000018923729],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026642089,0.00041790225,0.090365216,0.00006172744,0.00047879928,0.000025925254,0.00048274358,0.007190794,0.0072955675,0.2075687,0.12921764,0.55423075],"study_design_scores_gemma":[0.0032718712,0.0005700148,0.06917347,0.00015022283,0.000080064434,0.00038688086,0.0031875763,0.5086602,0.0001076547,0.013609092,0.40058205,0.00022091685],"about_ca_topic_score_codex":0.019036483,"about_ca_topic_score_gemma":0.023273258,"teacher_disagreement_score":0.55400985,"about_ca_system_score_codex":0.0005193132,"about_ca_system_score_gemma":0.0017428639,"threshold_uncertainty_score":0.99985194},"labels":[],"label_agreement":null},{"id":"W2990301018","doi":"10.1200/jco.2019.37.31_suppl.107","title":"Two-year review of the electronic Patient Reported Outcome (ePRO) system in the Prostate Clinic at the Vancouver Prostate Centre (VPC).","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Prostate cancer; Family medicine; Pediatrics; Cancer; Internal medicine","score_opus":0.19938723215426776,"score_gpt":0.5294304678932011,"score_spread":0.33004323573893335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990301018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9237509,0.0023325908,0.0000038305175,0.06388627,0.003249172,0.0035377108,0.000007835545,0.000009319344,0.0032223957],"genre_scores_gemma":[0.9680201,0.0052396455,0.00017582117,0.024988694,0.00040572844,0.000019226201,0.000006372202,0.000028896815,0.0011155133],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98327315,0.0036963862,0.011102365,0.00033370272,0.0011545016,0.0004398755],"domain_scores_gemma":[0.9748455,0.011096196,0.011826892,0.001009325,0.0010832419,0.00013879767],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031153817,0.00021194904,0.001813924,0.00005785942,0.000063681415,0.000009181659,0.00047795623,0.0002083278,0.0004115371],"category_scores_gemma":[0.03036047,0.000087622626,0.0009656736,0.00043401774,0.00022983892,0.00014610357,0.00021733266,0.0023794477,0.00008862962],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0081048645,0.0019935295,0.85452497,0.0021329923,0.0006655095,0.00029706667,0.000615026,0.00003424923,0.00007275536,0.00024832145,0.08935715,0.041953564],"study_design_scores_gemma":[0.023840686,0.013946119,0.24285185,0.0062056403,0.0027768575,0.0011947864,0.008209394,0.00011397185,0.000055208686,0.00035900815,0.7001685,0.00027800206],"about_ca_topic_score_codex":0.000081185186,"about_ca_topic_score_gemma":0.00082053005,"teacher_disagreement_score":0.6116731,"about_ca_system_score_codex":0.0005621938,"about_ca_system_score_gemma":0.0026133624,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W2990697198","doi":"10.1093/ptj/pzz161","title":"Evaluating the Uptake and Acceptability of Standardized Postoperative Rehabilitation Guidelines Using an Online Knowledge Translation Approach","year":2019,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"","keywords":"Knowledge translation; Resource (disambiguation); Medicine; Analytics; Guideline; Rehabilitation; MEDLINE; Referral; Variety (cybernetics); Physical therapist; Medical education; Physical therapy; Knowledge management; Computer science; Nursing; Data science; Pathology","score_opus":0.6497609217884537,"score_gpt":0.6016940181913311,"score_spread":0.04806690359712262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990697198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99307156,0.00021431487,0.0029063274,0.0020241619,0.000064217056,0.0015599134,0.00003315678,0.000025874557,0.00010049013],"genre_scores_gemma":[0.9137947,0.000033998724,0.08553301,0.00028238137,0.00022546649,0.000014943681,0.0000893183,0.000019661542,0.0000065435834],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978259,0.0005252278,0.0008167163,0.00033181056,0.0003747704,0.00012553034],"domain_scores_gemma":[0.99660426,0.0018494556,0.00023995724,0.00036633335,0.0008830632,0.000056951652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002289531,0.00014662495,0.00039701335,0.000036390484,0.00007488692,0.000019376259,0.00007020263,0.000047744492,0.00008323165],"category_scores_gemma":[0.0018204813,0.00009224951,0.00012207506,0.00022431323,0.00012885769,0.00034653544,0.000018943561,0.00018418586,0.0000015124305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022028794,0.0013753304,0.004079463,0.00006129368,0.00007895634,4.6902144e-8,0.007655388,0.0009986813,0.19031723,0.00017431338,0.000008992674,0.7930474],"study_design_scores_gemma":[0.008802836,0.005386993,0.13091293,0.000042248343,0.0001922107,0.0000042228685,0.007714732,0.8408421,0.0028592574,0.0022642938,0.0007688991,0.00020924197],"about_ca_topic_score_codex":0.00007983916,"about_ca_topic_score_gemma":0.000007726351,"teacher_disagreement_score":0.83984345,"about_ca_system_score_codex":0.000049703078,"about_ca_system_score_gemma":0.00016886242,"threshold_uncertainty_score":0.3761826},"labels":[],"label_agreement":null},{"id":"W2990862353","doi":"10.1016/j.jogc.2019.10.018","title":"Directives cliniques de la SOGC : un bref historique","year":2019,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Humanities; Medicine; Political science; Gynecology; Philosophy","score_opus":0.03649369531931668,"score_gpt":0.37564273202181425,"score_spread":0.3391490367024976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990862353","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021963969,0.031881362,0.0002531837,0.0016840644,0.94084084,0.00033722806,0.00013724498,0.0000067078295,0.0028953957],"genre_scores_gemma":[0.45003298,0.06688546,0.01680655,0.0037340552,0.4524215,0.00002208059,0.00017763939,0.00028200602,0.00963774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940348,0.0013949,0.0026761198,0.0003742913,0.00093395374,0.0005859163],"domain_scores_gemma":[0.8322698,0.16186541,0.0032044712,0.0002744305,0.0017606708,0.00062519754],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004520256,0.00040727077,0.0014056672,0.0004227611,0.00014289086,0.00005361993,0.00031577787,0.0014493862,0.000816361],"category_scores_gemma":[0.20070136,0.0003839948,0.00024439968,0.00036218224,0.00025638347,0.00020213563,0.0001215807,0.003361467,0.0000037145646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008113256,0.00027394138,0.038304728,0.0003904183,0.00098677,0.006917632,0.00024025857,0.000020133164,0.0000090121175,0.00014491865,0.6474146,0.30521646],"study_design_scores_gemma":[0.005108895,0.0013907762,0.07067868,0.00009551752,0.0014302525,0.00024075861,0.0006750499,0.000042328833,0.00001760655,0.0004720863,0.9195511,0.00029700462],"about_ca_topic_score_codex":0.059552204,"about_ca_topic_score_gemma":0.03184642,"teacher_disagreement_score":0.48841935,"about_ca_system_score_codex":0.013835811,"about_ca_system_score_gemma":0.027188353,"threshold_uncertainty_score":0.9998612},"labels":[],"label_agreement":null},{"id":"W2990900844","doi":"10.25376/hra.11908395","title":"The RAND/PPMD Patient-Centeredness Method: a novel online approach to engaging patients and their representatives in guideline development","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Eli Lilly and Company","keywords":"Guideline; Best practice; Medical education; Medicine; Online discussion; Psychology; Family medicine; Computer science; Political science; World Wide Web","score_opus":0.27950082663593884,"score_gpt":0.4232661713160474,"score_spread":0.14376534468010854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990900844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.891902,0.00013946186,0.072560444,0.030076224,0.00022187046,0.0045530293,0.000054003875,0.00006623694,0.00042672455],"genre_scores_gemma":[0.9012394,0.000025592091,0.085356794,0.0119310515,0.00014965846,0.00089682057,0.0003303499,0.00003588565,0.000034467786],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99704164,0.00027198784,0.0014183202,0.0005229608,0.00034135973,0.00040375255],"domain_scores_gemma":[0.9978902,0.0010180096,0.00027078285,0.00022473701,0.00024491915,0.00035137415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00175784,0.00020743682,0.000358052,0.000086220316,0.00012845913,0.000050381743,0.00014338561,0.00004750003,0.0000050301796],"category_scores_gemma":[0.008142353,0.00013568411,0.000052891664,0.00039475455,0.000042275184,0.00015768992,0.00029426362,0.00031715678,0.0000020428938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012853958,0.00075363053,0.025968693,0.00003686772,0.000099623925,0.0000020794337,0.009392367,0.000104154846,0.0001319747,0.000014611844,0.0021475232,0.9600631],"study_design_scores_gemma":[0.023149192,0.00029867722,0.7225397,0.000057225363,0.00012908109,0.000018810733,0.039545454,0.020683989,0.0019653984,0.00006097345,0.19092906,0.0006224147],"about_ca_topic_score_codex":0.000093990464,"about_ca_topic_score_gemma":0.000045040593,"teacher_disagreement_score":0.95944065,"about_ca_system_score_codex":0.00009843371,"about_ca_system_score_gemma":0.00007822492,"threshold_uncertainty_score":0.97477454},"labels":[],"label_agreement":null},{"id":"W2990947228","doi":"10.1016/j.jogc.2019.09.005","title":"The Evolution of the Subspecialty of Gynaecologic Oncology in Canada and the GOC","year":2019,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Ottawa Hospital; University of Toronto","funders":"Royal College of Obstetricians and Gynaecologists","keywords":"Medicine; Subspecialty; Medical physics; Oncology; Gynecology; Family medicine","score_opus":0.029478187160601323,"score_gpt":0.3309100657416527,"score_spread":0.3014318785810514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990947228","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16613401,0.0065122033,0.000002827677,0.0038552051,0.8223294,0.0005720597,0.00008431505,5.297382e-7,0.00050945964],"genre_scores_gemma":[0.9788965,0.0025401693,0.00003472571,0.0003090651,0.017939443,0.000005552335,0.000008453398,0.000016787219,0.0002492966],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956794,0.00066278497,0.002276072,0.00017174668,0.0009467305,0.00026331257],"domain_scores_gemma":[0.8702487,0.12325262,0.0045434553,0.00035127276,0.0014945942,0.00010936852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003054435,0.00017818615,0.0010179463,0.00012305331,0.00011344561,0.0000079376,0.0003694982,0.00039404986,0.00007834826],"category_scores_gemma":[0.15146707,0.00008688066,0.000109474655,0.00042859302,0.0003764218,0.000045382087,0.0001681182,0.0016476483,6.472969e-8],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027964963,0.00007618172,0.15754986,0.0001667912,0.0003506158,0.00017349976,0.000080568454,0.00007700863,0.0000023921152,0.00022154672,0.8095524,0.031469494],"study_design_scores_gemma":[0.007649883,0.00060685875,0.4843614,0.000018442759,0.000504436,0.000024439038,0.00174935,0.000087868546,0.0000025379434,0.00027104805,0.50463265,0.00009107599],"about_ca_topic_score_codex":0.9777405,"about_ca_topic_score_gemma":0.99902576,"teacher_disagreement_score":0.8127625,"about_ca_system_score_codex":0.011009535,"about_ca_system_score_gemma":0.07597429,"threshold_uncertainty_score":0.992787},"labels":[],"label_agreement":null},{"id":"W2991596133","doi":"10.1016/j.jogc.2019.08.029","title":"SOGC Clinical Practice Guidelines: A Brief History","year":2019,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Medicine; Clinical Practice; Family medicine; Obstetrics and gynaecology; Pregnancy","score_opus":0.13335658390322006,"score_gpt":0.44695487393271066,"score_spread":0.3135982900294906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991596133","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006153084,0.0225223,0.00007196079,0.0067320317,0.9676042,0.00033839015,0.000068539994,0.000006732361,0.0020404945],"genre_scores_gemma":[0.001869578,0.019406393,0.025288962,0.04085793,0.9049493,0.000008005057,0.0003247519,0.00020158988,0.007093489],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99136704,0.0004224747,0.0054368526,0.00044896195,0.001937786,0.00038688895],"domain_scores_gemma":[0.78804016,0.18148328,0.009666076,0.0007389579,0.019181158,0.00089034287],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0057730107,0.0003564681,0.0016969519,0.00035851533,0.00005467368,0.00002839227,0.00030687157,0.0013152576,0.00071860955],"category_scores_gemma":[0.76893574,0.00031181052,0.00032013308,0.00023293094,0.00012669574,0.00028243175,0.0001473344,0.003729635,0.0000072496678],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008325351,0.0001650768,0.0012608025,0.00013162736,0.00054704654,0.0039437,0.000012648407,0.000005175763,3.7127316e-7,0.000009770416,0.90457374,0.089266814],"study_design_scores_gemma":[0.0064842063,0.0017637121,0.0029322908,0.00004253594,0.0020465516,0.00019951792,0.0002570421,0.000054808883,1.7246855e-7,0.0000129469845,0.9859534,0.00025281223],"about_ca_topic_score_codex":0.038350094,"about_ca_topic_score_gemma":0.017961873,"teacher_disagreement_score":0.76316273,"about_ca_system_score_codex":0.006499653,"about_ca_system_score_gemma":0.062122133,"threshold_uncertainty_score":0.9999812},"labels":[],"label_agreement":null},{"id":"W2991696549","doi":"10.1136/bmjopen-2019-032483","title":"Role of patient preferences in clinical practice guidelines: a multiple methods study using guidelines from oncology as a case","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"KWF Kankerbestrijding","keywords":"Medicine; Grading (engineering); Preference; Harm; Consistency (knowledge bases); Family medicine; Medical education; Social psychology; Psychology","score_opus":0.7221993750368112,"score_gpt":0.727529704242054,"score_spread":0.00533032920524279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991696549","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97648877,0.00014211389,0.00040100625,0.00467025,0.0005745311,0.016181124,0.000028751087,0.000021826869,0.0014916535],"genre_scores_gemma":[0.42156705,0.000024881185,0.5722831,0.0053860834,0.00026822503,0.00034046808,0.00004027413,0.00003204581,0.000057866633],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9880284,0.0034065363,0.006844993,0.00079612824,0.0006284207,0.0002955078],"domain_scores_gemma":[0.97919786,0.013646119,0.0026959092,0.0011573777,0.0030933805,0.00020934691],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018675722,0.00025566565,0.0013073522,0.00015406733,0.000045860772,0.000053947813,0.00039767378,0.00023128645,0.0006054947],"category_scores_gemma":[0.19099352,0.00021109784,0.00015709316,0.00040144954,0.000056824018,0.00072102353,0.0011057311,0.00048736166,0.00009568749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01049449,0.0057160603,0.3369637,0.000052678817,0.0005603301,0.0014993387,0.0039723003,0.00048063637,0.002285349,0.000021734893,0.00241078,0.6355426],"study_design_scores_gemma":[0.044075865,0.02117286,0.036556073,0.0012998322,0.0026633893,0.003988608,0.6183184,0.110613614,0.00094791845,0.002217887,0.1570375,0.0011080896],"about_ca_topic_score_codex":0.07964455,"about_ca_topic_score_gemma":0.0066758418,"teacher_disagreement_score":0.6344345,"about_ca_system_score_codex":0.00016166383,"about_ca_system_score_gemma":0.0019421007,"threshold_uncertainty_score":0.92648417},"labels":[],"label_agreement":null},{"id":"W2991698456","doi":"10.1186/s12884-019-2597-8","title":"Quality appraisal of gestational diabetes mellitus guidelines with AGREE II: a systematic review","year":2019,"lang":"en","type":"review","venue":"BMC Pregnancy and Childbirth","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Shanghai Municipal Population and Family Planning Commission; Fudan University; National Natural Science Foundation of China","keywords":"Medicine; Gestational diabetes; Family medicine; MEDLINE; Systematic review; Evidence-based medicine; Reproductive medicine; Excellence; Alternative medicine; Pregnancy; Pathology","score_opus":0.31821164221221115,"score_gpt":0.5097469440951596,"score_spread":0.19153530188294848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991698456","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023203742,0.9929879,0.0003658959,0.00020870355,0.00013783024,0.0058227493,0.0002464742,0.000046452755,0.00016083388],"genre_scores_gemma":[0.000017263019,0.9927334,0.0050339447,0.00045845626,0.00013553789,0.00039705678,0.000942285,0.00006520526,0.00021684088],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931108,0.00070296816,0.004459339,0.0006536336,0.0007758668,0.00029739924],"domain_scores_gemma":[0.99110097,0.0038520826,0.0033105677,0.0009587639,0.00062542007,0.00015220656],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017879109,0.0005628645,0.0049064104,0.00012736938,0.00007790498,0.000018886869,0.00021270942,0.00021531791,0.00008235494],"category_scores_gemma":[0.009157226,0.00034858112,0.00051540363,0.00029994175,0.00011927331,0.00017840696,0.00013289684,0.00040082255,0.000033656223],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018974028,0.00013899534,0.00038423366,0.8945264,0.00046188134,0.0000023451275,0.000023376671,3.6301563e-7,4.8394533e-8,0.00030289157,0.0002958668,0.103844605],"study_design_scores_gemma":[0.0010951518,0.00041674078,0.00025665594,0.94023675,0.009292217,0.000098501834,0.000033381188,0.0000095072,2.3126313e-7,0.000023063316,0.048162226,0.0003755591],"about_ca_topic_score_codex":0.000018423385,"about_ca_topic_score_gemma":0.00002542286,"teacher_disagreement_score":0.103469044,"about_ca_system_score_codex":0.000039427232,"about_ca_system_score_gemma":0.0010057992,"threshold_uncertainty_score":0.99989665},"labels":[],"label_agreement":null},{"id":"W2992622130","doi":"10.1016/j.jad.2019.12.005","title":"European clinical practice guidelines for depression in adults: Are they good enough?","year":2019,"lang":"en","type":"article","venue":"Journal of Affective Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Quality (philosophy); Clinical Practice; Depression (economics); Psychology; Best practice; MEDLINE; Evidence-based medicine; Inclusion (mineral); Medicine; Independence (probability theory); Alternative medicine; Medical education; Psychiatry; Family medicine; Political science; Social psychology; Pathology","score_opus":0.13690437460674312,"score_gpt":0.5215103843957418,"score_spread":0.3846060097889987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992622130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95511436,0.0008061043,0.0048185787,0.03150461,0.0014513807,0.0018696702,0.000013372875,0.000022809181,0.0043991106],"genre_scores_gemma":[0.97360885,0.0009467764,0.018686283,0.0058469484,0.0007891114,0.0000082929555,0.000013627695,0.00005160284,0.000048495902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960852,0.00072503457,0.0022055064,0.0002908812,0.00046303507,0.00023031911],"domain_scores_gemma":[0.988483,0.006098956,0.0021790576,0.00026061208,0.002833887,0.00014445018],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006958763,0.00017933603,0.00055757345,0.00018106643,0.000038279843,0.00002198349,0.00015516448,0.00010333892,0.00005078944],"category_scores_gemma":[0.085693054,0.00013589827,0.00034804043,0.000181557,0.000033310258,0.000660251,0.000058592384,0.0006409746,0.000037455717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010309036,0.0018224759,0.62461984,0.00017477675,0.00030349367,0.000054202243,0.00051495153,0.00032422223,0.00029742683,0.00004264213,0.016009673,0.34552723],"study_design_scores_gemma":[0.033630326,0.005930033,0.8272472,0.0017456295,0.0005620875,0.00022251051,0.025039477,0.0011394575,0.000055465996,0.00054487545,0.10355942,0.00032353276],"about_ca_topic_score_codex":0.00011372531,"about_ca_topic_score_gemma":0.0003492275,"teacher_disagreement_score":0.3452037,"about_ca_system_score_codex":0.00010322694,"about_ca_system_score_gemma":0.00020790761,"threshold_uncertainty_score":0.9220085},"labels":[],"label_agreement":null},{"id":"W2992644857","doi":"10.1186/s12961-019-0489-z","title":"Health promoter, advocate, legitimiser — the many roles of WHO guidelines: a qualitative study","year":2019,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; University of Sydney","keywords":"Snowball sampling; Credibility; Public relations; Health policy; Health services research; Public health; Grounded theory; Legitimacy; Variety (cybernetics); Health administration; Guideline; Government (linguistics); Medicine; Qualitative research; Nursing; Political science; Sociology; Politics; Law","score_opus":0.7629361583096366,"score_gpt":0.7016364078950232,"score_spread":0.06129975041461333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992644857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68025815,0.0035227123,0.000121623176,0.30321398,0.00016786908,0.011649982,0.00007061216,0.000036458783,0.0009586058],"genre_scores_gemma":[0.98959404,0.0011150478,0.000117392316,0.005044106,0.0005323826,0.00025474126,0.000022795586,0.000031624026,0.0032878555],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882135,0.0065482478,0.0024741308,0.000438874,0.0015310325,0.0007942509],"domain_scores_gemma":[0.99215186,0.0042907256,0.000675589,0.0007041871,0.001702572,0.00047509462],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039583,0.00016209818,0.0008144676,0.00035412278,0.0002979788,0.000062469764,0.00018455033,0.00006662086,0.000023532537],"category_scores_gemma":[0.010800683,0.00010209556,0.00006364082,0.0006923364,0.00017446795,0.00015732415,0.00014811763,0.0006206288,0.000049842394],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002965251,0.002654716,0.024208391,0.01785698,0.00065597787,0.000021235855,0.5215126,0.000055656485,0.00021058792,0.029567936,0.303179,0.097111635],"study_design_scores_gemma":[0.00808993,0.014625433,0.0201165,0.0025681262,0.00002571001,0.00011388813,0.85037506,0.005060097,0.000010106536,0.00075719197,0.09802877,0.00022916112],"about_ca_topic_score_codex":0.061328195,"about_ca_topic_score_gemma":0.001385327,"teacher_disagreement_score":0.32886243,"about_ca_system_score_codex":0.00031640028,"about_ca_system_score_gemma":0.003943828,"threshold_uncertainty_score":0.9975318},"labels":[],"label_agreement":null},{"id":"W2993005583","doi":"10.1503/cmaj.190576","title":"Cancer Strategic Clinical Network","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health","funders":"","keywords":"Cancer; Medicine; Cause of death; Cancer survival; Key (lock); Gerontology; Intensive care medicine; Computer science; Pathology; Internal medicine; Disease; Computer security","score_opus":0.1571154186604826,"score_gpt":0.47977476255343166,"score_spread":0.32265934389294904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993005583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8293357,0.00029296154,0.0000513636,0.15147503,0.0058119143,0.00033195218,0.000014543374,0.000029576971,0.012656965],"genre_scores_gemma":[0.87887657,0.0008942603,0.0005580377,0.103870876,0.013502502,0.00000708655,0.000031500924,0.00003073419,0.0022284614],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960238,0.0003351681,0.0014099394,0.00020694414,0.0014640442,0.0005601243],"domain_scores_gemma":[0.9952927,0.0010496912,0.00053226826,0.00014874202,0.00067996065,0.002296587],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006826505,0.00011468709,0.00037015596,0.00008177053,0.00012729327,0.00007115106,0.00014172474,0.0004888132,0.041794747],"category_scores_gemma":[0.005011407,0.000100967874,0.00020133876,0.00026313908,0.00002740529,0.00015223533,0.000015896498,0.001879425,0.0015289224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028994993,0.00003196575,0.7369639,0.0000060845105,0.0001735337,0.00016853085,0.000014737287,0.000021401918,0.0000032818582,0.0002786575,0.23003066,0.03227826],"study_design_scores_gemma":[0.0035478284,0.00024913147,0.25824523,0.0001354954,0.00014648875,0.0003889344,0.0003893257,0.0015762529,0.0000011793339,0.0007226722,0.7344346,0.00016285478],"about_ca_topic_score_codex":0.0038858922,"about_ca_topic_score_gemma":0.036958866,"teacher_disagreement_score":0.50440395,"about_ca_system_score_codex":0.00096846774,"about_ca_system_score_gemma":0.009734011,"threshold_uncertainty_score":0.9992485},"labels":[],"label_agreement":null},{"id":"W2993226818","doi":"","title":"Evaluating best practice guidelines.","year":2005,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Best practice; Nursing practice; Health care; Clinical Practice; Nursing; Process (computing); Medicine; Medical education; Computer science; Political science","score_opus":0.6106080373428182,"score_gpt":0.5917816005781696,"score_spread":0.01882643676464857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993226818","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25352806,0.0012673431,0.002671377,0.6688466,0.0009943603,0.004278116,0.000011323911,0.00034794456,0.06805488],"genre_scores_gemma":[0.59392107,0.00028377984,0.30391148,0.08873551,0.0052536316,0.0015891002,0.00007267739,0.000069201385,0.006163533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736416,0.00010958373,0.0012245075,0.00030375755,0.00064079196,0.00035719376],"domain_scores_gemma":[0.9963026,0.0012274222,0.00036731613,0.000374412,0.0014976376,0.00023062408],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004685159,0.00012504355,0.00020678065,0.00007369273,0.00006761097,0.000037091035,0.00008405407,0.00007153823,0.00026875836],"category_scores_gemma":[0.11456042,0.00011316638,0.00008396942,0.00022085477,0.000029779982,0.0005961485,0.00006373323,0.0002564346,0.0004819402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020042628,0.00025841023,0.0006014003,0.00001162323,0.000049852693,0.000009592834,0.000029953275,0.00008753925,0.000102544065,0.0000586613,0.03721907,0.96137094],"study_design_scores_gemma":[0.003413115,0.00017560118,0.019328112,0.000020325628,0.0006558481,0.00026917734,0.0005609584,0.0039787698,0.00039552845,0.00006560008,0.97095466,0.00018227947],"about_ca_topic_score_codex":0.00011547721,"about_ca_topic_score_gemma":0.000031137653,"teacher_disagreement_score":0.9611887,"about_ca_system_score_codex":0.00017200045,"about_ca_system_score_gemma":0.00013903913,"threshold_uncertainty_score":0.892898},"labels":[],"label_agreement":null},{"id":"W2993629479","doi":"10.23889/ijpds.v4i1.1116","title":"Achieving cross provincial comparisons of osteoporosis screening performance from administrative health data.","year":2019,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Waterloo; Western University","funders":"","keywords":"Operationalization; Identification (biology); Flexibility (engineering); Health care; Work (physics); Computer science; Political science; Engineering; Statistics","score_opus":0.5093538756730761,"score_gpt":0.6014346457643377,"score_spread":0.09208077009126159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993629479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95880854,0.000028497721,0.03254287,0.0035785835,0.0016684292,0.00049054815,0.0028252853,0.000013468409,0.000043750148],"genre_scores_gemma":[0.9070499,0.0000282403,0.08556597,0.0004523164,0.0004846646,0.0000018689769,0.0063733594,0.000008820939,0.000034862605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967406,0.00004595872,0.0012928445,0.00045836673,0.0012616387,0.00020062889],"domain_scores_gemma":[0.99634314,0.0005048623,0.0013950788,0.00071293116,0.0008933716,0.00015062082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003653707,0.00009959668,0.00024145952,0.00017552137,0.00025836247,0.0002107535,0.0015708981,0.000031364838,0.00011952608],"category_scores_gemma":[0.0042043235,0.00008988737,0.00004053906,0.00020689824,0.00012899192,0.0045956983,0.00064471713,0.00024167611,0.000008893254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059311814,0.000108265085,0.93912286,0.000020174599,0.00005089473,9.892751e-7,0.00012413911,0.0004150082,0.0012728403,0.000106193605,0.001310999,0.056874543],"study_design_scores_gemma":[0.0016469231,0.000325332,0.8583198,0.00019927233,0.000033540524,0.000048832997,0.00043170288,0.133837,0.00016446048,0.000028068114,0.004874714,0.000090327114],"about_ca_topic_score_codex":0.0013264461,"about_ca_topic_score_gemma":0.00031535595,"teacher_disagreement_score":0.13342199,"about_ca_system_score_codex":0.00015811808,"about_ca_system_score_gemma":0.0010174601,"threshold_uncertainty_score":0.5033272},"labels":[],"label_agreement":null},{"id":"W2993701364","doi":"","title":"Humber River Hospital Introduces a New Standard of Patient Care for Ontario and the World","year":2019,"lang":"en","type":"article","venue":"Insights (Essays)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Patient care; Nursing","score_opus":0.04343462386277334,"score_gpt":0.3617217137446802,"score_spread":0.31828708988190685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993701364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881028,0.00051038526,0.00017594575,0.0052746404,0.00057784334,0.0016341417,0.0000147495975,0.000014724725,0.0036947588],"genre_scores_gemma":[0.99390155,0.000039255134,0.0027607083,0.0009063794,0.00023775281,0.00002221684,0.000047091853,0.000016391645,0.0020686304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873275,0.000043291206,0.00055155903,0.00024056052,0.00030194427,0.00012987303],"domain_scores_gemma":[0.99820185,0.00077778514,0.00025868634,0.00029814985,0.00038860113,0.00007494857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018626255,0.00011681061,0.00035409792,0.00005695762,0.000049482813,0.00002008412,0.000062510684,0.00004468564,0.0004158162],"category_scores_gemma":[0.0005893702,0.00006974163,0.00008488815,0.0001004313,0.00011937945,0.00016031423,0.0000636381,0.0001677294,0.000013240496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025486112,0.0006382769,0.20623825,0.000672268,0.0011393606,0.00002805145,0.20975438,0.000045393263,0.0009984438,0.051136643,0.08566992,0.41819292],"study_design_scores_gemma":[0.019572834,0.0030802398,0.012636067,0.00016095085,0.0005775411,0.0000068785876,0.005842213,0.00004154426,0.0023711065,0.012370879,0.9431004,0.00023937941],"about_ca_topic_score_codex":0.006981005,"about_ca_topic_score_gemma":0.060772516,"teacher_disagreement_score":0.85743046,"about_ca_system_score_codex":0.00010986651,"about_ca_system_score_gemma":0.00032701122,"threshold_uncertainty_score":0.9996316},"labels":[],"label_agreement":null},{"id":"W2993781226","doi":"10.1503/cmaj.191362","title":"Strategic Clinical Networks","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Libin Cardiovascular Institute of Alberta; Alberta Health; University of Calgary; Alberta Health Services","funders":"","keywords":"Key (lock); Computer science; Scale (ratio); Process management; Test (biology); Data science; Health care; Knowledge management; Business; Computer security; Political science; Geography","score_opus":0.1365428499034022,"score_gpt":0.45521223946093203,"score_spread":0.3186693895575298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993781226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85917383,0.00014507881,0.00039785093,0.11085386,0.005050638,0.00037215318,0.0000074458057,0.00003821032,0.023960957],"genre_scores_gemma":[0.93209773,0.0002828847,0.00035257608,0.060646817,0.0051652035,0.000002154671,0.000032774627,0.000021163356,0.001398709],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99615765,0.00034274414,0.0014485455,0.00019865095,0.0013701738,0.00048222116],"domain_scores_gemma":[0.99504066,0.001204643,0.00047960525,0.00016233714,0.0006429337,0.0024698223],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0075751515,0.000110055276,0.00034505667,0.00011633349,0.0001054554,0.00007998424,0.00014193574,0.000569423,0.024418697],"category_scores_gemma":[0.007985844,0.000097510005,0.00021211524,0.00022655894,0.000027746371,0.00015848137,0.000015356338,0.0021586032,0.0017237933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004638421,0.00006525823,0.80082536,0.000005917735,0.00018000504,0.0003767828,0.000016719849,0.000023910326,0.0000023260418,0.0004513909,0.14300536,0.05500059],"study_design_scores_gemma":[0.005866557,0.000532597,0.3107408,0.00011074104,0.0001618293,0.001368013,0.0008626977,0.013455481,8.7195775e-7,0.00052200514,0.66614485,0.0002335667],"about_ca_topic_score_codex":0.0012800872,"about_ca_topic_score_gemma":0.00958826,"teacher_disagreement_score":0.5231395,"about_ca_system_score_codex":0.0007336729,"about_ca_system_score_gemma":0.005775728,"threshold_uncertainty_score":0.9998606},"labels":[],"label_agreement":null},{"id":"W2994196987","doi":"10.1503/cmaj.191232","title":"Alberta’s Strategic Clinical Networks","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health; Alberta Health Services","funders":"","keywords":"Key (lock); Health services; Medicine; Telecommunications; Business; Computer science; Data science; Environmental health; Computer security; Population","score_opus":0.11340688349142054,"score_gpt":0.4401960382430189,"score_spread":0.32678915475159837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994196987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7707557,0.00013546499,0.00029464316,0.17240024,0.006065219,0.00048677876,0.000007195849,0.00003215407,0.049822573],"genre_scores_gemma":[0.92429036,0.00025464402,0.00028059373,0.06609381,0.005135903,0.0000028027337,0.000043850938,0.000025788717,0.003872244],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959464,0.00037043463,0.0015715385,0.00022521598,0.0013514073,0.00053497765],"domain_scores_gemma":[0.993983,0.0020317214,0.00053127296,0.00018201883,0.00061525014,0.0026567464],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006437409,0.00012754278,0.0003861481,0.00012051736,0.00011309839,0.00008635135,0.00015854795,0.0006261957,0.02865819],"category_scores_gemma":[0.011221871,0.0001131226,0.00023692501,0.0002288732,0.00003053281,0.00017822493,0.00001734421,0.0021658842,0.0021187766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053597043,0.000074544034,0.76574117,0.000006598903,0.00021641384,0.00026710716,0.000027966984,0.000026396561,0.0000018865927,0.00048558225,0.19352731,0.0395714],"study_design_scores_gemma":[0.0051553356,0.00045616142,0.20021383,0.00010371007,0.00016229696,0.0011457523,0.00071862555,0.011865858,6.783112e-7,0.0003792655,0.77957386,0.00022461535],"about_ca_topic_score_codex":0.008906464,"about_ca_topic_score_gemma":0.0739791,"teacher_disagreement_score":0.5860466,"about_ca_system_score_codex":0.0007797264,"about_ca_system_score_gemma":0.006131281,"threshold_uncertainty_score":0.999503},"labels":[],"label_agreement":null},{"id":"W2994201468","doi":"10.12927/hcq.2008.19499","title":"The Guidelines International Network: Translating Best Evidence into Best Practice around the Globe","year":2013,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globe; Best practice; Theme (computing); Clinical Practice; Political science; Library science; Medical education; Medicine; Public relations; Family medicine; Computer science; Law; Ophthalmology; World Wide Web","score_opus":0.2798514426246288,"score_gpt":0.5284818753320303,"score_spread":0.24863043270740148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994201468","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027004872,0.004996732,0.003542857,0.95975465,0.002056764,0.0016848132,0.000004801792,0.000077661585,0.00087687006],"genre_scores_gemma":[0.9321213,0.0016259977,0.020257803,0.037139274,0.007854979,0.00031241745,0.000046858528,0.0000540023,0.00058737723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955789,0.0005937353,0.0019484147,0.00042467922,0.0009206151,0.0005336869],"domain_scores_gemma":[0.98826504,0.007422727,0.00073569274,0.0007285176,0.0026100685,0.0002379669],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037194544,0.00023263252,0.0002639736,0.000036382684,0.00078702363,0.0003534346,0.00042271393,0.000123085,0.00013300923],"category_scores_gemma":[0.009011107,0.00013992694,0.0001397787,0.00030897584,0.00015383023,0.001238415,0.000039409086,0.00071195926,0.00063597143],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028421034,0.000114965114,0.0039027124,0.000069855414,0.000110927685,0.000014814726,0.0023286936,0.000030660045,0.00010598213,0.0011190907,0.043920767,0.94799733],"study_design_scores_gemma":[0.0022323495,0.005592244,0.0065363836,0.0015664637,0.00060058624,0.00078287267,0.122864515,0.020781651,0.000010195811,0.009134738,0.8293622,0.00053578627],"about_ca_topic_score_codex":0.023858603,"about_ca_topic_score_gemma":0.008409851,"teacher_disagreement_score":0.94746155,"about_ca_system_score_codex":0.00021607822,"about_ca_system_score_gemma":0.0006321493,"threshold_uncertainty_score":0.9993364},"labels":[],"label_agreement":null},{"id":"W2994212642","doi":"10.1503/cmaj.190581","title":"Bone and Joint Health Strategic Clinical Network","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Bone and Joint Health Institute; University of Calgary; Alberta Health Services","funders":"","keywords":"Osteoarthritis; Osteoporosis; Medicine; Key (lock); Joint (building); Physical medicine and rehabilitation; Affect (linguistics); Physical therapy; Bone health; Computer science; Alternative medicine; Pathology; Psychology; Computer security; Engineering; Bone mineral; Communication","score_opus":0.1763780969334637,"score_gpt":0.4595000584805731,"score_spread":0.28312196154710945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994212642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67199826,0.00058371807,0.0000937231,0.32195592,0.002142858,0.00037637158,0.000009481462,0.000022554,0.0028171332],"genre_scores_gemma":[0.84692305,0.001332944,0.0013846551,0.14386521,0.0057788664,0.0000025779211,0.000036494417,0.000024699006,0.00065150135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99581,0.00046820703,0.0018361539,0.00021035293,0.001137131,0.00053815823],"domain_scores_gemma":[0.9949444,0.00078288844,0.0007636911,0.00012771647,0.0003647012,0.0030165962],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013142993,0.00010837241,0.0005101889,0.000099533645,0.00016205126,0.00007285757,0.000050496576,0.00032955766,0.0055646775],"category_scores_gemma":[0.0060790735,0.00009648073,0.00013391656,0.00017854312,0.00003475668,0.00012662899,0.00001909575,0.0016450336,0.00038185113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037934715,0.000060535873,0.6125159,0.000028655271,0.00016173854,0.0002485418,0.00006249061,0.00000581392,0.000003443635,0.0008213979,0.30266166,0.08339189],"study_design_scores_gemma":[0.0054835444,0.00089297775,0.50619876,0.0002538809,0.00008022977,0.0018784765,0.0010475087,0.001752946,4.2123307e-7,0.0015962052,0.48062196,0.00019306618],"about_ca_topic_score_codex":0.0025861177,"about_ca_topic_score_gemma":0.01791916,"teacher_disagreement_score":0.1780907,"about_ca_system_score_codex":0.0007300948,"about_ca_system_score_gemma":0.007843896,"threshold_uncertainty_score":0.9999312},"labels":[],"label_agreement":null},{"id":"W2996122687","doi":"","title":"Developing and validating a survey to assess physician-implementation of dietary guidelines for patients with hypertension in primary care","year":2017,"lang":"en","type":"dissertation","venue":"e-scholar@UOIT (University of Ontario Institute of Technology)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Primary care; Medicine; Family medicine","score_opus":0.21878284933306313,"score_gpt":0.4118090956827778,"score_spread":0.19302624634971466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996122687","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99725515,0.00006833968,0.00017021483,0.00030722245,0.00022387016,0.0016050838,0.00021756896,0.000021236201,0.00013130368],"genre_scores_gemma":[0.28520352,0.000078285426,0.70409524,0.00012774665,0.000019092697,0.000007238799,0.010317105,0.000034037013,0.00011770804],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980718,0.000013474067,0.00084154366,0.00048048058,0.00039108118,0.00020163406],"domain_scores_gemma":[0.99464977,0.000026414915,0.0015377657,0.00044041855,0.0032911035,0.000054515862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067769096,0.00025885963,0.0009164487,0.0006302922,0.00022985971,0.000011964359,0.00030723814,0.00034599117,0.000009576402],"category_scores_gemma":[0.0013610797,0.00028933803,0.00009334737,0.00032342097,0.00008222537,0.0007878257,0.00013651773,0.0004988886,6.4174145e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002855265,0.0002711917,0.24255626,0.0020814994,0.0003794223,0.000018436125,0.0020550138,0.000013485614,0.0032956984,0.00003319411,0.00019228272,0.74624825],"study_design_scores_gemma":[0.0051436364,0.0009144059,0.958463,0.0019732513,0.00051656115,0.0000016933553,0.0074421805,0.0000046261857,0.0014373153,0.000038587168,0.023800638,0.0002640629],"about_ca_topic_score_codex":0.043690726,"about_ca_topic_score_gemma":0.3186267,"teacher_disagreement_score":0.7459842,"about_ca_system_score_codex":0.000663336,"about_ca_system_score_gemma":0.0019554037,"threshold_uncertainty_score":0.9999559},"labels":[],"label_agreement":null},{"id":"W2997048831","doi":"10.1016/j.jogc.2019.11.007","title":"Les directives cliniques ne guident pas la pratique","year":2019,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Gynecology; Humanities","score_opus":0.07597522955724419,"score_gpt":0.4078261250007955,"score_spread":0.33185089544355134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997048831","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022718294,0.023908397,0.00024343476,0.004923209,0.9443215,0.00055750465,0.00017847771,0.0000069494968,0.003142218],"genre_scores_gemma":[0.51093763,0.05395911,0.007907263,0.004840433,0.41309658,0.000029172696,0.00032562975,0.00027339684,0.0086307535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992471,0.0014238703,0.003855733,0.00043286014,0.0012714829,0.00054509204],"domain_scores_gemma":[0.817579,0.17325741,0.0048457203,0.00032765322,0.0034083698,0.0005818539],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044801636,0.00047594344,0.0016719125,0.00043285917,0.00015832698,0.00009722572,0.00033750656,0.0014183074,0.0011015371],"category_scores_gemma":[0.34085143,0.00041924554,0.00026225415,0.00037160458,0.00022720963,0.00029166418,0.00017410638,0.003332485,0.000004579878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006117038,0.00024279467,0.044152066,0.00035355147,0.00087671925,0.0036423362,0.00018994734,0.00003764033,0.00000753643,0.00024634396,0.6499164,0.30027348],"study_design_scores_gemma":[0.004324328,0.0021966465,0.09432309,0.00013520561,0.0012953547,0.00012195157,0.0014744009,0.00006948984,0.000015498626,0.00014804518,0.89558107,0.00031491593],"about_ca_topic_score_codex":0.1697172,"about_ca_topic_score_gemma":0.21337566,"teacher_disagreement_score":0.5312249,"about_ca_system_score_codex":0.006725775,"about_ca_system_score_gemma":0.03097368,"threshold_uncertainty_score":0.99987805},"labels":[],"label_agreement":null},{"id":"W2997603845","doi":"10.1111/eip.12918","title":"A Way through the woods: Development of an integrated care pathway for adolescents with depression","year":2019,"lang":"en","type":"article","venue":"Early Intervention in Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; McMaster University; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Psychoeducation; Guideline; Excellence; Best practice; Clinical Practice; Session (web analytics); Collaborative Care; Evidence-based practice; Health care; Major depressive disorder; Medicine; Clinical pathway; Bridging (networking); Psychology; Cognition; Mental health; Psychiatry; Family medicine; Nursing; Alternative medicine; Intervention (counseling)","score_opus":0.06219950048215794,"score_gpt":0.41788566762788704,"score_spread":0.3556861671457291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997603845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98334926,0.00018789165,0.013642905,0.00033371043,0.0009218934,0.0014242694,0.000012898848,0.000026020069,0.0001011586],"genre_scores_gemma":[0.9674944,0.0000014968463,0.03185725,0.00024135501,0.00006839041,0.00009684962,0.00013980751,0.000024210844,0.00007622665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982267,0.00011086022,0.0009641107,0.00027400846,0.00026583142,0.00015849076],"domain_scores_gemma":[0.99889183,0.00005530263,0.00041481157,0.00033040025,0.0002660447,0.000041631596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047987344,0.00013152308,0.00021639235,0.00007495966,0.00004412731,0.000018378427,0.0001336264,0.00008275756,0.00010706892],"category_scores_gemma":[0.00012391827,0.00008319165,0.000122039004,0.00019292808,0.000027408898,0.00027239666,0.00003188183,0.00023552678,0.000017815044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032528057,0.0010498965,0.89976156,0.0008937599,0.00006978952,9.0743237e-7,0.0044462946,0.000024500121,0.0002796201,0.00008405182,0.000211706,0.08992512],"study_design_scores_gemma":[0.011943639,0.0022967814,0.9451156,0.005949125,0.0000957375,0.000010433744,0.028984588,0.00018220121,0.0020545532,0.00025888145,0.002914755,0.00019369138],"about_ca_topic_score_codex":0.00030541117,"about_ca_topic_score_gemma":0.0019989032,"teacher_disagreement_score":0.089731425,"about_ca_system_score_codex":0.000083517945,"about_ca_system_score_gemma":0.00017981544,"threshold_uncertainty_score":0.3392457},"labels":[],"label_agreement":null},{"id":"W2997926786","doi":"10.1016/j.jogc.2019.10.035","title":"Guidelines Do Not Guide Practice","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Medical physics; Family medicine","score_opus":0.09459158099906566,"score_gpt":0.4144363734469942,"score_spread":0.3198447924479285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997926786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89371544,0.005335639,0.0002334455,0.06283856,0.02810025,0.00044440548,0.000017191505,0.000008526834,0.00930656],"genre_scores_gemma":[0.9584965,0.0006279736,0.015163892,0.02433415,0.00015502103,0.000001023776,0.0000047061844,0.000017761737,0.0011989606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744403,0.000089067544,0.0015685363,0.00015022623,0.0005495249,0.00019861024],"domain_scores_gemma":[0.98261446,0.013249158,0.0011886097,0.00019236514,0.0025139856,0.00024142645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015213963,0.00011425344,0.00041260038,0.00017039469,0.000042894724,0.00002447978,0.000102042366,0.00010274604,0.000776206],"category_scores_gemma":[0.14219882,0.00009202273,0.000067620305,0.00026884282,0.000026582386,0.0002488142,0.000053439377,0.00042106715,0.0000073091937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012565072,0.00021018021,0.23899296,0.00009764959,0.0005146358,0.0035505092,0.00007156944,0.00016207305,0.00030675737,0.0005757274,0.23385783,0.52153444],"study_design_scores_gemma":[0.003996463,0.000774925,0.11479148,0.000009858704,0.00032687816,0.0005380463,0.0011303922,0.00017475338,0.000052462397,0.000055159082,0.8780405,0.00010910031],"about_ca_topic_score_codex":0.017268794,"about_ca_topic_score_gemma":0.0065663196,"teacher_disagreement_score":0.6441826,"about_ca_system_score_codex":0.0006630417,"about_ca_system_score_gemma":0.0035088204,"threshold_uncertainty_score":0.9892753},"labels":[],"label_agreement":null},{"id":"W2998113175","doi":"10.15171/ijhpm.2019.137","title":"\"It’s Not Smooth Sailing\": Bridging the Gap Between Methods and Content Expertise in Public Health Guideline Development","year":2020,"lang":"en","type":"article","venue":"International Journal of Health Policy and Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Health and Medical Research Council; University of Sydney","keywords":"Bridging (networking); Guideline; Business; Medicine; Computer science; Pathology; Computer security","score_opus":0.6575804844669099,"score_gpt":0.6106289688881715,"score_spread":0.046951515578738334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998113175","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017230237,0.00075488846,0.10455919,0.87673134,0.00018076616,0.00043986872,0.0000054199545,0.0000084348985,0.000089853485],"genre_scores_gemma":[0.5539955,0.0038107194,0.06602705,0.3751953,0.0008867139,0.000009992475,0.000019821222,0.000014456979,0.000040440038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959518,0.00043774195,0.0025609382,0.00019214461,0.00057977275,0.0002776422],"domain_scores_gemma":[0.99778724,0.00041077984,0.0010775331,0.00009350752,0.0002786124,0.00035235376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075471005,0.0001281132,0.00039738146,0.00030487782,0.00010271406,0.00006598139,0.00017764962,0.000026242347,0.000016840386],"category_scores_gemma":[0.0020899298,0.000093747905,0.000052606665,0.00014987293,0.000048615137,0.00018923062,0.00020841212,0.00028370053,0.0000016195035],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014952561,0.00007122042,0.0021128354,0.00011585884,0.00021737244,0.000028372002,0.0036316328,0.000012341096,0.000022898312,0.0010474393,0.011101386,0.9814891],"study_design_scores_gemma":[0.004636782,0.00047844372,0.07013716,0.00034884005,0.000032393673,0.00011001263,0.0037870626,0.0014317123,0.000044152526,0.00015087465,0.91872495,0.00011758938],"about_ca_topic_score_codex":0.000835877,"about_ca_topic_score_gemma":0.00008083536,"teacher_disagreement_score":0.9813715,"about_ca_system_score_codex":0.0005025744,"about_ca_system_score_gemma":0.00072421494,"threshold_uncertainty_score":0.38229287},"labels":[],"label_agreement":null},{"id":"W2998191326","doi":"10.71781/31387","title":"Développement et validation d’un outil d’évaluation de la compétence chirurgicale pour l’évidement cervical","year":2018,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology","score_opus":0.05341011887312982,"score_gpt":0.3469380591357449,"score_spread":0.2935279402626151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998191326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94428504,0.0040267278,0.022230083,0.010262213,0.0027925186,0.0015160711,0.00015797786,0.00017460038,0.014554771],"genre_scores_gemma":[0.93507814,0.0026306354,0.042447403,0.0015633266,0.0013230162,0.000112399815,0.0042315098,0.000083806655,0.012529775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99303544,0.0016264908,0.0017385544,0.0010424505,0.0017913085,0.0007657727],"domain_scores_gemma":[0.9944833,0.0017977362,0.0013529918,0.00059637823,0.0011005894,0.0006690141],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037800944,0.00067202485,0.00070142833,0.00035906798,0.0043382933,0.00011248548,0.00044097594,0.0008266622,0.0012047077],"category_scores_gemma":[0.0020173045,0.0007742187,0.0004584837,0.00045708058,0.00044326507,0.0005698661,0.00027946974,0.0009942926,0.00051437033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.013147419,0.007875679,0.39832988,0.0019458294,0.0045206654,0.006172408,0.16294643,0.016660035,0.14747447,0.044920728,0.017259685,0.17874677],"study_design_scores_gemma":[0.010115318,0.0008677223,0.7500077,0.0016576969,0.004326879,0.0019567132,0.06879574,0.041505225,0.038891703,0.0037913,0.076719776,0.0013642608],"about_ca_topic_score_codex":0.016668009,"about_ca_topic_score_gemma":0.0019647279,"teacher_disagreement_score":0.3516778,"about_ca_system_score_codex":0.012225878,"about_ca_system_score_gemma":0.006336284,"threshold_uncertainty_score":0.99970835},"labels":[],"label_agreement":null},{"id":"W2998701574","doi":"10.1002/ejp.1524","title":"Quality of chronic pain interventional treatment guidelines from pain societies: Assessment with the AGREE II instrument","year":2019,"lang":"en","type":"review","venue":"European Journal of Pain","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Toronto Western Hospital; University of Toronto","funders":"","keywords":"Rigour; Medicine; Guideline; CLARITY; Quality (philosophy); Stakeholder; Health care; Physical therapy; Medical physics; Medical education; Pathology","score_opus":0.5124234812506117,"score_gpt":0.5473968015088472,"score_spread":0.03497332025823552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998701574","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002895745,0.9305319,0.05744921,0.009257792,0.0004705428,0.0015143745,0.00016325251,0.000018744877,0.00030459152],"genre_scores_gemma":[0.0007576386,0.9776886,0.0144888945,0.0022238377,0.002703004,0.000019987292,0.0005698584,0.00014386683,0.001404277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9654351,0.026091406,0.006375002,0.0004255463,0.0013574042,0.0003155481],"domain_scores_gemma":[0.9825771,0.008127647,0.007482281,0.0007210198,0.0008825954,0.00020938997],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.07369158,0.00054278993,0.002328318,0.00015560655,0.000113385555,0.00004787708,0.000504088,0.00009121506,0.0008685783],"category_scores_gemma":[0.008077943,0.00028291123,0.0018238213,0.00021890522,0.00013316594,0.00013153844,0.00017607627,0.00084925286,0.000020779424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012310612,0.0006706849,0.00016816062,0.0030992902,0.0023654879,0.00006162422,0.00012189308,0.000017116128,0.000005632205,0.000016648435,0.043375403,0.94997495],"study_design_scores_gemma":[0.0031902902,0.011686897,0.00038321232,0.020486917,0.002604503,0.000049045873,0.0009919537,0.00018000486,6.6871155e-7,0.00002937663,0.96013856,0.00025857528],"about_ca_topic_score_codex":0.000056340275,"about_ca_topic_score_gemma":0.000046873734,"teacher_disagreement_score":0.9497164,"about_ca_system_score_codex":0.0012011656,"about_ca_system_score_gemma":0.0024323738,"threshold_uncertainty_score":0.99996233},"labels":[],"label_agreement":null},{"id":"W2998855047","doi":"10.1503/cmaj.190144","title":"Guideline groups should make recommendations even if the evidence is considered insufficient","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Intervention (counseling); Key (lock); Evidence-based medicine; Evidence-based practice; Computer science; Medicine; Intensive care medicine; Alternative medicine; Computer security; Nursing; Pathology","score_opus":0.2669447720596494,"score_gpt":0.4560526780071808,"score_spread":0.1891079059475314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998855047","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022281962,0.00024279927,0.0024754026,0.97303456,0.00087442715,0.00036871337,0.00006413561,0.00003200913,0.0006259852],"genre_scores_gemma":[0.46317595,0.00047008236,0.0012730426,0.53181195,0.0029804194,0.00001027352,0.00005716096,0.000022743647,0.00019836503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99490064,0.0004812135,0.0018424345,0.00027079543,0.0020291272,0.00047577944],"domain_scores_gemma":[0.9929546,0.0024187604,0.0007114241,0.00021281447,0.0013792816,0.0023230966],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059002107,0.00016161086,0.0003159851,0.000105637504,0.00045809514,0.00013813139,0.00029069372,0.00029218392,0.016138569],"category_scores_gemma":[0.08047358,0.00012237129,0.00018446775,0.00051655964,0.00006255334,0.00021221561,0.00005255344,0.0017914677,0.0004247343],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033141077,0.000037979928,0.013762541,0.000006887763,0.00012918074,0.00013149578,0.00094095996,0.000010163343,0.000026645985,0.000107258544,0.9255523,0.059261408],"study_design_scores_gemma":[0.0015237821,0.00020922162,0.010623744,0.00013489471,0.00019920051,0.00043086638,0.0030132118,0.006066669,0.000017364824,0.00020001049,0.97743315,0.00014787313],"about_ca_topic_score_codex":0.0023209595,"about_ca_topic_score_gemma":0.011809394,"teacher_disagreement_score":0.4412226,"about_ca_system_score_codex":0.0010326103,"about_ca_system_score_gemma":0.0058750585,"threshold_uncertainty_score":0.9997607},"labels":[],"label_agreement":null},{"id":"W2999432167","doi":"10.1111/dme.14231","title":"Management of type 2 diabetes using non‐insulin glucose‐lowering therapies: a critical appraisal of clinical practice guidelines with the AGREE II instrument","year":2020,"lang":"en","type":"review","venue":"Diabetic Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Impact; Diabetes Canada; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Medicine; Rigour; MEDLINE; Guideline; Critical appraisal; Glycemic; Family medicine; CLARITY; Alternative medicine; Insulin; Pathology; Internal medicine","score_opus":0.3461903498767876,"score_gpt":0.5599284301271182,"score_spread":0.21373808025033064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999432167","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021507153,0.96774554,0.0010764247,0.024326965,0.0016195888,0.0025897652,0.00020873817,0.000038516137,0.00024375756],"genre_scores_gemma":[0.0014954967,0.96635914,0.027578846,0.0022602684,0.0014670512,0.00007737456,0.0006373935,0.000111873924,0.000012547355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898706,0.00061097107,0.006507766,0.0008264815,0.001670954,0.0005132229],"domain_scores_gemma":[0.9763702,0.016261859,0.0033401544,0.0013212417,0.0022338284,0.0004727179],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006234876,0.0007042165,0.004547851,0.00020080215,0.00011350483,0.000013951392,0.00054678804,0.00032826947,0.00035193434],"category_scores_gemma":[0.061130397,0.00038883716,0.0005058533,0.0011713277,0.0008680009,0.00015844118,0.0004695505,0.0011196896,0.000012582589],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004020368,0.00057003816,0.00005980757,0.023878256,0.0032722726,0.00013417215,0.00026213878,0.0000038922426,0.000021398277,0.00009614872,0.007860099,0.96343976],"study_design_scores_gemma":[0.0030659807,0.0038013589,0.000065541164,0.03740786,0.020003531,0.00005998065,0.0019591216,0.0004352334,0.00001549271,0.00001278149,0.9328387,0.00033446497],"about_ca_topic_score_codex":0.00007843549,"about_ca_topic_score_gemma":0.000002727478,"teacher_disagreement_score":0.96310526,"about_ca_system_score_codex":0.00008714644,"about_ca_system_score_gemma":0.0009763652,"threshold_uncertainty_score":0.99985635},"labels":[],"label_agreement":null},{"id":"W2999990834","doi":"10.2478/fon-2019-0038","title":"A summary of the evidence and evaluation of the effectiveness of nonpharmacological interventions for mild cognitive impairment","year":2019,"lang":"en","type":"article","venue":"Frontiers of Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Medicine; Psychological intervention; Guideline; Cochrane Library; Systematic review; Nice; CINAHL; Grading (engineering); MEDLINE; Excellence; Checklist; Family medicine; Physical therapy; Alternative medicine; Psychology; Nursing; Pathology","score_opus":0.3454639535153598,"score_gpt":0.5534512833531509,"score_spread":0.20798732983779106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999990834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917666,0.0014237204,0.002716767,0.00071431545,0.0005650888,0.0027296862,0.000029721094,0.0000017909251,0.000052331532],"genre_scores_gemma":[0.9987057,0.00002696201,0.0011764113,0.000029639632,0.000014971633,0.000026553247,0.000005535023,0.000004688173,0.000009566247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983228,0.0006334251,0.00053426257,0.00011174479,0.0003315174,0.000066260145],"domain_scores_gemma":[0.99666166,0.001980171,0.0005595262,0.00012807825,0.00065290224,0.000017686092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036522553,0.000055185556,0.00025430974,0.00004054854,0.000022753651,0.0000013783591,0.00006886724,0.000037579393,0.000012787241],"category_scores_gemma":[0.003558487,0.000034101493,0.000205923,0.00011984596,0.0002111244,0.00008759312,0.000035100467,0.00007511075,6.762786e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013854707,0.0026505962,0.78844595,0.0044908803,0.00071759865,1.1856189e-7,0.0015871112,0.00029116828,0.11865789,0.00009407773,0.005105135,0.06410475],"study_design_scores_gemma":[0.004481766,0.0010988404,0.9158468,0.011911736,0.0022990648,0.0000018158156,0.0026523015,0.0050354553,0.055813137,0.0008180497,0.0000033402005,0.000037691145],"about_ca_topic_score_codex":0.00002289067,"about_ca_topic_score_gemma":0.0000021015078,"teacher_disagreement_score":0.12740083,"about_ca_system_score_codex":0.00008792667,"about_ca_system_score_gemma":0.00012243114,"threshold_uncertainty_score":0.42600983},"labels":[],"label_agreement":null},{"id":"W3000546081","doi":"10.1093/aje/161.supplement_1.s54","title":"213: The Burden and Impact of Complications from Diabetes in Canada: Improved Surveillance for Better Prevention","year":2005,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Medicine; Diabetes mellitus; Environmental health; Gerontology; Intensive care medicine; Endocrinology","score_opus":0.13049464180259335,"score_gpt":0.47273071276106166,"score_spread":0.3422360709584683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000546081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90313065,0.00025374425,0.0026845725,0.09365787,0.000035816505,0.00019478075,0.00003660384,0.000001063132,0.000004915249],"genre_scores_gemma":[0.98256576,0.00010342753,0.013995608,0.002918677,0.0003761586,0.000007491117,0.000023422774,0.0000064583837,0.0000029777104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978756,0.0004976502,0.0013054763,0.00010318111,0.00005663777,0.00016146147],"domain_scores_gemma":[0.98438394,0.013684223,0.0015199769,0.00014646258,0.00019283203,0.000072534756],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002413723,0.00007022684,0.00056277245,0.000045677527,0.000018500043,0.0000012982256,0.00007948009,0.000020368989,0.000024691582],"category_scores_gemma":[0.010123856,0.00004403197,0.000107189044,0.000087037544,0.00014862356,0.00005735146,0.000016578158,0.00017480632,2.2288934e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016863497,0.000018537801,0.8207358,0.000003545835,0.00012818836,2.2861857e-7,0.000037965845,0.0003321678,0.0017717711,0.0000086564205,0.0018518493,0.17494267],"study_design_scores_gemma":[0.0010141121,0.0008395864,0.98473436,0.000025566162,0.000067012865,0.000010356255,0.00027941327,0.010306722,0.000021996104,0.0010238688,0.0016360387,0.00004100041],"about_ca_topic_score_codex":0.5139544,"about_ca_topic_score_gemma":0.28499347,"teacher_disagreement_score":0.22896092,"about_ca_system_score_codex":0.0002169026,"about_ca_system_score_gemma":0.0005651517,"threshold_uncertainty_score":0.9982143},"labels":[],"label_agreement":null},{"id":"W3000549111","doi":"10.1093/aje/161.supplement_1.s67a","title":"265-S: Concealed Allocation: An Under-Reported and Misunderstood Component of Trial Methodology in Stroke Rehabilitation","year":2005,"lang":"en","type":"article","venue":"American Journal of Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care","funders":"","keywords":"Rehabilitation; Component (thermodynamics); Stroke (engine); Physical medicine and rehabilitation; Medicine; Physical therapy; Engineering","score_opus":0.5368485333100516,"score_gpt":0.5770682149212712,"score_spread":0.04021968161121969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000549111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90620774,0.00019901898,0.03727105,0.05580897,0.000157954,0.0003220435,0.0000024626358,0.0000056386634,0.000025143983],"genre_scores_gemma":[0.79304004,0.00015665655,0.20351823,0.002989196,0.0002618569,0.0000042994616,0.000015962893,0.0000087640865,0.000005018396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99104226,0.004738136,0.0036191836,0.00023085851,0.00015946726,0.00021008922],"domain_scores_gemma":[0.9641821,0.031409882,0.003575512,0.00023590865,0.00041043747,0.00018615263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015624567,0.00011975153,0.001301244,0.0002683845,0.000020072137,0.0000017058424,0.00008153112,0.000088927474,0.00006557338],"category_scores_gemma":[0.04978411,0.00010248942,0.0001296958,0.00018134573,0.00071110285,0.00018110382,0.000021320397,0.00037692254,8.697896e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13825728,0.0026940864,0.3679252,0.00008261772,0.0010266658,0.00004493905,0.0027525506,0.005342009,0.026399685,0.0058327164,0.0010642497,0.448578],"study_design_scores_gemma":[0.12926628,0.06860279,0.7425737,0.00019452098,0.0012540151,0.0022915248,0.031185739,0.00714053,0.00038145803,0.012363712,0.00434109,0.00040467345],"about_ca_topic_score_codex":0.0006451113,"about_ca_topic_score_gemma":0.0003467973,"teacher_disagreement_score":0.4481733,"about_ca_system_score_codex":0.00014977955,"about_ca_system_score_gemma":0.00029369612,"threshold_uncertainty_score":0.95821995},"labels":[],"label_agreement":null},{"id":"W3000577482","doi":"10.1016/j.jclinepi.2020.01.002","title":"In response to “Lunny et al. Validation of five search filters for retrieval of clinical practice guidelines produced low precision”","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Information retrieval; Clinical Practice; Computer science; MEDLINE; Medicine; Data mining; Medical physics; Family medicine; Political science","score_opus":0.6888009689182242,"score_gpt":0.6852988507366491,"score_spread":0.003502118181575087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000577482","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08485717,0.00014999406,0.009513351,0.89916253,0.003940798,0.0021731423,0.0001691564,0.00001085,0.000023014058],"genre_scores_gemma":[0.0018333425,0.0014288164,0.20719351,0.7818906,0.007126047,0.000014308157,0.00017697117,0.00008034322,0.00025608408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8566562,0.06157469,0.075727515,0.0021276944,0.0027724965,0.0011414322],"domain_scores_gemma":[0.29145375,0.66060245,0.03044119,0.001357354,0.01539025,0.0007550034],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.27627423,0.0005058653,0.008780588,0.0007224403,0.000033367174,0.000011441254,0.0008017787,0.0018708623,0.00013973498],"category_scores_gemma":[0.97596776,0.0004023061,0.0025229703,0.00070803595,0.00043865372,0.00050559896,0.0003411923,0.008203988,0.000024943014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12644674,0.0006555861,0.003922021,0.00037305604,0.0006840652,0.00032790992,0.00009905755,0.0005969491,0.0003500899,0.000008282706,0.85901266,0.007523574],"study_design_scores_gemma":[0.011394731,0.018467337,0.009756204,0.0016065708,0.0011934969,0.00027559302,0.00023037707,0.0015757892,0.00031664965,0.0010502639,0.95380306,0.00032989852],"about_ca_topic_score_codex":0.0000919503,"about_ca_topic_score_gemma":0.000004747992,"teacher_disagreement_score":0.6996935,"about_ca_system_score_codex":0.00014526413,"about_ca_system_score_gemma":0.0050750645,"threshold_uncertainty_score":0.9998429},"labels":[],"label_agreement":null},{"id":"W3000833203","doi":"10.22435/hsji.v8i2.7906","title":"Modification of Calgary-Cambridge Observation Guide, a More Simplified and Practical Guide for Daily Consultation Practice","year":2017,"lang":"en","type":"article","venue":"Health Science Journal of Indonesia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Closing (real estate); Clinical Practice; Process (computing); Simple (philosophy); Computer science; Point (geometry); General practice; Psychology; Medical education; Medicine; Family medicine; Mathematics; World Wide Web; Epistemology; Law","score_opus":0.32679493308231733,"score_gpt":0.5639144186987838,"score_spread":0.23711948561646645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000833203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7950452,0.00013289365,0.072840296,0.13004944,0.0004110723,0.0013050433,0.0000076931865,0.000010177976,0.00019822214],"genre_scores_gemma":[0.7638474,0.00041796325,0.23126428,0.004173601,0.00021100733,0.000013513459,0.000013352239,0.000013446315,0.000045413588],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959324,0.00008122087,0.002424234,0.00027728605,0.0009999577,0.0002849266],"domain_scores_gemma":[0.98599213,0.0018806239,0.006266597,0.00044504125,0.0050612027,0.00035440386],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011556181,0.00012557671,0.0004396436,0.00023835976,0.0005824949,0.00012959825,0.00019642092,0.00007863218,0.000002653398],"category_scores_gemma":[0.06384337,0.0001072232,0.00006872016,0.00025952872,0.00051635935,0.0028657238,0.000055499233,0.00028776997,0.0000012234852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015972797,0.0026180602,0.3484348,0.0021575913,0.00027438815,0.00011536356,0.004224993,0.00015101091,0.13660747,0.029102525,0.060263325,0.40007767],"study_design_scores_gemma":[0.005544252,0.0014267879,0.96510285,0.00024125953,0.00020778757,0.001204627,0.0022725072,0.011880057,0.0013788593,0.000113066955,0.010513763,0.000114178474],"about_ca_topic_score_codex":0.00044099335,"about_ca_topic_score_gemma":0.000015978094,"teacher_disagreement_score":0.61666805,"about_ca_system_score_codex":0.0002456266,"about_ca_system_score_gemma":0.0042599593,"threshold_uncertainty_score":0.94404227},"labels":[],"label_agreement":null},{"id":"W3001110448","doi":"10.1017/cem.2019.467","title":"<i>CJEM</i> to create a dedicated section for <i>Quality Improvement and Patient Safety</i> publication","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa; Institute for Work & Health; McMaster University; University of Toronto","funders":"","keywords":"Section (typography); Medicine; Quality (philosophy); Content (measure theory); Action (physics); World Wide Web; Computer science; Operating system","score_opus":0.328375312718985,"score_gpt":0.4785257217345536,"score_spread":0.1501504090155686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001110448","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30333793,0.0009314393,0.024074085,0.66353726,0.004835221,0.0020224368,0.000104055885,0.000024377001,0.0011331707],"genre_scores_gemma":[0.9556757,0.00040031387,0.0016825749,0.0390119,0.0028950567,0.00003096813,0.00013730871,0.00003610471,0.00013006433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700963,0.00006831618,0.0021004914,0.00022681437,0.00033529694,0.0002594748],"domain_scores_gemma":[0.9952817,0.00017661926,0.00077188393,0.00015233939,0.0016262737,0.0019911774],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012495012,0.00014309086,0.0003986052,0.00019914981,0.00011373212,0.0000073683163,0.00008719506,0.0000682578,0.0013929264],"category_scores_gemma":[0.015312786,0.000117782794,0.00009020942,0.00046494495,0.000042141717,0.00018601719,0.000012910127,0.00022977329,0.000005104822],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016586842,0.00006757597,0.010962648,0.00027236712,0.00025020662,0.000017677037,0.003094844,0.000019064913,0.02898342,0.00021199504,0.80550635,0.14895518],"study_design_scores_gemma":[0.0036413097,0.0067358986,0.009685546,0.00013325352,0.0004171257,0.000024729377,0.0018408159,0.0001768694,0.0005642076,0.00012952967,0.97649187,0.0001588761],"about_ca_topic_score_codex":0.0038463676,"about_ca_topic_score_gemma":0.0042902273,"teacher_disagreement_score":0.6523378,"about_ca_system_score_codex":0.0001735633,"about_ca_system_score_gemma":0.0007160081,"threshold_uncertainty_score":0.99951994},"labels":[],"label_agreement":null},{"id":"W3001224118","doi":"10.1002/pbc.28170","title":"Lexicon for guidance terminology in pediatric hematology/oncology: A White Paper","year":2020,"lang":"en","type":"review","venue":"Pediatric Blood & Cancer","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic School of Theology; Western University; Children's Hospital of Western Ontario; University of Toronto; Pediatric Oncology Group; Hospital for Sick Children; London Health Sciences Centre","funders":"Hospital for Sick Children; National Institute for Health and Care Research; Pediatric Oncology Group of Ontario","keywords":"Medicine; Terminology; Lexicon; Hematology; Pediatric oncology; Internal medicine; White (mutation); Oncology; Medical physics; Intensive care medicine; Natural language processing; Cancer; Linguistics; Computer science; Genetics","score_opus":0.23355842883585068,"score_gpt":0.5154735978466751,"score_spread":0.2819151690108245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001224118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015406191,0.9875767,0.00007698505,0.005888119,0.0015056643,0.0041118357,0.00026820492,0.00013016294,0.0002882389],"genre_scores_gemma":[0.00007174726,0.9799439,0.003470627,0.0030988734,0.009026864,0.0036236125,0.00032941755,0.0001718106,0.00026315925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933101,0.00040630228,0.0036747635,0.0013721671,0.0003621773,0.0008745097],"domain_scores_gemma":[0.9933827,0.0032097697,0.0021568912,0.00063616893,0.00028187394,0.00033262328],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010440288,0.000757758,0.0041244435,0.00065851666,0.00007006278,0.000023419483,0.0004304883,0.0012088169,0.0005211433],"category_scores_gemma":[0.004095299,0.000674708,0.0008243947,0.0014052229,0.00007418088,0.00020085865,0.00023052505,0.0015000354,0.00016328656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028261892,0.0007048018,0.029502682,0.05456392,0.00038714494,0.000431739,0.00014196368,0.0000012704055,5.0202345e-7,0.00008442903,0.046645876,0.86725307],"study_design_scores_gemma":[0.0046814103,0.000772211,0.00044753088,0.00077719335,0.021617303,0.00037934768,0.00002920911,0.000011107875,3.7232013e-7,0.00008564355,0.9706316,0.00056704937],"about_ca_topic_score_codex":0.00012787119,"about_ca_topic_score_gemma":0.0004356841,"teacher_disagreement_score":0.9239857,"about_ca_system_score_codex":0.00040430875,"about_ca_system_score_gemma":0.0060038804,"threshold_uncertainty_score":0.99963117},"labels":[],"label_agreement":null},{"id":"W3003017584","doi":"10.1503/cjs.017518","title":"Management of rectal cancer in Canada: an evidence-based comparison of clinical practice guidelines","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Medicine; Stage (stratigraphy); Colorectal cancer; Radiation therapy; Magnetic resonance imaging; Neoadjuvant therapy; Cancer; Radiation treatment planning; Radiology; Medical physics; Internal medicine","score_opus":0.7245585625344287,"score_gpt":0.5814598748871185,"score_spread":0.14309868764731026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003017584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9082983,0.0030550696,0.00020519442,0.08714835,0.0009730396,0.0002085367,0.000037052625,0.0000021801666,0.000072241906],"genre_scores_gemma":[0.98532635,0.00062746176,0.0064549358,0.007162332,0.00039848135,0.0000020604753,0.0000075701296,0.000016565831,0.0000042298657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936828,0.00034858377,0.004944341,0.00017704266,0.00061314204,0.00023407063],"domain_scores_gemma":[0.989782,0.0042487658,0.002564284,0.00019731412,0.002239821,0.0009678145],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044829464,0.00012078948,0.0009773844,0.00021701498,0.000020461075,0.00000808178,0.00015401488,0.00006644636,0.00035028477],"category_scores_gemma":[0.035778847,0.000113699614,0.00019341249,0.00047961026,0.00006997825,0.00043760077,0.000012192973,0.00043118585,7.146981e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011396997,0.00007790411,0.8142764,0.0002349405,0.00017351293,0.0010578478,0.00010116584,0.0015457855,0.000049059734,0.0000075038815,0.03538595,0.14595023],"study_design_scores_gemma":[0.0025042866,0.000716868,0.9218672,0.004428873,0.0009726315,0.00007291197,0.01110936,0.006879214,0.00069504505,0.0000096398335,0.05048011,0.00026389555],"about_ca_topic_score_codex":0.887751,"about_ca_topic_score_gemma":0.9372999,"teacher_disagreement_score":0.14568633,"about_ca_system_score_codex":0.00047960278,"about_ca_system_score_gemma":0.034183938,"threshold_uncertainty_score":0.9723432},"labels":[],"label_agreement":null},{"id":"W3003590181","doi":"10.33589/28.2.0079","title":"Message from the ISHRS 2018 Surgical Assistants Chair &amp; Vice Chair","year":2018,"lang":"en","type":"article","venue":"International Society of Hair Restoration Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vice president; Medicine; Management","score_opus":0.23071431429964287,"score_gpt":0.45640742652438954,"score_spread":0.22569311222474667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003590181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.903952,0.00020548259,0.004191105,0.084764056,0.0030191757,0.00043222427,0.00028773278,0.00012619213,0.003022029],"genre_scores_gemma":[0.9851017,0.0002549794,0.0031102474,0.0054034754,0.0029987826,0.000027448641,0.0010387843,0.000030531417,0.0020340644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969437,0.00015220606,0.0012358844,0.0003598209,0.0011038766,0.00020447961],"domain_scores_gemma":[0.99400514,0.0037427386,0.0007267248,0.0004194944,0.0009965294,0.00010934038],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018963957,0.00017795993,0.00034675503,0.000050463106,0.00017850003,0.00005579103,0.00021194691,0.00015812374,0.0016666143],"category_scores_gemma":[0.0020545814,0.00014042282,0.0004542639,0.00025677713,0.0003489838,0.00038300018,0.00010015153,0.00027313095,0.00019715693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000624983,0.0002842367,0.07660086,0.000016798545,0.00039049107,0.00000796284,0.00071492663,0.000008842106,0.0026775724,0.00026932842,0.9128186,0.005585385],"study_design_scores_gemma":[0.0010208536,0.000056774123,0.13413662,0.00012562005,0.00007374114,0.00002431007,0.0006434793,0.0008936548,0.0008412175,0.0002731052,0.8617469,0.00016371517],"about_ca_topic_score_codex":0.0013017043,"about_ca_topic_score_gemma":0.00052112056,"teacher_disagreement_score":0.08114968,"about_ca_system_score_codex":0.00023389077,"about_ca_system_score_gemma":0.00037728043,"threshold_uncertainty_score":0.999246},"labels":[],"label_agreement":null},{"id":"W3003745476","doi":"","title":"Het belang van de meing van pijn in het verpleeghuis","year":2006,"lang":"nl","type":"article","venue":"Pure Amsterdam UMC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"McGill Pain Questionnaire; Medicine; Quality of life (healthcare); Physical therapy; Gerontology; Nursing; Visual analogue scale","score_opus":0.07496494384415194,"score_gpt":0.4129982913573793,"score_spread":0.3380333475132274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003745476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9102138,0.0025690547,0.004589832,0.037810333,0.0020946516,0.0020563367,0.00017071218,0.00025867292,0.040236555],"genre_scores_gemma":[0.9811227,0.0002160071,0.0019698797,0.007378219,0.002927274,0.000054378797,0.0005445198,0.00012517076,0.0056618643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99401677,0.00057748496,0.002426286,0.00084660883,0.0008141618,0.0013187178],"domain_scores_gemma":[0.99606925,0.001728398,0.00070799363,0.0008595544,0.0002679318,0.00036688562],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029525165,0.0005212067,0.00083950453,0.0003455228,0.00017811691,0.00014161786,0.00035037834,0.00040450753,0.004882004],"category_scores_gemma":[0.003841396,0.00055093615,0.00027363317,0.00064390874,0.00012840335,0.0005752314,0.00026002264,0.0011295368,0.0027442023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009949277,0.0016108684,0.7754724,0.0005766597,0.000247468,0.0012732809,0.0014127626,0.0009361997,0.003885995,0.0007573478,0.15155907,0.061273046],"study_design_scores_gemma":[0.020989113,0.0016009838,0.5122028,0.0017713989,0.001997164,0.00045364903,0.0052074483,0.009582214,0.001928152,0.012155323,0.43019763,0.0019141028],"about_ca_topic_score_codex":0.004620372,"about_ca_topic_score_gemma":0.0064527784,"teacher_disagreement_score":0.27863854,"about_ca_system_score_codex":0.00081989926,"about_ca_system_score_gemma":0.00042648736,"threshold_uncertainty_score":0.9996942},"labels":[],"label_agreement":null},{"id":"W3003749845","doi":"10.1186/s13643-020-1272-5","title":"Protocol for the development of guidance for stakeholder engagement in health and healthcare guideline development and implementation","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":254,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Calgary; Ottawa Hospital; Queen's University; McMaster University; Cochrane; Bruyère; University of Ottawa","funders":"National Health and Medical Research Council; World Health Organization; Economic and Social Research Council; Medical Research Council; Canadian Institutes of Health Research; Scottish Government","keywords":"Guideline; Stakeholder; Stakeholder engagement; Medicine; Protocol (science); Process management; Stakeholder analysis; Knowledge management; Public relations; Business; Political science; Computer science; Alternative medicine","score_opus":0.7028288473812859,"score_gpt":0.5961718649542787,"score_spread":0.10665698242700727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003749845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011565529,0.0020463928,0.13247746,0.03237262,0.00004387661,0.8318703,0.000012009265,0.000015113579,0.000005674918],"genre_scores_gemma":[0.0035819148,0.00008443222,0.36204797,0.005935122,0.00006525536,0.6281762,0.00006874527,0.000023067509,0.000017260118],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926332,0.00049206486,0.006082231,0.00030384335,0.00027823116,0.00021043257],"domain_scores_gemma":[0.9962159,0.0012511832,0.0019236673,0.00020585327,0.0002548531,0.00014854188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014380046,0.000179352,0.000954796,0.00004530233,0.00013244321,0.000017791524,0.00007426005,0.000025258272,0.0000127495505],"category_scores_gemma":[0.005102706,0.00010538794,0.000054050553,0.00013771186,0.00001713981,0.0000732056,0.000051942712,0.000081027356,0.0000014515223],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031035073,0.000092904724,0.0024951787,0.7575651,0.00011837193,3.6825406e-7,0.019612305,0.0000023922491,0.00009378827,0.00042230345,0.0099773435,0.20930961],"study_design_scores_gemma":[0.008699086,0.0008930154,0.0013937675,0.016668636,0.00009891228,0.000007743634,0.017624319,0.001426043,0.0003424665,0.000057953992,0.9525649,0.00022317599],"about_ca_topic_score_codex":0.00002671999,"about_ca_topic_score_gemma":0.00033515441,"teacher_disagreement_score":0.94258755,"about_ca_system_score_codex":0.00013496292,"about_ca_system_score_gemma":0.00070337404,"threshold_uncertainty_score":0.61087847},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3003903238","doi":"10.1016/j.jsxm.2019.12.023","title":"Quality of Clinical Practice Guidelines for the Diagnosis and Treatment of Erectile Dysfunction: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"The Journal of Sexual Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Erectile dysfunction; MEDLINE; Family medicine; Clinical Practice; Quality (philosophy); Sexual medicine; Alternative medicine; Evidence-based medicine; Gynecology; Internal medicine; Pathology","score_opus":0.817578628882446,"score_gpt":0.6843056164789079,"score_spread":0.13327301240353817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003903238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011384843,0.927357,0.0007243,0.0658141,0.000834523,0.0051931804,0.00003824009,0.0000056288795,0.00002159288],"genre_scores_gemma":[0.00001339427,0.9906622,0.0017750226,0.0042358763,0.0030475329,0.00014259292,0.000020051002,0.00003747391,0.00006583232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9817762,0.0026693519,0.014068068,0.00023211182,0.0011022219,0.00015208745],"domain_scores_gemma":[0.8557731,0.11701556,0.020639079,0.0008539615,0.0054816273,0.00023670819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028491067,0.00037793355,0.0077749686,0.00009261536,0.0000659633,0.0000051516745,0.00029799526,0.00016353365,0.000078754136],"category_scores_gemma":[0.35184002,0.00014058908,0.00041037166,0.00041058968,0.00032809546,0.00012032057,0.00005932631,0.0005414517,0.0000024035983],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005943306,0.00025236674,0.000005833019,0.39948168,0.0026517138,0.0000074690815,0.00014317025,1.9572262e-7,0.000001166858,0.0000100272755,0.020516643,0.5763354],"study_design_scores_gemma":[0.002300357,0.014510874,0.000013240251,0.25150332,0.09571432,0.0011111342,0.0022041127,0.000009527894,4.0409265e-7,0.000009683952,0.6325362,0.00008683424],"about_ca_topic_score_codex":0.00017520759,"about_ca_topic_score_gemma":0.000016609347,"teacher_disagreement_score":0.61201954,"about_ca_system_score_codex":0.00010007325,"about_ca_system_score_gemma":0.0008440454,"threshold_uncertainty_score":0.9874492},"labels":[],"label_agreement":null},{"id":"W3004133054","doi":"10.1503/cmaj.1095845","title":"<i>CMAJ</i> drops paywall","year":2020,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Stephen's University","funders":"","keywords":"Computer science; World Wide Web; Data science; Medicine","score_opus":0.08946304896162675,"score_gpt":0.39389417156832457,"score_spread":0.3044311226066978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004133054","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1025872,0.000102338665,0.00082697213,0.8870878,0.00083218893,0.00019457848,0.000021471316,0.000046627898,0.008300832],"genre_scores_gemma":[0.66409767,0.00012489743,0.00067176623,0.33011457,0.0047013937,0.0000026271293,0.000026819136,0.000020283644,0.00023996488],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968059,0.00016363677,0.00088407745,0.00016455354,0.0015842376,0.0003976153],"domain_scores_gemma":[0.99458313,0.00045875277,0.00031589414,0.00008237335,0.00056575105,0.00399407],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019895162,0.000103024,0.00024886816,0.000071854054,0.00015149014,0.00006781869,0.00013413644,0.00027938158,0.01268456],"category_scores_gemma":[0.02889252,0.00009391112,0.0001332043,0.0002727274,0.000022824963,0.00016757924,0.000017005974,0.0013402333,0.0010590305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004493759,0.000034030796,0.15398885,0.000012671787,0.00014327299,0.0010560645,0.00029397415,0.000002289825,0.00006700116,0.00014153146,0.75511634,0.089099],"study_design_scores_gemma":[0.0021193388,0.00017666967,0.02714295,0.000029909816,0.00008923425,0.0005240193,0.00048557454,0.0006992612,0.000016291504,0.00009461167,0.96851224,0.00010992973],"about_ca_topic_score_codex":0.0019846607,"about_ca_topic_score_gemma":0.008917789,"teacher_disagreement_score":0.5615105,"about_ca_system_score_codex":0.000708154,"about_ca_system_score_gemma":0.0047141328,"threshold_uncertainty_score":0.9997188},"labels":[],"label_agreement":null},{"id":"W3004932776","doi":"10.1200/jco.2020.38.4_suppl.74","title":"Gray areas and evidence gaps in the management of rectal cancer as revealed by the comparison of recommendations from national and international clinical guidelines.","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Colorectal cancer; Family medicine; Gray (unit); Cancer; Radiology; Internal medicine","score_opus":0.6811002490470996,"score_gpt":0.6815654961092691,"score_spread":0.00046524706216943823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004932776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5994169,0.002139654,0.0003137991,0.39669508,0.0006455684,0.00029903607,0.000029842578,0.0000022461054,0.00045784717],"genre_scores_gemma":[0.9618094,0.011178697,0.0088955555,0.017213669,0.0008365971,0.000007788616,0.00001752504,0.000007227949,0.000033571352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916973,0.0011507189,0.00619939,0.00021840376,0.0006369303,0.00009724064],"domain_scores_gemma":[0.97330594,0.021304494,0.003945184,0.00013303857,0.0011601249,0.00015123643],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011660074,0.00010182282,0.0008887924,0.000048410504,0.000030228563,0.000010949901,0.00028600538,0.0001576444,0.0002579585],"category_scores_gemma":[0.038035404,0.0000598285,0.00019431715,0.00017421058,0.0003031332,0.00017968443,0.00013227525,0.0009030237,0.0000023979867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044530295,0.0010444894,0.5542304,0.000050507017,0.00067271374,0.000021849703,0.00040148094,0.00002194037,0.00008783057,0.0003362331,0.16672082,0.2719587],"study_design_scores_gemma":[0.011156298,0.0050677694,0.8249747,0.0008020974,0.0011784505,0.00008116543,0.0050184894,0.0029990599,0.000025588854,0.0025345865,0.14604266,0.000119122524],"about_ca_topic_score_codex":0.00024961145,"about_ca_topic_score_gemma":0.00018963692,"teacher_disagreement_score":0.3794814,"about_ca_system_score_codex":0.000054864642,"about_ca_system_score_gemma":0.00062618,"threshold_uncertainty_score":0.9700676},"labels":[],"label_agreement":null},{"id":"W3006828308","doi":"10.1111/jep.13374","title":"Assessing the quality of seven clinical practice guidelines from four professional regulatory bodies in Quebec: What's the verdict?","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Rigour; Quality (philosophy); Guideline; Transparency (behavior); Health care; Clinical Practice; Medicine; Family medicine; Medical education; Psychology; Nursing; Political science","score_opus":0.6938363167862545,"score_gpt":0.6947977423107722,"score_spread":0.0009614255245177228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006828308","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46132433,0.0018949616,0.0009203333,0.5317497,0.00272415,0.00097247853,0.000004518642,0.000009594822,0.00039993587],"genre_scores_gemma":[0.85936964,0.002710426,0.044790126,0.08810413,0.0048719766,0.000024397272,0.000023994051,0.0000410971,0.00006421876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.94669974,0.027262578,0.01987187,0.00067059504,0.0051283725,0.0003668455],"domain_scores_gemma":[0.5626568,0.38657564,0.027436417,0.0015200644,0.02127452,0.00053653197],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1770132,0.00026455603,0.0012535002,0.000118896234,0.00013585898,0.0002559252,0.0004893473,0.00040066335,0.00027797997],"category_scores_gemma":[0.81794107,0.00015985564,0.000594106,0.0005808806,0.00040807598,0.0076609817,0.00026226693,0.0036831694,0.000025851647],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021893768,0.005295066,0.20866817,0.00016426097,0.001529982,0.00026455612,0.0055320617,0.002491543,0.00030792065,0.00045929884,0.08071247,0.6726809],"study_design_scores_gemma":[0.010243238,0.0008195231,0.82103145,0.0009078603,0.0020576364,0.00010559631,0.077874035,0.011742365,0.00001445369,0.0023641742,0.07262815,0.00021151846],"about_ca_topic_score_codex":0.0018598343,"about_ca_topic_score_gemma":0.0012067084,"teacher_disagreement_score":0.6724694,"about_ca_system_score_codex":0.00029120297,"about_ca_system_score_gemma":0.0044634,"threshold_uncertainty_score":0.9986154},"labels":[],"label_agreement":null},{"id":"W3007384768","doi":"10.1177/0840470419886938","title":"Rural healthcare delivery: Navigating a complex ecosystem","year":2020,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Health care; Healthcare delivery; Nursing; Rural area; Quality (philosophy); Face (sociological concept); Business; Medicine; Political science; Sociology","score_opus":0.22319012511532094,"score_gpt":0.46248263304394327,"score_spread":0.23929250792862233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007384768","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16340806,0.00044591437,0.0016051308,0.8294137,0.0004165904,0.0030037675,0.000118200696,0.0004919919,0.0010966148],"genre_scores_gemma":[0.88207716,0.00027539686,0.006160318,0.11028554,0.00039674572,0.000087951776,0.0006041095,0.000057935402,0.000054843174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624366,0.00023740706,0.0015030938,0.0005449577,0.00071270764,0.0007581667],"domain_scores_gemma":[0.99791336,0.00018840357,0.00045085436,0.00045737205,0.00029056123,0.0006994184],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006063359,0.00028306936,0.00054398016,0.00006997745,0.00029501977,0.000053648677,0.00019471912,0.00010430832,0.00025132677],"category_scores_gemma":[0.0002455273,0.00028321779,0.00018633164,0.0005001039,0.000028416764,0.00021243637,0.0003172775,0.0005820636,0.00040441364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014396479,0.00024033476,0.13226102,0.010294449,0.00043606106,0.0005540727,0.001458917,0.00004312307,0.00018567072,0.014632556,0.09804547,0.74040866],"study_design_scores_gemma":[0.014514161,0.0051307627,0.071524054,0.003103767,0.00070657587,0.00023308852,0.110094234,0.038314078,0.00010536558,0.0010351391,0.75387156,0.0013671925],"about_ca_topic_score_codex":0.0012775366,"about_ca_topic_score_gemma":0.0009438689,"teacher_disagreement_score":0.7390415,"about_ca_system_score_codex":0.00031248707,"about_ca_system_score_gemma":0.00012398552,"threshold_uncertainty_score":0.999962},"labels":[],"label_agreement":null},{"id":"W3009070088","doi":"10.3747/co.27.5349","title":"Can Concordance between Actual Care Received and a Pathway Map Be Measured on a Population Level in Ontario? A Pilot Study","year":2020,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre; Cancer Care Ontario; University of Toronto","funders":"","keywords":"Concordance; Medicine; Population; Colorectal cancer; Disease; Cohort; Health care; Cancer; Internal medicine; Oncology; Environmental health","score_opus":0.7329537073600464,"score_gpt":0.5377721454996892,"score_spread":0.19518156186035718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009070088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833354,0.00008627691,0.000050069026,0.014324663,0.00044030178,0.0015987811,0.00007026062,0.000035990935,0.000058308702],"genre_scores_gemma":[0.9974393,0.000008540689,0.00027253194,0.0013554334,0.00029124884,0.00007952784,0.000522598,0.000018274357,0.000012544104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977991,0.0003849914,0.00083019264,0.00045941104,0.0003052539,0.00022102827],"domain_scores_gemma":[0.9984046,0.0007571322,0.00028188006,0.00016870712,0.00017682799,0.00021084445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004973888,0.00017550138,0.0005440993,0.000083625826,0.00005133203,0.000011300797,0.000072279516,0.00006761892,0.00006741489],"category_scores_gemma":[0.0025314507,0.00016736699,0.0000327993,0.0001380269,0.000040552048,0.00007574103,0.00006843895,0.00068149506,0.000008518701],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018984547,0.0007883301,0.8885522,0.000055687233,0.000041403204,0.0000335328,0.0131405825,0.0000043054147,0.00020706479,0.000008878316,0.00048059656,0.09478899],"study_design_scores_gemma":[0.010052886,0.017016012,0.9495777,0.00006795004,0.00016758405,0.0000035991275,0.006664217,0.00004918396,0.000021314781,0.00004097012,0.016192248,0.0001463386],"about_ca_topic_score_codex":0.032504063,"about_ca_topic_score_gemma":0.512553,"teacher_disagreement_score":0.48004892,"about_ca_system_score_codex":0.0009863353,"about_ca_system_score_gemma":0.00068473065,"threshold_uncertainty_score":0.9739386},"labels":[],"label_agreement":null},{"id":"W3010352759","doi":"10.1016/j.jclinepi.2020.01.026","title":"Guideline developers in the United States were inconsistent in applying criteria for appropriate Grading of Recommendations, Assessment, Development and Evaluation use","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Grading (engineering); Medicine; Certainty; Family medicine; MEDLINE; Evidence-based medicine; Actuarial science; Alternative medicine; Political science; Pathology; Business; Engineering; Mathematics","score_opus":0.7909520812482255,"score_gpt":0.6593998138296027,"score_spread":0.1315522674186228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010352759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82347614,0.000075923854,0.035479132,0.13975552,0.00023484085,0.00095901283,0.000006845553,0.0000033782485,0.000009185875],"genre_scores_gemma":[0.6256011,0.0006953991,0.3513726,0.021850681,0.00019001878,0.00004395905,0.00023360651,0.000011370611,0.0000012472813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98278403,0.005651936,0.01078741,0.00026524736,0.00028835982,0.00022299933],"domain_scores_gemma":[0.9255963,0.068405345,0.004666317,0.00016460443,0.0009825455,0.00018491266],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.083439976,0.0001328834,0.0013430141,0.00023097411,0.00004021465,0.000011210369,0.00013198062,0.00014876563,0.000031290027],"category_scores_gemma":[0.2033437,0.00009007043,0.00015183917,0.0002712071,0.00009029059,0.00020734515,0.00005850523,0.00069403637,4.4818603e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020503101,0.00042670054,0.7252236,0.00017686246,0.00023042208,0.000012294837,0.0011432921,0.0014873503,0.0001063144,0.00045733433,0.008233767,0.26045173],"study_design_scores_gemma":[0.014311218,0.0016478306,0.64629865,0.0004909669,0.00043883699,0.00007517759,0.008914749,0.22588708,0.00002843161,0.004742573,0.09696199,0.00020250418],"about_ca_topic_score_codex":0.00010867856,"about_ca_topic_score_gemma":0.00011456754,"teacher_disagreement_score":0.31589347,"about_ca_system_score_codex":0.000103773564,"about_ca_system_score_gemma":0.00072872284,"threshold_uncertainty_score":0.94379145},"labels":[],"label_agreement":null},{"id":"W3010914840","doi":"10.23736/s0375-9393.17.12017-1","title":"Guidelines implementation, professionalism and future of our specialty: hidden link?","year":2017,"lang":"en","type":"letter","venue":"Minerva Anestesiologica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Specialty; Link (geometry); MEDLINE; Family medicine; Computer network; Law","score_opus":0.3374050830672189,"score_gpt":0.5175925000658549,"score_spread":0.180187416998636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010914840","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020393506,0.0021483363,0.000007788297,0.9741842,0.0013543819,0.0012938186,0.00019515809,0.00006872876,0.00035403811],"genre_scores_gemma":[0.0038226112,0.0027258703,0.013052364,0.89323217,0.0703357,0.00014798503,0.0067606256,0.00012084772,0.009801855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954443,0.0002961803,0.0022973611,0.0008058437,0.0007045949,0.00045175088],"domain_scores_gemma":[0.99428856,0.0008149331,0.0023563157,0.0010059963,0.0014195627,0.000114614995],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010940429,0.00052549,0.0012668055,0.00018804353,0.00021361613,0.000050850012,0.00038489283,0.0012351625,0.0006403188],"category_scores_gemma":[0.0036318842,0.00037019778,0.0002649414,0.00011129519,0.00013846204,0.00019561993,0.00027727423,0.0013390419,0.000038422808],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116172836,0.000036375448,0.006014187,0.00041415682,0.00011449176,0.0005049342,0.00005755173,6.943828e-8,0.0004129405,0.000019954363,0.8979253,0.09438386],"study_design_scores_gemma":[0.0018131847,0.0005998714,0.03129818,0.00031129696,0.0005756733,0.00032016198,0.00085895805,0.0000095612295,0.00005783192,0.000628695,0.96316046,0.00036610506],"about_ca_topic_score_codex":0.0002790119,"about_ca_topic_score_gemma":0.000044716984,"teacher_disagreement_score":0.09401775,"about_ca_system_score_codex":0.000055917473,"about_ca_system_score_gemma":0.00046451518,"threshold_uncertainty_score":0.999875},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3011183397","doi":"10.1371/journal.pone.0229249","title":"The implementation of prioritization exercises in the development and update of health practice guidelines: A scoping review","year":2020,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Prioritization; MEDLINE; Medicine; Data science; Computer science; Management science; Biology; Engineering","score_opus":0.5772777321300323,"score_gpt":0.5936186353256905,"score_spread":0.016340903195658174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011183397","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022949302,0.9658862,0.00014831361,0.027072677,0.000023287032,0.006802401,0.00001627791,0.000009538259,0.000018410372],"genre_scores_gemma":[0.000007587085,0.97288674,0.022619395,0.003723417,0.00007021153,0.00030299724,0.00036135633,0.00002576122,0.000002539679],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9924098,0.0009901177,0.005328654,0.00028805336,0.0008092088,0.00017416058],"domain_scores_gemma":[0.9919845,0.0030300808,0.003732487,0.0003495096,0.0008529866,0.000050455827],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0076482203,0.00020877902,0.0017342814,0.00008082363,0.000084578794,0.000019458472,0.00016597599,0.000060028837,0.000020022433],"category_scores_gemma":[0.017559202,0.00012631119,0.0000943153,0.000573838,0.000044262593,0.00016717265,0.00009345663,0.00028573824,0.0000047404565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014731762,0.00016665299,0.00001815123,0.1700249,0.00015906969,0.0000012776261,0.00027484196,1.7542632e-8,5.898256e-7,0.00003010444,0.00040808646,0.8289016],"study_design_scores_gemma":[0.0006868023,0.00023004758,0.00003414474,0.60287946,0.004099603,0.000019236304,0.0024387243,0.000004711154,0.000016377939,0.000012063669,0.38943586,0.00014296058],"about_ca_topic_score_codex":0.00009766045,"about_ca_topic_score_gemma":0.00018997885,"teacher_disagreement_score":0.8287586,"about_ca_system_score_codex":0.00011804972,"about_ca_system_score_gemma":0.0027515062,"threshold_uncertainty_score":0.99071634},"labels":[],"label_agreement":null},{"id":"W3011286375","doi":"","title":"Introduction to Clinical Inquiries: New series by the Family Physicians Inquiries Network.","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Family medicine; Alternative medicine; Medicine; Medical education; Data science; Computer science; Pathology","score_opus":0.2762430798540677,"score_gpt":0.43188078064477337,"score_spread":0.15563770079070566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011286375","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086297214,0.0003159157,0.027227027,0.8808698,0.0026440236,0.0021265962,0.000015576574,0.00021775738,0.000286066],"genre_scores_gemma":[0.5872927,0.0004367277,0.003587235,0.31110036,0.09175257,0.00092589855,0.00026847667,0.00010283181,0.0045332457],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972789,0.00021613509,0.0011408719,0.00048498966,0.00043469746,0.00044437716],"domain_scores_gemma":[0.9980382,0.00066603796,0.00027715156,0.00041892254,0.00019010276,0.0004096013],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014481901,0.00018032633,0.0003994017,0.000020333138,0.00012893678,0.00008065391,0.00018406793,0.00010307539,0.000071076356],"category_scores_gemma":[0.010560909,0.00013643182,0.00013643397,0.0005587714,0.00053958094,0.00039748847,0.00015038947,0.00047864325,0.00016043328],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071290956,0.000042243344,0.004600459,0.00000992499,0.00007333067,0.0000018546652,0.00043568414,0.000044285953,0.00004034811,0.00016636081,0.7094571,0.28441548],"study_design_scores_gemma":[0.0010379244,0.00035106944,0.07107739,0.0000060870616,0.00020127083,0.000008003592,0.0021234436,0.00004190669,0.000113895185,0.00024072052,0.92465425,0.00014407073],"about_ca_topic_score_codex":0.00005551429,"about_ca_topic_score_gemma":0.000028110935,"teacher_disagreement_score":0.56976944,"about_ca_system_score_codex":0.000053249947,"about_ca_system_score_gemma":0.0001323943,"threshold_uncertainty_score":0.9977735},"labels":[],"label_agreement":null},{"id":"W3013339714","doi":"10.1111/jep.13391","title":"Quality and content analysis of clinical practice guidelines which include <scp>nonpharmacological</scp> interventions for knee osteoarthritis","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital Research Institute of Manitoba; University of Manitoba","funders":"","keywords":"Medicine; Physical therapy; Guideline; Psychological intervention; Intraclass correlation; Nursing; Pathology","score_opus":0.8092525872553874,"score_gpt":0.7064109831761989,"score_spread":0.10284160407918852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013339714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7599854,0.0033458094,0.03280545,0.19830687,0.001708376,0.0026967686,0.00009208076,0.00002626593,0.0010329662],"genre_scores_gemma":[0.77270144,0.0028192457,0.18063468,0.041776344,0.0018431181,0.00006463085,0.000095255804,0.00003401994,0.000031284228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9682722,0.00764301,0.020855734,0.00067986187,0.0022341567,0.0003150135],"domain_scores_gemma":[0.66096586,0.26557925,0.02459519,0.0006514413,0.0471418,0.0010664867],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1277567,0.0002639643,0.0023336452,0.0004078358,0.00009097362,0.00006969704,0.00022403542,0.00042014514,0.00022427189],"category_scores_gemma":[0.92754966,0.00022738105,0.0015763992,0.0016112621,0.00021267221,0.0017230195,0.00021075609,0.0017288765,0.000010143378],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017817985,0.009271825,0.20522535,0.00064881303,0.011619529,0.0001226536,0.0007854169,0.0023321032,0.0006973904,0.0006559304,0.026547309,0.7242757],"study_design_scores_gemma":[0.03997929,0.021789607,0.71194243,0.0005887578,0.053148758,0.00021454798,0.015828582,0.049786527,0.000036944486,0.0005894389,0.10585773,0.00023739437],"about_ca_topic_score_codex":0.000078947734,"about_ca_topic_score_gemma":0.00016877237,"teacher_disagreement_score":0.79979295,"about_ca_system_score_codex":0.000115818366,"about_ca_system_score_gemma":0.0011984167,"threshold_uncertainty_score":0.92723304},"labels":[],"label_agreement":null},{"id":"W3015685437","doi":"10.1007/s11606-020-05825-y","title":"More Thoughts than Answers: What Distinguishes Evidence-Based Clinical Practice Guidelines from Non-evidence-Based Clinical Practice Guidelines?","year":2020,"lang":"en","type":"editorial","venue":"Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Cancer Care Ontario","keywords":"Medicine; Clinical Practice; Evidence-based practice; Evidence-based medicine; MEDLINE; Alternative medicine; Family medicine; Medical education; Pathology","score_opus":0.4820615818955111,"score_gpt":0.6062204184781576,"score_spread":0.12415883658264643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015685437","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00139259,0.027913574,0.020651443,0.41086546,0.53762245,0.0011735163,0.0001060633,0.000101443286,0.00017347517],"genre_scores_gemma":[0.00022586854,0.048883587,0.21909887,0.1262448,0.60396576,0.000023010985,0.00047583118,0.0002480852,0.0008342088],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9522945,0.004549311,0.028647885,0.0024960483,0.0108226575,0.0011895656],"domain_scores_gemma":[0.5541155,0.26513878,0.05012877,0.004039172,0.121523164,0.005054639],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.045740284,0.0019963523,0.0066848467,0.0007928902,0.00026051333,0.0007523524,0.0027525157,0.0027155592,0.0006002955],"category_scores_gemma":[0.9145258,0.0014399923,0.0030132923,0.0011142805,0.0012664287,0.007107025,0.00061874214,0.0117839165,0.00014780123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035339147,0.0011033752,0.0017184927,0.00043159694,0.0025597769,0.00784908,0.0001634875,0.00020864634,0.00022715502,0.0000018789386,0.88510317,0.065294206],"study_design_scores_gemma":[0.014439508,0.01576632,0.000747617,0.06790292,0.01580176,0.0005348537,0.0030583844,0.009765631,0.00014105471,0.000075456264,0.87070847,0.001058003],"about_ca_topic_score_codex":0.004124391,"about_ca_topic_score_gemma":0.00013939523,"teacher_disagreement_score":0.86878556,"about_ca_system_score_codex":0.0010536347,"about_ca_system_score_gemma":0.012054081,"threshold_uncertainty_score":0.9992779},"labels":[],"label_agreement":null},{"id":"W3015941420","doi":"10.1016/j.jphys.2020.02.006","title":"Appraisal of Clinical Practice Guideline: Clinical Practice Guidelines for Pain Management in Acute Musculoskeletal Injury","year":2020,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Guideline; Musculoskeletal pain; Clinical Practice; Physical therapy; Musculoskeletal injury; Pain management; Intensive care medicine; Alternative medicine; Pathology","score_opus":0.2349748795719818,"score_gpt":0.6377399733054624,"score_spread":0.4027650937334806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015941420","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0955566,0.0013723423,0.26218688,0.632891,0.0037117286,0.0032840797,0.000068206966,0.000069720576,0.00085939764],"genre_scores_gemma":[0.017704727,0.0061912467,0.8367521,0.1324233,0.0067392564,0.000020157326,0.000037016413,0.00009528684,0.000036897356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839548,0.0015940861,0.012227278,0.0005280344,0.0013280166,0.0003677874],"domain_scores_gemma":[0.9655635,0.017195577,0.007999934,0.00057852035,0.008118255,0.00054422236],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.028609414,0.00033939793,0.0016723127,0.00019884208,0.000043296484,0.00003328208,0.0004183595,0.0002662494,0.00011443813],"category_scores_gemma":[0.18153597,0.00027746818,0.0012832202,0.0005763901,0.00013946398,0.0011211009,0.00009966036,0.0010592305,0.000011951144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02760068,0.0028410829,0.0017980174,0.00024407839,0.002468767,0.00016753073,0.00015818086,0.00010722997,0.0022227014,0.00021747146,0.3949646,0.56720966],"study_design_scores_gemma":[0.01825876,0.012093308,0.00368493,0.00023625664,0.0017801193,0.00010822948,0.0030233841,0.0060360986,0.00013119265,0.00022540204,0.954124,0.00029835178],"about_ca_topic_score_codex":0.000036823338,"about_ca_topic_score_gemma":0.0000036486397,"teacher_disagreement_score":0.57456523,"about_ca_system_score_codex":0.000065435735,"about_ca_system_score_gemma":0.0007287161,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W3016736155","doi":"","title":"Toronto Notes 2019 : comprehensive medical reference and review for the Medical Council of Canada Qualifying Exam (MCCQE) Part 1 and the United States Medical Licensing Exam (USMLE) Step 2 / editors-in-chief, Taraneh Tofighi and Mark Shafarenko","year":2019,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Medicine; Medical education; Medical school","score_opus":0.17166298719670478,"score_gpt":0.41435925279030594,"score_spread":0.24269626559360116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016736155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55544806,0.08545698,0.0017092626,0.34525743,0.0035217882,0.007182461,0.0001817351,0.000084718195,0.0011575787],"genre_scores_gemma":[0.47356144,0.3585451,0.002244311,0.15935631,0.004192634,0.00020167226,0.0008617534,0.00013950307,0.0008972819],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933677,0.00069364253,0.0017885247,0.000513535,0.0032060938,0.00043052752],"domain_scores_gemma":[0.94707686,0.0503162,0.0004859997,0.0005077515,0.0009942203,0.000618985],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009398206,0.00029855632,0.000997422,0.00003306293,0.00014724684,0.000031997275,0.00024101863,0.00025661814,0.0022371067],"category_scores_gemma":[0.040202864,0.00016231454,0.000055812732,0.00017653735,0.0005936705,0.00017001531,0.00027767033,0.0006394584,0.0000016757581],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059537133,0.00039897952,0.021490017,0.0086264685,0.0012092547,0.00017121727,0.003056853,0.0000096051745,0.00006348356,0.0018707025,0.7612391,0.19591059],"study_design_scores_gemma":[0.018999664,0.0006690756,0.017029757,0.008360509,0.000966258,0.0004537713,0.008857874,0.058827706,0.000014384734,0.00008970068,0.8851969,0.0005343839],"about_ca_topic_score_codex":0.50169206,"about_ca_topic_score_gemma":0.6671995,"teacher_disagreement_score":0.2730881,"about_ca_system_score_codex":0.00029045442,"about_ca_system_score_gemma":0.003908532,"threshold_uncertainty_score":0.998675},"labels":[],"label_agreement":null},{"id":"W3016862354","doi":"10.21037/atm.2020.03.130","title":"A quality evaluation of guidelines on five different viruses causing public health emergencies of international concern","year":2020,"lang":"en","type":"review","venue":"Annals of Translational Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Public health; Quality (philosophy); Medicine; Environmental health; Pathology","score_opus":0.9487476988320955,"score_gpt":0.7170879355555378,"score_spread":0.23165976327655768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016862354","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009541091,0.91285783,0.0010350755,0.08182756,0.0006329417,0.0016146696,0.0007893096,0.000018477389,0.00027004245],"genre_scores_gemma":[0.011052162,0.98244715,0.0007922218,0.0025936004,0.0008225198,0.000040608855,0.0021974968,0.000038402395,0.000015844616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888893,0.00094542984,0.0062801936,0.00043711322,0.0032400442,0.00020793981],"domain_scores_gemma":[0.9873076,0.0025918456,0.0044034137,0.00034961582,0.0051397183,0.00020778252],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006899277,0.0003688514,0.0028231868,0.0004734815,0.000035764508,0.000003709641,0.00019935495,0.0001682098,0.0010373119],"category_scores_gemma":[0.018773157,0.00027116295,0.000590659,0.000472922,0.00027100416,0.00014269655,0.000035555582,0.00033226577,0.0000030376675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023118836,0.00035786149,0.00035397237,0.007921213,0.0011227003,0.0000013235302,0.0006009083,0.000035597754,0.000034569843,0.0010960053,0.0043178704,0.9839268],"study_design_scores_gemma":[0.0041789715,0.0019980818,0.003873321,0.028801331,0.002592381,0.000020136707,0.0006905025,0.0013077577,0.00006150762,0.00093906774,0.9551952,0.00034174306],"about_ca_topic_score_codex":0.00052109646,"about_ca_topic_score_gemma":0.00009443606,"teacher_disagreement_score":0.98358506,"about_ca_system_score_codex":0.00008541638,"about_ca_system_score_gemma":0.0021796254,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W3017567184","doi":"10.29375/01237047.3725","title":"Implementación y sostenibilidad de las guías de enfermería basadas en la evidencia: modelo de la RNAO","year":2020,"lang":"es","type":"article","venue":"Medunab","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.14359936659421035,"score_gpt":0.49481859219945146,"score_spread":0.3512192256052411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017567184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8739946,0.0015756576,0.02085297,0.096211635,0.00036323277,0.0013950156,0.0001432755,0.00026392337,0.005199689],"genre_scores_gemma":[0.96073395,0.0016150165,0.01210158,0.02227554,0.0024583223,0.0001088484,0.00012878279,0.00015678616,0.00042116153],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918702,0.0029862246,0.0019985235,0.0008963688,0.00094133377,0.0013073075],"domain_scores_gemma":[0.9878502,0.009405325,0.00060753035,0.00070206105,0.00027809283,0.001156792],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00791589,0.00056218414,0.00085827534,0.00015294953,0.00021128436,0.00027545015,0.0005660035,0.00054751517,0.0028139807],"category_scores_gemma":[0.029139709,0.0005731672,0.00038689477,0.00049045193,0.00023443023,0.00053499313,0.00043361363,0.0015246008,0.00049709936],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029964892,0.0015317512,0.5162852,0.0022136853,0.0015908388,0.0026328524,0.023067892,0.0012490405,0.11149536,0.007334878,0.19008163,0.1395204],"study_design_scores_gemma":[0.020205323,0.0029491398,0.16296098,0.0015160686,0.006704139,0.0012514147,0.025539942,0.08309993,0.032856643,0.008456341,0.6522902,0.0021698712],"about_ca_topic_score_codex":0.0020554222,"about_ca_topic_score_gemma":0.0001799127,"teacher_disagreement_score":0.4622086,"about_ca_system_score_codex":0.0011124393,"about_ca_system_score_gemma":0.003348495,"threshold_uncertainty_score":0.999672},"labels":[],"label_agreement":null},{"id":"W3018168474","doi":"10.1016/j.spinee.2020.04.006","title":"Guideline summary review: an evidence-based clinical guideline for the diagnosis and treatment of low back pain","year":2020,"lang":"en","type":"review","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":233,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre","funders":"American Academy of Sleep Medicine; American Academy of Physical Medicine and Rehabilitation; American Academy of Orthopaedic Surgeons; North American Spine Society; American Association of Neurological Surgeons; American Association of Physicists in Medicine; American Society of Anesthesiologists; American Society of Regional Anesthesia and Pain Medicine; American Association of Feline Practitioners; American Physical Therapy Association","keywords":"Medicine; Guideline; Low back pain; Intensive care medicine; Physical therapy; Alternative medicine; Pathology","score_opus":0.6120295746821426,"score_gpt":0.6040219544331245,"score_spread":0.008007620249018133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018168474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014048961,0.8725805,0.008944194,0.11270325,0.00048411844,0.0051560528,0.000104908635,0.000017434702,0.000008125656],"genre_scores_gemma":[5.1073755e-7,0.9469581,0.020826379,0.025287759,0.0059863115,0.00029397453,0.00041899248,0.000098621975,0.00012934973],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858108,0.0029838774,0.009541532,0.0005631787,0.0007192644,0.0003813295],"domain_scores_gemma":[0.98376375,0.008114094,0.0051198374,0.0012213809,0.0012722131,0.00050872064],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025621904,0.0006372282,0.0036454196,0.00010573655,0.00022079328,0.00006522922,0.000571543,0.0002513661,0.00070364686],"category_scores_gemma":[0.048076097,0.00028572994,0.0019701277,0.00040886636,0.0002594765,0.00020835383,0.00010718862,0.00091334386,0.000021651758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007781514,0.0003200618,0.000017796528,0.0071775997,0.00050599553,0.000018662106,0.0000058274304,0.0000033180472,4.4312304e-7,0.0000018543632,0.30463582,0.68723476],"study_design_scores_gemma":[0.0022889941,0.0058196853,0.000031612395,0.06396795,0.011608646,0.0002679234,0.000035847643,0.0018116861,7.594417e-7,0.000017701372,0.9139159,0.00023334578],"about_ca_topic_score_codex":0.000058087375,"about_ca_topic_score_gemma":0.000031659314,"teacher_disagreement_score":0.68700147,"about_ca_system_score_codex":0.00023442728,"about_ca_system_score_gemma":0.0020852778,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W3018793171","doi":"10.1051/pmed/2020015","title":"Patient simulé et patient standardisé : peut-on en finir avec le terme SPs ?","year":2019,"lang":"fr","type":"article","venue":"Pédagogie médicale","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.1333722228968944,"score_gpt":0.46032044048652543,"score_spread":0.326948217589631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018793171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83709913,0.0039294125,0.0016631909,0.120251976,0.009132407,0.002932441,0.00089401193,0.0002195901,0.023877837],"genre_scores_gemma":[0.9497765,0.00084156817,0.0018225287,0.023091253,0.0011907263,0.00007449847,0.0004458907,0.00014853403,0.022608543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929267,0.0010557061,0.0022276884,0.001043811,0.0016439501,0.0011021419],"domain_scores_gemma":[0.9915066,0.0055103838,0.0007027319,0.0012304296,0.00036349098,0.00068636576],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002040216,0.00056385924,0.0008875858,0.00017764338,0.00017095929,0.0001113656,0.00028231234,0.00044256533,0.008698895],"category_scores_gemma":[0.007752723,0.0005386184,0.00042145848,0.0003227499,0.00025756445,0.00046472828,0.00045090474,0.0013710996,0.0057790666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015814981,0.003583738,0.011576936,0.0004918836,0.0003333894,0.0003591158,0.007392682,0.0018729322,0.0008224576,0.0014204689,0.13443851,0.8361264],"study_design_scores_gemma":[0.005630744,0.005766638,0.008174758,0.0008715905,0.00032266133,0.00004111476,0.0064752707,0.0043007256,0.001444784,0.0005853814,0.96575874,0.0006276036],"about_ca_topic_score_codex":0.00042221847,"about_ca_topic_score_gemma":0.00006951931,"teacher_disagreement_score":0.8354988,"about_ca_system_score_codex":0.00071294315,"about_ca_system_score_gemma":0.0015402314,"threshold_uncertainty_score":0.9997065},"labels":[],"label_agreement":null},{"id":"W3021010945","doi":"10.1007/s10067-020-05054-y","title":"Rheumatoid arthritis and osteoarthritis clinical practice guidelines provide few complementary and alternative medicine therapy recommendations: a systematic review","year":2020,"lang":"en","type":"review","venue":"Clinical Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Guideline; Alternative medicine; MEDLINE; CINAHL; Physical therapy; Rheumatoid arthritis; Systematic review; Evidence-based medicine; Manual therapy; Rigour; Rheumatology; Family medicine; Internal medicine; Pathology; Nursing; Psychological intervention","score_opus":0.44756741985479226,"score_gpt":0.5990361561639337,"score_spread":0.15146873630914143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021010945","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012437138,0.8702398,0.00019416455,0.11716725,0.0016070033,0.010361901,0.00016725468,0.00016227974,0.00008794863],"genre_scores_gemma":[0.0000037914194,0.93476444,0.01394439,0.048156492,0.00053024385,0.0009811394,0.0014149004,0.00017265735,0.000031955045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.965069,0.00828473,0.022986721,0.0021842606,0.00081545644,0.00065986096],"domain_scores_gemma":[0.9267177,0.05989789,0.008970888,0.0013620654,0.001963595,0.0010878871],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01754231,0.0012106049,0.015458454,0.0002707463,0.00025157773,0.000080479615,0.0005346144,0.000884706,0.0005243924],"category_scores_gemma":[0.3053489,0.0009077309,0.0010931018,0.0005885792,0.0013904284,0.00050289935,0.0007155801,0.002756906,0.00022962414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017240818,0.0002118223,0.000093594885,0.20087828,0.0015263461,0.00021968326,0.000042396256,3.380287e-9,1.30372175e-8,0.00027565524,0.057865396,0.7387144],"study_design_scores_gemma":[0.0047336514,0.0020740002,0.0000051937536,0.40890828,0.0030352327,0.007421799,0.00028157572,0.000020267053,1.2304151e-8,0.00016079984,0.5729536,0.00040561767],"about_ca_topic_score_codex":0.00030907113,"about_ca_topic_score_gemma":0.00009765255,"teacher_disagreement_score":0.7383088,"about_ca_system_score_codex":0.00011210247,"about_ca_system_score_gemma":0.0012567304,"threshold_uncertainty_score":0.9995438},"labels":[],"label_agreement":null},{"id":"W3024220374","doi":"","title":"Turning an IT update into a care rethink.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Nursing; Computer science; Medicine","score_opus":0.1971787301841969,"score_gpt":0.4439271369723823,"score_spread":0.24674840678818538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024220374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9014475,0.00014077105,0.0025913138,0.09186371,0.0005267396,0.0011169877,0.000010141599,0.00017874336,0.0021241095],"genre_scores_gemma":[0.9870377,0.000044543798,0.0031031063,0.008474611,0.00049293245,0.0002955727,0.000048738588,0.000021988115,0.0004807648],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986882,0.00008997513,0.00046545875,0.0002504242,0.0002536418,0.00025229796],"domain_scores_gemma":[0.9987024,0.00038791608,0.00014035206,0.00033615672,0.00019672634,0.00023641318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000859917,0.0000886664,0.00015414713,0.000056730078,0.000049520804,0.00002020069,0.00008114042,0.000069793605,0.00022821203],"category_scores_gemma":[0.006040687,0.000058352573,0.00005081269,0.000093306815,0.000038191505,0.00035547483,0.000051384704,0.00013944024,0.00011297191],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020235238,0.000036294045,0.017197318,0.000026039912,0.000027984068,0.000019826453,0.0007745261,5.034709e-7,0.00061420334,0.000058510024,0.0060693976,0.974973],"study_design_scores_gemma":[0.0066378075,0.00023881646,0.58527505,0.00008216779,0.00032593092,0.00005908045,0.0034963405,0.00006630111,0.0024660202,0.001517162,0.3995002,0.00033510037],"about_ca_topic_score_codex":0.000101427344,"about_ca_topic_score_gemma":0.00018090011,"teacher_disagreement_score":0.9746379,"about_ca_system_score_codex":0.0001455222,"about_ca_system_score_gemma":0.000060254435,"threshold_uncertainty_score":0.72317034},"labels":[],"label_agreement":null},{"id":"W3024220643","doi":"10.1109/access.2020.2994286","title":"SNOMED CT-Based Standardized e-Clinical Pathways for Enabling Big Data Analytics in Healthcare","year":2020,"lang":"en","type":"article","venue":"IEEE Access","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Lakehead University","keywords":"SNOMED CT; Computer science; Health care; Automation; Ontology; Data science; Big data; Data modeling; Analytics; Systematized Nomenclature of Medicine; Data mining; Artificial intelligence; Machine learning; Terminology; Database","score_opus":0.8047853615622327,"score_gpt":0.5945935669531579,"score_spread":0.21019179460907478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024220643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57659125,0.00031835434,0.19503297,0.2201329,0.0023708832,0.003554126,0.0016854026,0.00022413989,0.00008994866],"genre_scores_gemma":[0.95776314,0.00012481521,0.0050792713,0.034056664,0.0017127309,0.000038638143,0.0011744087,0.000043724907,0.000006580762],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963585,0.00020746034,0.0019350998,0.00069474505,0.00045301951,0.00035113745],"domain_scores_gemma":[0.99448544,0.0034662192,0.0004651752,0.00083658117,0.00036598128,0.00038061614],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00303133,0.00017315817,0.0006696861,0.000118346834,0.00006223574,0.00008918476,0.00059293036,0.000092782655,0.000048527017],"category_scores_gemma":[0.019154387,0.00016145383,0.00013343796,0.00058262964,0.000056449462,0.00039011321,0.0001836048,0.0004809879,0.000014116506],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011044465,0.000982186,0.39585468,0.0017672139,0.000320835,0.00042866703,0.000170094,0.00057013315,0.0013247433,0.00007312364,0.08138577,0.5060781],"study_design_scores_gemma":[0.12129669,0.004886163,0.074658215,0.0009451959,0.0021627708,0.000029577417,0.0014955138,0.39917734,0.009394623,0.0018916414,0.3822309,0.00183135],"about_ca_topic_score_codex":0.0004716855,"about_ca_topic_score_gemma":0.00094211847,"teacher_disagreement_score":0.5042468,"about_ca_system_score_codex":0.000103020255,"about_ca_system_score_gemma":0.0012431468,"threshold_uncertainty_score":0.98910767},"labels":[],"label_agreement":null},{"id":"W3024247353","doi":"10.1503/cjs.011619","title":"The importance of Canadian guidelines for cancer care","year":2019,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Journal of Communication (Canada)","funders":"","keywords":"Medicine; Clinical Practice; Popularity; Cancer; MEDLINE; Intensive care medicine; General surgery; Medical emergency; Family medicine","score_opus":0.34818324976581816,"score_gpt":0.4918322017204321,"score_spread":0.14364895195461397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024247353","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031794233,0.022988815,0.000011125564,0.030600205,0.9397752,0.000642084,0.0025767514,0.00000318753,0.00022315762],"genre_scores_gemma":[0.004239757,0.007657691,0.00060303416,0.0028221789,0.98230195,0.00003106949,0.00077713263,0.0001400417,0.0014271659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954737,0.0000743611,0.0030007039,0.000217309,0.00065635965,0.0005775674],"domain_scores_gemma":[0.9735937,0.009399416,0.002592672,0.00045367278,0.01271722,0.0012432851],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032018938,0.0002569932,0.001040214,0.001178818,0.00017818551,0.00005622664,0.00030881018,0.00051184586,0.00019146109],"category_scores_gemma":[0.077364594,0.00019194302,0.00065635407,0.00041208937,0.000121697085,0.00014335003,0.000009093355,0.0008245813,0.0000034526038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012259632,0.0000025991233,0.021155944,0.0002773477,0.00024895492,0.00008656005,0.00007455834,0.000012565381,0.0000032318594,0.000006382398,0.9670075,0.011001745],"study_design_scores_gemma":[0.00054488657,0.00008850237,0.0010372053,0.0009084823,0.0005198534,0.000025154934,0.0009802041,0.000005640755,0.000013237001,0.000029483723,0.99567765,0.00016970611],"about_ca_topic_score_codex":0.6290252,"about_ca_topic_score_gemma":0.9846306,"teacher_disagreement_score":0.3556054,"about_ca_system_score_codex":0.0013058109,"about_ca_system_score_gemma":0.10770156,"threshold_uncertainty_score":0.93040717},"labels":[],"label_agreement":null},{"id":"W3024473803","doi":"10.1016/s1701-2163(15)30534-x","title":"In Response","year":2014,"lang":"en","type":"letter","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Medicine; Guideline; Best practice; Public consultation; Quality (philosophy); Medical education; Management; Law","score_opus":0.0843197697559786,"score_gpt":0.3777327599783648,"score_spread":0.2934129902223862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024473803","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061377075,0.0011039316,0.00001746965,0.923503,0.013640319,0.00014384244,0.000009679024,0.0000013303695,0.00020338052],"genre_scores_gemma":[0.10409062,0.00011886186,0.00048058966,0.89405155,0.0005545794,0.0000013532386,0.000013509564,0.00002151532,0.00066744135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751043,0.000331328,0.0013505651,0.00014109147,0.00044206798,0.00022449665],"domain_scores_gemma":[0.9704571,0.027776225,0.0010774777,0.00015181708,0.00042275919,0.00011466528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015285617,0.00013959817,0.0006366595,0.0004868267,0.000023015848,0.000011714167,0.00010088243,0.0004580991,0.00041309325],"category_scores_gemma":[0.07454378,0.00011893218,0.00006873019,0.00024177141,0.000039117484,0.000062275394,0.00003076318,0.0022958154,0.0000013071992],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042739168,0.000016878028,0.008853288,0.00005376001,0.000057483834,0.030481819,0.000009932861,0.0000024606566,0.0000024036708,0.0000013881582,0.95134646,0.009131419],"study_design_scores_gemma":[0.0025930891,0.0005743784,0.073810756,0.000011373824,0.00015734955,0.00052706455,0.000035420566,0.000017674285,0.0000014796672,0.00006903395,0.92211187,0.00009052663],"about_ca_topic_score_codex":0.018802334,"about_ca_topic_score_gemma":0.021621577,"teacher_disagreement_score":0.07301522,"about_ca_system_score_codex":0.0014972932,"about_ca_system_score_gemma":0.004981555,"threshold_uncertainty_score":0.9974304},"labels":[],"label_agreement":null},{"id":"W3024491323","doi":"","title":"Letters to the Editor ◆ Lettres À La Rédaction: Concern regarding the News article — CVMA answers the call — A reply","year":2001,"lang":"fr","type":"article","venue":"Canadian veterinary journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Redaction; Linguistics; Philosophy; Classics; History; Theology","score_opus":0.15981059781929255,"score_gpt":0.4156984113678039,"score_spread":0.2558878135485113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024491323","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2841346,0.001849084,0.0006896331,0.6915616,0.019842558,0.00052720273,0.000027084885,0.000015343558,0.0013529425],"genre_scores_gemma":[0.6536969,0.001240493,0.00043009533,0.24376383,0.095434316,0.000042697466,0.000008964668,0.0000842859,0.0052984087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956785,0.0013427964,0.0010728689,0.00033868218,0.0005855027,0.0009816391],"domain_scores_gemma":[0.99494886,0.0024722256,0.0003997778,0.00077254145,0.0002476889,0.0011589025],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038795727,0.00028056404,0.00027159753,0.000119710276,0.0015013965,0.0005691346,0.00060538645,0.00011260207,0.0014064217],"category_scores_gemma":[0.0040884963,0.00016316492,0.00025407528,0.00049121986,0.00041007143,0.0005203386,0.000088076136,0.0016754752,0.00039771042],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038939787,0.000023838109,0.0032451837,0.000010223021,0.00018940785,0.0028083865,0.0021761837,0.0005209718,0.0012326443,0.000055977765,0.9146271,0.07472071],"study_design_scores_gemma":[0.0010266753,0.0006426756,0.009958831,0.0002105931,0.0003064809,0.022632202,0.008078316,0.000591112,0.0000092997125,0.00003350108,0.95631754,0.00019274723],"about_ca_topic_score_codex":0.12751508,"about_ca_topic_score_gemma":0.10256783,"teacher_disagreement_score":0.44779772,"about_ca_system_score_codex":0.0015327935,"about_ca_system_score_gemma":0.0012879136,"threshold_uncertainty_score":0.99979854},"labels":[],"label_agreement":null},{"id":"W3024570338","doi":"10.1503/cjs.010419","title":"Pan-Canadian standards for cancer surgery","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Canadian Partnership Against Cancer","funders":"Health Canada; Partenariat Canadien Contre Le Cancer","keywords":"General partnership; Medicine; Government (linguistics); Public relations; Cancer; Health care; Work (physics); Nursing; Public administration; Economic growth; Political science; Law","score_opus":0.27219277797226515,"score_gpt":0.4554772803384018,"score_spread":0.18328450236613664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024570338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9628124,0.00165683,0.00014783195,0.028922323,0.0048711156,0.0004162928,0.00055443594,0.0000065600543,0.000612163],"genre_scores_gemma":[0.99178207,0.00026105103,0.00023790973,0.0061297948,0.0010067958,0.000008056947,0.00004710638,0.000041447343,0.00048575684],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976084,0.000063558466,0.0012602385,0.00015453949,0.00036782701,0.0005454025],"domain_scores_gemma":[0.9928966,0.0031367333,0.00054031325,0.00020799098,0.0015240384,0.0016942833],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040660277,0.00013715102,0.00063544576,0.0009273612,0.00008964638,0.000051126284,0.000078760735,0.00011576073,0.0033672191],"category_scores_gemma":[0.008075514,0.00012890658,0.00044576064,0.00027703884,0.000048913702,0.00031120185,0.00000346219,0.00028074288,0.000025034702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014000566,0.000008195938,0.5937805,0.00008270764,0.00012332747,0.00019845838,0.00004813481,0.000008524982,0.000055661076,0.000026328988,0.33905593,0.06647223],"study_design_scores_gemma":[0.0005307946,0.000053817635,0.14476797,0.00036021107,0.00015326755,0.00022889204,0.00028684546,0.000025548441,0.00009708649,0.000104161976,0.8532346,0.00015682881],"about_ca_topic_score_codex":0.26938263,"about_ca_topic_score_gemma":0.70440525,"teacher_disagreement_score":0.51417863,"about_ca_system_score_codex":0.0012066991,"about_ca_system_score_gemma":0.050369926,"threshold_uncertainty_score":0.9975438},"labels":[],"label_agreement":null},{"id":"W3024610384","doi":"10.22374/cjgim.v14i3.321","title":"Validation of Electronic Health Record Detection of Patient Safety Outcomes","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Clostridium difficile; Patient safety; Electronic health record; Emergency medicine; Medical record; Intensive care medicine; Electronic medical record; Medical emergency; Internal medicine; Health care","score_opus":0.07504308130276782,"score_gpt":0.4182954780916507,"score_spread":0.34325239678888286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024610384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851587,0.00043176976,0.0020486042,0.0103725875,0.0014331926,0.00026132318,0.000008080256,0.0000023357961,0.0002834011],"genre_scores_gemma":[0.99698126,0.00013643334,0.0005563277,0.0016933834,0.00031865895,7.103384e-7,0.0000134137945,0.000014810864,0.00028502397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704134,0.00013649574,0.0020893705,0.000110911555,0.00038733147,0.00023452773],"domain_scores_gemma":[0.99665797,0.00022894477,0.0018308907,0.00017237435,0.0006917997,0.00041800406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012544048,0.00011310531,0.0006237797,0.0004321984,0.000022131146,0.0000030701003,0.00010337936,0.000053208118,0.0007071992],"category_scores_gemma":[0.0016410674,0.00008510991,0.00014274902,0.0001823163,0.00006605593,0.00012911303,0.000008535127,0.00035470744,0.0000049479636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024551617,0.00013171833,0.53916746,0.00032453527,0.00075878785,0.000048647024,0.0016314994,0.0004144884,0.08483249,0.00035636098,0.0058361106,0.36404273],"study_design_scores_gemma":[0.029283784,0.086194314,0.58605516,0.005741952,0.0013764208,0.0027751194,0.006231903,0.0022016426,0.14979722,0.0023584324,0.12729368,0.0006903982],"about_ca_topic_score_codex":0.044656813,"about_ca_topic_score_gemma":0.014502731,"teacher_disagreement_score":0.36335233,"about_ca_system_score_codex":0.00056625385,"about_ca_system_score_gemma":0.0014650556,"threshold_uncertainty_score":0.9617049},"labels":[],"label_agreement":null},{"id":"W3024611078","doi":"10.11575/prism/37832","title":"Development of a Clinical Care Pathway for Patients with Suspected Acute Coronary Syndromes in the Emergency Department","year":2020,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Emergency department; Medicine; Acute coronary syndrome; Emergency medicine; Intensive care medicine; Medical emergency; Internal medicine; Myocardial infarction; Nursing","score_opus":0.237922172981478,"score_gpt":0.5148793451460845,"score_spread":0.27695717216460647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024611078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923836,0.000052376294,0.0000202654,0.0002719749,0.00037540664,0.005647735,0.00024602123,0.0000016241297,0.0010010144],"genre_scores_gemma":[0.8852389,0.00005241074,0.06432556,0.00011559903,0.00007281694,0.00053287885,0.04916624,0.000050570787,0.00044501966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99634683,0.0001348212,0.0023255448,0.00048863277,0.0005207365,0.0001834567],"domain_scores_gemma":[0.9975535,0.00046318307,0.0010576288,0.0003010967,0.0005347901,0.000089771514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007050674,0.00023599395,0.0007096706,0.000058738275,0.00006352343,0.000019608146,0.0003386709,0.00016903896,0.0007539406],"category_scores_gemma":[0.0009723926,0.00015723286,0.00012459936,0.00020740351,0.000017678707,0.00010960669,0.00006408645,0.0003121142,0.000028301738],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018977465,0.0023634138,0.24411285,0.0004824314,0.0013649631,0.00011738897,0.018528186,8.640316e-7,0.00005255757,0.000007647535,0.0017360992,0.71225613],"study_design_scores_gemma":[0.008842167,0.0027550226,0.91250217,0.00036320442,0.0011012468,0.000004558298,0.018671997,0.000014010571,0.0002696506,0.0000088121415,0.05518945,0.000277702],"about_ca_topic_score_codex":0.000021014841,"about_ca_topic_score_gemma":0.0029030233,"teacher_disagreement_score":0.71197844,"about_ca_system_score_codex":0.000081045895,"about_ca_system_score_gemma":0.0015985998,"threshold_uncertainty_score":0.8255121},"labels":[],"label_agreement":null},{"id":"W3024689851","doi":"10.3138/ptc-2019-0068","title":"Knee Osteoarthritis: An Investigation into the Clinical Practice of Physiotherapists in Canada","year":2020,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Medicine; Physical therapy; Psychological intervention; Osteoarthritis; Clinical Practice; Alternative medicine; Nursing","score_opus":0.09060172877956146,"score_gpt":0.4411433167820425,"score_spread":0.35054158800248103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024689851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93171006,0.00042012444,0.00003591561,0.066766866,0.00028926367,0.0006395836,0.000016201297,0.000013467038,0.00010850476],"genre_scores_gemma":[0.917122,0.00012267481,0.0014725259,0.08073397,0.0004371755,0.000021085134,0.0000454495,0.00003220751,0.000012885465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99710554,0.00044262435,0.001196951,0.0003386112,0.0007096342,0.00020662075],"domain_scores_gemma":[0.99704593,0.0015363845,0.00049109303,0.00038921495,0.00026336376,0.0002740254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005325794,0.00016152246,0.0003890515,0.000024381914,0.000052395822,0.000012101593,0.00016999895,0.000041812793,0.00013911369],"category_scores_gemma":[0.0013114908,0.0001309883,0.000054514265,0.00045408643,0.000078197954,0.00029104878,0.00002387613,0.00036436642,0.0000015988791],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046388353,0.0004399223,0.12714931,0.00045681684,0.00041025653,0.00017612868,0.0072821663,0.0009415034,0.04374443,0.00027936208,0.039259143,0.7752221],"study_design_scores_gemma":[0.030210469,0.008578291,0.599708,0.0006358733,0.0003020781,0.00005295776,0.0425925,0.023019418,0.010206895,0.0010833015,0.28206798,0.00154224],"about_ca_topic_score_codex":0.9993886,"about_ca_topic_score_gemma":0.99970514,"teacher_disagreement_score":0.77367985,"about_ca_system_score_codex":0.0005025659,"about_ca_system_score_gemma":0.012319871,"threshold_uncertainty_score":0.99327934},"labels":[],"label_agreement":null},{"id":"W3024882174","doi":"10.1182/bloodadvances.2020001755","title":"A user guide to the American Society of Hematology clinical practice guidelines","year":2020,"lang":"en","type":"article","venue":"Blood Advances","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Cochrane; St. Michael's Hospital; Sunnybrook Health Science Centre; Health Sciences Centre; University of British Columbia; University of Toronto; McMaster University","funders":"National Heart, Lung, and Blood Institute","keywords":"Terminology; Presentation (obstetrics); Medicine; Hematology; Clinical Practice; MEDLINE; Intensive care medicine; Internal medicine; Medical education; Family medicine; Political science; Surgery","score_opus":0.2600502902970013,"score_gpt":0.5752629601102752,"score_spread":0.31521266981327395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024882174","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08188214,0.0019175352,0.018589996,0.89554286,0.00029820148,0.0008720212,0.000024069344,0.00009786767,0.00077531795],"genre_scores_gemma":[0.040411085,0.0025125218,0.6027181,0.35255688,0.0015623424,0.00003429623,0.000016438637,0.0000311777,0.00015715002],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966085,0.00020974758,0.0021208415,0.00039927504,0.0004384533,0.00022317057],"domain_scores_gemma":[0.99325466,0.0037768714,0.0010411121,0.00040430875,0.0012932963,0.0002297544],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016858202,0.0001501406,0.0005977661,0.00001794042,0.000058172012,0.000011439759,0.00022441601,0.000045063007,0.000055135002],"category_scores_gemma":[0.05871581,0.000100197176,0.00026547376,0.00048857456,0.00020603507,0.00025431905,0.00015812617,0.0002842296,0.000074774776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013237365,0.0006248025,0.04703101,0.00012431352,0.0005510744,0.000034696805,0.00037740773,0.0001312453,0.001643223,0.00048285438,0.77350324,0.17417242],"study_design_scores_gemma":[0.0014659759,0.0013211061,0.004003393,0.00003425721,0.0005831371,0.00009687345,0.0042466926,0.00027254628,0.0009565281,0.000028943165,0.9868839,0.000106686784],"about_ca_topic_score_codex":0.00012659613,"about_ca_topic_score_gemma":0.000048980877,"teacher_disagreement_score":0.5841281,"about_ca_system_score_codex":0.000009112351,"about_ca_system_score_gemma":0.00022378295,"threshold_uncertainty_score":0.949213},"labels":[],"label_agreement":null},{"id":"W3024932269","doi":"","title":"[The BMJ Rapid Recommendations: towards a new model for the production of clinical practice guidelines].","year":2019,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Political science; Library science; Humanities; Trustworthiness; Computer science; Philosophy; Internet privacy","score_opus":0.5899175241555513,"score_gpt":0.5829906525541247,"score_spread":0.006926871601426576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024932269","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003932836,0.00061649625,0.032712772,0.9463982,0.0046426035,0.010522784,0.00001384205,0.000055836725,0.0011046354],"genre_scores_gemma":[0.3240193,0.012237486,0.4647267,0.089819446,0.01660703,0.0132190725,0.00033115546,0.0002249417,0.07881488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99582326,0.0002095807,0.002828775,0.00035565454,0.00049421,0.00028851666],"domain_scores_gemma":[0.9831669,0.011290043,0.0016069292,0.0010204284,0.002749805,0.00016591947],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01778424,0.00012732005,0.000333153,0.000040892995,0.00012809453,0.000035330515,0.00020525063,0.00009681081,0.000042752497],"category_scores_gemma":[0.2886656,0.00007375475,0.00024378342,0.00023207557,0.00006891897,0.0004058192,0.00007846415,0.00031634542,0.000022645167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011995861,0.000093529634,0.0002005418,0.00001897589,0.0001345207,1.2423523e-7,0.000042775322,0.0001767114,0.000006408969,0.00021578214,0.33263767,0.66527337],"study_design_scores_gemma":[0.0025871613,0.00016905887,0.010345754,0.000028262772,0.00068843056,0.0000341477,0.0010384289,0.06341372,0.00006743509,0.0007612406,0.9207579,0.00010845902],"about_ca_topic_score_codex":0.0001410286,"about_ca_topic_score_gemma":0.000048871596,"teacher_disagreement_score":0.85657877,"about_ca_system_score_codex":0.000058219543,"about_ca_system_score_gemma":0.0007047028,"threshold_uncertainty_score":0.7173263},"labels":[],"label_agreement":null},{"id":"W3025242272","doi":"10.46747/cfp.7109567","title":"Rapid recommendations","year":2025,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Guideline; Clinical Practice; Computer science; Salient; Data science; Medicine; Medical education; Family medicine; Pathology; Artificial intelligence","score_opus":0.1603672551825373,"score_gpt":0.4306117238950292,"score_spread":0.2702444687124919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025242272","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019066717,0.00039509966,0.000577263,0.119390175,0.0010730998,0.0006116804,0.00008988277,0.00008452478,0.85871154],"genre_scores_gemma":[0.27624428,0.00007301898,0.0014839426,0.7193199,0.00028721878,0.000029439363,0.00038073395,0.000017647955,0.00216382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909663,0.00003824752,0.00034880306,0.00019152951,0.00008471826,0.0002400852],"domain_scores_gemma":[0.9990678,0.00018310214,0.000055054727,0.00029917332,0.00013940303,0.00025550844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019038783,0.000089402936,0.00015512062,0.00022559808,0.00012777514,0.000024029272,0.000073598014,0.000049481867,0.000045550605],"category_scores_gemma":[0.00022060184,0.000097349504,0.000072758674,0.0004386389,0.000034949604,0.000113382775,0.000013630675,0.0001773017,0.0002668134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011452032,0.00003041248,0.00022595585,0.000009842545,0.00004760145,0.0000065353247,0.000012296463,8.9246356e-7,0.0006866791,0.002840655,0.48729795,0.5088297],"study_design_scores_gemma":[0.0006533194,0.000043671553,0.020201575,0.00005597463,0.00009814751,3.6437407e-7,0.0007271022,0.00014279,0.0001282447,0.0010545487,0.9768124,0.00008183124],"about_ca_topic_score_codex":0.012587981,"about_ca_topic_score_gemma":0.014038614,"teacher_disagreement_score":0.8565477,"about_ca_system_score_codex":0.00030959395,"about_ca_system_score_gemma":0.0012494562,"threshold_uncertainty_score":0.99398726},"labels":[],"label_agreement":null},{"id":"W3025417794","doi":"10.22374/cjgim.v14i4.404","title":"Medecine périopératoire : Une nouvelle opportunité pour lest internistes généralistes et un nouvell rubrique pour la revue","year":2019,"lang":"fr","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Humanities; Philosophy","score_opus":0.11170645146070082,"score_gpt":0.39224533797272765,"score_spread":0.28053888651202685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025417794","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4647404,0.013036334,0.0030026843,0.48105097,0.012814195,0.0006221651,0.00014724745,0.000018348355,0.024567654],"genre_scores_gemma":[0.799182,0.0023291265,0.004562169,0.02330569,0.011371344,0.000006471888,0.00012509974,0.00017258046,0.15894553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922043,0.0010469303,0.0042480114,0.0006066351,0.0008075385,0.0010866016],"domain_scores_gemma":[0.98843056,0.0028263952,0.0025748757,0.0006944981,0.0021402978,0.0033333777],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049530594,0.00073793007,0.0017710202,0.0009934732,0.00013451671,0.00012790509,0.00093091204,0.0004889886,0.01643355],"category_scores_gemma":[0.00859821,0.00065940403,0.00050719973,0.0005876646,0.00062536675,0.00065913127,0.000119129996,0.0024804452,0.00053725904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016413332,0.00064052665,0.14692557,0.0013532279,0.0025565457,0.027916633,0.009479768,0.00065317657,0.033686705,0.015565822,0.62393713,0.13564359],"study_design_scores_gemma":[0.019572815,0.0062714247,0.03252254,0.025253639,0.0022206723,0.038325775,0.02213123,0.0055040517,0.002848145,0.0028009296,0.84133697,0.0012117833],"about_ca_topic_score_codex":0.14288941,"about_ca_topic_score_gemma":0.11656269,"teacher_disagreement_score":0.45774528,"about_ca_system_score_codex":0.0011088621,"about_ca_system_score_gemma":0.0070327343,"threshold_uncertainty_score":0.9998209},"labels":[],"label_agreement":null},{"id":"W3025510658","doi":"10.2196/17370","title":"Evaluation of the Level of Evidence Supporting the Recommendations Constituting the American Academy of Dermatology Clinical Practice Guidelines: Cross-Sectional Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Evidence-based medicine; Clinical Practice; Family medicine; Cross-sectional study; Evidence-based practice; MEDLINE; Alternative medicine; Health care; Pathology","score_opus":0.8514278995270798,"score_gpt":0.6962246544935696,"score_spread":0.15520324503351013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025510658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5633531,0.00016187562,0.004586504,0.43050668,0.000177909,0.0010072427,0.00004193899,0.000014895206,0.00014985392],"genre_scores_gemma":[0.97750086,0.00012062696,0.005057069,0.017082443,0.00013728543,0.0000619192,0.000024351577,0.0000106419975,0.0000048063785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98992664,0.00339917,0.004991478,0.00036784657,0.0010762042,0.00023869096],"domain_scores_gemma":[0.96966994,0.019190155,0.006483313,0.0004626655,0.0041151987,0.00007870394],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008680655,0.0001507646,0.0007698503,0.00009979335,0.0002019043,0.000012453222,0.0004567661,0.00014679841,0.00020353892],"category_scores_gemma":[0.18302763,0.00008031561,0.00045482608,0.0014956114,0.0016173419,0.00026087675,0.0002569769,0.0007111253,0.000007110211],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003636781,0.00015357375,0.9742078,0.00007525334,0.0013610818,0.0000029693165,0.00046774925,0.0008644464,0.00084275677,0.00093322387,0.0068243034,0.013903171],"study_design_scores_gemma":[0.001829164,0.00012505695,0.904439,0.000077417855,0.0075358674,0.0013333651,0.0047783838,0.066736504,0.0028188718,0.0004365474,0.009751953,0.0001378674],"about_ca_topic_score_codex":0.00021411024,"about_ca_topic_score_gemma":0.00007464857,"teacher_disagreement_score":0.41414773,"about_ca_system_score_codex":0.000046279318,"about_ca_system_score_gemma":0.0011618418,"threshold_uncertainty_score":0.8238541},"labels":[],"label_agreement":null},{"id":"W3025802911","doi":"","title":"[French medical press: good practices and quality criteria to be adopted!]","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve","funders":"","keywords":"Quality (philosophy); Political science; Philosophy","score_opus":0.49703058357114205,"score_gpt":0.5326078206142347,"score_spread":0.03557723704309268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025802911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6603805,0.00020281754,0.0014996182,0.32829204,0.0005329421,0.0015624363,0.00004578213,0.00012429366,0.007359565],"genre_scores_gemma":[0.9822966,0.00017047455,0.0016722879,0.013100008,0.00058655057,0.0006618571,0.000013991143,0.000018130779,0.0014800924],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99755085,0.00025832298,0.0007996556,0.0003734463,0.0006896557,0.00032805878],"domain_scores_gemma":[0.9952841,0.0030742954,0.00041936952,0.00035524936,0.00019614155,0.0006708647],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036942065,0.000120004086,0.00026396746,0.000049379225,0.00004095515,0.00003967671,0.000107914195,0.000115869414,0.0006164252],"category_scores_gemma":[0.085570924,0.00007861656,0.00004120489,0.000099559176,0.000075314245,0.00038297314,0.00014965399,0.00015154424,0.000026674552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048793148,0.00031365632,0.055023886,0.0000964039,0.000109883236,0.000028160266,0.00017238308,2.0183325e-8,0.00059700734,0.0004867761,0.040132668,0.90255123],"study_design_scores_gemma":[0.002114556,0.00009666334,0.6412119,0.000025936095,0.00010762255,0.000039287945,0.000083838575,0.0000067796545,0.00036137053,0.00007437692,0.355764,0.00011364871],"about_ca_topic_score_codex":0.0010182789,"about_ca_topic_score_gemma":0.0005198105,"teacher_disagreement_score":0.90243757,"about_ca_system_score_codex":0.000054269243,"about_ca_system_score_gemma":0.00008405063,"threshold_uncertainty_score":0.9221317},"labels":[],"label_agreement":null},{"id":"W3025827421","doi":"","title":"[How to build a culture of patient-partnership in care: the Montreal Model].","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de Santé Publique du Québec; Université de Montréal; Bureau de Coopération Interuniversitaire","funders":"","keywords":"General partnership; Medicine; Business; Political science; Law","score_opus":0.1462551478166894,"score_gpt":0.38920479214559695,"score_spread":0.24294964432890753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025827421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8990683,0.00018699068,0.0007596598,0.09337198,0.00011721196,0.002442142,0.000023516115,0.000031686584,0.003998521],"genre_scores_gemma":[0.9955522,0.000016718064,0.00047366094,0.002134424,0.00009795248,0.00062883645,0.0000069959056,0.000010530552,0.0010786946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988812,0.00006294723,0.00038974496,0.0001727216,0.00026584452,0.00022753935],"domain_scores_gemma":[0.99901193,0.0003063944,0.00012661633,0.00028019602,0.00015477302,0.000120091674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034944055,0.00007973445,0.00016089644,0.000047544287,0.000015695823,0.000010625639,0.00008509519,0.00005146921,0.0000060508546],"category_scores_gemma":[0.0042545325,0.000039330305,0.000056947498,0.00016228299,0.00003242246,0.00011762788,0.000048213693,0.000092964496,0.000004350702],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076950225,0.00012586454,0.032240164,0.000033518427,0.000033750726,0.0000072502326,0.004482988,0.000073300456,0.0004254108,0.00021421074,0.020098204,0.94149584],"study_design_scores_gemma":[0.017593214,0.0009074998,0.80182767,0.00023301659,0.0005561856,0.000029581093,0.022214876,0.0012740328,0.011896366,0.003687044,0.13914233,0.00063816627],"about_ca_topic_score_codex":0.00023431057,"about_ca_topic_score_gemma":0.0007793554,"teacher_disagreement_score":0.94085765,"about_ca_system_score_codex":0.0000969943,"about_ca_system_score_gemma":0.000045713892,"threshold_uncertainty_score":0.509338},"labels":[],"label_agreement":null},{"id":"W3025871038","doi":"10.1017/cem.2020.263","title":"P057: Impact of a clinical pathway for the treatment of acute asthma in the emergency department","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Medicine; Emergency department; Asthma; Overcrowding; Triage; Exacerbation; Asthma exacerbations; Attendance; Emergency medicine; Medical prescription; Respiratory therapist; Pediatrics; Internal medicine; Intensive care medicine; Nursing","score_opus":0.4916632393639559,"score_gpt":0.5648888719853616,"score_spread":0.07322563262140575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025871038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264597,0.0043720338,0.0007668821,0.0632501,0.0033334277,0.0014030224,0.00018242246,0.0000024612539,0.000229901],"genre_scores_gemma":[0.9916942,0.005391924,0.00020142508,0.0005095144,0.0020808086,0.000018415183,0.000037738013,0.000019383875,0.000046601916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948335,0.00024436813,0.0040434566,0.00016525641,0.00042551052,0.0002878574],"domain_scores_gemma":[0.99570525,0.0010169499,0.0016343177,0.00032200437,0.0006866042,0.0006348507],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026295586,0.0001865485,0.00085707096,0.00013938146,0.000056081117,0.000001468132,0.00028510747,0.000077102035,0.002879487],"category_scores_gemma":[0.005446636,0.000087790264,0.00075708976,0.00050227804,0.00011893253,0.000080255966,0.0000061840597,0.00025502846,0.0000023375048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027276662,0.00081301393,0.72483855,0.0001332868,0.0032203034,0.00023742841,0.010131055,0.00009320919,0.0007640483,0.00016935871,0.17954108,0.07733098],"study_design_scores_gemma":[0.011822556,0.04866101,0.7623631,0.00018517105,0.002841926,0.000075471165,0.004703775,0.000929048,0.000097799675,0.00029817445,0.16783941,0.00018255446],"about_ca_topic_score_codex":0.0062770415,"about_ca_topic_score_gemma":0.011820747,"teacher_disagreement_score":0.07714842,"about_ca_system_score_codex":0.0001244676,"about_ca_system_score_gemma":0.0019186651,"threshold_uncertainty_score":0.99803203},"labels":[],"label_agreement":null},{"id":"W3026059192","doi":"","title":"","year":2017,"lang":"fr","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Heritage; CancerCare Manitoba; Université du Québec en Outaouais; McMaster University; Université du Québec à Montréal; University of Alberta","funders":"","keywords":"Computer science; World Wide Web; Data science","score_opus":0.4625996952668108,"score_gpt":0.5048180857835831,"score_spread":0.04221839051677234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026059192","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.456646,0.0070240283,0.000882144,0.5037333,0.023157861,0.0045640045,0.00006872257,0.0000835827,0.0038403631],"genre_scores_gemma":[0.9475993,0.0027400346,0.0014754036,0.011327927,0.015200293,0.0039881445,0.000047328358,0.00008592648,0.017535672],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920871,0.00049580756,0.0028560276,0.0010196749,0.0010550087,0.0024863596],"domain_scores_gemma":[0.98775315,0.003509287,0.0026534575,0.003624895,0.0006540285,0.0018051888],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011441214,0.00048570908,0.00090081664,0.00012392696,0.0016594669,0.0010278155,0.0010433893,0.0004366139,0.0002451115],"category_scores_gemma":[0.1808124,0.0005232429,0.00043011305,0.000113227674,0.0012321923,0.0041120546,0.000832624,0.0011045466,0.00021610534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000782781,0.0006234519,0.3449919,0.00022171807,0.00033565387,0.00042991154,0.00012968782,0.000007862837,0.000023097307,0.0013866015,0.0069201705,0.64414716],"study_design_scores_gemma":[0.010909787,0.00016435559,0.8145898,0.000154103,0.0017560124,0.00022097334,0.00074933196,0.00039056808,0.000397282,0.0016845333,0.16859238,0.00039089957],"about_ca_topic_score_codex":0.010051775,"about_ca_topic_score_gemma":0.002148913,"teacher_disagreement_score":0.6437563,"about_ca_system_score_codex":0.0007062168,"about_ca_system_score_gemma":0.00034440702,"threshold_uncertainty_score":0.9997219},"labels":[],"label_agreement":null},{"id":"W3028184802","doi":"10.1186/s12913-020-05343-x","title":"How do guideline developers identify, incorporate and report patient preferences? An international cross-sectional survey","year":2020,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Michael's Hospital; Dalhousie University; University Health Network; Toronto General Hospital; Ottawa Hospital","funders":"","keywords":"Guideline; Health informatics; Medicine; Nursing research; Cross-sectional study; Health administration; Health care; Government (linguistics); Family medicine; Nursing; Descriptive statistics; Public health","score_opus":0.5648052002382068,"score_gpt":0.6165328673103637,"score_spread":0.051727667072156924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028184802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99125046,0.00012330576,0.00094070536,0.0059665334,0.0003594696,0.0010146772,0.00013577013,0.000059122576,0.00014997795],"genre_scores_gemma":[0.97910875,0.00023308935,0.011444041,0.0055200583,0.00058243517,0.0000513859,0.0029131449,0.00003158963,0.00011549892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938328,0.001051305,0.00182244,0.0008709512,0.0019412823,0.00048120745],"domain_scores_gemma":[0.99350625,0.0008524078,0.00065882335,0.00040918752,0.0036510178,0.0009222978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00984323,0.00017131084,0.0003204446,0.00021163345,0.0003095471,0.0005733001,0.00031712023,0.00012632886,0.00024842875],"category_scores_gemma":[0.004063297,0.0001537024,0.000042009684,0.00065720227,0.00012463893,0.0010213456,0.00043667093,0.0006391833,0.00004325741],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010133265,0.00011889216,0.98869175,0.00038426465,0.000035395104,0.000046618294,0.0005972475,0.000020644035,0.00009229354,0.000018595585,0.00030435986,0.008676601],"study_design_scores_gemma":[0.0012382054,0.0007768644,0.9756356,0.000051711966,0.000004166566,0.000109617904,0.0019232783,0.004806905,0.000028829205,0.00011842237,0.015186134,0.00012026886],"about_ca_topic_score_codex":0.0028776408,"about_ca_topic_score_gemma":0.0026724383,"teacher_disagreement_score":0.014881774,"about_ca_system_score_codex":0.00025067924,"about_ca_system_score_gemma":0.0022109821,"threshold_uncertainty_score":0.6267803},"labels":[],"label_agreement":null},{"id":"W3028376624","doi":"10.1016/j.jval.2020.04.177","title":"PCV75 IDENTIFYING APPROPIATE HOSPITALS FOR PATIENT RECRUITMENT IN CLINICAL TRIALS FOR CANADA USING MACHINE LEARNING ALGORITHMS","year":2020,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Oversampling; Pharmacy; Machine learning; Artificial intelligence; Computer science; Medicine; Support vector machine; Data mining; Algorithm; Family medicine","score_opus":0.8227583973736148,"score_gpt":0.6122533430454646,"score_spread":0.21050505432815014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028376624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8868044,0.0011612473,0.04254984,0.051987175,0.0019072379,0.015351066,0.0001864941,0.00004674903,0.0000057893167],"genre_scores_gemma":[0.8197422,0.00073806866,0.1585087,0.018315319,0.0012868072,0.0007600831,0.00052051514,0.000104064755,0.000024254035],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99190044,0.0016780926,0.005017754,0.0005358137,0.00038279293,0.0004851113],"domain_scores_gemma":[0.9902764,0.007640172,0.0014267205,0.00016722757,0.00014528765,0.00034419962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01634286,0.00017408072,0.00108043,0.00009483162,0.00009553838,0.00002216907,0.00007928177,0.00009441623,0.00001857612],"category_scores_gemma":[0.050062187,0.00016206787,0.00018620458,0.00026309796,0.000017109018,0.00010321041,0.00005646851,0.00048632224,0.0000010697096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004759144,0.0006100593,0.15926231,0.0038985827,0.00021997717,0.000065333916,0.0030773606,0.04915625,0.00032077733,0.00016938841,0.0033935674,0.77506727],"study_design_scores_gemma":[0.0118557885,0.003117083,0.0043888227,0.0005868003,0.00010016907,0.0000060846814,0.001896716,0.94924116,0.00014358305,0.00024179928,0.028186992,0.0002350019],"about_ca_topic_score_codex":0.4517922,"about_ca_topic_score_gemma":0.053594407,"teacher_disagreement_score":0.9000849,"about_ca_system_score_codex":0.0010572377,"about_ca_system_score_gemma":0.0027876005,"threshold_uncertainty_score":0.963675},"labels":[],"label_agreement":null},{"id":"W3028923082","doi":"10.1001/jamanetworkopen.2020.5535","title":"Development and Validation of a Tool to Assess the Quality of Clinical Practice Guideline Recommendations","year":2020,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; North York General Hospital; Ottawa Hospital; McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Usability; Guideline; Cronbach's alpha; Reliability (semiconductor); Scale (ratio); Excellence; Quality (philosophy); Psychology; Applied psychology; Rigour; Medical education; Medicine; Psychometrics; Computer science; Clinical psychology; Mathematics","score_opus":0.6450576358712852,"score_gpt":0.624475006393341,"score_spread":0.020582629477944203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028923082","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47560036,0.00003948636,0.037776526,0.48173416,0.00024107962,0.0021207226,0.000020211866,0.00001756979,0.0024498631],"genre_scores_gemma":[0.34227467,0.00007882175,0.6115715,0.04516058,0.0006147026,0.000043848013,0.00019923096,0.000014576715,0.000042093834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99432683,0.00096197124,0.0038819993,0.00029107227,0.00040112407,0.00013699947],"domain_scores_gemma":[0.99019,0.006903906,0.001517411,0.00033455208,0.0009062678,0.00014784494],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018277371,0.00009660789,0.00048059018,0.000016459835,0.000075786804,0.00005690519,0.0002466486,0.000075644355,0.00020763153],"category_scores_gemma":[0.058745574,0.0000720529,0.00005715145,0.00036866774,0.00003756614,0.00044784028,0.000527329,0.00026314706,0.000013523087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050268923,0.00040153554,0.056786716,0.00010177652,0.00043273292,0.0000026535847,0.0020544573,0.0005152313,0.00033795222,0.0026682718,0.33316755,0.59850425],"study_design_scores_gemma":[0.0027115599,0.000348578,0.09258385,0.00011311362,0.00022011944,0.000005250048,0.0027671033,0.0011197983,0.00050137896,0.00010934295,0.8994049,0.000115026356],"about_ca_topic_score_codex":0.00017415047,"about_ca_topic_score_gemma":0.000044489545,"teacher_disagreement_score":0.5983892,"about_ca_system_score_codex":0.000021905968,"about_ca_system_score_gemma":0.00043179738,"threshold_uncertainty_score":0.949183},"labels":[],"label_agreement":null},{"id":"W3029190487","doi":"10.3760/cma.j.issn.1674-2907.2018.34.001","title":"A brief analysis of Clinical Best Practice Guidelines: Assessment and Management of Pain (Third Edition) by Registered Nurses' Association of Ontario in 2013","year":2018,"lang":"en","type":"article","venue":"Zhonghua xiandai huli zazhi","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Pain management; Pain assessment; Medicine; Health care; Clinical Practice; Best practice; Nursing; Physical therapy; Management","score_opus":0.19750194277593489,"score_gpt":0.5305509769477678,"score_spread":0.33304903417183285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029190487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9479817,0.00024189244,0.012079989,0.028430024,0.0010546986,0.001919493,0.00022357363,0.000033676144,0.008034928],"genre_scores_gemma":[0.9027496,0.0019617986,0.08441413,0.0041177175,0.00052635366,0.00006248959,0.0009563144,0.000048481197,0.005163131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929949,0.0006789349,0.004548897,0.0005136807,0.0010122622,0.0002513484],"domain_scores_gemma":[0.99056166,0.0025753146,0.0036612584,0.0006078862,0.0024503183,0.0001435347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011821749,0.00020569372,0.0011928253,0.0003249101,0.000040622264,0.000018457313,0.00013932498,0.00022684294,0.00042261105],"category_scores_gemma":[0.010617565,0.00020136828,0.0002892825,0.0009168855,0.00019278952,0.00040333203,0.000101347025,0.00034469969,0.0000059926642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015771927,0.003504405,0.7396268,0.00041218556,0.004902036,0.000021043768,0.0010450907,0.000030481187,0.00037107174,0.00025351634,0.19501811,0.05323805],"study_design_scores_gemma":[0.0112271225,0.003516963,0.70163566,0.00096824,0.012124534,0.0000068546947,0.0046847123,0.0048789056,0.0001926981,0.000113487724,0.2603019,0.00034897536],"about_ca_topic_score_codex":0.026441691,"about_ca_topic_score_gemma":0.029316135,"teacher_disagreement_score":0.07233414,"about_ca_system_score_codex":0.00046759422,"about_ca_system_score_gemma":0.00054903806,"threshold_uncertainty_score":0.9977164},"labels":[],"label_agreement":null},{"id":"W3029326194","doi":"10.1097/ncm.0000000000000449","title":"New Decade's Urgent Health Care Challenges Spotlight Increasing Role of Professional Case Managers","year":2020,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Credential; Commission; Officer; Business; Management; Accreditation; Case management; Public relations; Political science; Law; Process management; Finance","score_opus":0.1674880208220584,"score_gpt":0.47104503505913065,"score_spread":0.30355701423707226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029326194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7166593,0.014110487,0.0010934416,0.25467432,0.0018065574,0.0060714097,0.00010611935,0.0003145096,0.0051638684],"genre_scores_gemma":[0.96791714,0.00048770377,0.021078872,0.009187986,0.0005377236,0.00007955951,0.00017500286,0.000060486112,0.0004755416],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9960478,0.00047137626,0.0014361696,0.00066806737,0.00092461816,0.00045194582],"domain_scores_gemma":[0.9972769,0.0004725129,0.00066770334,0.0004031795,0.0002239671,0.00095572235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011598316,0.00031487833,0.0005637108,0.00019723244,0.0002772816,0.000015171376,0.00014185606,0.00011329933,0.0008307064],"category_scores_gemma":[0.0006109307,0.00026887053,0.00018952171,0.00032617504,0.000045464538,0.00020680639,0.00056925375,0.00048008023,0.000057130368],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046111294,0.0010524043,0.0022308466,0.006259858,0.00076070934,0.060551226,0.015549936,0.000060084156,0.00030631214,0.00845355,0.046150412,0.8540135],"study_design_scores_gemma":[0.01730066,0.0023996483,0.015521495,0.0032882376,0.0019490058,0.026385585,0.55624557,0.002113402,0.001281398,0.0010600656,0.37103865,0.0014162773],"about_ca_topic_score_codex":0.0006385034,"about_ca_topic_score_gemma":0.00014098585,"teacher_disagreement_score":0.85259724,"about_ca_system_score_codex":0.00026943113,"about_ca_system_score_gemma":0.0005823994,"threshold_uncertainty_score":0.99997634},"labels":[],"label_agreement":null},{"id":"W3030605558","doi":"10.1016/j.cmpb.2020.105559","title":"Ontological framework for standardizing and digitizing clinical pathways in healthcare information systems","year":2020,"lang":"en","type":"article","venue":"Computer Methods and Programs in Biomedicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"Lakehead University","keywords":"Computer science; Health care; Information system; Healthcare system; Data science; Information retrieval; Engineering","score_opus":0.5562326095160401,"score_gpt":0.5794865184927893,"score_spread":0.02325390897674917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030605558","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07571964,0.0017161182,0.8942928,0.026075339,0.00049328577,0.0016212467,0.000011001191,0.00006069491,0.000009915137],"genre_scores_gemma":[0.30548495,0.0005055589,0.68777466,0.00553613,0.0005462629,0.000053002444,0.00009078593,0.000008434738,1.9554916e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972013,0.00043229898,0.0016020268,0.00032187157,0.00018380869,0.000258679],"domain_scores_gemma":[0.99616504,0.0030242323,0.00026448863,0.00012613222,0.0001331964,0.00028694127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005156942,0.00014868521,0.0006737076,0.000115889045,0.00004178382,0.00007062343,0.00005510595,0.00021511252,0.0000011244268],"category_scores_gemma":[0.0034912222,0.00011458434,0.000049248392,0.00034039764,0.00013497434,0.0002147766,0.00009838099,0.00047303303,3.8815108e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041214874,0.00005134517,0.10344999,0.0005787059,0.000016910337,0.000014669143,0.0007493367,0.0000011574439,0.000009255696,0.0023893816,0.000065975444,0.89226115],"study_design_scores_gemma":[0.031749677,0.027449371,0.298762,0.0054151597,0.00030812068,0.00038000612,0.008323242,0.3250842,0.000020568701,0.019583803,0.28193521,0.0009886487],"about_ca_topic_score_codex":0.000095100935,"about_ca_topic_score_gemma":0.0000072687976,"teacher_disagreement_score":0.8912725,"about_ca_system_score_codex":0.000042051677,"about_ca_system_score_gemma":0.00006944198,"threshold_uncertainty_score":0.4672614},"labels":[],"label_agreement":null},{"id":"W3031886168","doi":"10.3760/cma.j.issn.1674-2907.2018.19.001","title":"Brief analysis of the best practice guideline by Registered Nurse's Association of Ontario—Facilitating Client Centred Learning (2012)","year":2018,"lang":"en","type":"article","venue":"Zhonghua xiandai huli zazhi","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Scope (computer science); Association (psychology); Quality (philosophy); Psychology; Nursing; Service (business); Best practice; Medicine; Knowledge management; Medical education; Computer science; Business; Management","score_opus":0.08265843487275285,"score_gpt":0.4171747734695231,"score_spread":0.3345163385967702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031886168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9525386,0.0003402257,0.004787372,0.024935562,0.0009989761,0.0012602601,0.00020589582,0.000072292416,0.014860786],"genre_scores_gemma":[0.9681654,0.00004486495,0.010426953,0.0025367332,0.0002892282,0.000012202054,0.0005594894,0.000038247636,0.017926885],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99480903,0.00062694366,0.0025488732,0.0004713503,0.0011701246,0.00037369502],"domain_scores_gemma":[0.9906514,0.0025325366,0.0034976907,0.0007135821,0.002463944,0.0001408005],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033578642,0.00022494995,0.00075298763,0.00018141908,0.00019690837,0.000033879016,0.00021186368,0.00018463538,0.001079647],"category_scores_gemma":[0.041167032,0.00018551358,0.00042210842,0.0011912801,0.0001727764,0.00042312502,0.00010094304,0.00052907167,0.000029905594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030700257,0.002696428,0.6462666,0.00017482288,0.007390493,0.0000074589584,0.02294929,0.0009324916,0.025519028,0.00014291814,0.23876528,0.052085157],"study_design_scores_gemma":[0.0065169516,0.001587078,0.048902795,0.00026819116,0.013002246,0.000012989356,0.0162794,0.005868096,0.0034362625,0.000032450956,0.9037236,0.00036994394],"about_ca_topic_score_codex":0.02518657,"about_ca_topic_score_gemma":0.017936144,"teacher_disagreement_score":0.6649583,"about_ca_system_score_codex":0.00082734047,"about_ca_system_score_gemma":0.0005928035,"threshold_uncertainty_score":0.99998397},"labels":[],"label_agreement":null},{"id":"W3032249524","doi":"10.1186/s13012-020-0971-6","title":"Effectiveness of guideline dissemination and implementation strategies on health care professionals’ behaviour and patient outcomes in the cancer care context: a systematic review","year":2020,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Canada Research Chairs; Queen's University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Psychological intervention; Context (archaeology); Guideline; Health care; Intervention (counseling); Family medicine; Implementation research; Nursing; Health services research; Public health; Pathology","score_opus":0.2001374136044127,"score_gpt":0.6476050551235025,"score_spread":0.4474676415190898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032249524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002381559,0.9770125,0.000048539823,0.0036238062,0.00013544905,0.01623358,0.0005431836,0.000015261088,0.0000061269666],"genre_scores_gemma":[0.09474842,0.8990269,0.00023927912,0.002453319,0.000016683915,0.0024029852,0.0010850176,0.000026733398,6.646054e-7],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99313194,0.0013550024,0.0032987415,0.000684979,0.0012502185,0.00027912325],"domain_scores_gemma":[0.994124,0.0023178407,0.002336477,0.00037014243,0.0007248526,0.00012671115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003947064,0.0003626581,0.0018894919,0.00031002692,0.00020559167,0.0000949023,0.00023517659,0.000057949812,0.00003264823],"category_scores_gemma":[0.0014086621,0.0002247566,0.00014021323,0.0008725583,0.00015108038,0.0004312582,0.00012736212,0.0002737537,0.0000012786614],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018534205,0.000048397793,0.00062022795,0.45557842,0.00003809179,0.0000036692788,0.007462053,1.17565925e-7,0.0000031739262,0.00019110795,0.00021352453,0.5358227],"study_design_scores_gemma":[0.0021883918,0.0017797614,0.008174992,0.5053018,0.0029399204,0.000054141394,0.4723468,0.0000045329225,0.00004337515,0.000018685234,0.0066976435,0.00044998224],"about_ca_topic_score_codex":0.0009689082,"about_ca_topic_score_gemma":0.0009912741,"teacher_disagreement_score":0.5353727,"about_ca_system_score_codex":0.0006488557,"about_ca_system_score_gemma":0.0022636289,"threshold_uncertainty_score":0.9165308},"labels":[],"label_agreement":null},{"id":"W3032448012","doi":"10.3760/cma.j.issn.1674-2907.2016.28.002","title":"Establishment of application center of evidence-based nursing best practice guidelines in Dongzhimen Hospital affiliated to Beijing University of Chinese Medicine","year":2016,"lang":"en","type":"article","venue":"Zhonghua xiandai huli zazhi","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Guideline; Beijing; Foundation (evidence); Medicine; Nursing; Clinical Practice; Center (category theory); Nursing practice; Best practice; Family medicine; China; Political science; Pathology","score_opus":0.16138808884927625,"score_gpt":0.47241203911195556,"score_spread":0.3110239502626793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032448012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8879357,0.0002789206,0.021585781,0.08818035,0.00024495067,0.0013016408,0.000055286044,0.000029052664,0.0003883507],"genre_scores_gemma":[0.98392487,0.0003397753,0.014908895,0.0004933027,0.0001427562,0.0000052661035,0.000045000404,0.000022906732,0.000117202326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99685055,0.00018090018,0.0016115322,0.00041440362,0.0007032609,0.00023937278],"domain_scores_gemma":[0.99385357,0.0020605873,0.0011610406,0.0005354985,0.002219728,0.00016959029],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019385898,0.00020139664,0.00063250185,0.00033739294,0.000034675526,0.0000040908426,0.00021325123,0.000106986394,0.00017975103],"category_scores_gemma":[0.020430112,0.00014013353,0.000106839776,0.00083003176,0.00022705426,0.00063346745,0.00007186515,0.0001346288,0.000013178143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006321975,0.0033662638,0.4040864,0.00048564974,0.00018348839,0.00002949733,0.0026922978,0.0003114637,0.22951087,0.00008113356,0.0056250514,0.3473059],"study_design_scores_gemma":[0.094291694,0.025673393,0.60035735,0.08294977,0.0038223783,0.00008393361,0.04120026,0.0076269116,0.07438805,0.0006607356,0.066659816,0.002285719],"about_ca_topic_score_codex":0.0017868518,"about_ca_topic_score_gemma":0.00017213635,"teacher_disagreement_score":0.34502017,"about_ca_system_score_codex":0.00024885547,"about_ca_system_score_gemma":0.0002955949,"threshold_uncertainty_score":0.9878212},"labels":[],"label_agreement":null},{"id":"W3032569556","doi":"10.1016/j.jclinepi.2020.05.025","title":"What to do with all the AGREEs? The AGREE portfolio of tools to support the guideline enterprise","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; North York General Hospital; Juravinski Cancer Centre; McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Guideline; Portfolio; Medicine; Business; Finance; Pathology","score_opus":0.5865754284296243,"score_gpt":0.599006532574351,"score_spread":0.012431104144726701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032569556","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21634676,0.00025231272,0.017907074,0.7632141,0.0011373009,0.0008878353,0.000010535698,0.000007872897,0.00023617834],"genre_scores_gemma":[0.4963765,0.0012809131,0.010492398,0.4885267,0.0031616364,0.000011085514,0.000010501377,0.000027831924,0.0001124342],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825307,0.0040226313,0.011824263,0.00040912736,0.0007386941,0.0004745897],"domain_scores_gemma":[0.86603636,0.120382324,0.008860346,0.001425213,0.0020605293,0.0012352483],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053766523,0.0002524656,0.002210371,0.000063642954,0.00007489198,0.000038712413,0.0009979228,0.00019885525,0.0007572256],"category_scores_gemma":[0.32236513,0.000094694384,0.0008434622,0.00038669212,0.00038736803,0.00031860798,0.00034098237,0.0016660925,0.000102256345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009076441,0.00028039495,0.110169806,0.000023161501,0.00082524744,0.00013424348,0.0008190946,0.0012517598,0.00007725618,0.00048064537,0.692178,0.18468393],"study_design_scores_gemma":[0.003478713,0.0144154485,0.18003546,0.0002092378,0.0011036592,0.0007224881,0.0036564586,0.00048964715,0.000029378363,0.0011223842,0.7945692,0.00016794197],"about_ca_topic_score_codex":0.00005759688,"about_ca_topic_score_gemma":0.000079357174,"teacher_disagreement_score":0.28002974,"about_ca_system_score_codex":0.00003552884,"about_ca_system_score_gemma":0.0006383248,"threshold_uncertainty_score":0.9743465},"labels":[],"label_agreement":null},{"id":"W3032962809","doi":"10.1016/j.diabres.2020.108241","title":"Return on investment of the diabetes foot care clinical pathway implementation in Alberta, Canada","year":2020,"lang":"en","type":"article","venue":"Diabetes Research and Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health; Alberta Health Services","funders":"","keywords":"Medicine; Propensity score matching; Return on investment; Diabetes mellitus; Intervention (counseling); Cost–benefit analysis; Foot (prosody); Health care; Emergency medicine; Cohort; Physical therapy; Surgery; Internal medicine; Nursing","score_opus":0.25734281817178795,"score_gpt":0.5416721435266862,"score_spread":0.2843293253548983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032962809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8823303,0.0002672218,8.729608e-7,0.11377871,0.00027609392,0.0012715744,0.000045676876,0.000009120133,0.002020429],"genre_scores_gemma":[0.961124,0.0003201648,0.0003639891,0.037567463,0.00042380174,0.000048494614,0.00008309673,0.000028251598,0.000040752468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915883,0.0030257397,0.0026493075,0.00069049344,0.0014366949,0.0006094809],"domain_scores_gemma":[0.953252,0.043949958,0.0006578422,0.0005680656,0.00094870885,0.00062342826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074282466,0.00019718966,0.0006203638,0.00006684404,0.00014025037,0.0000453605,0.00028737017,0.00018413212,0.000117013056],"category_scores_gemma":[0.1308239,0.00014293063,0.00017260075,0.00064072007,0.00041834335,0.00028933524,0.00035787618,0.002044329,0.000015504891],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007437593,0.00058009214,0.9333033,0.00016588146,0.00017956551,0.000015343967,0.0002491522,0.000001539514,0.00012536875,0.0004013026,0.012513978,0.051720727],"study_design_scores_gemma":[0.0069518317,0.00839533,0.7970973,0.00021743162,0.00023361585,0.0000012350704,0.010789679,0.00065743376,0.0021253997,0.00044341464,0.17282857,0.00025875997],"about_ca_topic_score_codex":0.08442955,"about_ca_topic_score_gemma":0.23531008,"teacher_disagreement_score":0.16031459,"about_ca_system_score_codex":0.00019580557,"about_ca_system_score_gemma":0.0022923718,"threshold_uncertainty_score":0.92166734},"labels":[],"label_agreement":null},{"id":"W3033632145","doi":"10.29173/cjen56","title":"The Emergency Strategic Clinical Network (ESCN) quality improvement and innovation forum","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Quality (philosophy); Business; Quality management; Process management; Marketing","score_opus":0.45036484654320846,"score_gpt":0.5325108478463892,"score_spread":0.08214600130318078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033632145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86550754,0.0021835747,0.0022899865,0.122260295,0.0062693045,0.00035710074,0.00000827178,0.000008576173,0.001115362],"genre_scores_gemma":[0.993938,0.0009260043,0.0007619598,0.0019238682,0.0023672683,0.0000023253772,0.000011140114,0.000019933825,0.000049443377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958117,0.00019303654,0.0031309023,0.00018615674,0.00028475455,0.00039346778],"domain_scores_gemma":[0.99688846,0.00019211897,0.0011853144,0.00016763197,0.00082587893,0.0007406199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028182105,0.00013474992,0.0003079003,0.00009468145,0.00035144537,0.00003023665,0.00013161729,0.00008843392,0.00049836736],"category_scores_gemma":[0.0039727655,0.00010494397,0.00014478352,0.00076231617,0.00008503322,0.00022416038,0.000010534381,0.0005594994,0.0000053792764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061079644,0.00008528709,0.28730604,0.000065717526,0.00031005213,0.00005058226,0.0007128626,0.00007729027,0.0010687576,0.015870253,0.19529077,0.49855158],"study_design_scores_gemma":[0.008908396,0.01044424,0.5240383,0.00074242026,0.0017887274,0.00023306909,0.041271802,0.0055227973,0.00017090279,0.10623962,0.29943493,0.0012047857],"about_ca_topic_score_codex":0.00063032494,"about_ca_topic_score_gemma":0.005506893,"teacher_disagreement_score":0.4973468,"about_ca_system_score_codex":0.00011973501,"about_ca_system_score_gemma":0.0012216672,"threshold_uncertainty_score":0.5456773},"labels":[],"label_agreement":null},{"id":"W3035349911","doi":"","title":"Rapid recommendations: Updates from 2019 guidelines: part 2.","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Guideline; Continuing medical education; Computer science; Data science; Medicine; Continuing education; Medical education; Pathology","score_opus":0.46960502364486867,"score_gpt":0.45127480135840126,"score_spread":0.018330222286467412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035349911","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027851267,0.0013045041,0.0020345447,0.9626028,0.0011785006,0.0019523001,0.00030264858,0.00032127294,0.0024521598],"genre_scores_gemma":[0.39051726,0.006987353,0.06270168,0.5093813,0.013261965,0.0029181314,0.011556285,0.00017921117,0.0024968176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783295,0.00009305631,0.001183287,0.00035873873,0.0002691369,0.0002628312],"domain_scores_gemma":[0.99805874,0.00073396636,0.00026505545,0.00029648122,0.00029995304,0.0003458364],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073082524,0.00013420368,0.00027156525,0.000039374627,0.000049111,0.00003872893,0.00011482164,0.000069902155,0.0025833198],"category_scores_gemma":[0.014572969,0.00012111731,0.000098842815,0.00022708216,0.000027630747,0.00028315122,0.000078025245,0.00021004936,0.0005602407],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011539408,0.000038212747,0.0026180388,0.0000055379824,0.000058621834,0.000003839449,0.000035214845,0.000001239276,0.000025819723,0.000016943299,0.5612428,0.4358383],"study_design_scores_gemma":[0.0018965852,0.000051001527,0.031857543,0.000013101446,0.00019651832,0.0000035800877,0.00031995287,0.00041045042,0.00033544903,0.00023669723,0.9645509,0.00012818644],"about_ca_topic_score_codex":0.00017858439,"about_ca_topic_score_gemma":0.000015925396,"teacher_disagreement_score":0.4532215,"about_ca_system_score_codex":0.00004479487,"about_ca_system_score_gemma":0.0000702346,"threshold_uncertainty_score":0.99832845},"labels":[],"label_agreement":null},{"id":"W3035755352","doi":"10.1007/s12630-020-01728-y","title":"Developing practice guidelines for anesthesia services in rural Canada: the importance of the family physician perspective","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Perspective (graphical); Medicine; Family medicine; Nursing; Medical education","score_opus":0.09961395159706998,"score_gpt":0.3722583410055294,"score_spread":0.2726443894084594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035755352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5552831,0.0014968738,0.00003405103,0.44249836,0.00014527047,0.0004557351,0.0000065154263,0.0000029556095,0.000077104596],"genre_scores_gemma":[0.9235782,0.00011846769,0.0034719764,0.07122128,0.0014990945,0.000008784202,0.0000061738983,0.00006732223,0.000028704702],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9954464,0.0002993531,0.0024372553,0.00024468658,0.0008675069,0.00070479815],"domain_scores_gemma":[0.98826444,0.0008442842,0.0026175804,0.00032670386,0.006856281,0.001090682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026980354,0.00034121383,0.00077873794,0.00020219204,0.0004175344,0.000111241956,0.0009054753,0.00012881112,0.000014627433],"category_scores_gemma":[0.006944034,0.00022418615,0.0003424386,0.0009085552,0.00019719703,0.0006183585,0.000017089531,0.0009906847,0.0000010464983],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067516966,0.00030181126,0.1777242,0.0011764324,0.002230065,0.53486586,0.030824035,0.0060532964,0.0008806323,0.013798739,0.20001349,0.025379777],"study_design_scores_gemma":[0.0032869896,0.0010803647,0.072830506,0.0009272682,0.0007825271,0.66585207,0.13075961,0.00055816,0.00014226342,0.0008505396,0.12243479,0.0004949029],"about_ca_topic_score_codex":0.50268203,"about_ca_topic_score_gemma":0.7973481,"teacher_disagreement_score":0.37127706,"about_ca_system_score_codex":0.002098025,"about_ca_system_score_gemma":0.032070354,"threshold_uncertainty_score":0.9734169},"labels":[],"label_agreement":null},{"id":"W3036013349","doi":"10.1101/2020.06.19.20134767","title":"Clinical practice guidelines and recommendations in the context of the COVID-19 pandemic: systematic review and critical appraisal","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; Research Canada; University of British Columbia","funders":"Vienna Science and Technology Fund","keywords":"Guideline; CINAHL; Critical appraisal; Context (archaeology); MEDLINE; Medicine; Systematic review; Health care; Data extraction; Scope (computer science); Population; Medical education; Family medicine; Alternative medicine; Nursing; Psychological intervention; Political science; Pathology; Computer science; Environmental health; Geography","score_opus":0.5602417185589494,"score_gpt":0.6247633586671735,"score_spread":0.06452164010822403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036013349","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007902225,0.023322593,0.0014490513,0.9623564,0.0007667117,0.0039755735,0.00009226601,0.000034325134,0.00010087884],"genre_scores_gemma":[0.38350138,0.07568215,0.0131835705,0.5262646,0.0006121755,0.00053418544,0.00013790363,0.000054992874,0.000029014042],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99011636,0.0040007853,0.004583542,0.00057501346,0.000549135,0.00017514979],"domain_scores_gemma":[0.89147025,0.102860115,0.0023435461,0.0015167875,0.0014216814,0.00038763272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018699702,0.00025345245,0.0013958936,0.00004968151,0.00008348383,0.000044891287,0.00036531605,0.0002344147,0.00004661859],"category_scores_gemma":[0.7447722,0.00014104215,0.00020775152,0.00023673462,0.00038820007,0.000121440586,0.00068027654,0.0015867605,0.000005596146],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003961085,0.0008357528,0.21408741,0.6506846,0.00078611914,0.00008734559,0.0032755586,0.0000018545946,0.000031721247,0.004182491,0.11931131,0.0063197487],"study_design_scores_gemma":[0.012961745,0.0016352851,0.047695667,0.22794649,0.07036792,0.007300027,0.057505015,0.003830369,0.000006368245,0.007905063,0.5609736,0.0018724768],"about_ca_topic_score_codex":0.00025859903,"about_ca_topic_score_gemma":0.0001799454,"teacher_disagreement_score":0.7260725,"about_ca_system_score_codex":0.000047691512,"about_ca_system_score_gemma":0.0006824754,"threshold_uncertainty_score":0.6893773},"labels":[],"label_agreement":null},{"id":"W3036346393","doi":"10.1186/s40463-020-00436-3","title":"Designing and integrating a quality management program for patients undergoing head and neck resection with free-flap reconstruction","year":2020,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary; Alberta Health Services","funders":"Alberta Health Services","keywords":"Audit; Free flap reconstruction; Quality management; Head and neck; Quality assurance; Quality (philosophy); Computer science; Process (computing); Process management; Medicine; Operations management; Medical physics; Surgery; Management system; Engineering","score_opus":0.1269698358789518,"score_gpt":0.40768215373743616,"score_spread":0.2807123178584844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036346393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99090344,0.00021227285,0.003007841,0.0049460437,0.00018513374,0.000683197,0.0000025962318,0.000021787613,0.00003767925],"genre_scores_gemma":[0.9391381,0.0004171659,0.059239365,0.0009170799,0.00022896106,0.000020866948,0.000014206777,0.000018220218,0.0000060244997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807096,0.00020810447,0.001093079,0.00024675354,0.0001853357,0.00019577282],"domain_scores_gemma":[0.996754,0.0018848175,0.0007972492,0.000086582906,0.00027845954,0.00019891413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013647916,0.00014284944,0.0005106779,0.00015127141,0.00015700642,0.000046181678,0.000028763396,0.00009755512,0.0000061140327],"category_scores_gemma":[0.00329523,0.00011281925,0.000071669994,0.00014495885,0.00008844648,0.0004514914,0.000044274755,0.00033513297,2.0609818e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044259503,0.00014747355,0.91060275,0.0006268893,0.00018745806,0.000035437894,0.00021171763,0.0000010693506,0.00030441224,0.000027796972,0.0004555357,0.08297353],"study_design_scores_gemma":[0.0071447347,0.006151911,0.98181874,0.001079422,0.00029856164,0.0007987017,0.00096096954,0.00051607017,0.00013940185,0.00030142118,0.0006411498,0.00014894576],"about_ca_topic_score_codex":0.000034825087,"about_ca_topic_score_gemma":0.0001289767,"teacher_disagreement_score":0.08282459,"about_ca_system_score_codex":0.000042966818,"about_ca_system_score_gemma":0.000098693126,"threshold_uncertainty_score":0.46006358},"labels":[],"label_agreement":null},{"id":"W3036499672","doi":"10.1186/s12961-020-00582-0","title":"Clinical practice guidelines in Brazil – developing a national programme","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Health Sciences Centre; McMaster University Medical Centre","funders":"Ministério da Saúde","keywords":"Rigour; SWOT analysis; Transparency (behavior); Health services research; Public health; Public relations; Capacity building; Health administration; Health care; Medicine; Guideline; Political science; Process management; Business; Nursing","score_opus":0.9155887908317752,"score_gpt":0.7600592643817645,"score_spread":0.15552952645001072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036499672","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013686901,0.0017313387,0.0008043854,0.97911465,0.0001510564,0.0022000817,0.000014879885,0.000057757796,0.002238945],"genre_scores_gemma":[0.51207507,0.0079695815,0.074444495,0.3922644,0.011952801,0.0004345255,0.00012283087,0.000076254895,0.0006600625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918495,0.0023427068,0.002872596,0.00048186476,0.0016746847,0.0007786642],"domain_scores_gemma":[0.98211825,0.010909287,0.00047124672,0.00021465821,0.0051368945,0.0011496658],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038116302,0.000116262956,0.00046486262,0.0002922005,0.00018165643,0.000104027014,0.000102163154,0.00012974904,0.000007819407],"category_scores_gemma":[0.40330535,0.000101069716,0.000047122277,0.0011321491,0.00012515165,0.00029166628,0.00013469336,0.00093171955,0.0000672357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021001466,0.00050991104,0.037441712,0.004118465,0.00014409733,0.00018108836,0.002632792,0.00003072105,0.000075931326,0.051259864,0.40943512,0.49207014],"study_design_scores_gemma":[0.0026362343,0.0009281316,0.013091973,0.00038854365,0.000005294288,0.00016026343,0.0032031834,0.010230263,8.549026e-7,0.0002498407,0.96900916,0.00009626694],"about_ca_topic_score_codex":0.010258665,"about_ca_topic_score_gemma":0.0003333939,"teacher_disagreement_score":0.5868503,"about_ca_system_score_codex":0.0004814096,"about_ca_system_score_gemma":0.009652599,"threshold_uncertainty_score":0.9963321},"labels":[],"label_agreement":null},{"id":"W3036544296","doi":"10.1186/s12875-020-01179-w","title":"Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"review","venue":"BMC Family Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Bayerische Wissenschaftsforum; Bayerisches Staatsministerium für Wissenschaft, Forschung und Kunst; Bundesministerium für Bildung und Forschung","keywords":"Medicine; Data extraction; CINAHL; Psychological intervention; MEDLINE; Staffing; Critical appraisal; Context (archaeology); Systematic review; Grey literature; Randomized controlled trial; Cochrane Library; PsycINFO; Nursing; Medical education; Alternative medicine; Surgery","score_opus":0.22432620447854243,"score_gpt":0.4958529357610646,"score_spread":0.27152673128252214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036544296","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019375101,0.98574954,0.000062946085,0.00036981213,0.0001811882,0.012810892,0.0004907994,0.000017909364,0.00012315437],"genre_scores_gemma":[0.0003307474,0.9914827,0.0051598162,0.0020096,0.000034867095,0.0006517043,0.0002662572,0.000057577556,0.0000067627607],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99216497,0.002252752,0.003986257,0.0005852186,0.0007800679,0.00023074295],"domain_scores_gemma":[0.99057746,0.004626862,0.0030454427,0.00086085114,0.0006178606,0.00027149805],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021994878,0.00042541162,0.0031826573,0.0001794976,0.00006112926,0.000014635668,0.00029976462,0.00017795006,0.000014425652],"category_scores_gemma":[0.030156577,0.00029769394,0.00049639004,0.0009573504,0.00007302745,0.000314782,0.00043948175,0.0005829619,0.000012183065],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006411086,0.00003206681,0.00030875427,0.9385317,0.00016038025,0.000013116611,0.0028507544,4.6171058e-7,0.000007421151,0.0000081975995,0.00017461217,0.057848454],"study_design_scores_gemma":[0.0020770484,0.0006712539,0.0011646549,0.71929014,0.02144044,0.00011290857,0.12734409,0.000004015239,0.0000031454053,0.0000014209995,0.12744752,0.00044339753],"about_ca_topic_score_codex":0.00032540792,"about_ca_topic_score_gemma":0.00015209668,"teacher_disagreement_score":0.21924156,"about_ca_system_score_codex":0.000622111,"about_ca_system_score_gemma":0.003551719,"threshold_uncertainty_score":0.99994755},"labels":[],"label_agreement":null},{"id":"W3036575194","doi":"10.1186/s40463-020-00437-2","title":"The impact of a quality management program for patients undergoing head and neck resection with free-flap reconstruction: Longitudinal study examining sustainability","year":2020,"lang":"en","type":"article","venue":"Journal of Otolaryngology - Head and Neck Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Libin Cardiovascular Institute of Alberta; Foothills Medical Centre; University of Calgary; Alberta Health Services","funders":"Alberta Health Services","keywords":"Medicine; Quality management; Cohort; Head and neck; Cohort study; Surgery; Physical therapy; Operations management; Internal medicine; Management system","score_opus":0.15922595520031982,"score_gpt":0.4502564336929497,"score_spread":0.29103047849262986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036575194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947812,0.00013843339,0.00021597333,0.0031969994,0.00015114076,0.001483126,0.0000039304505,0.000012960071,0.00001623811],"genre_scores_gemma":[0.9978538,0.00014559177,0.0016871057,0.000090458554,0.0001668913,0.000031373213,0.0000060370417,0.000013689103,0.0000050364492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973293,0.00040799606,0.0014795202,0.00025986673,0.00028046602,0.00024285057],"domain_scores_gemma":[0.9940752,0.003566532,0.00115132,0.00019715594,0.00082364876,0.00018618269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027837164,0.00015700086,0.0006434062,0.00011694412,0.00021505037,0.000037081933,0.000060343733,0.00007229811,0.000007747848],"category_scores_gemma":[0.0059617837,0.00009995925,0.00014740438,0.00023161505,0.00017000134,0.00034467736,0.00007339166,0.00032597536,9.285661e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012372137,0.0007831063,0.9555749,0.00042359976,0.00055106875,0.000041711024,0.00024565266,0.000005806936,0.000007580444,0.000009897918,0.00029570604,0.029688809],"study_design_scores_gemma":[0.0064568454,0.018363258,0.97185665,0.00018597383,0.00027394306,0.00026766607,0.0020894094,0.00010152214,0.0000055604146,0.00024539387,0.000066932706,0.00008685798],"about_ca_topic_score_codex":0.00014121807,"about_ca_topic_score_gemma":0.0002495588,"teacher_disagreement_score":0.029601952,"about_ca_system_score_codex":0.00012892846,"about_ca_system_score_gemma":0.00032228354,"threshold_uncertainty_score":0.71372426},"labels":[],"label_agreement":null},{"id":"W3037511313","doi":"10.1016/j.chest.2020.05.349","title":"IMPROVED LENGTH OF STAY FOLLOWING EMR CLINICAL PATHWAY IMPLEMENTATION FOR ACUTE COPD EXACERBATION","year":2020,"lang":"en","type":"article","venue":"CHEST Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York Central Hospital","funders":"","keywords":"Medicine; Clinical pathway; Exacerbation; Electronic medical record; COPD; Medical record; Electronic records; Emergency medicine; Electronic health record; Intensive care medicine; Internal medicine; Health care; Nursing; Database","score_opus":0.28043933668540844,"score_gpt":0.5296996974420906,"score_spread":0.24926036075668212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037511313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8572649,0.00008948465,0.12132329,0.019238006,0.00087440107,0.0010618556,0.00005294009,0.000038417493,0.000056716897],"genre_scores_gemma":[0.946408,0.00015268096,0.048281595,0.003311647,0.0015547314,0.000019271194,0.00019943365,0.000038176284,0.000034470304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689656,0.0001371957,0.0021262032,0.0002457739,0.00035337993,0.00024090448],"domain_scores_gemma":[0.99712753,0.0008997113,0.001102796,0.00014929862,0.0004035287,0.00031715518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023164868,0.00014411862,0.0004591922,0.000056813864,0.000110167646,0.000041178242,0.00010446899,0.0001043915,0.00022771116],"category_scores_gemma":[0.003620848,0.00012831272,0.00043208964,0.0001443311,0.000033850767,0.00040916709,0.000038343813,0.00041949205,0.000007880694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043868273,0.00062332867,0.106011346,0.00036445895,0.0028327405,0.00007334159,0.0023652934,0.000013427821,0.15938468,0.00016333953,0.028225234,0.695556],"study_design_scores_gemma":[0.13747063,0.031225521,0.24938384,0.00045689387,0.014288573,0.00053200126,0.035220742,0.028827304,0.13328046,0.0016124976,0.36601543,0.0016861001],"about_ca_topic_score_codex":0.0000108519835,"about_ca_topic_score_gemma":0.000010707466,"teacher_disagreement_score":0.6938699,"about_ca_system_score_codex":0.000091532274,"about_ca_system_score_gemma":0.00048369172,"threshold_uncertainty_score":0.5232441},"labels":[],"label_agreement":null},{"id":"W3038876692","doi":"10.1007/978-3-030-24243-5_1","title":"Can Evidence-Based Medicine and Personalized Medicine Coexist?","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Personalized medicine; Medicine; Bioinformatics; Biology","score_opus":0.5651528403094986,"score_gpt":0.5074200994859022,"score_spread":0.05773274082359647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038876692","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028430895,0.0056477734,0.00070018496,0.6658088,0.00038437973,0.0012236397,0.000030976815,0.00018538478,0.32599047],"genre_scores_gemma":[0.021211421,0.010531658,0.0047224704,0.275077,0.0073726233,0.00004553397,0.0016554657,0.0003170128,0.67906684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957773,0.00007109976,0.0018080137,0.00085926545,0.0012307845,0.00025355312],"domain_scores_gemma":[0.9928925,0.0045678,0.00074048573,0.0005350677,0.000566869,0.0006972605],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012599479,0.000568627,0.0015045034,0.00025259692,0.00008331577,0.000012937939,0.00014198579,0.00036584397,0.023854285],"category_scores_gemma":[0.012319391,0.00040367237,0.00015971858,0.00008301226,0.0010576568,0.000102823375,0.00008698981,0.0008771796,0.00011594639],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037938533,0.00005192971,0.00047147126,0.0018993823,0.00083139277,0.0008839939,0.0007933564,5.809921e-7,0.0011904275,0.1926143,0.7502649,0.04720442],"study_design_scores_gemma":[0.011513016,0.004296035,0.00024952382,0.008311817,0.0041563227,0.00017929095,0.0005817171,0.0004692167,0.000019890509,0.011602128,0.9580228,0.0005982866],"about_ca_topic_score_codex":0.0009683341,"about_ca_topic_score_gemma":0.00024771912,"teacher_disagreement_score":0.39073178,"about_ca_system_score_codex":0.00019557435,"about_ca_system_score_gemma":0.0005924736,"threshold_uncertainty_score":0.9998415},"labels":[],"label_agreement":null},{"id":"W3041828954","doi":"10.1186/s12961-020-00578-w","title":"Using RIGHT (Reporting Items for Practice Guidelines in Healthcare) to evaluate the reporting quality of WHO guidelines","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Bruyère; University of Ottawa; McMaster University","funders":"National Social Science Fund of China; World Health Organization","keywords":"Medicine; Checklist; Health care; Grading (engineering); Descriptive statistics; Health services research; Family medicine; Health administration; MEDLINE; Public health; Nursing; Psychology","score_opus":0.9605493094446781,"score_gpt":0.7885438798083952,"score_spread":0.17200542963628285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041828954","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17370671,0.0027593249,0.0045327116,0.8129664,0.00020055531,0.0056029162,0.0000409706,0.00003352238,0.00015687342],"genre_scores_gemma":[0.8687014,0.0011302779,0.027917737,0.09606243,0.005428859,0.00041613128,0.0000363167,0.00008299907,0.00022387021],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96701777,0.0048084133,0.02348988,0.0008732269,0.0025165447,0.0012941613],"domain_scores_gemma":[0.8974892,0.033771444,0.02648846,0.0018771619,0.03781807,0.0025556765],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1734378,0.00020161577,0.0012369059,0.00034530493,0.00045919017,0.00008969367,0.00017101907,0.00012799872,0.000003523364],"category_scores_gemma":[0.81414616,0.00014195939,0.00012796978,0.0014414422,0.000103672886,0.00026304825,0.000198309,0.00069058506,0.000002697393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0154609,0.0007825934,0.17811148,0.072662905,0.0008293274,0.0003143664,0.032574717,0.009987218,0.030971522,0.055051405,0.32551712,0.27773646],"study_design_scores_gemma":[0.008189979,0.0046814266,0.022376645,0.0072410665,0.00013066403,0.00089139864,0.039375156,0.39001948,0.00046433162,0.0016820143,0.524222,0.00072582363],"about_ca_topic_score_codex":0.19997586,"about_ca_topic_score_gemma":0.0017308125,"teacher_disagreement_score":0.716904,"about_ca_system_score_codex":0.00046252136,"about_ca_system_score_gemma":0.0052984385,"threshold_uncertainty_score":0.9399202},"labels":[],"label_agreement":null},{"id":"W3042783050","doi":"10.1111/jphs.12371","title":"Critical Appraisal of the Clinical Practice Guidelines for the Management of Dyslipidaemias: Lipid Modification to Reduce Cardiovascular Risk: European Society of Cardiology (ESC) and European Atherosclerosis Society (ESC/EAS) 2019 Guidelines","year":2020,"lang":"en","type":"article","venue":"Journal of Pharmaceutical Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Rigour; Guideline; Clinical Practice; Canadian Cardiovascular Society; Intensive care medicine; Family medicine; Internal medicine; Pathology; Myocardial infarction","score_opus":0.6537554737588918,"score_gpt":0.6575450156685057,"score_spread":0.0037895419096138916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042783050","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1864156,0.017710496,0.09242486,0.6947032,0.0021387103,0.005797794,0.00040294343,0.0000416884,0.00036470743],"genre_scores_gemma":[0.75849396,0.0627896,0.1523156,0.020653507,0.005584698,0.000024225415,0.000017246186,0.00010708281,0.000014097556],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868594,0.0047978195,0.005183983,0.00051799265,0.0020867782,0.00055401894],"domain_scores_gemma":[0.97272724,0.0119911125,0.0017073184,0.00074330677,0.01214603,0.00068500976],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055094123,0.00023954459,0.0010996768,0.00006376268,0.00029729825,0.000035682126,0.0008580472,0.0001208097,0.000012281671],"category_scores_gemma":[0.017454654,0.00015069809,0.0012827779,0.0007359799,0.000595851,0.00026857102,0.0007924869,0.0014754018,0.0000048604293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01030596,0.0013572691,0.009394301,0.019333055,0.010534585,0.000013277789,0.0076350956,0.006055475,0.012923073,0.00049888814,0.22754052,0.6944085],"study_design_scores_gemma":[0.012475055,0.0044582947,0.069854625,0.0027913149,0.0053945305,0.0001323376,0.050617736,0.05405515,0.0018203035,0.000046447283,0.7979821,0.00037210717],"about_ca_topic_score_codex":0.0001590155,"about_ca_topic_score_gemma":0.0000021852595,"teacher_disagreement_score":0.6940364,"about_ca_system_score_codex":0.00009443936,"about_ca_system_score_gemma":0.00051125645,"threshold_uncertainty_score":0.9908217},"labels":[],"label_agreement":null},{"id":"W3043370368","doi":"10.1136/bmj.b2899","title":"Clinical prediction rules","year":2009,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical prediction rule; Set (abstract data type); Computer science; Medicine; Operations research; Data mining; Artificial intelligence; Mathematics; Pathology","score_opus":0.34186237172274936,"score_gpt":0.5814080069484786,"score_spread":0.23954563522572925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043370368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8430154,0.00006427496,0.0039945142,0.12510282,0.0009771278,0.0008591717,0.000015292451,0.00022838739,0.025743023],"genre_scores_gemma":[0.96287346,0.00007383029,0.018747525,0.014338084,0.0029041255,0.0000071149957,0.000115942385,0.000008321635,0.0009315917],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998547,0.0000704085,0.0009150592,0.00015849242,0.00020507035,0.00010395698],"domain_scores_gemma":[0.9990667,0.0003561937,0.00015102852,0.00022722493,0.00009841561,0.00010045353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001439662,0.000055278622,0.00014916793,0.000030077359,0.000027466642,0.000008753795,0.00003254083,0.00007354604,0.00028452094],"category_scores_gemma":[0.0049045742,0.000047174763,0.00008952032,0.000060630424,0.00002232446,0.000102631435,0.000010373304,0.00017411044,0.00039092381],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035048265,0.00031998893,0.1056347,0.0000061348433,0.000029524603,0.000026140224,0.000020224274,0.0000021758283,0.0003266854,0.000434061,0.35696247,0.5358874],"study_design_scores_gemma":[0.0016462852,0.00074277766,0.8577802,0.000025485338,0.000102912265,0.00006050353,0.000051423936,0.0007527098,0.000036465408,0.0011046263,0.1376477,0.00004891282],"about_ca_topic_score_codex":0.000009866442,"about_ca_topic_score_gemma":0.0000027731542,"teacher_disagreement_score":0.75214547,"about_ca_system_score_codex":0.000022287042,"about_ca_system_score_gemma":0.0000807078,"threshold_uncertainty_score":0.58715874},"labels":[],"label_agreement":null},{"id":"W3044123182","doi":"10.1007/s12350-020-02288-w","title":"The importance of standards in medicine","year":2020,"lang":"en","type":"editorial","venue":"Journal of Nuclear Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Medical physics; MEDLINE","score_opus":0.11140889471593768,"score_gpt":0.48434802923676895,"score_spread":0.3729391345208313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044123182","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053779506,0.0038135701,0.00006798121,0.056483418,0.93128026,0.0003673452,0.000120434124,0.000010381869,0.0024786384],"genre_scores_gemma":[0.020172317,0.008025372,0.00040284533,0.0010188695,0.97025,0.0000011178593,0.000033423217,0.000060570153,0.000035478617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540055,0.0003918907,0.0026358005,0.00016320242,0.001227593,0.00018095458],"domain_scores_gemma":[0.99011916,0.005291134,0.002461296,0.00028287788,0.0017278234,0.00011771857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058511198,0.00015808802,0.0015542308,0.0001264128,0.000029718427,0.0000054445863,0.0002645039,0.00043911193,0.00009416416],"category_scores_gemma":[0.07551042,0.00009514317,0.00032793786,0.00017213002,0.00028596443,0.000058857484,0.000080196,0.0019570428,0.00000364231],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024618504,0.000012674284,0.0018624568,0.00007280626,0.0003675111,0.00050070585,0.00009601961,0.0000064344504,0.00011937848,0.0000322476,0.992206,0.0022619644],"study_design_scores_gemma":[0.0030103226,0.002413852,0.0028209002,0.00023721202,0.00051847385,0.00021655636,0.00064953096,0.000008189597,8.7918426e-7,0.00024370062,0.9898168,0.00006361859],"about_ca_topic_score_codex":0.000023727824,"about_ca_topic_score_gemma":0.000030662868,"teacher_disagreement_score":0.0696593,"about_ca_system_score_codex":0.00029165813,"about_ca_system_score_gemma":0.0012553225,"threshold_uncertainty_score":0.93227696},"labels":[],"label_agreement":null},{"id":"W3044175534","doi":"","title":"Zonder duidelijke procedure blijven ruimtelijke contouren vaag","year":2001,"lang":"nl","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Computer science","score_opus":0.234574112807072,"score_gpt":0.4823239875602774,"score_spread":0.2477498747532054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044175534","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21030192,0.008192513,0.02533196,0.2854684,0.006438654,0.0066590225,0.000088585075,0.0009623457,0.45655662],"genre_scores_gemma":[0.75833994,0.0026348114,0.0030055162,0.05485535,0.0032115919,0.00008330264,0.00028598012,0.00016667102,0.1774168],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927663,0.00032212894,0.0035323633,0.0011030147,0.0011456533,0.0011305251],"domain_scores_gemma":[0.99417055,0.0019749566,0.0008426683,0.0011336744,0.0012136786,0.0006644716],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00266341,0.00067815185,0.0010542537,0.00032961764,0.00025292163,0.00019668159,0.00042930755,0.0006224496,0.05413995],"category_scores_gemma":[0.010840165,0.0006002161,0.000403666,0.0011191749,0.00022341026,0.0007075805,0.00026359916,0.0011349514,0.020175243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001363768,0.0010865417,0.07415897,0.00031998765,0.0007919052,0.00028031252,0.0002221712,0.00003719895,0.001529261,0.0021465218,0.8963271,0.021736303],"study_design_scores_gemma":[0.012735452,0.0008070297,0.041620072,0.00046436506,0.0022423484,0.00038165797,0.007588903,0.004354232,0.00038418738,0.0021226795,0.9264313,0.0008677476],"about_ca_topic_score_codex":0.001495832,"about_ca_topic_score_gemma":0.0010793182,"teacher_disagreement_score":0.54803807,"about_ca_system_score_codex":0.00037115123,"about_ca_system_score_gemma":0.0013541238,"threshold_uncertainty_score":0.99964494},"labels":[],"label_agreement":null},{"id":"W3045818069","doi":"10.1136/bmjqs-2020-011999","title":"Simulation: a key tool for refining guidelines and demonstrating they produce the desired behavioural change","year":2020,"lang":"en","type":"letter","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; North York General Hospital","funders":"","keywords":"Psychological intervention; Guideline; Medicine; Audit; Incentive; Nursing; Business; Accounting","score_opus":0.7581245369534094,"score_gpt":0.576103070887578,"score_spread":0.18202146606583147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045818069","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004972911,0.00018611891,0.005992712,0.9836125,0.0004460012,0.0042329067,0.00035697102,0.0001498997,0.000050020928],"genre_scores_gemma":[0.052944366,0.000055922934,0.032647505,0.8928384,0.017224973,0.00065244146,0.003200947,0.00011429035,0.00032114572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99283564,0.0008065875,0.004311853,0.0008286131,0.0007836092,0.00043367848],"domain_scores_gemma":[0.98414034,0.01231709,0.0016331442,0.00074290053,0.0010693801,0.000097176264],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0069675758,0.00043445433,0.0008562465,0.000052164145,0.00041801936,0.00010678778,0.00020524181,0.00043074056,0.00004214943],"category_scores_gemma":[0.057513017,0.00031547341,0.00029861674,0.00015598175,0.00011712628,0.0002831207,0.00016767984,0.0013306475,0.000010574027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027215239,0.000096106305,0.022526909,0.0022499866,0.00050261704,0.00015723455,0.0036068726,0.00013959903,0.00023106454,0.0001565273,0.743455,0.22415657],"study_design_scores_gemma":[0.0062093176,0.00073070807,0.026352022,0.0011846924,0.0027491318,0.00013082984,0.0022381423,0.021125149,0.00002747648,0.00081936637,0.9371311,0.0013020345],"about_ca_topic_score_codex":0.00073261233,"about_ca_topic_score_gemma":0.00017639673,"teacher_disagreement_score":0.22285454,"about_ca_system_score_codex":0.00012283392,"about_ca_system_score_gemma":0.0004959589,"threshold_uncertainty_score":0.9999297},"labels":[],"label_agreement":null},{"id":"W3046009003","doi":"10.1016/j.jamda.2020.06.023","title":"Promoting Osteoporosis Best Practices: A New Electronic Medical Record Tool","year":2020,"lang":"en","type":"article","venue":"Journal of the American Medical Directors Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Osteoporosis Canada","keywords":"Medicine; Usability; Electronic medical record; Medical record; Osteoporosis; Best practice; Family medicine; Medical emergency; Surgery","score_opus":0.10703130089029715,"score_gpt":0.4417534378529793,"score_spread":0.33472213696268216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046009003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.686379,0.00008334951,0.00042613348,0.3123012,0.00044733606,0.00022570707,0.0000017524134,0.00002701331,0.00010848449],"genre_scores_gemma":[0.9517709,0.0010982628,0.001738592,0.040537592,0.004491579,0.000004592779,0.000007276953,0.000045522404,0.0003056824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99245524,0.0008443709,0.001979979,0.00024396111,0.0040418925,0.0004345555],"domain_scores_gemma":[0.9832284,0.004487277,0.010397127,0.00022103303,0.0006172908,0.0010489147],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005831826,0.00018357443,0.000746582,0.000068420224,0.00010141709,0.000050359868,0.00043960716,0.00016858625,0.001036533],"category_scores_gemma":[0.34999195,0.00012292962,0.00041845534,0.0009333072,0.00008727564,0.00034247528,0.00012583964,0.0019008646,0.000046533234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082350906,0.0004953822,0.37349093,0.000047873622,0.000717095,0.00007077141,0.0017886172,0.0000017824436,0.0024412472,0.000010214875,0.06480789,0.5553047],"study_design_scores_gemma":[0.018399764,0.014191717,0.30821568,0.0022226921,0.0062216674,0.0012087697,0.0053850147,0.010410433,0.0032741292,0.0005880459,0.62876,0.0011221095],"about_ca_topic_score_codex":0.0014517823,"about_ca_topic_score_gemma":0.00023684345,"teacher_disagreement_score":0.5639521,"about_ca_system_score_codex":0.0010624641,"about_ca_system_score_gemma":0.004355292,"threshold_uncertainty_score":0.9998767},"labels":[],"label_agreement":null},{"id":"W3046115547","doi":"10.2147/oaem.s256220","title":"&lt;p&gt;Development and Implementation of a Clinical Pathway to Reduce Inappropriate Admissions Among Patients with Community-Acquired Pneumonia in a Private Health System in Brazil: An Observational Cohort Study and a Promising Tool for Efficiency Improvement&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Open Access Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Community-acquired pneumonia; Pneumonia; Logistic regression; Observational study; Population; Clinical pathway; Emergency medicine; Cohort; Cohort study; Pleural effusion; Internal medicine; Environmental health","score_opus":0.35042849961352973,"score_gpt":0.5514057913658265,"score_spread":0.20097729175229673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046115547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794752,0.00003107071,0.00052234315,0.0037051542,0.00017111652,0.016004656,0.000040004496,0.00002415025,0.00002631836],"genre_scores_gemma":[0.9942306,0.000037599686,0.0033166923,0.00072498666,0.00007600449,0.0010300352,0.0005282973,0.000041528812,0.00001425685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929763,0.0007171229,0.0044454522,0.00073714147,0.00074946304,0.00037453318],"domain_scores_gemma":[0.99665886,0.00041238303,0.0014597342,0.00041293784,0.00047367284,0.0005824185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00835353,0.00030028497,0.0011576876,0.00023622974,0.00024985193,0.000047999318,0.00048828893,0.000069968526,0.00007783463],"category_scores_gemma":[0.0033552225,0.00023932144,0.000030201292,0.00087138684,0.00006858922,0.0010699427,0.00069585926,0.00027197305,3.4769133e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021012835,0.0015018133,0.951242,0.00075955264,0.0000879395,0.0000032072332,0.007060627,0.000012574358,0.002020838,0.000043893622,0.00010841477,0.03505782],"study_design_scores_gemma":[0.01613732,0.0077218707,0.9683078,0.0009126399,0.00010288324,8.8481283e-7,0.0048189415,0.0013437332,0.00009810632,0.000011381,0.00032088163,0.00022357755],"about_ca_topic_score_codex":0.0026721302,"about_ca_topic_score_gemma":0.0056758733,"teacher_disagreement_score":0.034834243,"about_ca_system_score_codex":0.00018955066,"about_ca_system_score_gemma":0.00094472297,"threshold_uncertainty_score":0.9759245},"labels":[],"label_agreement":null},{"id":"W3046971737","doi":"10.1016/j.jphys.2020.07.002","title":"Appraisal of Clinical Practice Guideline: 2018 update of the EULAR recommendations for the management of hand osteoarthritis","year":2020,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Guideline; Physical therapy; Osteoarthritis; Clinical Practice; Alternative medicine; Pathology","score_opus":0.18002612736019483,"score_gpt":0.550254981778725,"score_spread":0.37022885441853015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046971737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101440534,0.0026759752,0.13123666,0.7587986,0.00286306,0.0024740351,0.00018531062,0.000010253425,0.00031556914],"genre_scores_gemma":[0.640634,0.01051343,0.31705144,0.028798023,0.0028095988,0.000017723762,0.000031220767,0.000073579096,0.00007099546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958096,0.00024458652,0.0031998847,0.00012245284,0.0005214121,0.00010206944],"domain_scores_gemma":[0.9914166,0.0031287924,0.0038502724,0.00032049976,0.0012097664,0.00007411806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027327654,0.00010314021,0.00051783264,0.000031509724,0.000057468806,0.000009996796,0.00027449586,0.0000510543,0.00018663498],"category_scores_gemma":[0.0031679864,0.000059857437,0.00048951554,0.00023608412,0.0001599044,0.00022423464,0.000053579697,0.00026550522,0.0000013674588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011392511,0.0016306499,0.0010891695,0.0005108257,0.0033507873,0.000007183133,0.00096482254,0.00039418443,0.044123273,0.0009856435,0.38819182,0.54735917],"study_design_scores_gemma":[0.014139293,0.00346857,0.004313836,0.0004070141,0.0013617406,0.000030910403,0.003183665,0.0011634583,0.009222132,0.00033959007,0.96227616,0.00009363558],"about_ca_topic_score_codex":0.000024290912,"about_ca_topic_score_gemma":0.0000035871697,"teacher_disagreement_score":0.73000056,"about_ca_system_score_codex":0.000013026642,"about_ca_system_score_gemma":0.00019170078,"threshold_uncertainty_score":0.37926042},"labels":[],"label_agreement":null},{"id":"W3047585348","doi":"10.1007/s00415-020-10132-x","title":"The European Physiotherapy Guideline for Parkinson’s Disease: translation for non-English speaking countries","year":2020,"lang":"en","type":"article","venue":"Journal of Neurology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Movement Disorders","funders":"","keywords":"Guideline; Portuguese; Medicine; Knowledge translation; Physical therapy; Medical education; Computer science; Pathology; Linguistics; Knowledge management","score_opus":0.13760616440522824,"score_gpt":0.4500146980560324,"score_spread":0.3124085336508041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047585348","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10082111,0.0007305411,0.23001547,0.664726,0.00182369,0.00159521,0.000061390645,0.00003697035,0.00018958666],"genre_scores_gemma":[0.9137089,0.0006912697,0.0088411495,0.06784032,0.008803373,0.000010972006,0.000033096232,0.000059038626,0.000011881122],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810994,0.00016705475,0.001218973,0.00014171544,0.00019607732,0.00016624834],"domain_scores_gemma":[0.9959465,0.0021983539,0.00078649377,0.00011179852,0.00081142655,0.00014538414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001605461,0.00009853411,0.00024899596,0.00003331413,0.00011873119,0.000030983534,0.00012812465,0.00003104591,0.000016293234],"category_scores_gemma":[0.004654905,0.000067461304,0.00021555234,0.000063337175,0.000048441958,0.00015444128,0.000010549195,0.00020737681,0.0000018690994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09087236,0.00039650602,0.014616377,0.00041864996,0.00065979507,0.00020140361,0.0037769524,0.0020039994,0.01813989,0.0002515406,0.43275747,0.43590504],"study_design_scores_gemma":[0.0050839307,0.0021764745,0.009482712,0.000011677053,0.00022046053,0.00002093255,0.00007622354,0.009286426,0.000057011293,0.00019845717,0.9733291,0.00005658725],"about_ca_topic_score_codex":0.0000016892075,"about_ca_topic_score_gemma":0.000007726901,"teacher_disagreement_score":0.8128878,"about_ca_system_score_codex":0.0000115978455,"about_ca_system_score_gemma":0.00013618571,"threshold_uncertainty_score":0.5572692},"labels":[],"label_agreement":null},{"id":"W3047762302","doi":"10.1016/j.diabres.2020.108365","title":"Identifying the quantity and assessing the quality of clinical practice guidelines for the treatment and management of type 2 diabetes: A systematic review","year":2020,"lang":"en","type":"review","venue":"Diabetes Research and Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medicine; CINAHL; Rigour; Type 2 diabetes; MEDLINE; Glycemic; Systematic review; CLARITY; Diabetes mellitus; Diabetes management; Family medicine; Intensive care medicine; Nursing; Endocrinology","score_opus":0.871257406421178,"score_gpt":0.7600211078198766,"score_spread":0.11123629860130135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047762302","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030354346,0.951554,0.00009063078,0.03638621,0.0003246069,0.011170151,0.000056115394,0.000015730138,0.00009904165],"genre_scores_gemma":[0.0001287493,0.9875713,0.0065703904,0.0044619916,0.00048592233,0.0006065002,0.00005910334,0.000055024924,0.000061029903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97164565,0.014181361,0.010851849,0.0010701963,0.0016602956,0.0005906189],"domain_scores_gemma":[0.4217801,0.5582514,0.009246584,0.002320362,0.007914023,0.000487536],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.115134515,0.000464019,0.004503583,0.00007547811,0.0004949295,0.00029072963,0.00056722626,0.00031306385,0.000011601543],"category_scores_gemma":[0.57157177,0.00020333006,0.00082956813,0.0008380333,0.0013441773,0.0005971157,0.0006975313,0.0018000875,0.000008562923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017635798,0.0006652051,0.0004066392,0.4684513,0.0051137186,0.0000067984856,0.00003822548,2.9224353e-8,2.0189276e-7,0.00044355768,0.002592988,0.522105],"study_design_scores_gemma":[0.0014275294,0.0025359753,0.0006003474,0.15223242,0.039422814,0.000018301767,0.003641607,0.0002575873,3.0597653e-7,0.00013856248,0.7994989,0.0002256495],"about_ca_topic_score_codex":0.00013650398,"about_ca_topic_score_gemma":0.000019651588,"teacher_disagreement_score":0.7969059,"about_ca_system_score_codex":0.00006667096,"about_ca_system_score_gemma":0.0007639465,"threshold_uncertainty_score":0.9111552},"labels":[],"label_agreement":null},{"id":"W3048708614","doi":"10.1111/jep.13447","title":"Methodological assessment of Mexican Clinical Practice Guidelines: <scp>GRADE</scp> framework adherence and critical appraisal","year":2020,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Excellence; Critical appraisal; Medicine; Latin Americans; Acronym; Health care; Family medicine; Clinical Practice; Health professionals; Center of excellence; Quality (philosophy); Nursing; Alternative medicine; Political science","score_opus":0.80429892105089,"score_gpt":0.739572023713692,"score_spread":0.06472689733719794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048708614","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23486438,0.0026723873,0.30328023,0.4476924,0.005800275,0.001955112,0.000023547846,0.00005931054,0.0036523407],"genre_scores_gemma":[0.35644037,0.0023762295,0.61214066,0.02649285,0.002490411,0.000014556485,0.000008990574,0.000031711115,0.0000042666247],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95771563,0.019053418,0.017291382,0.0010210512,0.0043951767,0.00052332313],"domain_scores_gemma":[0.10754863,0.85224664,0.013772437,0.0009731062,0.023674589,0.0017846079],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1433602,0.000377708,0.0021197472,0.00020675757,0.00008720989,0.000097897966,0.00037174628,0.0008140354,0.00030991348],"category_scores_gemma":[0.97982043,0.0003126283,0.0006595123,0.0009142909,0.00068109966,0.0020451543,0.00028662154,0.0050558257,0.000022801629],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012823075,0.020709233,0.32109898,0.000941628,0.0030816873,0.0018101177,0.0021650444,0.0014644887,0.00087905413,0.020141698,0.123738065,0.49114692],"study_design_scores_gemma":[0.027394198,0.03802627,0.482842,0.0016503105,0.014787233,0.0036537626,0.03697826,0.10341744,0.00007684969,0.014877293,0.2757109,0.0005854751],"about_ca_topic_score_codex":0.00004145022,"about_ca_topic_score_gemma":0.000004640244,"teacher_disagreement_score":0.85016704,"about_ca_system_score_codex":0.00013817064,"about_ca_system_score_gemma":0.0027070828,"threshold_uncertainty_score":0.9999326},"labels":[],"label_agreement":null},{"id":"W3048895441","doi":"10.1136/bmjopen-2020-037107","title":"Protocol of an interdisciplinary consensus project aiming to develop an AGREE II extension for guidelines in surgery","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"United European Gastroenterology; European Association for Endoscopic Surgery and other Interventional Techniques","keywords":"Medicine; Delphi method; Protocol (science); Medical education; Publication; Guideline; Critical appraisal; Delphi; Health care; Public relations; Alternative medicine; Political science","score_opus":0.7466342943753007,"score_gpt":0.6705211532582511,"score_spread":0.07611314111704959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048895441","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45983875,0.0000011228472,0.0012402062,0.06423267,0.00010001489,0.4742736,0.000035786845,0.00004318616,0.00023467462],"genre_scores_gemma":[0.13802302,5.5927273e-7,0.4766459,0.021311158,0.0009809624,0.36225346,0.00042123237,0.00011682457,0.0002468926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966828,0.00021178181,0.002132881,0.00047435093,0.00028044468,0.00021770864],"domain_scores_gemma":[0.996773,0.0008915026,0.0005052976,0.0004195436,0.0012197994,0.00019084064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044816523,0.000156211,0.00058860757,0.00014245024,0.00008383923,0.000030453852,0.00023391646,0.00007305294,0.000047912934],"category_scores_gemma":[0.030179113,0.0001327415,0.00005830729,0.00054392224,0.000027449918,0.00032506607,0.0010889284,0.000117244934,0.000006072519],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060793627,0.0011705249,0.015199324,0.0017871936,0.00008759184,0.0002763508,0.0072851586,0.00020760977,0.03189973,0.00004004765,0.27420467,0.60704815],"study_design_scores_gemma":[0.071897626,0.05184094,0.2304592,0.014443037,0.0008332567,0.0009966574,0.080589965,0.2247685,0.048961412,0.0022440734,0.26888576,0.0040795743],"about_ca_topic_score_codex":0.0005501877,"about_ca_topic_score_gemma":0.0012013012,"teacher_disagreement_score":0.6029686,"about_ca_system_score_codex":0.00005108223,"about_ca_system_score_gemma":0.0013834658,"threshold_uncertainty_score":0.9779901},"labels":[],"label_agreement":null},{"id":"W3049277535","doi":"10.1016/j.ijnurstu.2020.103748","title":"Implementation strategies used to implement nursing guidelines in daily practice: A systematic review","year":2020,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"ZonMw","keywords":"CINAHL; Guideline; MEDLINE; Medicine; PsycINFO; Nursing; Systematic review; Cochrane Library; Randomized controlled trial; Health care; Family medicine; Psychological intervention; Pathology","score_opus":0.576404968805926,"score_gpt":0.7048858386815239,"score_spread":0.12848086987559793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049277535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005101536,0.92380935,0.0008844715,0.070284106,0.001984598,0.002877821,0.000037239875,0.000021359821,0.00009596079],"genre_scores_gemma":[0.00008386695,0.98603714,0.00889264,0.0034310708,0.0012792539,0.00011533073,0.00007548353,0.00006608158,0.00001914015],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98827404,0.00079253095,0.00824663,0.00042397794,0.0019355731,0.0003272689],"domain_scores_gemma":[0.98635054,0.0025296183,0.0058300304,0.00028614883,0.0048049237,0.00019876791],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004083341,0.0005381795,0.004163297,0.0008247784,0.00006247527,0.0001579153,0.0005168508,0.00010459482,0.00004539468],"category_scores_gemma":[0.022886962,0.0004098412,0.0009309967,0.00064369437,0.00006125955,0.00081716967,0.00009354859,0.00070809183,0.000032255284],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016103093,0.00033025054,0.000004215098,0.15725353,0.0044343537,0.00055058603,0.002848998,0.000004421086,0.0000029799344,0.00023235401,0.033614106,0.80056316],"study_design_scores_gemma":[0.0010635821,0.0005183189,0.000005137152,0.71920747,0.01366923,0.0022169463,0.02662426,0.0000034260072,9.693845e-7,0.00016836714,0.23627786,0.00024444985],"about_ca_topic_score_codex":0.0000339125,"about_ca_topic_score_gemma":0.000033483135,"teacher_disagreement_score":0.8003187,"about_ca_system_score_codex":0.0032331455,"about_ca_system_score_gemma":0.0017987379,"threshold_uncertainty_score":0.9998354},"labels":[],"label_agreement":null},{"id":"W3049500027","doi":"10.4103/jmh.jmh_137_20","title":"Clinical practice guidelines on menopause: *An executive summary and recommendations: Indian menopause society 2019–2020","year":2020,"lang":"en","type":"article","venue":"Journal of Mid-life Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Menopause; Clinical Practice; Medicine; Gerontology; Gynecology; Family medicine; Internal medicine","score_opus":0.30440477732326715,"score_gpt":0.5623425082823578,"score_spread":0.2579377309590906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049500027","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052247107,0.0026089181,0.0010542279,0.9420103,0.00097187056,0.0007933792,0.00009305767,0.000046825247,0.00017435053],"genre_scores_gemma":[0.024127614,0.054017,0.20843239,0.7066369,0.0063216193,0.000008120164,0.0002207704,0.0000890681,0.00014653365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921245,0.0011114278,0.0049984376,0.00045937192,0.0009236346,0.00038263388],"domain_scores_gemma":[0.9881113,0.0037613327,0.0038411715,0.00033343263,0.0020386446,0.0019140962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010474157,0.0002758784,0.0009773445,0.00009451913,0.00023009535,0.00006725359,0.00019915517,0.00019421402,0.00012446515],"category_scores_gemma":[0.049336627,0.00023118123,0.0001898048,0.0003550578,0.00010811024,0.0010803819,0.000103458675,0.0016074796,0.000029016745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002839974,0.0007771151,0.0020037408,0.00014626335,0.00040520952,0.00012486288,0.0018797325,0.000013764893,0.0001278357,0.000056957575,0.9148698,0.07675475],"study_design_scores_gemma":[0.00959512,0.017952932,0.0051144427,0.0006087863,0.00061055203,0.00080810767,0.017633528,0.00039611163,0.00003588179,0.00015861029,0.94678783,0.00029807005],"about_ca_topic_score_codex":0.00021065185,"about_ca_topic_score_gemma":0.000046334917,"teacher_disagreement_score":0.23537338,"about_ca_system_score_codex":0.0002464357,"about_ca_system_score_gemma":0.002816459,"threshold_uncertainty_score":0.9586712},"labels":[],"label_agreement":null},{"id":"W3081135889","doi":"","title":"Info-registre : bulletin d'information sur le Registre québécois du cancer / Info-registre est produit par la Direction québécoise de cancérologie et édité par la Direction des communications du Ministère de la santé et des services sociaux du Québec","year":2012,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.07481045576476508,"score_gpt":0.4066133344193308,"score_spread":0.3318028786545657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081135889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.669467,0.0119338315,0.0026510474,0.25037947,0.0012159133,0.0020239025,0.00054024614,0.00095206086,0.060836572],"genre_scores_gemma":[0.93871635,0.043605838,0.005598519,0.0062943893,0.0014615066,0.0007900424,0.0010001514,0.00012216628,0.0024110067],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99115896,0.004021007,0.0023554228,0.0005826047,0.00065196597,0.001230022],"domain_scores_gemma":[0.98462975,0.009888925,0.00202031,0.001411227,0.0013849917,0.000664799],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008326423,0.00081922585,0.0008633527,0.00026254365,0.0012822645,0.00047115097,0.0007237808,0.0010837944,0.000737527],"category_scores_gemma":[0.016271302,0.00083684473,0.00036815295,0.0007051695,0.0020359736,0.0031757918,0.00044529332,0.0016450256,0.00017425836],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058756396,0.0016728957,0.6865847,0.001418398,0.0005094921,0.000021002572,0.040929303,0.0005089911,0.00017992806,0.0025979283,0.09771606,0.1672737],"study_design_scores_gemma":[0.001935906,0.00015986925,0.36301455,0.00070877856,0.0007692023,0.00036057574,0.014450233,0.0014654264,0.00021464474,0.00011462572,0.61629176,0.0005144426],"about_ca_topic_score_codex":0.96523684,"about_ca_topic_score_gemma":0.96911794,"teacher_disagreement_score":0.51857567,"about_ca_system_score_codex":0.0034843069,"about_ca_system_score_gemma":0.009431167,"threshold_uncertainty_score":0.99940825},"labels":[],"label_agreement":null},{"id":"W3081206890","doi":"10.4414/bms.2020.19093","title":"Renouvellement des Swissmedic Medicines Expert Committees","year":2020,"lang":"fr","type":"article","venue":"Bulletin des Médecins Suisses","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"à coeur d'homme","funders":"","keywords":"Business","score_opus":0.24623243322186122,"score_gpt":0.4438685987481988,"score_spread":0.19763616552633756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081206890","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09802595,0.1771321,0.009468693,0.6961692,0.0053478964,0.0020347645,0.00013611343,0.000494249,0.011191048],"genre_scores_gemma":[0.6684059,0.0876714,0.075137496,0.125376,0.024016282,0.00020770553,0.000498434,0.000412931,0.018273845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992795,0.0006941777,0.002791373,0.0010525435,0.0012934757,0.001373413],"domain_scores_gemma":[0.9911478,0.0049989447,0.0006574448,0.0007735658,0.000848829,0.0015734098],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001987094,0.0007638932,0.0011844353,0.00016270472,0.0005276505,0.00013004281,0.0005821681,0.00035102703,0.059153218],"category_scores_gemma":[0.030520001,0.0007114792,0.00036489227,0.00074167206,0.0015621438,0.00021787825,0.00043644913,0.0008535221,0.0042184084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006649433,0.0010176921,0.027128829,0.0010937472,0.00041076104,0.0005506906,0.007336673,0.000023552733,0.0009513555,0.00045449685,0.70697314,0.2533941],"study_design_scores_gemma":[0.005745234,0.0026358862,0.013591121,0.0020280692,0.00080281106,0.0002001864,0.027307924,0.00028447906,0.0012538325,0.0005567744,0.94496906,0.0006246202],"about_ca_topic_score_codex":0.0026801329,"about_ca_topic_score_gemma":0.00045533755,"teacher_disagreement_score":0.5707932,"about_ca_system_score_codex":0.00045243354,"about_ca_system_score_gemma":0.0006144353,"threshold_uncertainty_score":0.99953365},"labels":[],"label_agreement":null},{"id":"W3081557705","doi":"10.1097/brs.0000000000003652","title":"Integrating Evidence-Based Medicine into “Value”—It's Time to Change the Paradigm","year":2020,"lang":"en","type":"article","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Reprint; Orthopedic surgery; Value (mathematics); Family medicine; Library science; Surgery","score_opus":0.44804319983866303,"score_gpt":0.50902910902334,"score_spread":0.060985909184676945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081557705","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011196532,0.0006777978,0.0077296183,0.9783437,0.00015663347,0.0011812432,0.0000025501292,0.000103648366,0.0006082688],"genre_scores_gemma":[0.4902936,0.000092882714,0.011320329,0.4933554,0.0043910444,0.0001354382,0.00008079116,0.00004506938,0.0002854577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796844,0.0001508664,0.00081037916,0.00033615372,0.0005061167,0.00022807517],"domain_scores_gemma":[0.9979972,0.0009465333,0.00020553985,0.00037544998,0.00015499663,0.0003202369],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013967854,0.0001761827,0.0003482801,0.000059886752,0.000095581476,0.000020100135,0.00019751853,0.000053664968,0.002888741],"category_scores_gemma":[0.024061603,0.00010602727,0.000078977726,0.0005846829,0.000091678034,0.00020999741,0.00008425413,0.0003315554,0.0013120694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010496525,0.00016313358,0.0022321253,0.00035881868,0.00015457859,0.00010410083,0.008086674,0.00009094252,0.040731177,0.00096909946,0.43195894,0.51410073],"study_design_scores_gemma":[0.0052122166,0.008655407,0.015924523,0.0028899112,0.0008232208,0.000032430387,0.0021973932,0.06233852,0.002719557,0.00046340775,0.8982481,0.00049533905],"about_ca_topic_score_codex":0.00060589216,"about_ca_topic_score_gemma":0.00005886558,"teacher_disagreement_score":0.5136054,"about_ca_system_score_codex":0.00008387177,"about_ca_system_score_gemma":0.00013970917,"threshold_uncertainty_score":0.9994655},"labels":[],"label_agreement":null},{"id":"W3082281817","doi":"","title":"GIMRAC development, model of care, support of admission avoidance and decreased length of stay","year":2020,"lang":"en","type":"article","venue":"Journal of medical research/˜The œjournal of medical research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Accountability; Medicine; Ambulatory care; Transparency (behavior); Health care; Hospital medicine; Nursing; Family medicine; Medical emergency; Political science","score_opus":0.5441713178548016,"score_gpt":0.6148945981527941,"score_spread":0.07072328029799257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082281817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8692677,0.0039912993,0.0075811082,0.11814038,0.00015547837,0.0005492542,0.000016532505,0.00000408447,0.00029415762],"genre_scores_gemma":[0.97635406,0.017699284,0.004224659,0.00085409475,0.0007501985,0.000002949163,0.000005388363,0.00004380122,0.00006557324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9509873,0.004003355,0.006437095,0.00031210235,0.037330482,0.00092965754],"domain_scores_gemma":[0.93690246,0.03533996,0.0035714777,0.0006445325,0.016538497,0.007003058],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11334356,0.00024431237,0.0015845582,0.0009970139,0.0001800986,0.000027932962,0.0021548006,0.00055847585,0.0024037044],"category_scores_gemma":[0.34296697,0.00014768167,0.0003616509,0.0013686429,0.0024079664,0.00035319934,0.0009789002,0.007847619,0.000006212503],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041830797,0.0039184373,0.014166946,0.006090853,0.0017768969,0.0024000523,0.013894947,0.000102896774,0.029586079,0.0005517664,0.12542528,0.76025504],"study_design_scores_gemma":[0.12196197,0.105009034,0.043410514,0.043100256,0.0022840952,0.008124042,0.12189926,0.10323539,0.13395613,0.0066809203,0.30881575,0.001522639],"about_ca_topic_score_codex":0.00017252858,"about_ca_topic_score_gemma":0.000057427817,"teacher_disagreement_score":0.7587324,"about_ca_system_score_codex":0.00027575644,"about_ca_system_score_gemma":0.027383594,"threshold_uncertainty_score":0.9985082},"labels":[],"label_agreement":null},{"id":"W3083997740","doi":"10.1089/thy.2020.0448","title":"Challenges in Developing Recommendations Based on Low-Quality Evidence in Thyroid Guidelines","year":2020,"lang":"en","type":"article","venue":"Thyroid","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Library science; Medicine; Gerontology; Medical school; Medical education","score_opus":0.7581766448750394,"score_gpt":0.5690347802045935,"score_spread":0.18914186467044591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083997740","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15686871,0.0013369753,0.0025523368,0.8368903,0.0001584031,0.00074894284,0.000009342826,0.00010710129,0.0013278992],"genre_scores_gemma":[0.91685677,0.0040930733,0.023893915,0.054648332,0.0003229047,0.000060263246,0.00007642189,0.000030460784,0.00001788583],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967365,0.00039474884,0.0016848509,0.00051067886,0.0003963358,0.00027684582],"domain_scores_gemma":[0.9961485,0.002819601,0.00027616447,0.00036470502,0.00024983575,0.00014117558],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028334293,0.00018418457,0.000398403,0.00017332754,0.000038168433,0.000017983812,0.00015828635,0.000094237264,0.00015353829],"category_scores_gemma":[0.02882858,0.00017769876,0.000070010195,0.0005235016,0.00002984496,0.00028930293,0.00007250147,0.00041459737,0.00014669658],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008799545,0.0020964846,0.10945104,0.0019482381,0.00011153856,0.00037938874,0.007289859,0.0048113703,0.043729447,0.005648808,0.08725217,0.7284821],"study_design_scores_gemma":[0.026258301,0.0042148978,0.75527996,0.008336597,0.00018467933,0.000029702005,0.0116514815,0.10642998,0.009650236,0.0023451443,0.073560804,0.0020581912],"about_ca_topic_score_codex":0.000207747,"about_ca_topic_score_gemma":0.00086971786,"teacher_disagreement_score":0.78224194,"about_ca_system_score_codex":0.00022750963,"about_ca_system_score_gemma":0.00038002233,"threshold_uncertainty_score":0.979352},"labels":[],"label_agreement":null},{"id":"W3085139020","doi":"10.22541/au.157918943.33302157","title":"Methodological assessment of Mexican Clinical Practice Guidelines: Critical appraisal and GRADE framework adherence.","year":2020,"lang":"en","type":"dataset","venue":"Authorea","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute for Health and Care Excellence","keywords":"Excellence; Acronym; Center of excellence; Clinical Practice; Medicine; Health care; Quality (philosophy); Latin Americans; Family medicine; Health professionals; Medical education; Political science; Computer science; Database","score_opus":0.7567290424269675,"score_gpt":0.7087517056718701,"score_spread":0.04797733675509741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085139020","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011092637,0.0004195999,0.03415672,0.101425566,0.0031870457,0.0010785921,0.8593722,0.00010475069,0.000144625],"genre_scores_gemma":[0.00037465335,0.0019526593,0.5001325,0.012173787,0.00196659,0.000050557992,0.48330706,0.00003702697,0.000005151188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98824304,0.0030723726,0.005422976,0.0013131882,0.0014591297,0.0004892856],"domain_scores_gemma":[0.84754956,0.14549612,0.0022575734,0.0014098258,0.002203206,0.0010837168],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011861394,0.00057369034,0.0022924708,0.00014058029,0.00009430584,0.00006708367,0.00041327305,0.0014750054,0.00082975446],"category_scores_gemma":[0.6994269,0.00046929164,0.00047775893,0.0004262304,0.00082831364,0.00023488035,0.0005981908,0.003865867,0.00007956898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057296845,0.00089575746,0.0004378819,0.00050508906,0.0004295133,0.0003128952,0.000027666701,6.4813753e-7,0.000012713931,0.0017361551,0.9813867,0.013681964],"study_design_scores_gemma":[0.0013194301,0.0035614602,0.003533011,0.00051222014,0.0039475188,0.000323408,0.00086591434,0.00037684254,0.000005128285,0.0018768165,0.9832592,0.000419045],"about_ca_topic_score_codex":0.0005813412,"about_ca_topic_score_gemma":0.000025030025,"teacher_disagreement_score":0.6875655,"about_ca_system_score_codex":0.000063206324,"about_ca_system_score_gemma":0.0012311068,"threshold_uncertainty_score":0.9998213},"labels":[],"label_agreement":null},{"id":"W3085584706","doi":"10.1177/2374373520956538","title":"People With Lived Experience at the Centre of Canadian Stroke Best Practice Recommendations: A Model for Guideline Developers","year":2020,"lang":"en","type":"article","venue":"Journal of Patient Experience","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Calgary; McMaster University; Dalhousie University; Heart and Stroke Foundation","funders":"Heart and Stroke Foundation of Canada","keywords":"Guideline; Best practice; Stroke (engine); Medical education; Medicine; Psychology; Nursing; Engineering; Political science","score_opus":0.24202116790358072,"score_gpt":0.4541141186065559,"score_spread":0.2120929507029752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085584706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8606337,0.0001415546,0.019469285,0.11850141,0.00018779426,0.000825114,0.000055394295,0.000006215446,0.00017953577],"genre_scores_gemma":[0.87216794,0.00021036269,0.11794117,0.00940476,0.00009640309,0.000032969485,0.000025169704,0.000018535207,0.00010268468],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99736863,0.00008310139,0.0015599547,0.00019913423,0.0005516372,0.00023754429],"domain_scores_gemma":[0.9950722,0.00088497694,0.0014357568,0.00020542604,0.0020014588,0.0004001931],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00045836423,0.00014103977,0.00030288452,0.0001275049,0.00016475342,0.000020763475,0.00019868497,0.00004416939,0.00019770718],"category_scores_gemma":[0.01178845,0.000092092836,0.00009679173,0.00044761493,0.00009221638,0.0005556711,0.000054904303,0.00020351155,0.000003534983],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010702846,0.0011616077,0.02223587,0.00012260697,0.000405281,0.00009298021,0.8043139,0.01601778,0.015250824,0.00014897634,0.09787295,0.0316744],"study_design_scores_gemma":[0.004260977,0.0040934626,0.00024726108,0.0002592561,0.00039152958,0.00033532124,0.5821795,0.07107115,0.006848715,0.000007945153,0.3300135,0.00029136435],"about_ca_topic_score_codex":0.0044944896,"about_ca_topic_score_gemma":0.015220044,"teacher_disagreement_score":0.23214057,"about_ca_system_score_codex":0.0002314323,"about_ca_system_score_gemma":0.0011090933,"threshold_uncertainty_score":0.99653566},"labels":[],"label_agreement":null},{"id":"W3086551185","doi":"10.1016/j.vhri.2020.07.396","title":"PND8 Economic Evaluation of Clinical Pathways Management for Cerebral Infarction in RURAL Area of China","year":2020,"lang":"en","type":"article","venue":"Value in Health Regional Issues","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Propensity score matching; Observational study; Matching (statistics); Intervention (counseling); Cost-effectiveness analysis; Emergency medicine; Physical therapy; Internal medicine; Cost effectiveness; Nursing","score_opus":0.5969032759428015,"score_gpt":0.5726970833703169,"score_spread":0.024206192572484575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086551185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94096774,0.00051727885,0.0002107649,0.05589289,0.00024487282,0.002020044,0.000022313341,0.000012712295,0.00011136934],"genre_scores_gemma":[0.9909787,0.00077997555,0.0059782485,0.0016605143,0.00031849023,0.00007811405,0.00018217854,0.000014672142,0.000009084852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99594426,0.0004491202,0.0027166356,0.00026780437,0.00043963993,0.00018253819],"domain_scores_gemma":[0.9979525,0.00074473215,0.0008645187,0.00017146113,0.000151089,0.00011567225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058356067,0.000106287254,0.00055663515,0.00015527257,0.000017817027,0.0000033935598,0.00007783382,0.00008242418,0.00007292045],"category_scores_gemma":[0.0018191903,0.00010602203,0.0001554116,0.0001598691,0.00005578094,0.00014124079,0.000036138696,0.00017958341,0.0000052866735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007555901,0.0013727475,0.6137348,0.004019413,0.0002500194,0.0000044206527,0.0041198554,0.028886829,0.00010381146,0.015721822,0.009344762,0.31488562],"study_design_scores_gemma":[0.009921351,0.0016818875,0.7151758,0.0006212411,0.00011139809,0.0000036298068,0.0021864977,0.25943363,0.000044201508,0.0062041697,0.004502011,0.00011417235],"about_ca_topic_score_codex":0.002805681,"about_ca_topic_score_gemma":0.00022951892,"teacher_disagreement_score":0.31477144,"about_ca_system_score_codex":0.00023408592,"about_ca_system_score_gemma":0.00049176475,"threshold_uncertainty_score":0.4323453},"labels":[],"label_agreement":null},{"id":"W3087226691","doi":"10.1186/s12913-020-05665-w","title":"Approaches of integrating the development of guidelines and quality indicators: a systematic review","year":2020,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; University of Toronto; McMaster University; McMaster University Medical Centre; Impact","funders":"","keywords":"Nursing research; Health informatics; Medicine; Health administration; Public health; Quality (philosophy); Systematic review; Health services research; MEDLINE; Nursing","score_opus":0.8242236873488127,"score_gpt":0.6815274913483336,"score_spread":0.14269619600047911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087226691","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018545092,0.9888411,0.00015966431,0.0013400619,0.000027786984,0.009493219,0.00003244767,0.000015417845,0.00007173712],"genre_scores_gemma":[0.00003422268,0.97880405,0.019311417,0.0008342281,0.00010927551,0.0006534075,0.00019601508,0.000040271287,0.000017105434],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98122495,0.0059727645,0.009991962,0.0005440843,0.0018603032,0.00040594177],"domain_scores_gemma":[0.9817967,0.010582606,0.0051103807,0.0009954374,0.0011676978,0.0003471959],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0438988,0.00031272162,0.004628682,0.00033860194,0.0001689015,0.000023386008,0.00057958637,0.00017230249,0.000026735399],"category_scores_gemma":[0.013287073,0.00016865174,0.0002794789,0.0019048766,0.00014346305,0.000075265336,0.0005502882,0.0010332572,0.000014043048],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012192597,0.000044159402,0.00005322286,0.71486086,0.00012810771,2.835929e-7,0.0009823672,7.068134e-9,5.990242e-8,0.000075609874,0.000029575329,0.28381357],"study_design_scores_gemma":[0.00022186297,0.00015147829,0.00004212976,0.87273264,0.0006798981,0.000013946397,0.009168814,0.000054467848,7.0622997e-7,0.000007776382,0.11681575,0.0001105366],"about_ca_topic_score_codex":0.00033461573,"about_ca_topic_score_gemma":0.00046301857,"teacher_disagreement_score":0.28370303,"about_ca_system_score_codex":0.00022782035,"about_ca_system_score_gemma":0.0074672303,"threshold_uncertainty_score":0.9981595},"labels":[],"label_agreement":null},{"id":"W3087706024","doi":"10.1186/s13012-020-01036-5","title":"Assessment of the quality of recommendations from 161 clinical practice guidelines using the Appraisal of Guidelines for Research and Evaluation–Recommendations Excellence (AGREE-REX) instrument shows there is room for improvement","year":2020,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Health Sciences Centre; Ottawa Hospital; University of Ottawa; McMaster University; North York General Hospital; Juravinski Cancer Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Excellence; Population; Family medicine; Health administration; Quality (philosophy); Quality management; Health services research; Public health; Nursing; Operations management; Environmental health","score_opus":0.8909774268288009,"score_gpt":0.7648721773140897,"score_spread":0.12610524951471114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087706024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49570477,0.00011337715,0.12436572,0.37110487,0.00071738655,0.0063831746,0.0015452023,0.00001142979,0.000054098993],"genre_scores_gemma":[0.6862106,0.00014875804,0.30770096,0.005229,0.00024902567,0.000282272,0.00015659312,0.00001516414,0.000007664675],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990809,0.00075110194,0.0051107025,0.0006862195,0.0023120437,0.00033088724],"domain_scores_gemma":[0.9614273,0.014285734,0.0031861966,0.0007520792,0.02018836,0.00016033303],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033768065,0.0001776245,0.0004573961,0.000121230376,0.00056871976,0.00006954035,0.0005638413,0.0000628352,0.00032310674],"category_scores_gemma":[0.0666597,0.00012105611,0.00018987346,0.0009613567,0.0006554899,0.00072496984,0.00043241726,0.0002338456,3.9090403e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089413224,0.00109015,0.07474011,0.0003377922,0.0005889483,1.03176326e-7,0.0041804486,0.00033808564,0.19409679,0.0050980104,0.05759708,0.66103834],"study_design_scores_gemma":[0.022922,0.0057522906,0.14180732,0.00055268646,0.0023636427,0.0000069296525,0.25750878,0.3777622,0.11664104,0.0069919904,0.06702978,0.0006613331],"about_ca_topic_score_codex":0.0019009002,"about_ca_topic_score_gemma":0.00039524084,"teacher_disagreement_score":0.660377,"about_ca_system_score_codex":0.00016573869,"about_ca_system_score_gemma":0.0025926055,"threshold_uncertainty_score":0.9949391},"labels":[],"label_agreement":null},{"id":"W3088518226","doi":"10.1016/j.jclinepi.2020.07.022","title":"Supporting effective participation in health guideline development groups: The Guideline Participant Tool","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Guideline; Grading (engineering); Medicine; Psychology; Knowledge translation; Medical education; Applied psychology; Family medicine; Computer science; Engineering; Knowledge management; Pathology","score_opus":0.6625583741484894,"score_gpt":0.6702799736686993,"score_spread":0.007721599520209899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088518226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50465864,0.00057727564,0.081836194,0.41124487,0.0007038715,0.0009270234,0.0000027419353,0.000022172506,0.000027215552],"genre_scores_gemma":[0.78587395,0.0002940993,0.0690068,0.1425687,0.0021591028,0.000026458194,0.000034809298,0.00002453842,0.000011557068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95030737,0.010009252,0.037602384,0.0005522333,0.0006106397,0.0009181105],"domain_scores_gemma":[0.8945792,0.08461573,0.017861448,0.0004950126,0.0013663059,0.0010823142],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1291607,0.0002438581,0.0030155315,0.000096664364,0.000090118614,0.000009683573,0.00025597893,0.0002314873,0.00026777695],"category_scores_gemma":[0.5443256,0.00015034569,0.0005527906,0.00036136317,0.00017706928,0.00021019058,0.0001391999,0.0016877402,0.00005130469],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003500769,0.0007676562,0.5008316,0.00012610097,0.0003727587,0.0001399957,0.0011224728,0.002629784,0.000071624665,0.0004763314,0.052066226,0.43789467],"study_design_scores_gemma":[0.008334069,0.005328964,0.6204636,0.00027132567,0.00033347023,0.0001766723,0.0011239436,0.03572453,0.000046009533,0.0021278341,0.32582754,0.00024206824],"about_ca_topic_score_codex":0.00010032836,"about_ca_topic_score_gemma":0.00010058545,"teacher_disagreement_score":0.4376526,"about_ca_system_score_codex":0.00015054201,"about_ca_system_score_gemma":0.0015670728,"threshold_uncertainty_score":0.8967123},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3088955102","doi":"10.2147/ahmt.s240060","title":"&lt;p&gt;Development of a Clinical Pathway for the Assessment and Management of Suicidality on a Pediatric Psychiatric Inpatient Unit&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Adolescent Health Medicine and Therapeutics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mental Health Research Canada; Agricultural Research Institute of Ontario; University of Ottawa","funders":"University of Ottawa","keywords":"Medicine; Psychiatry; Unit (ring theory); Intensive care medicine","score_opus":0.4701103040814041,"score_gpt":0.5505901027129099,"score_spread":0.08047979863150578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088955102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7487032,0.008604425,0.020714015,0.21486436,0.00088331033,0.0059568593,0.000049552375,0.000048849157,0.00017547004],"genre_scores_gemma":[0.9320156,0.023951054,0.009144091,0.034151807,0.0006174562,0.000038996317,0.00004508521,0.00002747708,0.00000845349],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955279,0.00026389354,0.002799202,0.00041159405,0.0007003367,0.00029702112],"domain_scores_gemma":[0.9964591,0.0014376314,0.0012327121,0.00029893857,0.00022872852,0.0003428364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003670052,0.00023297887,0.0007962334,0.000103942046,0.00014571975,0.0000053048593,0.000118938784,0.00009125299,0.000013037457],"category_scores_gemma":[0.00020005001,0.00014939322,0.000096783304,0.00036985488,0.0001590523,0.000035164783,0.00008934866,0.00034975022,8.7659805e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027313433,0.002102934,0.20868653,0.008197706,0.0006284058,0.0000029936218,0.0026957644,0.000008655338,0.0001001933,0.0053094137,0.0035592273,0.76597685],"study_design_scores_gemma":[0.011240089,0.006067948,0.88001126,0.00048418742,0.0009360599,0.0000035087694,0.0014455373,0.0018518668,0.000019961064,0.00013659382,0.09763962,0.00016335463],"about_ca_topic_score_codex":0.000009827215,"about_ca_topic_score_gemma":0.000014768394,"teacher_disagreement_score":0.76581347,"about_ca_system_score_codex":0.000050219754,"about_ca_system_score_gemma":0.00061590015,"threshold_uncertainty_score":0.60920787},"labels":[],"label_agreement":null},{"id":"W3089522194","doi":"10.1139/apnm-2020-0378","title":"The quality of physical activity guidelines, but not the specificity of their recommendations, has improved over time: a systematic review and critical appraisal","year":2020,"lang":"en","type":"review","venue":"Applied Physiology Nutrition and Metabolism","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Novelty; Critical appraisal; Quality (philosophy); Medicine; Systematic review; Trustworthiness; Promotion (chess); Physical activity; Alternative medicine; Physical therapy; Psychology; Medical education; Family medicine; MEDLINE; Political science; Engineering; Pathology","score_opus":0.27676011776048676,"score_gpt":0.5149796997098771,"score_spread":0.23821958194939036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089522194","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038954077,0.9822069,0.00007693465,0.012106029,0.00015118367,0.004453152,0.00057452754,0.00002542481,0.000016308817],"genre_scores_gemma":[0.0022766336,0.9946801,0.00035796248,0.0012096325,0.00047451077,0.00068106444,0.00027892427,0.00003183774,0.000009355623],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99516934,0.0014902633,0.0023568624,0.0005094235,0.0002584355,0.00021566381],"domain_scores_gemma":[0.9800209,0.017022952,0.0017750615,0.0006513594,0.00041160244,0.00011812202],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023330487,0.00040871187,0.004180304,0.000047444595,0.0001904574,0.000024439662,0.0002075659,0.00021315321,0.000027665395],"category_scores_gemma":[0.009215318,0.00021109438,0.00051091285,0.00026055737,0.0007602711,0.000073856885,0.00020241077,0.0006902438,0.0000066781217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028607174,0.0008775959,8.366774e-8,0.68747044,0.0009976655,4.0148623e-7,0.000079780264,9.020581e-9,0.0086890785,0.010025398,0.0060536796,0.2855198],"study_design_scores_gemma":[0.002138014,0.00008150302,0.00021138956,0.033391204,0.014536091,0.000034362303,0.00023355056,0.000118649004,0.00017945738,0.00081339467,0.9478967,0.00036568585],"about_ca_topic_score_codex":0.00003387075,"about_ca_topic_score_gemma":0.0000018352486,"teacher_disagreement_score":0.94184303,"about_ca_system_score_codex":0.0000205979,"about_ca_system_score_gemma":0.00020127927,"threshold_uncertainty_score":0.9991305},"labels":[],"label_agreement":null},{"id":"W3090337341","doi":"10.1016/j.cjca.2020.07.083","title":"STRENGTHS AND LIMITATIONS OF USING MEDICO-ADMINISTRATIVE DATA TO COMPARE THE PRACTICE AND OUTCOMES OF PERCUTANEOUS CORONARY INTERVENTION IN QUÉBEC WITH THE REST OF CANADA","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Percutaneous coronary intervention; Conventional PCI; Intervention (counseling); Agency (philosophy); Medical emergency; Emergency medicine; Family medicine; Nursing; Myocardial infarction; Cardiology","score_opus":0.31862391439339266,"score_gpt":0.45638496776438814,"score_spread":0.13776105337099548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090337341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9132911,0.00041021447,0.0002479508,0.08561212,0.000045569843,0.00017528622,0.0001170921,3.0346348e-7,0.000100364734],"genre_scores_gemma":[0.9982936,0.000048612696,0.0006504863,0.00094579294,0.000045003202,4.1630312e-7,0.000010403444,0.0000040602768,0.0000016564793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988389,0.00028503922,0.0005929201,0.000076408425,0.00013039746,0.00007633879],"domain_scores_gemma":[0.9926726,0.0061700223,0.0005015177,0.00013996175,0.00034560697,0.00017027873],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00067699386,0.000053664524,0.00033160418,0.00004456059,0.000030382374,0.0000031671973,0.00011398546,0.000017232976,0.0000041925127],"category_scores_gemma":[0.02049866,0.000032049964,0.000021566831,0.000091971895,0.0002166159,0.00007793051,0.000025938329,0.0001880183,1.7896722e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028699357,0.00002841712,0.92144257,0.00016892306,0.0018847202,0.0012149528,0.0143456105,0.0051808604,0.00095730386,0.0001660064,0.011962806,0.03977789],"study_design_scores_gemma":[0.001695064,0.0017241803,0.8205173,0.00016378841,0.0010250085,0.0046106386,0.1414126,0.0006527305,0.000020875443,0.000010896159,0.02808846,0.000078431556],"about_ca_topic_score_codex":0.5844153,"about_ca_topic_score_gemma":0.98532367,"teacher_disagreement_score":0.40090835,"about_ca_system_score_codex":0.00007153378,"about_ca_system_score_gemma":0.0042142193,"threshold_uncertainty_score":0.9877521},"labels":[],"label_agreement":null},{"id":"W3090448663","doi":"10.1503/cmaj.200193","title":"Assessing the process and outcome of the development of practice guidelines and recommendations: PANELVIEW instrument development","year":2020,"lang":"en","type":"review","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eesti Teadusagentuur; Medical Research Council; Public Health Agency; Robert Koch Institut; Koch Institute for Integrative Cancer Research, Massachusetts Institute of Technology; National Institute for Health and Care Excellence; National Health and Medical Research Council; McMaster University; World Health Organization","keywords":"Guideline; Face validity; Process (computing); Psychology; Reliability (semiconductor); Medical education; Applied psychology; Process management; Computer science; Medicine; Engineering; Clinical psychology; Psychometrics; Pathology","score_opus":0.3576950224202574,"score_gpt":0.5494953909099662,"score_spread":0.19180036848970883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090448663","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057067483,0.757907,0.00021979745,0.23905213,0.00076375046,0.0012548155,0.000022009597,0.000008468197,0.00020138345],"genre_scores_gemma":[0.00036245264,0.97207814,0.01602336,0.010907113,0.00047644082,0.000038500413,0.00004271608,0.000031548516,0.00003975356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99300885,0.00066589535,0.0043082717,0.00021906168,0.001554251,0.00024367771],"domain_scores_gemma":[0.9910915,0.0025036829,0.0038755664,0.00014813498,0.0017484871,0.00063266366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009475821,0.00023041353,0.0010330707,0.00012515452,0.0003636485,0.000095650335,0.00024757802,0.00031392285,0.00019321042],"category_scores_gemma":[0.07872787,0.00013022043,0.00013501848,0.00040058838,0.00007279441,0.00025317178,0.000101134494,0.001330972,0.0000042736856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020872535,0.000022704437,0.0016561281,0.0015416367,0.00037802637,0.0000073252404,0.00059647387,5.8845703e-8,5.1814848e-8,0.0000125697925,0.0023732036,0.99340975],"study_design_scores_gemma":[0.00043780892,0.000020312043,0.0013700947,0.007232854,0.0009008173,0.00051790295,0.0028420393,0.000012955842,8.928257e-7,0.000012480373,0.98653543,0.000116399686],"about_ca_topic_score_codex":0.00018547317,"about_ca_topic_score_gemma":0.0021055092,"teacher_disagreement_score":0.99329334,"about_ca_system_score_codex":0.0008730596,"about_ca_system_score_gemma":0.019964525,"threshold_uncertainty_score":0.98559135},"labels":[],"label_agreement":null},{"id":"W3091337614","doi":"10.1016/j.jclinepi.2020.09.037","title":"Developing trustworthy recommendations as part of an urgent response (1–2 weeks): a GRADE concept paper","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Ottawa; University of Toronto; McMaster University; Impact; McMaster University Medical Centre","funders":"Medical Research Council; Manchester Biomedical Research Centre; National Institute for Health and Care Research; AllerGen; Chief Scientist Office; Networks of Centres of Excellence of Canada; Scottish Government; Canadian Allergy, Asthma and Immunology Foundation","keywords":"Trustworthiness; Medicine; MEDLINE; Medical education; Computer science; Political science; Computer security","score_opus":0.7105331333403934,"score_gpt":0.6390855052000718,"score_spread":0.07144762814032157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091337614","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4740516,0.00015687275,0.006255346,0.51820326,0.0010381937,0.00021805835,0.000011706548,0.000014809803,0.000050124516],"genre_scores_gemma":[0.6693924,0.0014609173,0.10801681,0.21805334,0.0029147877,0.000005803578,0.000055188717,0.000033813398,0.00006695267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97574234,0.011015678,0.012204272,0.00036799954,0.00033022757,0.000339496],"domain_scores_gemma":[0.8787165,0.109745376,0.008418385,0.0004232524,0.00097263575,0.0017238104],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03669325,0.00018369325,0.0024912213,0.0000973044,0.000052671723,0.0000048392358,0.00023992946,0.0003244937,0.0021226243],"category_scores_gemma":[0.62193453,0.00014314418,0.00073321216,0.00025515017,0.00027769915,0.000326853,0.00008710828,0.0012987088,0.000034919005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.071017355,0.00262967,0.212445,0.00016517245,0.002118566,0.0005416489,0.0014017717,0.0007025966,0.0012735345,0.010023791,0.26010856,0.43757233],"study_design_scores_gemma":[0.008611186,0.012117294,0.1571856,0.0002405106,0.0006615486,0.000520032,0.0011639807,0.0012573947,0.00016170954,0.009050926,0.8087917,0.0002381449],"about_ca_topic_score_codex":0.000034783498,"about_ca_topic_score_gemma":0.000011291456,"teacher_disagreement_score":0.58524126,"about_ca_system_score_codex":0.00006130915,"about_ca_system_score_gemma":0.0020714556,"threshold_uncertainty_score":0.99878955},"labels":[],"label_agreement":null},{"id":"W3091777199","doi":"10.1016/j.jclinepi.2020.07.023","title":"Reply to Kelly Farrah and David Kaunelis regarding our study “Validation of five search filters for retrieval of clinical practice guidelines produced low precision”","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"","keywords":"Clinical Practice; Medicine; Medical physics; Information retrieval; Psychology; Computer science; Family medicine","score_opus":0.6928547970336905,"score_gpt":0.662740426607522,"score_spread":0.03011437042616849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091777199","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13801397,0.00020323247,0.006986765,0.84735453,0.0040320796,0.0032444405,0.00012406507,0.000017978633,0.00002296543],"genre_scores_gemma":[0.017889949,0.0013781812,0.19709274,0.75871795,0.024229892,0.000020937145,0.00020769794,0.00012819932,0.00033443343],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92083514,0.021941677,0.05211293,0.00204614,0.0022134315,0.00085068296],"domain_scores_gemma":[0.55303365,0.37667167,0.04296066,0.0020105056,0.024167087,0.0011564314],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.16528338,0.0005915846,0.009576727,0.0005062501,0.00008593822,0.000024170817,0.00075718877,0.0015035466,0.000033687185],"category_scores_gemma":[0.9495561,0.0004556344,0.002148116,0.0005388198,0.00029404025,0.00047079232,0.00049904553,0.006579203,0.000009770697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032512266,0.00091720687,0.031117372,0.0007170337,0.0018892863,0.0002589695,0.00026059017,0.00025540477,0.00009633717,0.0000034138577,0.90802795,0.023944147],"study_design_scores_gemma":[0.025961662,0.061094675,0.027126102,0.0029223557,0.009008318,0.00076084,0.005252348,0.0022493608,0.00038986618,0.0009521188,0.86344546,0.00083691475],"about_ca_topic_score_codex":0.00016471044,"about_ca_topic_score_gemma":0.0000034863829,"teacher_disagreement_score":0.78427273,"about_ca_system_score_codex":0.000095776435,"about_ca_system_score_gemma":0.0023300794,"threshold_uncertainty_score":0.9997927},"labels":[],"label_agreement":null},{"id":"W3091878497","doi":"10.1200/jco.2020.38.29_suppl.54","title":"Process of the integration of patient advisors in oncology: Patient advisors' views.","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Hôpital Maisonneuve-Rosemont; Centre Hospitalier de l’Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"General partnership; Medicine; Health care; Qualitative research; Schedule; Presentation (obstetrics); Medical education; Health professionals; Facilitator; Nursing; Family medicine; Psychology","score_opus":0.40883452586702074,"score_gpt":0.5876585085033473,"score_spread":0.1788239826363266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091878497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9521843,0.00016034213,0.00021773424,0.045032546,0.0009770901,0.0006119114,0.0000058813307,0.0000043280593,0.0008058749],"genre_scores_gemma":[0.98581415,0.00032517078,0.0030601404,0.010426004,0.00034302357,0.0000071897944,0.000004149471,0.000014977041,0.000005202004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9887934,0.001432544,0.0087138675,0.00021356343,0.00066669704,0.00017995783],"domain_scores_gemma":[0.98319227,0.0060351207,0.008910495,0.00022773852,0.0013604889,0.00027389763],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042652404,0.00014735694,0.0017356444,0.000112112466,0.00001933723,0.0000024113306,0.00025050182,0.000374319,0.0001659557],"category_scores_gemma":[0.068119496,0.00008913477,0.00056354783,0.00047017675,0.0002682983,0.00018601413,0.00010991936,0.0015015479,0.0000060696934],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009888227,0.005037307,0.10890288,0.00015437842,0.00020545853,0.00008289705,0.004898398,0.0004236588,0.0015644387,0.00007847457,0.0049142777,0.8638496],"study_design_scores_gemma":[0.034325108,0.17034501,0.5099064,0.0013529416,0.0018753457,0.00028732547,0.029844407,0.003413306,0.008991742,0.0020222007,0.23723005,0.00040613706],"about_ca_topic_score_codex":0.000049750855,"about_ca_topic_score_gemma":0.00018755624,"teacher_disagreement_score":0.8634435,"about_ca_system_score_codex":0.00017942244,"about_ca_system_score_gemma":0.002905022,"threshold_uncertainty_score":0.9397301},"labels":[],"label_agreement":null},{"id":"W3091941533","doi":"10.1016/j.pec.2020.10.001","title":"Exploring approaches to identify, incorporate and report patient preferences in clinical guidelines: Qualitative interviews with guideline developers","year":2020,"lang":"en","type":"article","venue":"Patient Education and Counseling","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Toronto General Hospital","funders":"","keywords":"Qualitative research; Guideline; Preference; Focus group; Psychology; Medicine; Medical education; MEDLINE; Warrant; Nursing","score_opus":0.8189166725887708,"score_gpt":0.5523011675935365,"score_spread":0.26661550499523423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091941533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96893126,0.00047375777,0.0067118555,0.022419164,0.00030598254,0.0009933016,0.0000051362667,0.00003693019,0.00012260699],"genre_scores_gemma":[0.9266915,0.00062790484,0.060769923,0.011314521,0.00017344933,0.00023550125,0.00015262862,0.000023870156,0.000010730862],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954433,0.00032298674,0.002977551,0.00065978104,0.00040486685,0.00019152947],"domain_scores_gemma":[0.99746424,0.00042879686,0.00073529634,0.0002087138,0.00078259694,0.0003803368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023917495,0.00021866018,0.0004398929,0.0001454189,0.00007157865,0.00006697665,0.00006257693,0.000053732198,0.000019289231],"category_scores_gemma":[0.0056213047,0.00017569058,0.000040608982,0.00043617803,0.000062983425,0.00043734905,0.00007973064,0.0002592763,0.000010327612],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069723197,0.0004039212,0.03898487,0.00015988467,0.00006655757,0.000019682255,0.11906178,0.00012641368,0.00006182489,0.0000494769,0.0029246442,0.8374437],"study_design_scores_gemma":[0.0024418656,0.0037799182,0.020703357,0.0017084028,0.00029963418,0.00020983542,0.89589065,0.0067350334,0.0002848804,0.0005336947,0.06651011,0.00090258993],"about_ca_topic_score_codex":0.00032406082,"about_ca_topic_score_gemma":0.00021911005,"teacher_disagreement_score":0.8365411,"about_ca_system_score_codex":0.00006183129,"about_ca_system_score_gemma":0.00061423646,"threshold_uncertainty_score":0.7164454},"labels":[],"label_agreement":null},{"id":"W3092348034","doi":"10.1200/jco.2020.38.29_suppl.20","title":"Current state assessment of the organization and delivery of systemic treatment in Ontario.","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Healthcare delivery; Quality management; Drug delivery; Family medicine; Medical physics; Health care; Operations management","score_opus":0.42501086368849317,"score_gpt":0.5786081912572215,"score_spread":0.15359732756872835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092348034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916793,0.00019041602,0.0003475426,0.006922812,0.000513681,0.00029858667,0.0000030788158,0.0000015343513,0.000043062966],"genre_scores_gemma":[0.99637336,0.001426061,0.0013998953,0.00063811045,0.00014358104,8.9839114e-7,0.0000025198888,0.0000065937793,0.000008995724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99522156,0.000519724,0.0038038422,0.000106856685,0.00027254445,0.00007548552],"domain_scores_gemma":[0.99307156,0.0028551912,0.0032239994,0.00010299481,0.0006127565,0.00013352426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020654993,0.0000732521,0.0009309614,0.00004575921,0.000010020633,0.000002292606,0.00007668959,0.000078591285,0.00005692607],"category_scores_gemma":[0.006370735,0.0000435968,0.0001493904,0.00015953774,0.00008264307,0.00008122671,0.00005618063,0.00049954694,6.768817e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007114506,0.0009148604,0.9013784,0.000056357265,0.0001222687,0.00002249534,0.00044717218,0.00011104631,0.0008002214,0.000018845272,0.00016576826,0.09525112],"study_design_scores_gemma":[0.0073350915,0.007498383,0.9808652,0.00017547887,0.00041935136,0.00007911474,0.00025651915,0.00035808576,0.0001345121,0.00005334942,0.002791082,0.000033823246],"about_ca_topic_score_codex":0.0012442977,"about_ca_topic_score_gemma":0.005021035,"teacher_disagreement_score":0.095217295,"about_ca_system_score_codex":0.00033947648,"about_ca_system_score_gemma":0.005706548,"threshold_uncertainty_score":0.9999302},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3092588340","doi":"10.1200/jco.2020.38.29_suppl.57","title":"Support by peers in the clinical team in oncology: Perception of the contribution of patient advisors to improve the patient experience.","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Hôpital Maisonneuve-Rosemont; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Logbook; Anxiety; Family medicine; Breast cancer; Descriptive statistics; Test (biology); Health care; Cancer; Internal medicine; Psychiatry","score_opus":0.22061894454097844,"score_gpt":0.5619364774404672,"score_spread":0.34131753289948874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092588340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8662785,0.00002808611,0.00010118494,0.13102728,0.0012023874,0.0011093593,0.000011512715,0.0000026098699,0.00023901774],"genre_scores_gemma":[0.9655439,0.00021064123,0.00050523755,0.03328263,0.00041094536,0.00002399097,0.0000073111923,0.000010414836,0.0000049271907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9856089,0.0036629757,0.009270921,0.0002875233,0.0008936205,0.0002760997],"domain_scores_gemma":[0.97852355,0.014343557,0.0055889823,0.00037814106,0.0008891367,0.0002766265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011730371,0.00015257373,0.0014142424,0.000069724665,0.00003905851,0.0000058384894,0.0004678876,0.00041373307,0.00014737215],"category_scores_gemma":[0.08294591,0.00007406099,0.00062415254,0.0004508731,0.0005144352,0.00014367817,0.00017768567,0.0019778807,0.000008057451],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01279328,0.005582403,0.50230724,0.000019264106,0.00012899301,0.000055596243,0.0123217665,0.0001343151,0.002437376,0.000054741642,0.04386068,0.42030436],"study_design_scores_gemma":[0.013555381,0.07884596,0.59172547,0.000102325575,0.00041170887,0.00008283328,0.06421942,0.00050490245,0.00031664473,0.00015644863,0.24993585,0.00014302715],"about_ca_topic_score_codex":0.00013714566,"about_ca_topic_score_gemma":0.00022233125,"teacher_disagreement_score":0.42016134,"about_ca_system_score_codex":0.0002721625,"about_ca_system_score_gemma":0.001714523,"threshold_uncertainty_score":0.9247788},"labels":[],"label_agreement":null},{"id":"W3094239554","doi":"10.3233/shti200615","title":"The International Patient Summary Standard and the Extensibility Requirement","year":2020,"lang":"en","type":"article","venue":"Studies in health technology and informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Extensibility; Guideline; Computer science; Data exchange; International standard; Data mining; Database; Medicine; Programming language","score_opus":0.24522610467964312,"score_gpt":0.5030659729713823,"score_spread":0.2578398682917392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094239554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27790773,0.006394622,0.00018873865,0.7138369,0.0003556385,0.0009308729,0.0000070390433,0.000042748612,0.0003357036],"genre_scores_gemma":[0.9216088,0.043159503,0.002837393,0.032294292,0.00003693116,0.000047070433,0.0000041961216,0.0000036096587,0.000008213998],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984555,0.00004699375,0.0011089321,0.00007710651,0.00017406532,0.00013735745],"domain_scores_gemma":[0.99845225,0.00090939424,0.0002992063,0.00014710978,0.00015613587,0.000035885594],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018919215,0.00006751867,0.000220879,0.00004314479,0.00024775648,0.000009122141,0.00006725627,0.000041065134,0.0000018410204],"category_scores_gemma":[0.011139799,0.000034913515,0.000014478908,0.00015594688,0.00086024165,0.00008802495,0.00033238024,0.00030740528,0.0000010333656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031037289,0.000045718025,0.06743238,0.0008722099,0.00029125807,0.0000056320464,0.025778852,0.000009361337,0.000002144556,0.037229165,0.040452503,0.82477707],"study_design_scores_gemma":[0.010671198,0.0029211992,0.009968299,0.00052975863,0.00008751888,0.00008922788,0.38604447,0.009671641,0.000056840585,0.034376003,0.5453779,0.00020593149],"about_ca_topic_score_codex":0.000010376088,"about_ca_topic_score_gemma":0.00006608554,"teacher_disagreement_score":0.82457113,"about_ca_system_score_codex":0.000091325135,"about_ca_system_score_gemma":0.00008137115,"threshold_uncertainty_score":0.99718976},"labels":[],"label_agreement":null},{"id":"W3094314053","doi":"","title":"Algorithme décisionnel relatif à l'utilisation des trois types de fichiers de données de l'Enquête sur la santé dans les collectivités canadiennes [coordination et rédaction, Monique Godin et Johanne Labbé ; collaboration à la rédaction, Nathalie Audet, Robert Courtemanche, Denis Hamel]","year":2009,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Linguistics; Philosophy","score_opus":0.052304052446020544,"score_gpt":0.395209650891279,"score_spread":0.3429055984452585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094314053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6758483,0.0017794883,0.2724193,0.044206742,0.0007635673,0.0014714015,0.00016250074,0.00032068283,0.0030279926],"genre_scores_gemma":[0.9444631,0.005390142,0.036972165,0.002271448,0.0007239058,0.00018203398,0.0004478701,0.0001279541,0.009421379],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9911451,0.0041368166,0.0019513447,0.0009285754,0.000765825,0.0010723822],"domain_scores_gemma":[0.98710036,0.008826,0.0010280843,0.0005223035,0.0018929137,0.0006303648],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00961422,0.0006891159,0.0007810169,0.0006211185,0.0008140093,0.00047343932,0.00025023604,0.0010383975,0.00040403105],"category_scores_gemma":[0.022715202,0.00074907753,0.00025260542,0.0017350109,0.00034106584,0.002582046,0.00005335532,0.0011919232,0.000026640839],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038035202,0.0052197045,0.17469092,0.00084844214,0.001710914,0.0004423129,0.12252194,0.05634706,0.06449674,0.025522677,0.1891298,0.35526597],"study_design_scores_gemma":[0.0079815835,0.0019566747,0.5537827,0.0015778457,0.0022559613,0.0016061116,0.048517004,0.30798578,0.015050755,0.014287321,0.043461587,0.0015366822],"about_ca_topic_score_codex":0.09559292,"about_ca_topic_score_gemma":0.41313943,"teacher_disagreement_score":0.3790918,"about_ca_system_score_codex":0.007175041,"about_ca_system_score_gemma":0.004305671,"threshold_uncertainty_score":0.99949604},"labels":[],"label_agreement":null},{"id":"W3095350556","doi":"10.1016/j.msksp.2020.102295","title":"Clinical practice guidelines for the treatment and management of low back pain: A systematic review of quantity and quality","year":2020,"lang":"en","type":"review","venue":"Musculoskeletal Science and Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"McMaster University","keywords":"Rigour; CLARITY; Medicine; CINAHL; Stakeholder; Guideline; MEDLINE; Scope (computer science); Low back pain; Physical therapy; Alternative medicine; Nursing; Pathology; Management; Psychological intervention","score_opus":0.5466847219459036,"score_gpt":0.6359716862370192,"score_spread":0.0892869642911156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095350556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063805546,0.970312,0.0009474078,0.019772753,0.00015334402,0.008528537,0.0000447258,0.000010483626,0.00022438298],"genre_scores_gemma":[0.000007643047,0.96558887,0.028470458,0.005456306,0.000133907,0.00026301984,0.000022604867,0.000020755382,0.000036448215],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906376,0.002526524,0.0047306423,0.0008263892,0.0010128403,0.0002659784],"domain_scores_gemma":[0.9315511,0.058160666,0.0053407103,0.00092046824,0.0037154297,0.00031160188],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057994865,0.0003789594,0.0028859752,0.00007403452,0.00017956024,0.00007012618,0.0002587328,0.00013080324,0.000013324403],"category_scores_gemma":[0.29769284,0.00020970852,0.00045466976,0.00075755274,0.0008250548,0.0007633657,0.00024269886,0.00028103706,0.0000056649383],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007885803,0.00018191795,0.0000040930076,0.5782946,0.00047614385,0.0000036716642,0.000023855928,1.3529496e-8,3.5311263e-7,0.0003043382,0.0004188787,0.4202133],"study_design_scores_gemma":[0.0007231403,0.0014274301,0.000027249645,0.23532142,0.017965816,0.00013914524,0.0010924026,0.000055720204,1.6189979e-7,0.000006054587,0.74306065,0.00018082367],"about_ca_topic_score_codex":0.00023983492,"about_ca_topic_score_gemma":0.000016023756,"teacher_disagreement_score":0.74264175,"about_ca_system_score_codex":0.00009017247,"about_ca_system_score_gemma":0.0007072289,"threshold_uncertainty_score":0.9699925},"labels":[],"label_agreement":null},{"id":"W3096048661","doi":"10.1016/j.jclinepi.2020.10.017","title":"Guidelines rarely used GRADE and applied methods inconsistently: A methodological study of Australian guidelines","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Impact; McMaster University Medical Centre","funders":"National Health and Medical Research Council","keywords":"Medicine; Psychology; Medical education","score_opus":0.9682711305030808,"score_gpt":0.7802301119052686,"score_spread":0.1880410185978122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096048661","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000901047,0.936025,0.013276659,0.044463098,0.0023000867,0.0028967187,0.000037769594,0.000048836508,0.00005074677],"genre_scores_gemma":[0.000032518074,0.57385856,0.41995156,0.0036809524,0.0023233504,0.000024041166,0.000024750398,0.000058927875,0.000045362394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87753326,0.0551548,0.064085834,0.0015325497,0.0009298405,0.0007637215],"domain_scores_gemma":[0.64018416,0.31578746,0.038698938,0.0011057339,0.0028138957,0.0014098189],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.16685994,0.0009500181,0.029287292,0.0005265861,0.00007001121,0.00001659778,0.00075557287,0.0018668484,0.00014639666],"category_scores_gemma":[0.7432834,0.0005922052,0.003799821,0.00069291925,0.000666889,0.00013160161,0.0005854212,0.004568067,0.0000127910935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010530563,0.0010314153,0.0031471886,0.0032605706,0.003261144,0.00018252776,0.00004633165,0.000013003396,0.000003759184,0.00019429385,0.022381373,0.9654253],"study_design_scores_gemma":[0.0059923567,0.0073237102,0.001828745,0.0035253107,0.015842803,0.0016070196,0.0006908994,0.00008300891,7.64089e-7,0.002110814,0.9605717,0.00042288477],"about_ca_topic_score_codex":0.00007270402,"about_ca_topic_score_gemma":0.000018948187,"teacher_disagreement_score":0.9650025,"about_ca_system_score_codex":0.00009097061,"about_ca_system_score_gemma":0.0017337773,"threshold_uncertainty_score":0.9996529},"labels":[],"label_agreement":null},{"id":"W3096507129","doi":"","title":"Activité physique et santé osseuse avis / du Comité scientifique de Kino-Québec ; [recherche et rédaction, Claudine Blanchet, Guy Thibault]","year":2008,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art","score_opus":0.3782806893261384,"score_gpt":0.5035577389803194,"score_spread":0.12527704965418102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096507129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5666504,0.0015646839,0.09994825,0.31084225,0.0030012103,0.0016513396,0.00006842462,0.00045221124,0.015821233],"genre_scores_gemma":[0.87424946,0.00910724,0.02371949,0.05089922,0.0030592158,0.00011758963,0.00024994125,0.00018048537,0.03841738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99051595,0.0042049633,0.0020452514,0.0011535169,0.00091855135,0.0011617686],"domain_scores_gemma":[0.98092794,0.015076703,0.0009065903,0.0011685502,0.0012054368,0.00071477174],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012391261,0.0006788712,0.0009383184,0.00027618295,0.00042443804,0.00014747705,0.00041810115,0.0008902227,0.003518078],"category_scores_gemma":[0.037070002,0.0006628344,0.00045764292,0.0010697119,0.000678621,0.0016706386,0.00028816724,0.002937864,0.0013031401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012747108,0.0050228015,0.07580544,0.0006730192,0.00081926177,0.000587232,0.013087865,0.0004739084,0.094531,0.0034643577,0.6983808,0.105879545],"study_design_scores_gemma":[0.011567994,0.000975827,0.27559248,0.0010075999,0.0013162761,0.0029239396,0.0043897703,0.011997877,0.07520232,0.0019315912,0.6115153,0.0015790479],"about_ca_topic_score_codex":0.099039234,"about_ca_topic_score_gemma":0.12861359,"teacher_disagreement_score":0.30759904,"about_ca_system_score_codex":0.0027998693,"about_ca_system_score_gemma":0.005854623,"threshold_uncertainty_score":0.99978125},"labels":[],"label_agreement":null},{"id":"W3097419873","doi":"10.1016/j.jcjo.2020.09.001","title":"Developing trustworthy guidelines using GRADE","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Ophthalmology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Terminology; Grading (engineering); Guideline; Trustworthiness; Certainty; Medical education; Psychology; Medicine; Public relations; Political science; Engineering; Social psychology; Pathology","score_opus":0.6122261163389504,"score_gpt":0.5242049380869293,"score_spread":0.08802117825202116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097419873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9303992,0.00047417448,0.0023660443,0.06533309,0.0006405118,0.00012077237,0.0000057650122,0.0000039174483,0.0006565573],"genre_scores_gemma":[0.94181836,0.000006414657,0.052935813,0.004184598,0.0009953962,4.544013e-7,0.0000061420255,0.000021089929,0.000031761243],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9980631,0.00009372919,0.0012695942,0.00013682143,0.0001583613,0.00027837913],"domain_scores_gemma":[0.9975107,0.00020262292,0.00049668073,0.00010292446,0.0007833453,0.0009037382],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006013566,0.00011376905,0.00038431986,0.00018161815,0.000073792595,0.000017874614,0.00013774022,0.00009894431,0.0011328135],"category_scores_gemma":[0.0077126934,0.00010552929,0.00012510926,0.0002771976,0.00007483864,0.00015254505,0.000014954331,0.0003318428,0.000018128685],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065096765,0.000053355096,0.76632,0.00019421011,0.00072140945,0.18549499,0.0011132722,0.002060017,0.0038689857,0.0013510357,0.027357116,0.010814646],"study_design_scores_gemma":[0.0047616884,0.0019184977,0.042538967,0.00026310247,0.0006435713,0.8852417,0.0018123625,0.0028641154,0.0014304115,0.0017367704,0.05629896,0.0004898649],"about_ca_topic_score_codex":0.002019206,"about_ca_topic_score_gemma":0.00007518181,"teacher_disagreement_score":0.72378105,"about_ca_system_score_codex":0.00019006229,"about_ca_system_score_gemma":0.0043747863,"threshold_uncertainty_score":0.9997803},"labels":[],"label_agreement":null},{"id":"W3097601830","doi":"","title":"Codes des médicaments d'exception publiés par la Régie de l'assurance maladie du Québec","year":2007,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy; Political science","score_opus":0.130042769732453,"score_gpt":0.448718628635739,"score_spread":0.31867585890328604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097601830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6554424,0.0044065146,0.20087765,0.09696082,0.0020082658,0.0007956601,0.00003270475,0.00023645347,0.039239537],"genre_scores_gemma":[0.9566298,0.0028477455,0.020091001,0.006544646,0.002158927,0.000021794496,0.00007021728,0.00006305328,0.011572814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958215,0.00042681268,0.0016993118,0.0004844197,0.0005701794,0.0009978092],"domain_scores_gemma":[0.99153286,0.0065258867,0.00046432202,0.00041720396,0.0004440375,0.0006156638],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007548636,0.00031387177,0.0004252864,0.00015125031,0.00021553735,0.00012346209,0.00019856157,0.00032105838,0.011696668],"category_scores_gemma":[0.016675536,0.00030911938,0.0001802633,0.0003865452,0.0007078116,0.00094125746,0.00010242484,0.00053565134,0.0014662455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042691137,0.0007538789,0.5706626,0.00025051236,0.00018500784,0.00016056861,0.0004355858,0.00003096935,0.002541165,0.0013775468,0.09807095,0.3251043],"study_design_scores_gemma":[0.0032197994,0.00039440996,0.6477554,0.00039790673,0.00047450347,0.00025134452,0.0013826087,0.0009602839,0.0013730311,0.001317289,0.34218273,0.00029071752],"about_ca_topic_score_codex":0.067636736,"about_ca_topic_score_gemma":0.11470095,"teacher_disagreement_score":0.3248136,"about_ca_system_score_codex":0.0012624786,"about_ca_system_score_gemma":0.0017975657,"threshold_uncertainty_score":0.9999361},"labels":[],"label_agreement":null},{"id":"W3097668905","doi":"","title":"[Convergence of primary care and public health : international examples and current issues].","year":2020,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alliance; Political science; Mandate; Public health; Humanities; Medicine; Nursing; Art; Law","score_opus":0.4176727016498582,"score_gpt":0.4550825943232589,"score_spread":0.037409892673400724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097668905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83005,0.013481168,0.00069778255,0.15360169,0.0004594378,0.0011283432,0.00006433711,0.000043959764,0.00047332293],"genre_scores_gemma":[0.991414,0.0037375132,0.0011535159,0.0032630784,0.00021064367,0.00006807473,0.00013636032,0.0000066700522,0.000010114917],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99904966,0.00004259917,0.00040549872,0.00017308812,0.00020014629,0.00012902569],"domain_scores_gemma":[0.99924546,0.00014314627,0.00016070937,0.00007204605,0.00012999457,0.00024862427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003281294,0.00005609007,0.00016428651,0.000034931345,0.000018470915,0.000013170249,0.000042583768,0.00001684311,0.000035354125],"category_scores_gemma":[0.001594786,0.000051773295,0.000018604806,0.000071501774,0.000051507373,0.00014507241,0.00008744015,0.000091828086,0.0000011814346],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044236524,0.000029172981,0.14428599,0.00031412003,0.000019360952,7.471425e-7,0.00079966104,8.6870855e-8,0.00001904504,0.00009532164,0.0016320205,0.85276026],"study_design_scores_gemma":[0.0010985187,0.00009308423,0.8326537,0.000018428504,0.00002202921,0.00000599151,0.0012301768,0.00006411192,0.000033104538,0.000029637926,0.16470161,0.000049608323],"about_ca_topic_score_codex":0.00010627789,"about_ca_topic_score_gemma":0.000019087478,"teacher_disagreement_score":0.8527106,"about_ca_system_score_codex":0.000049393286,"about_ca_system_score_gemma":0.00010081534,"threshold_uncertainty_score":0.21112536},"labels":[],"label_agreement":null},{"id":"W3097941377","doi":"","title":"Printed educational materials directed at Ontario primary care physicians fail to improve adherence to guideline recommendations for the management of diabetes complications: a pragmatic, factorial, cluster randomized trial","year":2020,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Randomized controlled trial; Cluster (spacecraft); Diabetes mellitus; Primary care; Cluster randomised controlled trial; Diabetes management; Family medicine; Type 2 diabetes; Nursing; Surgery","score_opus":0.2090539747618289,"score_gpt":0.43212999111561756,"score_spread":0.22307601635378865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097941377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93883485,0.00001618007,0.01277233,0.03543356,0.0008397012,0.011435873,0.0005136272,0.000089135094,0.00006475456],"genre_scores_gemma":[0.95537573,0.000031342755,0.019336317,0.016022697,0.0008120754,0.000657941,0.0043068747,0.000095254705,0.0033617578],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99689645,0.00040311326,0.0013785271,0.0005925862,0.0004261771,0.00030317402],"domain_scores_gemma":[0.99533814,0.0020617498,0.000761005,0.00058211194,0.0010061364,0.00025083494],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009137648,0.0002850594,0.00076376146,0.00016493163,0.00023011307,0.00010913178,0.00048630728,0.000095335155,0.00018155761],"category_scores_gemma":[0.0010614233,0.00025265454,0.0002441117,0.0004159151,0.00007153022,0.000464191,0.0005064992,0.00022054062,0.000074561096],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8289919,0.0015516715,0.083409876,0.002590383,0.004456413,0.0000073703272,0.018263778,0.0001909744,0.042785842,0.00039014028,0.0016934545,0.015668195],"study_design_scores_gemma":[0.74115884,0.0030259218,0.17616011,0.0015657544,0.005065303,0.0000027080723,0.004495823,0.000016632459,0.008547561,0.00017501839,0.058780313,0.0010059938],"about_ca_topic_score_codex":0.00014003011,"about_ca_topic_score_gemma":0.0047210283,"teacher_disagreement_score":0.092750244,"about_ca_system_score_codex":0.0008049221,"about_ca_system_score_gemma":0.00033900174,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W3098103627","doi":"10.1016/j.jclinepi.2020.09.002","title":"Commentary: Quest for using sound evidence when making decisions about screening","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Sound (geography); Psychology; Medicine; Acoustics; Physics","score_opus":0.8867284770193304,"score_gpt":0.688140582223396,"score_spread":0.19858789479593442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098103627","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086980243,0.0013868294,0.39299476,0.6013755,0.0027618902,0.0005523915,0.000027602442,0.000015940546,0.00001527325],"genre_scores_gemma":[0.0015245635,0.0008103663,0.32566836,0.6475267,0.024279667,0.0000069958987,0.00008545171,0.00007297001,0.000024921292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9708358,0.0076613585,0.019270686,0.0008153899,0.0006507518,0.0007660057],"domain_scores_gemma":[0.5320744,0.44826448,0.017007284,0.00070190954,0.0015132029,0.00043871393],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.04662226,0.0005032361,0.006503007,0.0003363917,0.0001936556,0.000040676292,0.00071207376,0.0017203513,0.00019796279],"category_scores_gemma":[0.6942418,0.00040254433,0.0027243372,0.00019122974,0.0005179497,0.0003897467,0.0003177131,0.009090436,0.000018087529],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025419758,0.00008533652,0.050034575,0.00021423583,0.0010441004,0.0005470116,0.000020842104,0.000071549475,0.0000044076796,0.00006378501,0.92041135,0.024960825],"study_design_scores_gemma":[0.003808059,0.0024288418,0.0056740255,0.0060682977,0.003951134,0.0007102679,0.00007904469,0.0068646404,6.3024635e-7,0.036146082,0.9339518,0.00031717448],"about_ca_topic_score_codex":0.00008474301,"about_ca_topic_score_gemma":0.0000269353,"teacher_disagreement_score":0.64761955,"about_ca_system_score_codex":0.0002544064,"about_ca_system_score_gemma":0.0010299088,"threshold_uncertainty_score":0.99984264},"labels":[],"label_agreement":null},{"id":"W3098899061","doi":"10.1182/blood.v130.suppl_1.2372.2372","title":"Beyond ABR: High FIX Activity Levels Translate into Clinical Benefits over Standard Prophylaxis","year":2017,"lang":"en","type":"article","venue":"Blood","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Pre-exposure prophylaxis; Intensive care medicine; Human immunodeficiency virus (HIV); Immunology","score_opus":0.1890371746978146,"score_gpt":0.49417082250704175,"score_spread":0.30513364780922714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098899061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989663,0.00009512471,0.0003563129,0.0074484916,0.0006797136,0.0006871584,0.00016518038,0.000075866585,0.000829132],"genre_scores_gemma":[0.9918068,0.00011122252,0.006037038,0.00076389516,0.00094480265,0.000020112977,0.000028289067,0.000042985095,0.00024487855],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973177,0.0001463392,0.0010468108,0.00055258954,0.0006128269,0.00032377263],"domain_scores_gemma":[0.9969444,0.00077727914,0.00059935753,0.0011268075,0.0002680504,0.00028405822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018955673,0.00022436475,0.0005883804,0.000056024815,0.00033336994,0.00011150949,0.00025785272,0.0002623652,0.00058708526],"category_scores_gemma":[0.005361896,0.00019482037,0.00024925524,0.00006676129,0.00019444597,0.0005381671,0.00012378517,0.0006351851,0.00009552461],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019186483,0.002351632,0.3202571,0.00014934111,0.0005262182,0.00013633417,0.00021251202,0.0000024627916,0.0047763055,0.00035433483,0.0013174368,0.66799766],"study_design_scores_gemma":[0.016001943,0.002088112,0.96594113,0.00008423322,0.0007400925,0.000024622508,0.000020530844,0.0000285511,0.007710683,0.0019375527,0.005162577,0.00025997584],"about_ca_topic_score_codex":0.0006464294,"about_ca_topic_score_gemma":0.0006296886,"teacher_disagreement_score":0.6677377,"about_ca_system_score_codex":0.00004204826,"about_ca_system_score_gemma":0.0003160268,"threshold_uncertainty_score":0.79445446},"labels":[],"label_agreement":null},{"id":"W3099963528","doi":"10.1177/2150132720963656","title":"Development of Best Practice Guidelines for Primary Care to Support Patients Who Use Substances","year":2020,"lang":"en","type":"article","venue":"Journal of Primary Care & Community Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"Michael Smith Health Research BC","keywords":"Medicine; Primary care; Primary health care; Best practice; Family medicine; Environmental health","score_opus":0.4428470836725185,"score_gpt":0.532899996607221,"score_spread":0.09005291293470247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099963528","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955353,0.0016147991,0.0050905915,0.03447153,0.00050775113,0.0018874825,0.0002538931,0.000024368894,0.00079654995],"genre_scores_gemma":[0.24937735,0.0009281095,0.63006544,0.11766182,0.00047224335,0.000016451011,0.0013953403,0.0000653414,0.000017918106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940333,0.0005845379,0.0038266624,0.0001871578,0.0010425211,0.00032583252],"domain_scores_gemma":[0.98020065,0.002305062,0.002754089,0.0004675465,0.013609798,0.00066285266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027907921,0.00023705134,0.0010327456,0.0001669603,0.00032613848,0.000036909983,0.00039713294,0.000092622286,0.00001649692],"category_scores_gemma":[0.018801346,0.00021434798,0.0002144203,0.00032750473,0.00004375996,0.0008766325,0.00024124897,0.0009446498,0.000004928482],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072519067,0.0014499422,0.03998582,0.00807487,0.00030080104,0.000017143995,0.06544024,0.00005596102,0.00047367488,0.000009325196,0.05564648,0.82129383],"study_design_scores_gemma":[0.008477814,0.016281193,0.14497648,0.0018727554,0.0005022423,0.000053639247,0.12197674,0.0000054835564,0.0004306093,0.0000060887314,0.7050829,0.0003340488],"about_ca_topic_score_codex":0.0006712317,"about_ca_topic_score_gemma":0.0013110433,"teacher_disagreement_score":0.8209598,"about_ca_system_score_codex":0.0023777487,"about_ca_system_score_gemma":0.009463219,"threshold_uncertainty_score":0.9961522},"labels":[],"label_agreement":null},{"id":"W3101082650","doi":"10.1016/s0167-8140(20)30963-4","title":"71: First Trajectory-Based Vmat Clinical Delivery in Canada: Dynamic Wave Arc (Dwa)","year":2020,"lang":"en","type":"article","venue":"Radiotherapy and Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Arc (geometry); Trajectory; Medicine; Medical physics; Physics; Engineering; Mechanical engineering","score_opus":0.17183103300610797,"score_gpt":0.4405728483958059,"score_spread":0.26874181538969794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101082650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9116948,0.000739187,0.0016445172,0.08497165,0.00033791104,0.00045454275,0.000016415739,0.000026318148,0.00011462375],"genre_scores_gemma":[0.9318006,0.0016073715,0.0062762666,0.05990877,0.00031189772,0.000014874276,0.00004028821,0.00002367794,0.000016256005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99798816,0.00026868426,0.0009726857,0.00035528903,0.00016709043,0.00024807642],"domain_scores_gemma":[0.99674153,0.0025907415,0.00019618795,0.0001505597,0.000050864106,0.0002700968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061295606,0.00014241155,0.0005770699,0.00005109017,0.00004379955,0.000006363846,0.00006270313,0.00015918363,0.00048381044],"category_scores_gemma":[0.00076676,0.0001314336,0.00007942827,0.00014671273,0.000097473916,0.000056579192,0.000013988515,0.00045199398,0.000004567085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009250064,0.0007409602,0.4685102,0.00023960174,0.0003048559,0.0017240961,0.0008873254,0.00043791448,0.002212238,0.000051865496,0.022931738,0.49270913],"study_design_scores_gemma":[0.02272278,0.0046952567,0.439844,0.00005858083,0.00016214223,0.00012358959,0.0008195014,0.19166833,0.000065771346,0.00003128198,0.33947635,0.00033242168],"about_ca_topic_score_codex":0.13663152,"about_ca_topic_score_gemma":0.8657029,"teacher_disagreement_score":0.72907144,"about_ca_system_score_codex":0.0013135892,"about_ca_system_score_gemma":0.0033037683,"threshold_uncertainty_score":0.86911774},"labels":[],"label_agreement":null},{"id":"W3101658209","doi":"10.1109/dasc-picom-cbdcom-cyberscitech49142.2020.00112","title":"Optimizing Hospital Resources using Big Data Analytics with Standardized e-Clinical Pathways","year":2020,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Analytics; Health care; Digitization; Computer science; Big data; Resource management (computing); Resource (disambiguation); Data science; Data mining","score_opus":0.6392324056645916,"score_gpt":0.502971045265957,"score_spread":0.13626136039863457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101658209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6961338,0.00008119548,0.27509835,0.025919786,0.00029035128,0.00064553035,0.00012093767,0.00020603875,0.0015039808],"genre_scores_gemma":[0.748866,0.00006400016,0.24260972,0.0066653136,0.0015014232,0.000001311745,0.00021773086,0.00004207144,0.000032417316],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724096,0.00012237034,0.001227405,0.0005868578,0.00058219687,0.00024023248],"domain_scores_gemma":[0.9972412,0.0009866633,0.00036027253,0.0007612446,0.00026889404,0.00038175602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014575351,0.00016595909,0.0005021495,0.000041842213,0.00008037378,0.00007118598,0.0002443343,0.00008673088,0.00023921051],"category_scores_gemma":[0.007745613,0.00012088547,0.00008525305,0.00033030857,0.00011712867,0.00028971824,0.0003693177,0.0003997623,0.000026378071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022097608,0.0027600725,0.4427168,0.0005853394,0.0044690724,0.0022468898,0.0060030706,0.0023961568,0.0055617653,0.00026087297,0.11594589,0.39495647],"study_design_scores_gemma":[0.045185007,0.011893028,0.018125495,0.0004645759,0.0065597277,0.00016199346,0.026053477,0.6260926,0.0008757691,0.00008739205,0.26291186,0.0015890498],"about_ca_topic_score_codex":0.00010399525,"about_ca_topic_score_gemma":0.000049868977,"teacher_disagreement_score":0.62369645,"about_ca_system_score_codex":0.00004145016,"about_ca_system_score_gemma":0.00040118236,"threshold_uncertainty_score":0.92727816},"labels":[],"label_agreement":null},{"id":"W3103171760","doi":"10.1016/j.ijsu.2020.10.034","title":"The SCARE 2020 Guideline: Updating Consensus Surgical CAse REport (SCARE) Guidelines","year":2020,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5587,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute for Health and Care Research","keywords":"Medicine; Guideline; Pathology","score_opus":0.3214911646112769,"score_gpt":0.5109446527220425,"score_spread":0.18945348811076557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103171760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55321926,0.0009536908,0.0008158418,0.4404897,0.0037763764,0.00017612454,0.000035440997,0.00003980651,0.00049371726],"genre_scores_gemma":[0.97178054,0.0005740139,0.007216259,0.010973751,0.009191937,0.0000032886094,0.000100728714,0.000039646457,0.000119822376],"study_design_codex":"not_applicable","study_design_gemma":"case_report","domain_scores_codex":[0.9927951,0.00019429292,0.0051112957,0.00024900833,0.0014206411,0.00022966902],"domain_scores_gemma":[0.9826582,0.0061295102,0.0025821563,0.00023178084,0.00802251,0.00037582294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049640057,0.00018817473,0.0004991937,0.00011367999,0.00012800183,0.0001255697,0.00024598406,0.00008877845,0.0003697694],"category_scores_gemma":[0.059517723,0.00012960917,0.0005579551,0.0002401117,0.000108812405,0.00021534065,0.00014014725,0.0005387046,0.000029030816],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012818692,0.000058790345,0.023132192,0.000012936089,0.0005184818,0.4050125,0.00007311566,0.00014991086,0.00024999116,0.000048849153,0.50450283,0.06495851],"study_design_scores_gemma":[0.0015561564,0.00009670558,0.00078873785,0.00016028159,0.00020901783,0.5665389,0.0027720497,0.0022833548,0.00028419646,0.00010306898,0.4250432,0.00016432916],"about_ca_topic_score_codex":0.000117148506,"about_ca_topic_score_gemma":0.000022491091,"teacher_disagreement_score":0.42951596,"about_ca_system_score_codex":0.00012310545,"about_ca_system_score_gemma":0.0009628124,"threshold_uncertainty_score":0.9484044},"labels":[],"label_agreement":null},{"id":"W3103752743","doi":"","title":"Developing clinical indicators for Oncology: The inaugural indicator set for The Australian Council on Healthcare Standards (ACHS)","year":2020,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"","keywords":"Clinical Oncology; Health care; Set (abstract data type); Medicine; Oncology; Medical physics; Internal medicine; Political science; Computer science; Cancer","score_opus":0.7057434462540904,"score_gpt":0.6097490801918797,"score_spread":0.09599436606221068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103752743","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041592654,0.000070919894,0.01865805,0.9330352,0.00079640973,0.0048544,0.0006081343,0.00011176451,0.00027246823],"genre_scores_gemma":[0.790581,0.00013851184,0.009813407,0.1968779,0.00169087,0.00045522038,0.00019177291,0.00004674355,0.0002045704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962845,0.00026554847,0.0016144797,0.00046189566,0.00095805834,0.00041555153],"domain_scores_gemma":[0.986133,0.011715087,0.000636995,0.00038872668,0.0007884199,0.00033778872],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009267218,0.00020560225,0.00048101105,0.00003808103,0.00040741803,0.000043387576,0.0003256108,0.00024531467,0.00020045631],"category_scores_gemma":[0.02994334,0.000108229346,0.00027453576,0.00028580797,0.0002334838,0.00009077836,0.00008503872,0.00071909715,0.000028562812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005954869,0.00013061658,0.015587287,0.00023465777,0.0004221009,0.0000060007596,0.0016386128,0.0000053426356,0.0000117536665,0.008536533,0.7189348,0.24853747],"study_design_scores_gemma":[0.004621059,0.0036129453,0.010622531,0.000033875698,0.00032737537,0.000008392257,0.006619899,0.0004274255,0.000100938705,0.000356261,0.97312516,0.00014413064],"about_ca_topic_score_codex":0.000112663874,"about_ca_topic_score_gemma":0.00042914617,"teacher_disagreement_score":0.74898833,"about_ca_system_score_codex":0.0011397621,"about_ca_system_score_gemma":0.0072772163,"threshold_uncertainty_score":0.9983506},"labels":[],"label_agreement":null},{"id":"W3104398108","doi":"10.1016/j.jclinepi.2020.09.043","title":"Cervical screening and overdiagnosis: continuation of Controversy and Debate","year":2020,"lang":"en","type":"editorial","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Overdiagnosis; Medicine; Continuation; Intensive care medicine; Internal medicine; Computer science","score_opus":0.42631420624365307,"score_gpt":0.5973015582155502,"score_spread":0.17098735197189713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104398108","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043501522,0.007838769,0.02510291,0.15833049,0.763597,0.0011479764,0.0002218325,0.000033903896,0.0002256018],"genre_scores_gemma":[0.0562859,0.022948943,0.031000858,0.011286766,0.8782144,0.0000059149706,0.00015054416,0.000064453016,0.00004221544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824665,0.004122108,0.012037331,0.00047296772,0.00061544636,0.00028565258],"domain_scores_gemma":[0.48412523,0.49244907,0.019821217,0.00036143474,0.0022602524,0.0009827908],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.031664744,0.00028444646,0.0056400266,0.00013531317,0.000033123364,0.000010456586,0.00014764923,0.0015424587,0.00006548294],"category_scores_gemma":[0.74236447,0.0002214782,0.0007307866,0.00009509232,0.00045925096,0.00018539897,0.00013799366,0.0032473293,0.0000028874904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053359806,0.00014219017,0.11381811,0.00029938438,0.0008390473,0.00006402781,0.0000278846,0.0000035978248,0.000019492187,0.00011260197,0.830449,0.04888868],"study_design_scores_gemma":[0.014341672,0.0063692825,0.1470885,0.0009940317,0.003042949,0.00012703573,0.00014007014,0.00069059513,0.000005110633,0.0019907379,0.8249981,0.00021190837],"about_ca_topic_score_codex":0.00011120674,"about_ca_topic_score_gemma":0.000022228405,"teacher_disagreement_score":0.71069974,"about_ca_system_score_codex":0.000031984404,"about_ca_system_score_gemma":0.0006730692,"threshold_uncertainty_score":0.9997538},"labels":[],"label_agreement":null},{"id":"W3105762847","doi":"10.1136/leader-2020-fmlm.68","title":"68 A quality improvement project to enhance the recovery pathway following elective caesarean section at St Thomas’ Hospital","year":2020,"lang":"en","type":"article","venue":"Abstracts","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"PDCA; Medicine; Psychological intervention; Medical prescription; Caesarean section; Pharmacy; Intervention (counseling); Quality management; Emergency medicine; Pregnancy; Family medicine; Nursing; Operations management","score_opus":0.1269031280898687,"score_gpt":0.4544238428442568,"score_spread":0.3275207147543881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105762847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97510165,0.000029952264,0.0006790505,0.01960957,0.0007268616,0.002010334,0.000041056257,0.000103114566,0.0016984043],"genre_scores_gemma":[0.9891034,0.000015515578,0.00085639127,0.008606878,0.0008607513,0.00011767896,0.00009746567,0.000031864398,0.00031007314],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99752426,0.0001307288,0.0009546437,0.00052911206,0.0005320835,0.0003291458],"domain_scores_gemma":[0.99804056,0.0008406553,0.00041437495,0.00033329992,0.00018056997,0.00019053069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001322806,0.00019608809,0.00028465418,0.000036986214,0.00018176025,0.000052770687,0.00011172983,0.00008669209,0.000060550545],"category_scores_gemma":[0.0061578047,0.00014958592,0.00019976792,0.00031683804,0.000020552028,0.00030970547,0.000117746094,0.00040171275,0.000118976604],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004919469,0.0012747332,0.01457887,0.00028116562,0.00088374165,0.0002373601,0.013006123,0.00022529783,0.54917425,0.000025873658,0.089618,0.32577512],"study_design_scores_gemma":[0.005176406,0.015116009,0.41565073,0.00026237633,0.00070046505,0.00003908003,0.014861937,0.00028104486,0.37062836,0.00022846978,0.17583223,0.0012228978],"about_ca_topic_score_codex":0.0019412938,"about_ca_topic_score_gemma":0.00093798875,"teacher_disagreement_score":0.40107185,"about_ca_system_score_codex":0.0003937708,"about_ca_system_score_gemma":0.0002856634,"threshold_uncertainty_score":0.73719126},"labels":[],"label_agreement":null},{"id":"W3107015929","doi":"10.12927/hcpol.2020.26354","title":"Reallocating Cancer Surgery Payments for Alternate Level of Care in Ontario: What Are the Options?","year":2020,"lang":"en","type":"article","venue":"Healthcare policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Centre for Disease Control; Cancer Care Ontario","funders":"Cancer Care Ontario","keywords":"Payment; Government (linguistics); Cancer; Cancer surgery; Value (mathematics); Value for money; Business; Medicine; Public economics; Actuarial science; Economics; Finance; Computer science; Internal medicine","score_opus":0.6281927693032545,"score_gpt":0.5583731572740069,"score_spread":0.06981961202924758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107015929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57421833,0.0014589516,0.00008843846,0.42265296,0.00024787727,0.0011422589,0.00014904147,0.000018574056,0.00002357463],"genre_scores_gemma":[0.9637443,0.0014954078,0.00066862395,0.033177357,0.0004977379,0.00019418154,0.00014839727,0.000024045288,0.000049954466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813884,0.00012411356,0.0009770723,0.00023762343,0.000245001,0.00027733098],"domain_scores_gemma":[0.99778074,0.0009487463,0.0004850501,0.00022564508,0.00039530802,0.00016449283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050334906,0.00011354123,0.0003567792,0.00009045637,0.00007072708,0.000020224254,0.00008479472,0.00006323111,0.000029996261],"category_scores_gemma":[0.0025906726,0.00009026099,0.00010989725,0.00026451057,0.000029543022,0.0001968773,0.000048658098,0.00028371802,0.0000033255578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088155514,0.00006542782,0.80670947,0.001538821,0.000056162135,0.0000078514295,0.009521036,0.0000972447,0.00012015858,0.000440488,0.0019860493,0.17857575],"study_design_scores_gemma":[0.003169615,0.000476788,0.93579996,0.0021710547,0.000117189935,0.000014546695,0.036013063,0.0005604418,0.000506316,0.0003915168,0.020535165,0.00024431755],"about_ca_topic_score_codex":0.687735,"about_ca_topic_score_gemma":0.7184028,"teacher_disagreement_score":0.38952598,"about_ca_system_score_codex":0.00063278753,"about_ca_system_score_gemma":0.0021545123,"threshold_uncertainty_score":0.38220122},"labels":[],"label_agreement":null},{"id":"W3108008285","doi":"10.1186/s12889-020-09812-0","title":"Variations in processes for guideline adaptation: a qualitative study of World Health Organization staff experiences in implementing guidelines","year":2020,"lang":"en","type":"article","venue":"BMC Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; University of Sydney","keywords":"Guideline; Medicine; Public health; Grounded theory; Qualitative research; Adaptation (eye); Medical education; Biostatistics; Nursing; Psychology; Sociology","score_opus":0.6003206263643118,"score_gpt":0.5962865945983893,"score_spread":0.004034031765922541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108008285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37027085,0.0002491166,0.3157776,0.30804715,0.000119192126,0.0053497422,0.000074769705,0.00008849183,0.000023093247],"genre_scores_gemma":[0.88617206,0.00004402932,0.10528417,0.0072532445,0.00021879288,0.00035389359,0.0006279598,0.00003169512,0.000014175021],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.992592,0.0008329693,0.005034573,0.00051655184,0.00051303505,0.00051089376],"domain_scores_gemma":[0.9932962,0.0019499734,0.0017457248,0.00021851028,0.0024753006,0.00031428834],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008569288,0.0001784537,0.0006709897,0.00047083548,0.00013923329,0.00004327664,0.00014583675,0.000037213584,0.00010622312],"category_scores_gemma":[0.054297403,0.00017369658,0.000034843568,0.0040058494,0.00002637121,0.0005656324,0.000073613366,0.00015917336,0.0000015131297],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024394567,0.0026230102,0.08948902,0.0014505334,0.000043609667,0.0000010753758,0.8694664,0.0005340071,0.000011014657,0.0012193865,0.011066934,0.02385103],"study_design_scores_gemma":[0.0063975547,0.002414597,0.0072180997,0.000115326504,0.000014162212,0.0000014901597,0.961463,0.014791755,0.0000056568692,0.00013096508,0.0072983713,0.00014906455],"about_ca_topic_score_codex":0.0051994114,"about_ca_topic_score_gemma":0.061841365,"teacher_disagreement_score":0.5159012,"about_ca_system_score_codex":0.00035596808,"about_ca_system_score_gemma":0.008296193,"threshold_uncertainty_score":0.99732584},"labels":[],"label_agreement":null},{"id":"W3110035853","doi":"10.1016/j.jcjd.2020.11.008","title":"Impact of Clinical Practice Guidelines on Blood Glucose Test Strip Prescription Rates in Manitoba and Saskatchewan (Canada): An Interrupted Time-Series Analysis","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; St. Michael's Hospital; Public Health Ontario; University of Toronto; Diabetes Canada","funders":"Diabetes Canada","keywords":"Medicine; Medical prescription; Interrupted Time Series Analysis; Interrupted time series; Diabetes mellitus; Quarter (Canadian coin); Population; Demography; Cohort; Glucose test; Environmental health; Internal medicine; Statistics; Psychological intervention","score_opus":0.1461280162337652,"score_gpt":0.4409252641297776,"score_spread":0.2947972478960124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110035853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838555,0.0004037589,0.000014794015,0.015223118,0.00010823323,0.00021024288,0.00013569464,0.000005192998,0.000043499633],"genre_scores_gemma":[0.9913278,0.000042622458,0.0037094192,0.004424647,0.0003897768,0.0000015557939,0.00007090033,0.000021520114,0.000011723861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99614304,0.00030367993,0.0026548125,0.000250279,0.00036612063,0.0002820723],"domain_scores_gemma":[0.9934853,0.0018044687,0.0013799656,0.00022656798,0.0016717936,0.0014319195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018838018,0.00019625701,0.00086423097,0.00038005164,0.000041969794,0.00005690614,0.00015757987,0.00011081637,0.00017070358],"category_scores_gemma":[0.07782688,0.00016616512,0.00023189098,0.0006640653,0.00010552139,0.0006966294,0.000017861568,0.0005022191,0.0000016767339],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026679796,0.00020747496,0.9736839,0.000031436724,0.0012230864,0.000101348596,0.00026023548,0.00022420046,0.0018219582,0.0000014052987,0.0050428286,0.017135346],"study_design_scores_gemma":[0.0030690643,0.007961632,0.97268033,0.00017643155,0.0032366242,0.000021582338,0.0062788073,0.0044042445,0.0006991785,0.000023842264,0.0012542096,0.00019403761],"about_ca_topic_score_codex":0.22719266,"about_ca_topic_score_gemma":0.8485934,"teacher_disagreement_score":0.6214007,"about_ca_system_score_codex":0.00017920462,"about_ca_system_score_gemma":0.0062577585,"threshold_uncertainty_score":0.9993758},"labels":[],"label_agreement":null},{"id":"W3110754613","doi":"10.1111/jan.14716","title":"Integrative literature review of evidence‐based patient‐centred care guidelines","year":2020,"lang":"en","type":"review","venue":"Journal of Advanced Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Evidence-based practice; Evidence-based medicine; Evidence-based nursing; Psychology; Nursing; Alternative medicine; Political science","score_opus":0.49743968835135394,"score_gpt":0.5963179974103588,"score_spread":0.09887830905900491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110754613","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.8957337e-7,0.9896795,0.0002757589,0.007474688,0.0011682726,0.0012785057,0.00005780448,0.000013398039,0.000051397266],"genre_scores_gemma":[0.0000038463495,0.94401515,0.052728083,0.0021140038,0.00088674016,0.000007343186,0.00017119708,0.000060003982,0.000013653945],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99232614,0.00050777924,0.0056342916,0.00032817107,0.00098096,0.00022266725],"domain_scores_gemma":[0.9838362,0.0018297703,0.007453225,0.00037675962,0.006233871,0.0002702288],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032244305,0.0004926386,0.003782202,0.00033747687,0.000039426162,0.00002603754,0.00025311773,0.00021336108,0.000071917],"category_scores_gemma":[0.03809072,0.00029016807,0.0016057711,0.0010612385,0.000081318554,0.00063417887,0.000030875122,0.0013803823,0.0000042439724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030459047,0.000078365134,5.4404137e-7,0.11159921,0.00015172476,0.0001851217,0.000775376,0.0000045968145,0.000012612142,0.0000021760943,0.008964308,0.8779214],"study_design_scores_gemma":[0.0004265459,0.00080116,1.9079017e-7,0.51206803,0.003060604,0.0003249278,0.002517121,0.0000049194364,0.000021942384,0.000009285203,0.48064807,0.00011720544],"about_ca_topic_score_codex":8.2757265e-7,"about_ca_topic_score_gemma":3.5362908e-7,"teacher_disagreement_score":0.87780416,"about_ca_system_score_codex":0.0007136762,"about_ca_system_score_gemma":0.0020178852,"threshold_uncertainty_score":0.99995506},"labels":[],"label_agreement":null},{"id":"W3110877211","doi":"10.14745/ccdr.v46i1112a06","title":"Translating evidence into practice with the National Advisory Committee on Sexually Transmitted and Blood-Borne Infections","year":2020,"lang":"en","type":"article","venue":"Canada Communicable Disease Report","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Guideline; Mandate; Government (linguistics); Medicine; Grading (engineering); Agency (philosophy); Public health; Systematic review; Medical education; Family medicine; MEDLINE; Political science; Nursing; Engineering","score_opus":0.14941432528272136,"score_gpt":0.41599179635324657,"score_spread":0.2665774710705252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110877211","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2178197,0.0013139497,0.00082591816,0.77576256,0.00004932009,0.0010366221,0.000031299605,0.000093662406,0.0030669507],"genre_scores_gemma":[0.9578684,0.00012574712,0.0019467531,0.039705046,0.00009888384,0.00006296781,0.00010136521,0.000027747556,0.00006310638],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750644,0.00037613176,0.0007040453,0.0003138574,0.0009111706,0.0001883506],"domain_scores_gemma":[0.9926515,0.0052691656,0.00037169567,0.00056308525,0.0006597647,0.00048474615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011348502,0.00017604357,0.00025369867,0.000030055493,0.00043940244,0.000048835904,0.00017142107,0.00003655679,0.00006400837],"category_scores_gemma":[0.014558148,0.00013304738,0.000048710637,0.0003496271,0.00014344466,0.00035742947,0.000057095822,0.0006446811,0.0000014882662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028116465,0.00787607,0.43304488,0.004370113,0.00938417,0.024647143,0.014105357,0.0133369,0.006677622,0.0050598755,0.35839105,0.094990365],"study_design_scores_gemma":[0.008223799,0.0024012069,0.18274438,0.0011454169,0.0063456707,0.0028161781,0.010189222,0.012121705,0.00012290297,0.00028205285,0.7725455,0.00106195],"about_ca_topic_score_codex":0.09588194,"about_ca_topic_score_gemma":0.20223847,"teacher_disagreement_score":0.7400487,"about_ca_system_score_codex":0.000160016,"about_ca_system_score_gemma":0.0051276493,"threshold_uncertainty_score":0.99374264},"labels":[],"label_agreement":null},{"id":"W3110904644","doi":"10.23889/ijpds.v5i5.1483","title":"The New Brunswick Act Respecting Research Three Years Later: A Data Trickle Turns into a Flood","year":2020,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Legislation; Attendance; Government (linguistics); Public administration; Political science; Law","score_opus":0.6274357652473137,"score_gpt":0.6171628963456305,"score_spread":0.010272868901683219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110904644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5184635,0.000420631,0.049234647,0.42458248,0.0051470734,0.001565584,0.0002764809,0.00009681678,0.00021276613],"genre_scores_gemma":[0.970309,0.00016613082,0.023688372,0.0013901952,0.003486762,0.0000020890823,0.0008141782,0.000019547337,0.0001237064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957897,0.00009747069,0.00095772813,0.0005738047,0.0022616296,0.0003196757],"domain_scores_gemma":[0.995314,0.0017143204,0.00045484843,0.0009898806,0.0011578484,0.0003690847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009720466,0.00009325157,0.00013636482,0.00022158657,0.00060927693,0.00090417376,0.0036089183,0.000039631843,0.000070923634],"category_scores_gemma":[0.04908049,0.00007011853,0.000045518787,0.00076056586,0.0001597811,0.0033329262,0.0017457798,0.00060908403,0.000045303346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034177923,0.00017688236,0.1499977,0.000029401288,0.0003576507,0.00011087297,0.002102299,0.00028719628,0.0042918464,0.0046583596,0.1435218,0.6910482],"study_design_scores_gemma":[0.0042270804,0.0004972699,0.27918229,0.00012526974,0.00013066236,0.00041723397,0.0011909801,0.23183405,0.000108713844,0.010532827,0.47152328,0.00023033096],"about_ca_topic_score_codex":0.0022650848,"about_ca_topic_score_gemma":0.004714188,"teacher_disagreement_score":0.6908179,"about_ca_system_score_codex":0.0002301652,"about_ca_system_score_gemma":0.0025360659,"threshold_uncertainty_score":0.9589295},"labels":[],"label_agreement":null},{"id":"W3111856255","doi":"10.46747/cfp.6612934","title":"Ancré dans la pratique","year":2020,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Saskatchewan Health Quality Council; Francophone University Association; University of Saskatchewan","funders":"","keywords":"Humanities; Political science; Computer science; Philosophy","score_opus":0.13480883913386504,"score_gpt":0.3931159051549456,"score_spread":0.25830706602108056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111856255","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035650086,0.0059820986,0.0021464797,0.32131344,0.0033950135,0.0013749124,0.0009862531,0.00012599576,0.62902576],"genre_scores_gemma":[0.32864863,0.00024826298,0.00080457126,0.66314006,0.005517714,0.000021970833,0.00026427757,0.000090128524,0.001264416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971368,0.00038128538,0.0008240592,0.00052885443,0.00030205314,0.0008269836],"domain_scores_gemma":[0.9962831,0.0006610618,0.00022294169,0.0003982567,0.00020198028,0.0022326675],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046474938,0.00031112583,0.00044657182,0.00008573083,0.00014855195,0.000088632776,0.00023189712,0.00026134308,0.000090105306],"category_scores_gemma":[0.0011286101,0.00037813614,0.00017357606,0.0006074468,0.00025926647,0.0004261967,0.00004064921,0.00077635393,0.0025202036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007579888,0.00012896788,0.00081525976,0.00027332362,0.00026002366,0.0012086709,0.0021770874,0.00011367739,0.0106084235,0.021323353,0.61916465,0.34385076],"study_design_scores_gemma":[0.0011965255,0.00039473805,0.011423057,0.00022284694,0.0003820743,0.000005570993,0.012012063,0.0031138924,0.0002890626,0.0004170154,0.9701793,0.00036383138],"about_ca_topic_score_codex":0.081011705,"about_ca_topic_score_gemma":0.06345019,"teacher_disagreement_score":0.6277613,"about_ca_system_score_codex":0.0009782963,"about_ca_system_score_gemma":0.005976648,"threshold_uncertainty_score":0.9998671},"labels":[],"label_agreement":null},{"id":"W3111998276","doi":"10.1016/j.socscimed.2020.113586","title":"Understanding professional stakeholders’ active resistance to guideline implementation: The case of Canadian breast screening guidelines","year":2020,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Resistance (ecology); Guideline; Public relations; Autonomy; Transparency (behavior); Politics; Public health; Medicine; Political science; Nursing; Sociology; Law","score_opus":0.6765998948881999,"score_gpt":0.5497751696726914,"score_spread":0.12682472521550858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111998276","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10460773,0.00003707664,0.01253933,0.87813264,0.0004514663,0.0013090774,0.00017550326,0.000041822703,0.002705335],"genre_scores_gemma":[0.9602398,0.0000059582007,0.0022771985,0.035808302,0.0014902052,0.000016969072,0.0000691098,0.0000180038,0.000074416865],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99644494,0.00011668875,0.0014221309,0.00046173448,0.0010511588,0.00050333835],"domain_scores_gemma":[0.9967296,0.00032699443,0.00046497947,0.00021600472,0.0015075051,0.0007549235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035427161,0.00018040442,0.00036724992,0.00037555845,0.0009919864,0.000024321456,0.00029857343,0.00005690173,0.0010017293],"category_scores_gemma":[0.0046847984,0.00012413925,0.00007023817,0.003695289,0.00083525706,0.0003356688,0.00008996441,0.0002970469,0.000004640773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078964746,0.00005410203,0.007255445,0.00006933883,0.000116178264,0.0006020841,0.058027666,0.000031648455,0.01289399,0.0100971665,0.8262309,0.08383185],"study_design_scores_gemma":[0.0081769815,0.00092619803,0.025550721,0.00046437193,0.0006939159,0.0008526998,0.825027,0.001214919,0.0011435285,0.0016416555,0.13367936,0.00062864466],"about_ca_topic_score_codex":0.06937281,"about_ca_topic_score_gemma":0.13906983,"teacher_disagreement_score":0.8556321,"about_ca_system_score_codex":0.0004972707,"about_ca_system_score_gemma":0.0019633102,"threshold_uncertainty_score":0.9999115},"labels":[],"label_agreement":null},{"id":"W3112479513","doi":"10.1016/j.artmed.2020.102002","title":"MitPlan: A planning approach to mitigating concurrently applied clinical practice guidelines","year":2020,"lang":"en","type":"article","venue":"Artificial Intelligence in Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Leverage (statistics); Scope (computer science); Computer science; Population; Variety (cybernetics); Plan (archaeology); Domain (mathematical analysis); Risk analysis (engineering); Management science; Process management; Medicine; Artificial intelligence; Business","score_opus":0.6889184945587535,"score_gpt":0.6106879807081046,"score_spread":0.07823051385064894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112479513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092799075,0.00064541894,0.4759021,0.40431094,0.0015437569,0.0032431986,0.00001454723,0.00033218475,0.02120876],"genre_scores_gemma":[0.71948516,0.000072762974,0.16270229,0.11351659,0.003962402,0.000074290045,0.00012596174,0.000047801917,0.000012748152],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927697,0.0002469569,0.004644067,0.000907219,0.00092395494,0.00050807896],"domain_scores_gemma":[0.993118,0.004119555,0.00062901585,0.00040402636,0.000981615,0.00074780645],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005335345,0.0003166118,0.00091912417,0.00018509458,0.00009015593,0.00003526361,0.00029839846,0.00018404305,0.0001853058],"category_scores_gemma":[0.13285872,0.00027405674,0.00010890319,0.0012043273,0.0002502297,0.00023251805,0.00014521126,0.0010371478,0.00030741154],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040896963,0.0010245099,0.0073771705,0.00024039106,0.00017191084,0.00029994562,0.011227757,0.0039398596,0.005498435,0.010680278,0.06466109,0.890789],"study_design_scores_gemma":[0.004575973,0.0083262315,0.0057316143,0.0027267998,0.0016965624,0.00046940736,0.2792933,0.36022818,0.0063587097,0.006584048,0.32186165,0.0021475188],"about_ca_topic_score_codex":0.00030810345,"about_ca_topic_score_gemma":0.000019711097,"teacher_disagreement_score":0.8886414,"about_ca_system_score_codex":0.00007506027,"about_ca_system_score_gemma":0.00024848097,"threshold_uncertainty_score":0.99997115},"labels":[],"label_agreement":null},{"id":"W3112798388","doi":"10.1186/s12891-021-04204-w","title":"Determinants of clinical practice guidelines’ utilization for the management of musculoskeletal disorders: a scoping review","year":2021,"lang":"en","type":"review","venue":"BMC Musculoskeletal Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Disability Prevention and Rehabilitation; Ontario Tech University; Canadian Memorial Chiropractic College","funders":"","keywords":"Guideline; Medicine; Psychosocial; Health care; Context (archaeology); MEDLINE; Triage; Family medicine; Nursing; Medical emergency; Psychiatry; Pathology","score_opus":0.39262664903455763,"score_gpt":0.6065578784088334,"score_spread":0.21393122937427572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112798388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020805306,0.96611637,0.016265724,0.0008598752,0.0010142252,0.0151075255,0.000088165485,0.00005191241,0.00047540214],"genre_scores_gemma":[0.00001294585,0.95657027,0.039881207,0.0005429046,0.00035906208,0.0013595249,0.0009848282,0.00018188992,0.00010734725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98448604,0.0013978722,0.0108862305,0.0012726387,0.0013633281,0.00059388584],"domain_scores_gemma":[0.9766601,0.012395986,0.006721169,0.0019952543,0.0020117906,0.00021570343],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009265668,0.00087641436,0.004882057,0.00021033539,0.00015645851,0.000028808505,0.00068037247,0.0005063182,0.00024819208],"category_scores_gemma":[0.037026186,0.00063203624,0.0062468858,0.0012529843,0.00036680457,0.00040128405,0.00049603084,0.0006609072,0.000019279038],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056362347,0.000502033,0.00010188232,0.37565383,0.0007963313,0.0000022825907,0.000006016759,0.0000028516474,2.2583865e-8,0.00010846922,0.0010879742,0.6216819],"study_design_scores_gemma":[0.0019219106,0.0005551454,0.00019802318,0.35130197,0.025199456,0.00002243668,0.0005332567,0.0002079959,8.134603e-8,0.00002792604,0.6195599,0.0004719373],"about_ca_topic_score_codex":0.00010781025,"about_ca_topic_score_gemma":0.0004907519,"teacher_disagreement_score":0.62121,"about_ca_system_score_codex":0.00008020311,"about_ca_system_score_gemma":0.0019780584,"threshold_uncertainty_score":0.9996131},"labels":[],"label_agreement":null},{"id":"W3112839332","doi":"10.1136/bmjopen-2020-037396","title":"Clinical preventive guidelines for school-aged children and adolescents in primary care: a protocol for a systematic review","year":2020,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Université de Genève","keywords":"Medicine; Grey literature; Protocol (science); MEDLINE; Systematic review; Cochrane Library; Family medicine; Medical education; Critical appraisal; Alternative medicine; Pathology","score_opus":0.576907611540501,"score_gpt":0.6768113430380551,"score_spread":0.09990373149755416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112839332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.516094e-8,0.40961435,0.00016488499,0.00096466724,0.00004703195,0.5889706,0.0001961688,0.000018277959,0.000023903918],"genre_scores_gemma":[2.2635218e-8,0.42371342,0.012255712,0.0046117585,0.0004153444,0.557763,0.0010581447,0.00007649898,0.00010612478],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9876374,0.001530521,0.008970198,0.0010848625,0.00044361746,0.0003334081],"domain_scores_gemma":[0.9917804,0.0021782224,0.0039067594,0.00091459794,0.0008903819,0.0003296556],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01081223,0.0005817205,0.0072124302,0.00010897727,0.0000657159,0.000119537995,0.00068583974,0.0003444257,0.000021697724],"category_scores_gemma":[0.082163215,0.000415536,0.0010170923,0.00031599414,0.000043047403,0.00026428504,0.00079039077,0.00062168913,0.000033347165],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005877486,0.00015350494,0.00033995323,0.798695,0.00032202303,0.000006929838,0.000009955873,8.102818e-9,1.1470436e-8,0.0000011924014,0.035594184,0.16428944],"study_design_scores_gemma":[0.008255931,0.00064870017,0.00047340477,0.77499825,0.006311031,0.00007742394,0.000020723524,0.0000054338893,1.33801255e-8,0.000012967058,0.20886222,0.00033388595],"about_ca_topic_score_codex":0.00004244262,"about_ca_topic_score_gemma":0.000042115036,"teacher_disagreement_score":0.17326804,"about_ca_system_score_codex":0.00033373895,"about_ca_system_score_gemma":0.0033590798,"threshold_uncertainty_score":0.99982965},"labels":[],"label_agreement":null},{"id":"W3113503952","doi":"10.1016/j.jclinepi.2020.09.016","title":"Erratum to “What to do with all the AGREEs? The AGREE Portfolio of tools to support the guideline enterprise” [Journal of Clinical Epidemiology 125C (2020) 191-197]","year":2020,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; North York General Hospital; Juravinski Cancer Centre; University of Ottawa","funders":"","keywords":"Guideline; Portfolio; Medical education; Psychology; Political science; Medicine; Business; Law; Finance","score_opus":0.49823768358886694,"score_gpt":0.5906480917213064,"score_spread":0.09241040813243945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113503952","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010410572,0.003243317,0.027996155,0.8855493,0.067926675,0.0032107234,0.00013498671,0.000023602524,0.0015046771],"genre_scores_gemma":[0.019498967,0.033851933,0.05595962,0.8051926,0.07730519,0.000068276255,0.0002775712,0.00032549855,0.007520355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.86102897,0.044794705,0.08652249,0.002167525,0.00307338,0.0024129255],"domain_scores_gemma":[0.41676694,0.4729869,0.087195344,0.005530043,0.011738348,0.0057824356],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.2694089,0.0013030438,0.016817234,0.00051236013,0.00021250926,0.0000893072,0.004809286,0.0025684286,0.0012311345],"category_scores_gemma":[0.77827466,0.0005761076,0.005993958,0.0012314375,0.0016432512,0.0005527944,0.0016048793,0.017150804,0.00021345423],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014739977,0.00060264184,0.03775862,0.00009833148,0.0032116238,0.0006335889,0.0003045811,0.0006774335,0.0000050034105,0.00019915003,0.8528103,0.088958696],"study_design_scores_gemma":[0.004083153,0.029178292,0.090098344,0.0013917575,0.0039138314,0.0037485494,0.0015893326,0.00019316582,0.0000014582764,0.0023138928,0.8630161,0.00047210118],"about_ca_topic_score_codex":0.00018457342,"about_ca_topic_score_gemma":0.00037733957,"teacher_disagreement_score":0.5088657,"about_ca_system_score_codex":0.00023298775,"about_ca_system_score_gemma":0.0072865514,"threshold_uncertainty_score":0.9999721},"labels":[],"label_agreement":null},{"id":"W3113613906","doi":"10.21203/rs.3.rs-125457/v1","title":"Critical Appraisal of Clinical Practice Guidelines for the Management of COVID-19: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Critical appraisal; Protocol (science); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Clinical Practice; 2019-20 coronavirus outbreak; Medicine; Virology; Alternative medicine; Family medicine; Pathology","score_opus":0.8514774782137452,"score_gpt":0.7961626037111253,"score_spread":0.05531487450261985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113613906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.9818834e-10,0.5423434,0.01232781,0.03813663,0.00010178274,0.4067344,0.0002569316,0.000021547588,0.00007750932],"genre_scores_gemma":[2.4577473e-8,0.5421899,0.033455797,0.0015524832,0.00049622677,0.4220698,0.00012263433,0.00006152135,0.00005163556],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97976094,0.004044815,0.01197566,0.0009011347,0.0027265605,0.00059086544],"domain_scores_gemma":[0.4763676,0.48501465,0.006516953,0.0032256893,0.027651127,0.0012239944],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060370274,0.00043765194,0.00550168,0.0001925726,0.00017226691,0.000044520282,0.0008382021,0.000347061,0.00014236454],"category_scores_gemma":[0.8513102,0.00024858266,0.0022732515,0.0010372954,0.00042774738,0.00017208574,0.00048584174,0.001119639,0.000028946955],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006447885,0.0004356107,2.6604852e-7,0.7258506,0.001211244,0.000024761786,0.000013655703,1.8539913e-7,2.026748e-8,0.0025036621,0.119710915,0.1496043],"study_design_scores_gemma":[0.0014232197,0.0012309682,1.4038507e-7,0.4216445,0.0084926365,0.000049047103,0.00065950234,0.0001356155,8.047286e-8,0.000053026582,0.5662063,0.00010499496],"about_ca_topic_score_codex":0.000033359473,"about_ca_topic_score_gemma":0.0000032890148,"teacher_disagreement_score":0.7909399,"about_ca_system_score_codex":0.0001995859,"about_ca_system_score_gemma":0.0050040367,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W3113647728","doi":"","title":"Balises pour l'implantation et l'exploitation d'un registre québécois du cancer avis / du Comité consultatif sur le registre du cancer [de la Table sectorielle en oncologie des RUIS]","year":2008,"lang":"fr","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.1449205280072408,"score_gpt":0.4204638017121604,"score_spread":0.2755432737049196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113647728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.852967,0.0054473025,0.00942628,0.122081116,0.0024150643,0.0012548045,0.0008898461,0.00027987311,0.0052387044],"genre_scores_gemma":[0.8734407,0.09037295,0.010630208,0.0073642074,0.00304964,0.00041536512,0.0007968024,0.00013005025,0.013800116],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99393266,0.00191207,0.001830263,0.00081776397,0.0006615369,0.00084568345],"domain_scores_gemma":[0.97998047,0.01630946,0.0011712727,0.0004785437,0.0016311433,0.00042909192],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027167196,0.00057004916,0.0008292388,0.00015547694,0.00064798037,0.00012345462,0.00029012933,0.00069012586,0.0051509235],"category_scores_gemma":[0.023663009,0.0005777879,0.00020043606,0.0006658765,0.00074332114,0.0012793976,0.00012480225,0.00093844446,0.000106028914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012023536,0.0012569387,0.4583922,0.00048503553,0.00053030124,0.00068707496,0.014711496,0.0028497798,0.0036509908,0.0020327687,0.4764747,0.03772637],"study_design_scores_gemma":[0.022130003,0.00091999077,0.49625212,0.0015247626,0.0020306697,0.0017477929,0.044713333,0.0104251,0.009123213,0.0012867707,0.40845755,0.001388701],"about_ca_topic_score_codex":0.64725536,"about_ca_topic_score_gemma":0.22007373,"teacher_disagreement_score":0.42718163,"about_ca_system_score_codex":0.0023682057,"about_ca_system_score_gemma":0.010228016,"threshold_uncertainty_score":0.99966735},"labels":[],"label_agreement":null},{"id":"W3115840416","doi":"","title":"Alberta Rectal Cancer Initiative (ARCI): Implementation of a provincial rectal cancer clinical pathway quality improvement project","year":2017,"lang":"en","type":"article","venue":"URSCA Proceedings","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Best practice; Audit; Colorectal cancer; Total mesorectal excision; Quality assurance; Medical physics; General surgery; Radiology; Cancer; Internal medicine; Pathology","score_opus":0.32258097123932294,"score_gpt":0.5747025836834377,"score_spread":0.2521216124441148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115840416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98216254,0.000046866753,0.000027583003,0.009830998,0.00091154804,0.0030646394,0.00029720127,0.000058863938,0.0035997734],"genre_scores_gemma":[0.9942482,0.00025915506,0.0010878021,0.0013241797,0.0016578715,0.0007881454,0.000089147696,0.00005946733,0.0004860373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951529,0.00007781039,0.0025675725,0.0008263673,0.0008518069,0.0005235284],"domain_scores_gemma":[0.99421954,0.0005207247,0.0031811055,0.0003820013,0.0014841796,0.00021245939],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028643892,0.0003451798,0.0008181556,0.00013776425,0.00034890897,0.00012066354,0.00034034977,0.00022751206,0.00052061386],"category_scores_gemma":[0.00734453,0.00030650242,0.00030956545,0.00018381803,0.00030909834,0.0010556751,0.00030043567,0.0005721332,0.000011221594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002418495,0.0005437886,0.6392772,0.00047594676,0.00043286406,0.0000046476857,0.00321175,1.13281786e-7,0.020075424,0.00040686835,0.011749508,0.32140338],"study_design_scores_gemma":[0.014260135,0.004676683,0.875261,0.0005701721,0.0010675458,0.000018812865,0.011175116,0.00021305981,0.07218272,0.00041463214,0.01937766,0.0007824461],"about_ca_topic_score_codex":0.08296553,"about_ca_topic_score_gemma":0.025871214,"teacher_disagreement_score":0.32062095,"about_ca_system_score_codex":0.00044057152,"about_ca_system_score_gemma":0.0022150148,"threshold_uncertainty_score":0.9999387},"labels":[],"label_agreement":null},{"id":"W3115955909","doi":"10.1016/j.jclinepi.2020.12.025","title":"The movement for adopting or adapting clinical guidelines and recommendations","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"MEDLINE; Movement (music); Medicine; Political science","score_opus":0.866602208224401,"score_gpt":0.6856403647273035,"score_spread":0.18096184349709754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115955909","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045948155,0.0009823521,0.027586514,0.9639378,0.005982135,0.0009383476,0.000045147637,0.00002464533,0.000043548986],"genre_scores_gemma":[0.00006145026,0.014007872,0.2147246,0.72681886,0.043711204,0.00002232039,0.000099200945,0.000060637787,0.0004938553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95415485,0.008834331,0.034937844,0.00080451305,0.0005233935,0.0007450686],"domain_scores_gemma":[0.40469864,0.56621486,0.02466428,0.0006664235,0.0031318364,0.0006239872],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.10057722,0.0004303991,0.0050393385,0.000108227905,0.00031274965,0.000040964853,0.00047768984,0.0014006294,0.0000987586],"category_scores_gemma":[0.830837,0.00023881905,0.0020222173,0.00015016462,0.0005463269,0.00015554085,0.00028113148,0.0077795135,0.000012883646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018079515,0.00006172574,0.0147118345,0.000113205184,0.0007291043,0.00010660512,0.000008507969,0.000004954553,4.5403849e-7,0.00007221997,0.74288106,0.23950236],"study_design_scores_gemma":[0.004362468,0.0048568943,0.0029886991,0.00054135255,0.0015325632,0.00018949891,0.00028922182,0.0029523822,2.5973478e-7,0.004484071,0.97758865,0.00021392974],"about_ca_topic_score_codex":0.000027137323,"about_ca_topic_score_gemma":0.000038797316,"teacher_disagreement_score":0.73025984,"about_ca_system_score_codex":0.00007297362,"about_ca_system_score_gemma":0.0015486019,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W3117971808","doi":"10.20452/pamw.15875","title":"Quality and methodology of clinical practice guidelines on antiviral pharmacotherapy for COVID-19 during the early phase of the pandemic","year":2021,"lang":"en","type":"article","venue":"Polskie Archiwum Medycyny Wewnętrznej","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Pharmacotherapy; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; Medicine; Quality (philosophy); Phase (matter); Intensive care medicine; Internal medicine; Chemistry; Infectious disease (medical specialty); Disease","score_opus":0.8414433723848904,"score_gpt":0.7324193002865219,"score_spread":0.10902407209836851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117971808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87809736,0.00079151004,0.012670258,0.105726324,0.00070493354,0.0013963821,0.00019639736,0.00003847461,0.0003783879],"genre_scores_gemma":[0.86026055,0.0026396925,0.08885397,0.04688319,0.00093482365,0.00007593698,0.000036089215,0.000053246258,0.00026248058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99165684,0.003422806,0.0033787794,0.0005493733,0.0006484683,0.0003437616],"domain_scores_gemma":[0.9569905,0.038658652,0.0020107315,0.0009217366,0.0011711045,0.0002472714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015152991,0.00023627745,0.0009127472,0.000075911244,0.00019305122,0.000015477535,0.00029084092,0.00014027393,0.000068903624],"category_scores_gemma":[0.19878316,0.00014523898,0.0004575084,0.00030693275,0.0005594218,0.00016869554,0.00020279849,0.0006402496,0.0000022400052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02963575,0.0030919563,0.10772559,0.0011479858,0.0017497854,0.000041112864,0.0030568207,0.000034290177,0.3366704,0.009168956,0.006243048,0.5014343],"study_design_scores_gemma":[0.07407165,0.0038620527,0.29504475,0.00036745679,0.0025731383,0.00059274095,0.0062711216,0.000911043,0.08980859,0.018561265,0.50718594,0.000750265],"about_ca_topic_score_codex":0.00051282067,"about_ca_topic_score_gemma":0.00012904416,"teacher_disagreement_score":0.5009429,"about_ca_system_score_codex":0.000045053515,"about_ca_system_score_gemma":0.001040589,"threshold_uncertainty_score":0.8079658},"labels":[],"label_agreement":null},{"id":"W3118115369","doi":"","title":"Comprehensive Care and Prevention of Diabetes in Ontario: The Need of the Hour","year":2020,"lang":"en","type":"article","venue":"Insights (Essays)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gerontology; Environmental health","score_opus":0.16095943209479732,"score_gpt":0.38546182982100874,"score_spread":0.22450239772621142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118115369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944353,0.00035247815,0.000025057034,0.0037358867,0.00007732991,0.0005195119,0.000003386155,0.000006129619,0.0008448996],"genre_scores_gemma":[0.99845994,0.00001854584,0.00021424028,0.001215117,0.00003883561,0.0000074417926,0.000012797945,0.0000073176875,0.00002577637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895054,0.00013222673,0.00051314133,0.0001246243,0.00020435825,0.00007513056],"domain_scores_gemma":[0.9988316,0.00051135244,0.00025434617,0.00018308911,0.00018510934,0.000034446402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001008357,0.00007398362,0.00021914688,0.000025486657,0.000027597987,0.0000052367027,0.0000802998,0.000045795536,0.000038009162],"category_scores_gemma":[0.0005252253,0.00004070352,0.00006421253,0.00015998774,0.000093080685,0.00008056298,0.00008391067,0.00022093159,0.0000013584231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026557944,0.0001303335,0.92008203,0.00039715148,0.00012672937,0.0000039277716,0.023761932,0.000066660235,0.041635893,0.0007890885,0.0007480118,0.011992638],"study_design_scores_gemma":[0.0026632983,0.0004985643,0.9701729,0.0002159944,0.00021396516,0.0000015694401,0.00997879,0.00027938097,0.008371673,0.0018663418,0.0056623574,0.00007519146],"about_ca_topic_score_codex":0.0066103237,"about_ca_topic_score_gemma":0.045999724,"teacher_disagreement_score":0.05009082,"about_ca_system_score_codex":0.00003258425,"about_ca_system_score_gemma":0.00013317075,"threshold_uncertainty_score":0.9992876},"labels":[],"label_agreement":null},{"id":"W3120519372","doi":"10.1080/17538157.2020.1865969","title":"Computerized Care-Pathways (CCPs) System to Support Person-Centered, Integrated, and Proactive Care in Home-Care Settings","year":2021,"lang":"en","type":"article","venue":"Informatics for Health and Social Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"Fonds de Recherche du Québec - Santé","keywords":"Agile software development; Process management; Prioritization; Process (computing); Scrum; Computer science; Knowledge management; Software development; Engineering; Software; Software engineering","score_opus":0.13621892208390213,"score_gpt":0.42561297038746143,"score_spread":0.2893940483035593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120519372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98890084,0.0011809046,0.0008661426,0.00278669,0.00045807345,0.0033776907,0.0017053081,0.00008807507,0.0006362521],"genre_scores_gemma":[0.9790943,0.000050339753,0.008878507,0.007153373,0.00019778384,0.00012517,0.0044674505,0.00002670015,0.000006354867],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979522,0.000085116844,0.0010538555,0.00021619424,0.00029234868,0.00040025808],"domain_scores_gemma":[0.99774826,0.00017961221,0.00033672832,0.00013725218,0.0012575869,0.0003405521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002757551,0.0002063639,0.00060069124,0.00012190883,0.00032275522,0.00008919292,0.00005862125,0.00015879436,0.000004370517],"category_scores_gemma":[0.00031938186,0.00020187134,0.00009439598,0.00018193055,0.000037166734,0.00022982471,0.00008039339,0.00030677882,0.000002888775],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073783443,0.000019071185,0.006121905,0.01906667,0.000038850347,0.0000140164,0.8212327,0.0000016688808,0.0000050214453,0.00010676545,0.001211888,0.15144362],"study_design_scores_gemma":[0.0054263426,0.0012670127,0.0015817808,0.0004521474,0.00006496906,0.00003688526,0.9748607,0.00024043757,0.000027856859,0.0000020165855,0.015862674,0.00017714487],"about_ca_topic_score_codex":0.00022901288,"about_ca_topic_score_gemma":0.0008053642,"teacher_disagreement_score":0.15362804,"about_ca_system_score_codex":0.0009857601,"about_ca_system_score_gemma":0.0017281941,"threshold_uncertainty_score":0.82320744},"labels":[],"label_agreement":null},{"id":"W3121098217","doi":"10.1186/s13012-020-01066-z","title":"The reporting checklist for public versions of guidelines: RIGHT-PVG","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Social Science Fund of China; Korea Institute of Oriental Medicine; World Health Organization","keywords":"Checklist; Delphi method; Medicine; Delphi; Sample (material); Public health; Medical education; Health informatics; Quality (philosophy); MEDLINE; Health administration; Family medicine; Nursing; Psychology; Computer science; Political science","score_opus":0.7839863010085549,"score_gpt":0.699589586200678,"score_spread":0.08439671480787692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121098217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007067744,0.9794672,0.0059969504,0.0080722,0.0014558227,0.0042181006,0.0002232084,0.000052559775,0.00044327223],"genre_scores_gemma":[0.000120206394,0.9786482,0.018642204,0.00054234813,0.00038423846,0.00037078827,0.0009135157,0.00003736885,0.00034116616],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895949,0.00015331447,0.007749749,0.0007013162,0.0012849373,0.00051579624],"domain_scores_gemma":[0.9814343,0.0039801216,0.009040715,0.0009223546,0.0044012917,0.00022121411],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015180523,0.00026330506,0.0011505773,0.0002934846,0.0008340393,0.00022781349,0.0005152391,0.00009165528,0.00032437604],"category_scores_gemma":[0.08371049,0.00017323255,0.0006156053,0.0018817587,0.00043518873,0.000502846,0.0002673037,0.00024370626,0.000012052524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005127025,0.000031718086,0.000045813787,0.0010684758,0.00007243378,0.0000039695024,0.00003433722,1.8153082e-7,0.000026456231,0.0014876258,0.01729355,0.9799303],"study_design_scores_gemma":[0.0006507482,0.00010186825,0.000037055408,0.0012854919,0.00088420353,0.00010210192,0.0020596632,0.00004247578,0.000072639006,0.00007388334,0.99453413,0.00015572674],"about_ca_topic_score_codex":0.00010307696,"about_ca_topic_score_gemma":0.00014057246,"teacher_disagreement_score":0.9797746,"about_ca_system_score_codex":0.0003837279,"about_ca_system_score_gemma":0.0074509643,"threshold_uncertainty_score":0.99817586},"labels":[],"label_agreement":null},{"id":"W3121832147","doi":"","title":"Ik heb nu de blik van de patiënt","year":2020,"lang":"nl","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athena Sustainable Materials Institute","funders":"","keywords":"Computer science","score_opus":0.1767758543088707,"score_gpt":0.41586310569239754,"score_spread":0.23908725138352685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121832147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9209029,0.0033818788,0.03159819,0.035993762,0.00076497585,0.0011826578,0.002004698,0.0003338949,0.0038370118],"genre_scores_gemma":[0.94336426,0.0043942616,0.008630502,0.03291047,0.0041492977,0.000014528265,0.0062504606,0.00010182475,0.0001843926],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954339,0.0005992986,0.0013960197,0.0010968823,0.00048311742,0.0009907646],"domain_scores_gemma":[0.99459445,0.0023499993,0.00056398456,0.0013556917,0.00009274219,0.0010431095],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024807432,0.00045549613,0.0006500716,0.00007260322,0.00035573894,0.00023172998,0.0012251954,0.00016607149,0.00047384473],"category_scores_gemma":[0.000958418,0.0004368889,0.00009470093,0.00041093296,0.00013839413,0.0006439016,0.0016639399,0.0009932105,0.000336368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003573743,0.0008048301,0.56889653,0.005489451,0.0014141519,0.00063588406,0.042285934,0.0036513282,0.005338024,0.00020850159,0.10548456,0.26221707],"study_design_scores_gemma":[0.0025705395,0.000518814,0.07339155,0.00104356,0.001246155,0.00007857048,0.010312455,0.80349046,0.000039029946,0.00038508163,0.10641247,0.00051133725],"about_ca_topic_score_codex":0.0029584016,"about_ca_topic_score_gemma":0.0024117585,"teacher_disagreement_score":0.79983914,"about_ca_system_score_codex":0.0000843598,"about_ca_system_score_gemma":0.00035678188,"threshold_uncertainty_score":0.9998083},"labels":[],"label_agreement":null},{"id":"W3122011668","doi":"10.48083/qvxe4949","title":"Use of Urology-Based Clinical Practice Guidelines in International Settings","year":2021,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Context (archaeology); Medicine; Medical education; Family medicine; Geography","score_opus":0.4633469220254815,"score_gpt":0.5889314185197219,"score_spread":0.12558449649424036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122011668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54025,0.0005708663,0.012290723,0.43655044,0.0056503494,0.0003753681,0.000091483125,0.00006748539,0.0041532526],"genre_scores_gemma":[0.5649064,0.0021869566,0.27106532,0.15761502,0.0025175286,0.00001969732,0.00038596347,0.000044439,0.0012586717],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99429363,0.00059368403,0.003455522,0.00040192125,0.0009793194,0.00027593342],"domain_scores_gemma":[0.9821217,0.008846975,0.0017152508,0.0003072014,0.00685334,0.00015553508],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048109684,0.00018810616,0.0004960411,0.00028294814,0.00005496792,0.00008051169,0.0002866829,0.0002593753,0.0012051257],"category_scores_gemma":[0.21682432,0.00017811632,0.00042918941,0.00026532193,0.00015903873,0.0007779894,0.00017573054,0.0013016724,0.000021560198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004912943,0.0031487574,0.6191686,0.00004726186,0.0013401341,0.002956734,0.00013663624,0.0043553137,0.0031126589,0.0009918235,0.1414927,0.21833648],"study_design_scores_gemma":[0.0075931754,0.00063398405,0.14520608,0.0001130164,0.00036993742,0.0025503663,0.0011274519,0.015749944,0.00050195504,0.0014811759,0.82443345,0.00023948855],"about_ca_topic_score_codex":0.0000460463,"about_ca_topic_score_gemma":0.000033246277,"teacher_disagreement_score":0.6829407,"about_ca_system_score_codex":0.00020691562,"about_ca_system_score_gemma":0.0013854516,"threshold_uncertainty_score":0.99970794},"labels":[],"label_agreement":null},{"id":"W3123139272","doi":"10.1016/j.jclinepi.2021.01.001","title":"Challenges in applying the GRADE approach in public health guidelines and systematic reviews: a concept article from the GRADE Public Health Group","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University; Impact","funders":"World Health Organization; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Government of the United Kingdom; Global Challenges Research Fund; Medical Research Council; Masarykova Univerzita","keywords":"Public health; Systematic review; Guideline; Thematic analysis; Management science; Nominal group technique; MEDLINE; Psychology; Medicine; Knowledge management; Medical education; Public relations; Computer science; Qualitative research; Political science; Sociology; Engineering; Nursing; Social science","score_opus":0.9135985250287794,"score_gpt":0.6447142120824063,"score_spread":0.26888431294637305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123139272","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04331419,0.15206085,0.0069374456,0.7952192,0.0005336957,0.0018994949,0.0000042656234,0.000010683478,0.000020212807],"genre_scores_gemma":[0.6326303,0.194899,0.025070265,0.14547154,0.001670422,0.00019390615,0.000027924352,0.000029624243,0.0000070351584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.88156766,0.08401933,0.031348877,0.0009815709,0.0007968915,0.0012856796],"domain_scores_gemma":[0.8106543,0.17606926,0.010904796,0.0009871535,0.00057137123,0.0008131472],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21459481,0.0002529034,0.0046252706,0.000121273224,0.00011790732,0.000036545516,0.00038370138,0.0002442097,0.00002250773],"category_scores_gemma":[0.5186501,0.00012888195,0.00051104906,0.00051122124,0.00034822017,0.00029664964,0.00018917232,0.0022420797,0.0000052304467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021327894,0.00243087,0.47254607,0.0050048167,0.00054907275,0.000091566944,0.0035779788,0.000070502545,0.00001005206,0.015465939,0.016515365,0.4835245],"study_design_scores_gemma":[0.010746044,0.0018025077,0.83237076,0.0073291566,0.0002277219,0.0016732255,0.028995499,0.013248205,4.0597948e-7,0.017107569,0.08616954,0.00032936299],"about_ca_topic_score_codex":0.00046051116,"about_ca_topic_score_gemma":0.001409425,"teacher_disagreement_score":0.6497476,"about_ca_system_score_codex":0.00018926433,"about_ca_system_score_gemma":0.0012094467,"threshold_uncertainty_score":0.9740845},"labels":[],"label_agreement":null},{"id":"W3123206506","doi":"10.1016/s1701-2163(16)35342-7","title":"Directive clinique de consensus sur la santé sexuelle de la femme","year":2012,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of Winnipeg","funders":"","keywords":"Medicine; Humanities; Gynecology; Philosophy","score_opus":0.0627062479468114,"score_gpt":0.40795012739061637,"score_spread":0.34524387944380497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123206506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89129233,0.066234566,0.00055916735,0.0063217315,0.029111236,0.00021472336,0.00006394523,0.0000053188114,0.006196971],"genre_scores_gemma":[0.98790467,0.0031246655,0.00470187,0.0028393804,0.0005222295,0.0000020373868,0.0000030776869,0.000026494543,0.00087555626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957535,0.0018325063,0.0013142263,0.00013747693,0.00031528666,0.0006469944],"domain_scores_gemma":[0.8737357,0.123725526,0.0010692301,0.00012412439,0.0005778877,0.00076751143],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067534675,0.00018534617,0.000565289,0.00017590313,0.000100958045,0.000029372726,0.000102554644,0.00041460863,0.00069664454],"category_scores_gemma":[0.16431658,0.00017892531,0.00010187957,0.0003006259,0.00024423492,0.00014857229,0.00006077993,0.0012410034,0.000002266667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038373135,0.00038098433,0.6206639,0.00008501954,0.0003729396,0.004064186,0.00038046855,0.000042599142,0.000037376343,0.0003069563,0.062470175,0.31115708],"study_design_scores_gemma":[0.0037147054,0.00046881574,0.6692073,0.00002609623,0.0007038343,0.0017728375,0.0017085191,0.0004013996,0.00006573523,0.00043422275,0.32134327,0.00015327915],"about_ca_topic_score_codex":0.048663527,"about_ca_topic_score_gemma":0.023532072,"teacher_disagreement_score":0.31100377,"about_ca_system_score_codex":0.0029560137,"about_ca_system_score_gemma":0.0100718215,"threshold_uncertainty_score":0.99554014},"labels":[],"label_agreement":null},{"id":"W3123485778","doi":"","title":"Developing Leadership in Managers to Facilitate the Implementation of National Guideline Recommendations: A Process Evaluation of Feasibility and Usefulness","year":2016,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Intervention (counseling); Rehabilitation; Focus group; Psychological intervention; Medical education; Guideline; Psychology; Nursing; Process (computing); Medicine; Business; Physical therapy; Computer science","score_opus":0.6214543527313102,"score_gpt":0.5357650833765663,"score_spread":0.08568926935474397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123485778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8948144,0.00019804019,0.031042278,0.072940044,0.000053741733,0.0009046825,0.000013630765,0.000005233932,0.000027985585],"genre_scores_gemma":[0.99796164,0.0002997345,0.0010523098,0.000553264,0.000043945558,0.000036655318,0.000018927254,0.000008476525,0.000025024818],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968025,0.00039136474,0.001348041,0.00018703128,0.0007715442,0.00049950177],"domain_scores_gemma":[0.9972012,0.0005637083,0.00052196754,0.000113237926,0.0015582406,0.00004164007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021322196,0.00009306956,0.00018452569,0.00021420467,0.00005838752,0.0000084340645,0.000093473915,0.00003469491,0.00008649799],"category_scores_gemma":[0.004522217,0.000060010985,0.00004314787,0.00035311992,0.00005180776,0.00032033867,0.00002465504,0.0002945982,0.0000017223913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008518395,0.0001668757,0.15903865,0.00011448003,0.00027053346,3.4514693e-7,0.0027440728,0.00014627771,0.0023993228,0.01790086,0.00033904825,0.8160277],"study_design_scores_gemma":[0.019767776,0.0013865669,0.33632514,0.0006876368,0.0004895233,0.00023679993,0.19159567,0.00073770626,0.004369144,0.44329587,0.0007298209,0.00037834706],"about_ca_topic_score_codex":0.00024284731,"about_ca_topic_score_gemma":0.0061354027,"teacher_disagreement_score":0.81564933,"about_ca_system_score_codex":0.0015877984,"about_ca_system_score_gemma":0.004087157,"threshold_uncertainty_score":0.73898906},"labels":[],"label_agreement":null},{"id":"W3123666053","doi":"","title":"Consent Requirements for Pelvic Examinations Performed for Training Purposes","year":2012,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Guideline; Statement (logic); Medicine; Obstetrics and gynaecology; Informed consent; Pelvic examination; Patient Consent; Medical education; Family medicine; Gynecology; Alternative medicine; Political science; Law; Pregnancy","score_opus":0.41539151587899603,"score_gpt":0.5115343561290795,"score_spread":0.09614284025008346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123666053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7619381,0.0017694024,0.21777123,0.013554365,0.0012336371,0.0028191945,0.000028892602,0.000063518644,0.00082163647],"genre_scores_gemma":[0.9893721,0.0007019928,0.0058890632,0.00079599314,0.0015798255,0.00014179017,0.00009696354,0.000038136284,0.0013841604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967833,0.000059128786,0.00078780315,0.00015108469,0.00027799775,0.0019406507],"domain_scores_gemma":[0.9974957,0.0014612183,0.00037755087,0.00012954586,0.0003515415,0.00018440861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005486042,0.00013751922,0.0002400376,0.00012452014,0.00030605236,0.000029143737,0.0000852119,0.0000673998,0.00008789125],"category_scores_gemma":[0.0062527517,0.00012146447,0.00019012734,0.00009665821,0.000037596725,0.00044291074,0.000014927625,0.00061759644,0.000011554411],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025830169,0.0015166822,0.035503786,0.00027243953,0.0018601896,0.000001947404,0.0034404397,0.000011978472,0.013909167,0.11489893,0.010567149,0.8154343],"study_design_scores_gemma":[0.084430516,0.02116296,0.051306754,0.00063272973,0.008010103,0.008553442,0.2104888,0.005259544,0.005090039,0.24452968,0.35848832,0.0020471162],"about_ca_topic_score_codex":0.0000132374635,"about_ca_topic_score_gemma":0.00022821133,"teacher_disagreement_score":0.81338716,"about_ca_system_score_codex":0.00079467864,"about_ca_system_score_gemma":0.0031535018,"threshold_uncertainty_score":0.7485579},"labels":[],"label_agreement":null},{"id":"W3124074225","doi":"","title":"","year":2017,"lang":"fr","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Musée de la Civilisation; British Columbia Institute of Technology; University of Alberta","funders":"","keywords":"Computer science; Medicine; World Wide Web","score_opus":0.4625996952668108,"score_gpt":0.5048180857835831,"score_spread":0.04221839051677234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124074225","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.456646,0.0070240283,0.000882144,0.5037333,0.023157861,0.0045640045,0.00006872257,0.0000835827,0.0038403631],"genre_scores_gemma":[0.9475993,0.0027400346,0.0014754036,0.011327927,0.015200293,0.0039881445,0.000047328358,0.00008592648,0.017535672],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920871,0.00049580756,0.0028560276,0.0010196749,0.0010550087,0.0024863596],"domain_scores_gemma":[0.98775315,0.003509287,0.0026534575,0.003624895,0.0006540285,0.0018051888],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011441214,0.00048570908,0.00090081664,0.00012392696,0.0016594669,0.0010278155,0.0010433893,0.0004366139,0.0002451115],"category_scores_gemma":[0.1808124,0.0005232429,0.00043011305,0.000113227674,0.0012321923,0.0041120546,0.000832624,0.0011045466,0.00021610534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000782781,0.0006234519,0.3449919,0.00022171807,0.00033565387,0.00042991154,0.00012968782,0.000007862837,0.000023097307,0.0013866015,0.0069201705,0.64414716],"study_design_scores_gemma":[0.010909787,0.00016435559,0.8145898,0.000154103,0.0017560124,0.00022097334,0.00074933196,0.00039056808,0.000397282,0.0016845333,0.16859238,0.00039089957],"about_ca_topic_score_codex":0.010051775,"about_ca_topic_score_gemma":0.002148913,"teacher_disagreement_score":0.6437563,"about_ca_system_score_codex":0.0007062168,"about_ca_system_score_gemma":0.00034440702,"threshold_uncertainty_score":0.9997219},"labels":[],"label_agreement":null},{"id":"W3124355470","doi":"10.1016/j.siny.2021.101194","title":"Optimizing practice guidelines through incorporating patient and family values and preferences","year":2021,"lang":"en","type":"article","venue":"Seminars in Fetal and Neonatal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Izaak Walton Killam Health Centre","funders":"European Commission","keywords":"Clinical Practice; Psychological intervention; Medicine; Variation (astronomy); Nursing; Value (mathematics); Family medicine; Best practice; Health care; Family centered care; Health professionals; Psychology; Medical education; Political science","score_opus":0.14726009958841385,"score_gpt":0.4397895742884102,"score_spread":0.29252947469999635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124355470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90787166,0.056942575,0.000625905,0.032490592,0.0002746872,0.0003376717,0.00000967803,0.00003019127,0.001417053],"genre_scores_gemma":[0.8009452,0.02684984,0.1605732,0.010973223,0.0003561087,0.000019856427,0.0001164454,0.000024517478,0.00014161707],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978238,0.00012550491,0.0010055373,0.00046322626,0.00038979773,0.00019215804],"domain_scores_gemma":[0.9972523,0.0016299059,0.0003630058,0.0001596816,0.00045441583,0.00014071538],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009463971,0.00019825055,0.0004305523,0.000068751244,0.000099348144,0.000024797857,0.00003518967,0.000091645255,0.000023479064],"category_scores_gemma":[0.017105931,0.00015252212,0.00001992175,0.00023323427,0.00032206118,0.0005177188,0.0002204204,0.00032513056,9.62546e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044279557,0.00008126567,0.0056706686,0.00020817376,0.000057516638,0.00061271363,0.0050677024,0.000005352328,0.0047126175,0.00018800955,0.0013044259,0.98164874],"study_design_scores_gemma":[0.030864773,0.013823647,0.038824733,0.020412482,0.0026085658,0.01837675,0.68817145,0.017091174,0.010244962,0.04173497,0.11571918,0.0021272977],"about_ca_topic_score_codex":0.00044772055,"about_ca_topic_score_gemma":0.000056221925,"teacher_disagreement_score":0.97952145,"about_ca_system_score_codex":0.000024687019,"about_ca_system_score_gemma":0.00009452234,"threshold_uncertainty_score":0.9911734},"labels":[],"label_agreement":null},{"id":"W3124421985","doi":"10.3917/rsi.143.0106","title":"« Sédation » ou « pratiques sédatives à visée palliative en fin de vie » ? Une étude linguistique des recommandations francophones en matière de sédation en soins palliatifs chez l’adulte","year":2021,"lang":"fr","type":"article","venue":"Recherche en soins infirmiers","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.325342239050394,"score_gpt":0.5377513353015719,"score_spread":0.21240909625117793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124421985","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4797888,0.0041746963,0.3345257,0.15541145,0.0050704153,0.0045056925,0.00117917,0.00075517123,0.014588914],"genre_scores_gemma":[0.43182826,0.053023405,0.48171273,0.004429991,0.009048921,0.000749831,0.0067022773,0.0003877682,0.012116812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97420895,0.019186014,0.003095222,0.0012746762,0.00088114856,0.0013539671],"domain_scores_gemma":[0.96257347,0.032339863,0.001518544,0.0010758729,0.0018143674,0.00067787693],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01928546,0.00095198525,0.0012496803,0.0003968465,0.00059103506,0.00030256403,0.0005661198,0.0022514544,0.0025158704],"category_scores_gemma":[0.16366535,0.0010754347,0.00046826294,0.0020103657,0.00042979754,0.0013699424,0.00034381493,0.004533977,0.00053884595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00089744304,0.0028698086,0.12599999,0.003025852,0.0029566532,0.00026570374,0.35642332,0.0036103982,0.02984923,0.010203075,0.016459893,0.44743863],"study_design_scores_gemma":[0.008319549,0.0013211299,0.44433752,0.0059075095,0.0028414049,0.00015553049,0.098607,0.032358117,0.06126869,0.030697992,0.31168672,0.0024988109],"about_ca_topic_score_codex":0.0078409305,"about_ca_topic_score_gemma":0.03784186,"teacher_disagreement_score":0.44493982,"about_ca_system_score_codex":0.008270288,"about_ca_system_score_gemma":0.009266674,"threshold_uncertainty_score":0.9991696},"labels":[],"label_agreement":null},{"id":"W3124443249","doi":"","title":"Abstract 15714: Evaluation of the Primary Care Heart Failure Billing Code on Cardiovascular Clinical Outcomes","year":2018,"lang":"en","type":"article","venue":"Circulation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Heart failure; Primary care; Intensive care medicine; Emergency medicine; Internal medicine; Cardiology; Family medicine","score_opus":0.33661618379026426,"score_gpt":0.49877593613774374,"score_spread":0.16215975234747948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124443249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946795,0.00015870387,0.00060552085,0.0019175835,0.0007195399,0.0011238137,0.000011706771,0.000035063145,0.00074855244],"genre_scores_gemma":[0.9970183,0.0000070170813,0.0010237227,0.0011159783,0.00065537513,0.000015522088,0.00013891584,0.000022208136,0.0000029680082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967859,0.0003554904,0.0010815617,0.00032441653,0.0013161465,0.00013649756],"domain_scores_gemma":[0.9968145,0.000645945,0.0003688125,0.0007738696,0.0013358622,0.00006104868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004053526,0.00012386672,0.00037426045,0.000067171975,0.000119980665,0.000013642485,0.00008315304,0.00015155066,0.00010780715],"category_scores_gemma":[0.004818279,0.000088456945,0.00056161964,0.00019918216,0.0001244474,0.0001441244,0.00003258644,0.00024020228,0.000048848222],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008811423,0.00010510272,0.9347513,0.00008396534,0.0002799351,3.831145e-7,0.00019679348,0.0035157101,0.0014569063,0.000025064388,0.0004874268,0.059009302],"study_design_scores_gemma":[0.0024825218,0.00008386485,0.98865664,0.000116519695,0.00094636827,0.0000043609316,0.00029068123,0.0025413453,0.00037258293,0.0000926011,0.0043264143,0.000086127606],"about_ca_topic_score_codex":0.000077532204,"about_ca_topic_score_gemma":0.000068239184,"teacher_disagreement_score":0.058923177,"about_ca_system_score_codex":0.0002705288,"about_ca_system_score_gemma":0.00037832418,"threshold_uncertainty_score":0.5768278},"labels":[],"label_agreement":null},{"id":"W3124880566","doi":"10.3390/curroncol28010056","title":"Implementation of the Canadian National Standards in Breast Cancer Surgical Care: Gaps, Barriers, Enablers and Opportunities","year":2021,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Canadian Partnership Against Cancer; University of Ottawa","funders":"Health Canada; Partenariat Canadien Contre Le Cancer","keywords":"Medicine; Breast cancer; Family medicine; Psychosocial; Health care; Focus group; Mastectomy; General partnership; Nursing; Cancer; Internal medicine","score_opus":0.30930200866165264,"score_gpt":0.5513779943783217,"score_spread":0.24207598571666905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124880566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8966521,0.0035686204,0.000004033202,0.09361588,0.0013101007,0.000472677,0.0018944464,0.000008082107,0.0024740575],"genre_scores_gemma":[0.99678475,0.0018807255,0.000033182914,0.0009106481,0.00015266298,0.000032137494,0.00017815325,0.0000067382143,0.000020981375],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860716,0.00020685772,0.00048331023,0.00015785318,0.0003755992,0.00016922891],"domain_scores_gemma":[0.99839103,0.00022749262,0.00014571784,0.0000852704,0.00097523397,0.00017525107],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069105095,0.000072475195,0.0001924993,0.000087485714,0.000076410804,0.000009378795,0.00004023994,0.00006366834,0.001478211],"category_scores_gemma":[0.00041848284,0.00006030414,0.000039964234,0.00014509518,0.00013162683,0.00007692565,0.000045464352,0.00020294369,3.7914705e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015564106,0.0000653774,0.7576288,0.00016875433,0.000059286773,0.00006802123,0.0016342981,0.000009949818,0.00009419424,0.004250665,0.018881772,0.21698326],"study_design_scores_gemma":[0.0036505475,0.00007069393,0.22147347,0.00007114943,0.000095389274,0.00017337287,0.018863933,0.000036610054,0.00015595478,0.000120348835,0.75521046,0.0000780908],"about_ca_topic_score_codex":0.042900458,"about_ca_topic_score_gemma":0.64746994,"teacher_disagreement_score":0.73632866,"about_ca_system_score_codex":0.0016369459,"about_ca_system_score_gemma":0.016871013,"threshold_uncertainty_score":0.9994346},"labels":[],"label_agreement":null},{"id":"W3126120112","doi":"10.1371/journal.pone.0250356","title":"Over half of clinical practice guidelines use non-systematic methods to inform recommendations: A methods study","year":2021,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"","keywords":"Systematic review; MEDLINE; Medicine; Evidence-based medicine; Quality of evidence; Evidence-based practice; Meta-analysis; Alternative medicine; Family medicine; Pathology","score_opus":0.7751571857009248,"score_gpt":0.6906486802200485,"score_spread":0.0845085054808763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126120112","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38263905,0.0005763022,0.3812057,0.21689568,0.001657884,0.014366499,0.00006765176,0.00026987703,0.002321351],"genre_scores_gemma":[0.0053102463,0.00016624466,0.97634953,0.016320143,0.00036784195,0.0002761589,0.000074135554,0.000049510305,0.0010861855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865034,0.003876243,0.007586258,0.000603857,0.0011314392,0.0002987954],"domain_scores_gemma":[0.9462129,0.041003875,0.0021551545,0.0015643473,0.008674971,0.00038877007],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029267738,0.000250222,0.0018068947,0.00020713954,0.00008734838,0.00007583541,0.00018391685,0.00015932084,0.00067134935],"category_scores_gemma":[0.61271423,0.00022055535,0.00026184125,0.0011173493,0.000035412217,0.00092752045,0.000355419,0.0005396882,0.00009485033],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063740285,0.17961177,0.068765655,0.033976305,0.033575255,0.00042722357,0.011511281,0.000054736836,0.063869834,0.0008259118,0.079094864,0.5219131],"study_design_scores_gemma":[0.062030517,0.031129979,0.1235218,0.054583047,0.115655854,0.0005733412,0.17468406,0.05722802,0.09045064,0.001213399,0.2847741,0.0041552586],"about_ca_topic_score_codex":0.0004367555,"about_ca_topic_score_gemma":0.00014110803,"teacher_disagreement_score":0.5951438,"about_ca_system_score_codex":0.00009319513,"about_ca_system_score_gemma":0.0006036194,"threshold_uncertainty_score":0.9995732},"labels":[],"label_agreement":null},{"id":"W3126675076","doi":"10.1186/s40779-021-00298-4","title":"Development of rapid advice guideline and standard and continuous updating guideline: experiences and practice","year":2021,"lang":"en","type":"article","venue":"Military Medical Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Advice (programming); Pandemic; Coronavirus disease 2019 (COVID-19); Medicine; Medical education; Family medicine; Psychology; Computer science; Disease; Infectious disease (medical specialty); Pathology","score_opus":0.2131947109029931,"score_gpt":0.5542974358494968,"score_spread":0.3411027249465036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126675076","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9081553,0.022302475,0.0017061108,0.06549968,0.00011504491,0.00054211006,0.000013986135,0.000036709836,0.00162857],"genre_scores_gemma":[0.3925406,0.011008281,0.588957,0.0065214043,0.00042246218,0.00007632621,0.00022288805,0.000038316226,0.00021272227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354035,0.0008972625,0.0021149388,0.00058530545,0.0024415916,0.00042053347],"domain_scores_gemma":[0.98596555,0.009970446,0.00016200158,0.00034175065,0.00279842,0.0007618475],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022177676,0.00015368608,0.00048823038,0.00013429923,0.0002230038,0.000021088932,0.00010419791,0.00015255605,0.0014321696],"category_scores_gemma":[0.19743432,0.00012931545,0.00002891352,0.00038148777,0.00069999025,0.0002837346,0.0005945455,0.0006572076,0.0000036074543],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016967888,0.00025074318,0.0014341802,0.000348494,0.00014941495,0.00046615297,0.009806724,2.832103e-7,0.0040004565,0.00010838658,0.039864786,0.9418736],"study_design_scores_gemma":[0.0045502475,0.00096673856,0.0017636225,0.00043954173,0.00011075937,0.000940031,0.27918208,0.002836418,0.002170866,0.00012793993,0.7066989,0.00021283729],"about_ca_topic_score_codex":0.00051179604,"about_ca_topic_score_gemma":0.00035096437,"teacher_disagreement_score":0.94166076,"about_ca_system_score_codex":0.000054519172,"about_ca_system_score_gemma":0.0019975589,"threshold_uncertainty_score":0.99948066},"labels":[],"label_agreement":null},{"id":"W3127577646","doi":"10.26911/theijmed.v5i4.347","title":"Meta-Analysis of the Effect of High-Intensity Interval Training in Increasing High-Density Lipoprotein Levels in Type 2 Diabetes Mellitus Patients","year":2021,"lang":"en","type":"article","venue":"Indonesian Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"High-intensity interval training; Medicine; Type 2 Diabetes Mellitus; Intensity (physics); Meta-analysis; Internal medicine; High-density lipoprotein; Diabetes mellitus; Confidence interval; Interval (graph theory); Endocrinology; Mathematics; Cholesterol; Physics","score_opus":0.1762658441787472,"score_gpt":0.3984815567501028,"score_spread":0.22221571257135564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127577646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99143815,0.0007860592,0.000103990904,0.006906654,0.0004511787,0.00029283352,0.000008858678,0.0000027275057,0.00000955717],"genre_scores_gemma":[0.998668,0.000031476597,0.0006169043,0.00049816695,0.00014657686,0.0000017241664,0.000017448274,0.0000151188415,0.000004577135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938695,0.0019127493,0.0028380447,0.0002128586,0.0009481219,0.00021875727],"domain_scores_gemma":[0.9930715,0.0033096264,0.0019573632,0.00037121653,0.0011686338,0.00012165957],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009293867,0.00019892072,0.0030373605,0.0006338366,0.000022261062,0.0000047750073,0.00018090772,0.000109992994,0.00033184933],"category_scores_gemma":[0.023883402,0.00011777403,0.000600477,0.0018229546,0.00020161411,0.00014780053,0.000087466884,0.0006760877,4.816616e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005135332,0.00038728616,0.8880994,0.0002757051,0.033886474,0.00032305002,0.0022407216,0.00025812298,0.012689804,0.000014871956,0.000050370618,0.056638893],"study_design_scores_gemma":[0.0068884017,0.0016730975,0.90674156,0.00047724284,0.06040563,0.00004903637,0.0006860298,0.00013289087,0.02273985,0.000121087556,0.000006396755,0.00007879404],"about_ca_topic_score_codex":0.0021306204,"about_ca_topic_score_gemma":0.0010437994,"teacher_disagreement_score":0.0565601,"about_ca_system_score_codex":0.0001251928,"about_ca_system_score_gemma":0.00022850804,"threshold_uncertainty_score":0.9843388},"labels":[],"label_agreement":null},{"id":"W3128250231","doi":"10.1111/jebm.12419","title":"Consistency of recommendations and methodological quality of guidelines for the diagnosis and treatment of COVID‐19","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Impact","funders":"","keywords":"Guideline; Interim; Medicine; CLARITY; Consistency (knowledge bases); Coronavirus disease 2019 (COVID-19); MEDLINE; Checklist; Quality (philosophy); Concordance; Data collection; Medical physics; Family medicine; Psychology; Computer science; Pathology; Statistics; Political science; Internal medicine","score_opus":0.9688802759637457,"score_gpt":0.738142788820996,"score_spread":0.23073748714274966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128250231","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000154535,0.874626,0.007990737,0.115577355,0.00027219797,0.0012754801,0.00009782749,0.0000025551476,0.0000033491895],"genre_scores_gemma":[0.00014541995,0.95438457,0.04354593,0.0012607148,0.00050428935,0.0000691037,0.000051605704,0.000016197417,0.0000221696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901848,0.0019824805,0.006800352,0.0002649811,0.00062785496,0.00013955771],"domain_scores_gemma":[0.83551466,0.15235585,0.007837146,0.00042157248,0.0035891812,0.00028160893],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016763262,0.0002912842,0.0043727127,0.00029065806,0.00005901894,0.000005259652,0.00014014773,0.0001935119,0.00028137796],"category_scores_gemma":[0.3261049,0.00013047231,0.00072601734,0.00036405632,0.0006493598,0.000102775564,0.00004131565,0.00025296432,7.131941e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005400826,0.00033224438,0.0013173786,0.0135724,0.00094138866,0.000011098391,0.00011430749,0.000003031281,0.000031059753,0.00010277778,0.007657442,0.9753768],"study_design_scores_gemma":[0.005940962,0.009488078,0.0005350578,0.07912947,0.022307876,0.00032553013,0.0020224028,0.000031574444,0.000057993097,0.00022663733,0.87977886,0.0001555482],"about_ca_topic_score_codex":0.000370635,"about_ca_topic_score_gemma":0.000049794373,"teacher_disagreement_score":0.9752212,"about_ca_system_score_codex":0.00015393866,"about_ca_system_score_gemma":0.0025923403,"threshold_uncertainty_score":0.67957157},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3128368481","doi":"10.1007/s10488-021-01110-0","title":"Can We Develop Evidence-Based Guidelines Without Research Expertise?","year":2021,"lang":"en","type":"article","venue":"Administration and Policy in Mental Health and Mental Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université de Montréal; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Engineering ethics; Psychology; Data science; Computer science; Engineering","score_opus":0.5901611526805803,"score_gpt":0.677321789505678,"score_spread":0.08716063682509767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128368481","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40554935,0.011601419,0.0000047961257,0.58091104,0.000110121764,0.0015874731,0.00007981347,0.000023132947,0.00013282882],"genre_scores_gemma":[0.86798096,0.07071737,0.0030787168,0.056157835,0.00038733,0.00014800545,0.00088502985,0.000030252644,0.00061449665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99301815,0.0018221491,0.0017416095,0.00072848133,0.0015277754,0.0011618194],"domain_scores_gemma":[0.99600214,0.00086766866,0.00022587448,0.00034594614,0.00086500007,0.0016933825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007859467,0.00022154849,0.00047153587,0.00066228525,0.0010722512,0.00019802581,0.00015124498,0.0001318549,0.00010090669],"category_scores_gemma":[0.00094411965,0.00021126504,0.00003488989,0.0016289989,0.00025836923,0.0004407893,0.0002507714,0.0008134858,0.000017522627],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007911568,0.0017768416,0.16605105,0.016099313,0.000053179017,0.00010108664,0.04180654,9.884831e-7,0.0024269195,0.0022717938,0.02362454,0.7378762],"study_design_scores_gemma":[0.023006106,0.020334825,0.093127556,0.02477886,0.00001623588,0.001326353,0.32784748,0.010132416,0.0070993695,0.0021152552,0.48914027,0.0010752697],"about_ca_topic_score_codex":0.023866715,"about_ca_topic_score_gemma":0.038991015,"teacher_disagreement_score":0.7368009,"about_ca_system_score_codex":0.0012513986,"about_ca_system_score_gemma":0.016437612,"threshold_uncertainty_score":0.98913825},"labels":[],"label_agreement":null},{"id":"W3128401897","doi":"10.1186/s12913-021-06110-2","title":"“What is the actual goal of the pathway?”: examining emergency department physician and nurse perspectives on the implementation of a pediatric concussion pathway using the theoretical domains framework","year":2021,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Windsor; Wilfrid Laurier University; University of Ottawa; University of Alberta; University of Calgary","funders":"Fondation Brain Canada; Alberta Health Services","keywords":"Operationalization; Concussion; Nursing research; Health informatics; Medicine; Context (archaeology); Emergency department; Health care; Health administration; Medical education; Nursing; Public health; Poison control; Medical emergency; Injury prevention","score_opus":0.1665091599707392,"score_gpt":0.5367806932904343,"score_spread":0.3702715333196951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128401897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98206127,0.0015688825,0.00014719364,0.014232661,0.00024619568,0.0016263904,0.000061309634,0.000005226431,0.00005088455],"genre_scores_gemma":[0.99506414,0.0023875423,0.00040182678,0.001706642,0.00034793065,0.00004710904,0.000014085351,0.000020447453,0.0000102990425],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939784,0.0028332095,0.0010593263,0.0003395409,0.001396612,0.00039295884],"domain_scores_gemma":[0.9907145,0.007030011,0.0006543464,0.0007541917,0.00074614043,0.000100824305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055284165,0.00014583771,0.000299354,0.000069229136,0.0005448001,0.000036319052,0.0003048794,0.00007750033,0.00029793545],"category_scores_gemma":[0.00077841146,0.00006383211,0.000115543466,0.0009197293,0.00041271563,0.00014447248,0.00026871776,0.0006512148,0.0000017329113],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00249022,0.0020558576,0.25715283,0.0037925425,0.00046198026,0.000007758534,0.48176634,0.0000496001,0.013262643,0.1780743,0.00037203197,0.06051389],"study_design_scores_gemma":[0.00093314645,0.0008589588,0.17447928,0.00041771051,0.000099235556,0.0000054316356,0.812238,0.0011217785,0.006358612,0.0031985957,0.00021534089,0.00007393646],"about_ca_topic_score_codex":0.0003062275,"about_ca_topic_score_gemma":0.00022781796,"teacher_disagreement_score":0.33047163,"about_ca_system_score_codex":0.000118867836,"about_ca_system_score_gemma":0.0012751136,"threshold_uncertainty_score":0.41902167},"labels":[],"label_agreement":null},{"id":"W3129798382","doi":"10.1186/s12913-020-05819-w","title":"Bringing two worlds closer together: a critical analysis of an integrated approach to guideline development and quality assurance schemes","year":2021,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"European Commission","keywords":"Guideline; Process management; Quality assurance; Workflow; Health informatics; Transparency (behavior); Nursing research; Quality (philosophy); Commission; Medicine; Management science; Knowledge management; Computer science; Business; Nursing; Public health; Engineering","score_opus":0.5526630258851316,"score_gpt":0.6721841083930639,"score_spread":0.11952108250793225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129798382","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004147617,0.9824987,0.009670294,0.00063224835,0.00007666199,0.0025921867,0.00013884618,0.000057997004,0.00018544338],"genre_scores_gemma":[0.0004471733,0.6153699,0.3783086,0.0015590944,0.00024428096,0.00030240716,0.0035494547,0.00008460808,0.00013446464],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98572195,0.004710313,0.005310358,0.0013269928,0.0019833404,0.00094707933],"domain_scores_gemma":[0.9872908,0.0066578276,0.00073400984,0.0011894681,0.0030569676,0.0010709311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.027051894,0.00043902293,0.0038729385,0.0016259133,0.00024314152,0.00012574028,0.00045495696,0.00026983148,0.00016043529],"category_scores_gemma":[0.005335778,0.00036777588,0.000351256,0.006159608,0.00011388377,0.00020523553,0.0005398098,0.0013705029,0.000013924191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001306746,0.0006144322,0.001419556,0.08874264,0.0009579866,0.0000070523347,0.00096509757,0.00001473108,0.0000014969798,0.00018876235,0.00007257661,0.90688497],"study_design_scores_gemma":[0.0007268648,0.00019464502,0.0016272982,0.015914746,0.0013083897,0.000016986545,0.0046945773,0.0047001904,0.000004754036,0.000004103668,0.97045916,0.00034828714],"about_ca_topic_score_codex":0.00495572,"about_ca_topic_score_gemma":0.007271205,"teacher_disagreement_score":0.97038656,"about_ca_system_score_codex":0.0006166662,"about_ca_system_score_gemma":0.007235845,"threshold_uncertainty_score":0.9998774},"labels":[],"label_agreement":null},{"id":"W3131621642","doi":"","title":"Encadrement normatif et contractuel des pratiques de téléconsultation en clinique de première ligne","year":2021,"lang":"fr","type":"article","venue":"CIRANO Project Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Remuneration; Philosophy; Law","score_opus":0.11572693575001183,"score_gpt":0.479111179566639,"score_spread":0.36338424381662715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131621642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8801288,0.009228867,0.0666977,0.022458157,0.0027546675,0.0042466577,0.000084813444,0.0003246737,0.014075656],"genre_scores_gemma":[0.9101082,0.0065715564,0.07099702,0.005833658,0.001501676,0.00035465398,0.0007186118,0.00010015384,0.0038144402],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914996,0.002530479,0.0036023012,0.0007923707,0.00067670905,0.00089854765],"domain_scores_gemma":[0.991378,0.004218085,0.0017383705,0.00074860186,0.0015616788,0.00035524435],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011836038,0.00042825405,0.00071591267,0.0001508213,0.0001888838,0.00021166679,0.0001068326,0.00055392744,0.0007679772],"category_scores_gemma":[0.05217571,0.0004639138,0.0002718143,0.00043651284,0.00022136854,0.0010420111,0.00011946421,0.0009850416,0.000041515224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000709044,0.0035685746,0.4143172,0.004479639,0.0012838409,0.020658888,0.04820953,0.0002706066,0.10058248,0.0022878589,0.029008193,0.37462416],"study_design_scores_gemma":[0.008201851,0.0023969177,0.27832446,0.0073182397,0.0047917175,0.040621053,0.04188992,0.005217871,0.25418028,0.011224593,0.34392467,0.0019084383],"about_ca_topic_score_codex":0.0030395163,"about_ca_topic_score_gemma":0.002705376,"teacher_disagreement_score":0.3727157,"about_ca_system_score_codex":0.001314108,"about_ca_system_score_gemma":0.012230666,"threshold_uncertainty_score":0.99978125},"labels":[],"label_agreement":null},{"id":"W3132014064","doi":"10.1186/s12913-021-06148-2","title":"Guideline-based quality assurance: a conceptual framework for the definition of key elements","year":2021,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; McMaster University Medical Centre; Impact; Health Sciences Centre","funders":"European Commission","keywords":"Terminology; Process management; Quality assurance; Guideline; Quality (philosophy); Health informatics; Multidisciplinary approach; Computer science; Knowledge management; Management science; Health care; Process (computing); Benchmarking; Conceptual framework; Medicine; Nursing; Public health; Engineering; Business; Political science","score_opus":0.7118098096717055,"score_gpt":0.6889424789192587,"score_spread":0.022867330752446735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132014064","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027158976,0.96022993,0.028306847,0.002320558,0.00037313518,0.00777143,0.00087029877,0.000034732253,0.000065877764],"genre_scores_gemma":[0.00004138477,0.8417246,0.14762443,0.004001694,0.00086945854,0.001284105,0.004345726,0.000081702536,0.000026895976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848113,0.004727223,0.0063013393,0.00082589727,0.0024005705,0.00093367044],"domain_scores_gemma":[0.9267076,0.06416077,0.0028652225,0.0016371835,0.0042191395,0.00041006686],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029459551,0.0003797552,0.0025360521,0.00028668763,0.0004108857,0.00006729056,0.00062101876,0.0005182394,0.0005354763],"category_scores_gemma":[0.013707098,0.0002667548,0.00076985836,0.0014106588,0.00023328695,0.00010226203,0.00023030305,0.0016884721,0.000054497243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000497319,0.0005697492,0.00067137595,0.27063558,0.00035325348,0.0000035396595,0.00041540148,0.0000044452872,4.41597e-7,0.006515531,0.0038529832,0.7164804],"study_design_scores_gemma":[0.0017313601,0.00063752086,0.00020962181,0.036292125,0.00043398587,0.00000558605,0.004223873,0.0003309234,0.0000010508228,0.00055169937,0.9553933,0.00018891392],"about_ca_topic_score_codex":0.001472866,"about_ca_topic_score_gemma":0.00096419506,"teacher_disagreement_score":0.95154035,"about_ca_system_score_codex":0.0005511004,"about_ca_system_score_gemma":0.015032054,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W3132124236","doi":"10.1016/j.thromres.2021.02.009","title":"Special series on challenging anticoagulation cases: Experience counts when guidelines fall short","year":2021,"lang":"en","type":"editorial","venue":"Thrombosis Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Clinical Practice; Consistency (knowledge bases); Quality (philosophy); Scopus; Alternative medicine; Health care; MEDLINE; Family medicine; Computer science; Pathology","score_opus":0.6373524538894255,"score_gpt":0.6172627538419957,"score_spread":0.020089700047429826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132124236","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010086994,0.0005348975,0.00011514856,0.010502629,0.9469825,0.0016915668,0.0002500308,0.00017117595,0.029665025],"genre_scores_gemma":[0.005337278,0.0046942374,0.0010322563,0.00015314289,0.9830896,0.00008595067,0.0016338438,0.00009896655,0.0038746784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99340504,0.0003728108,0.001199934,0.0007801778,0.0036871545,0.00055489264],"domain_scores_gemma":[0.99130136,0.0039056712,0.00015333008,0.00080807065,0.0036398396,0.00019173318],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024688938,0.0002989222,0.0006786803,0.0003322654,0.00026829235,0.00017385886,0.00027789467,0.00061178807,0.0030441224],"category_scores_gemma":[0.041157957,0.00028430703,0.00015619148,0.0003648499,0.00021752127,0.00028370265,0.00026810926,0.0016330313,0.0005466032],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020384033,0.00013790787,0.00019611784,0.00016154477,0.00009308638,0.00014295067,0.00042887364,0.0000033294118,0.00017947826,0.00007754453,0.9908776,0.0074977097],"study_design_scores_gemma":[0.00047864884,0.00049141067,0.0003686073,0.0005800164,0.00009048432,0.000015250803,0.0017355736,0.0001356588,0.00012451039,0.00007768132,0.9956625,0.00023962314],"about_ca_topic_score_codex":0.0005535144,"about_ca_topic_score_gemma":0.00027173254,"teacher_disagreement_score":0.038689062,"about_ca_system_score_codex":0.00049055263,"about_ca_system_score_gemma":0.0011430938,"threshold_uncertainty_score":0.9999609},"labels":[],"label_agreement":null},{"id":"W3132948126","doi":"10.1007/s11912-021-01024-y","title":"The Presence of Complementary and Alternative Medicine Recommendations in Head and Neck Cancer Guidelines: Systematic Review and Quality Assessment","year":2021,"lang":"en","type":"review","venue":"Current Oncology Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; MEDLINE; Guideline; CINAHL; Alternative medicine; Integrative medicine; Evidence-based medicine; Health care; Family medicine; Nursing; Pathology","score_opus":0.7392191158724065,"score_gpt":0.703155434416127,"score_spread":0.03606368145627947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132948126","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010031173,0.9771167,0.000038364622,0.01687985,0.00086191174,0.004892657,0.000058621717,0.000008163787,0.00004342674],"genre_scores_gemma":[0.00002441304,0.99693555,0.00069145823,0.00073387945,0.00014688284,0.00087600405,0.0005333027,0.000018617668,0.00003990995],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99032515,0.0018871324,0.0065778075,0.0006231677,0.00037816702,0.00020859907],"domain_scores_gemma":[0.98731905,0.0065815854,0.004667327,0.00056807825,0.0007184383,0.00014549428],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008229879,0.0003250278,0.004060173,0.00011150941,0.00009636088,0.000013515687,0.00008929432,0.0001092564,0.00008764389],"category_scores_gemma":[0.014694215,0.00019833203,0.00011889214,0.00027381044,0.00031912565,0.00009568063,0.00032027884,0.000619024,2.0323444e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004717879,0.00014218435,0.0021965692,0.505491,0.00037708067,0.00005457649,0.00008981429,6.079521e-8,1.9587125e-7,0.00008864199,0.007293405,0.48426172],"study_design_scores_gemma":[0.00057645235,0.00019629733,0.00044348533,0.43554854,0.0064371284,0.0007226618,0.00034978913,0.0000138378,3.6224986e-8,0.00005950258,0.555538,0.000114246504],"about_ca_topic_score_codex":0.00083524844,"about_ca_topic_score_gemma":0.0013198016,"teacher_disagreement_score":0.5482446,"about_ca_system_score_codex":0.00033914077,"about_ca_system_score_gemma":0.0011434392,"threshold_uncertainty_score":0.99360543},"labels":[],"label_agreement":null},{"id":"W3133550132","doi":"10.1093/jcag/gwab002.068","title":"A70 PREVALENCE OF SELF-PUBLICATION AMONG EDITORIAL BOARD MEMBERS OF GASTROENTEROLOGY JOURNALS","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Editorial board; Publication; Impact factor; Publishing; Medicine; Medical journal; Family medicine; Internal medicine; Library science; Medical education; Political science; Computer science","score_opus":0.03784844460659126,"score_gpt":0.35376000033923244,"score_spread":0.3159115557326412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133550132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95558697,0.000021940903,0.00009549454,0.036794636,0.007157317,0.00019062782,0.00007192984,0.000003290244,0.000077786455],"genre_scores_gemma":[0.9942403,0.00012310434,0.0016065362,0.0014068373,0.0024525588,0.000002165035,0.000010929589,0.000014770175,0.00014280496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99492455,0.0012504437,0.002459933,0.0001480105,0.0008788263,0.00033825202],"domain_scores_gemma":[0.9868098,0.00059134426,0.006844139,0.000298,0.0051698657,0.0002868423],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004676032,0.00012727313,0.00071333593,0.00035133245,0.000061828716,0.0000125068755,0.00030657518,0.00022580796,0.0003384421],"category_scores_gemma":[0.014147123,0.000110505265,0.00040861496,0.00023707158,0.00011427251,0.00025997584,0.00005915835,0.00068937155,0.0000011287736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008746131,0.00017039491,0.9336367,0.00009260702,0.0005579811,0.0000056567415,0.0001949382,0.00007383812,0.0019397675,0.000011812296,0.06238858,0.000053078198],"study_design_scores_gemma":[0.004516101,0.0019104852,0.98852634,0.00016176714,0.00090696506,0.00016655283,0.00022291555,0.00008268948,0.00081934227,0.000068363195,0.002577566,0.000040897576],"about_ca_topic_score_codex":0.0025669928,"about_ca_topic_score_gemma":0.10162102,"teacher_disagreement_score":0.09905402,"about_ca_system_score_codex":0.0009393458,"about_ca_system_score_gemma":0.0014556465,"threshold_uncertainty_score":0.99415714},"labels":[],"label_agreement":null},{"id":"W3133671156","doi":"10.1016/j.jclinepi.2021.03.005","title":"The methodological quality is insufficient in clinical practice guidelines in the context of COVID-19: systematic review","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Research Canada","funders":"Vienna Science and Technology Fund","keywords":"Coronavirus disease 2019 (COVID-19); Context (archaeology); Systematic review; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); MEDLINE; Medicine; Quality (philosophy); Virology; Political science; Geography; Pathology; Outbreak; Disease","score_opus":0.9503954303746001,"score_gpt":0.8003138229141645,"score_spread":0.15008160746043553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133671156","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016992657,0.7845984,0.0016104747,0.20911151,0.0015165018,0.003055242,0.000022070579,0.0000058176047,0.000062971776],"genre_scores_gemma":[0.0000086949385,0.76172495,0.013690959,0.22345212,0.0009598214,0.00008165016,0.000024928651,0.000027551489,0.000029340104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.30603546,0.5109243,0.17787866,0.0016156591,0.0024133814,0.0011325665],"domain_scores_gemma":[0.019345636,0.904514,0.06878766,0.002199025,0.004447118,0.0007065475],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.7279567,0.00065055717,0.03244626,0.00024870882,0.00008890096,0.000021594684,0.0016950185,0.0016492726,0.000120639634],"category_scores_gemma":[0.9933257,0.00028128902,0.007494143,0.0012258512,0.0010634641,0.00016223737,0.00040726966,0.0081494525,0.000026191985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007982027,0.0020443618,0.0013175653,0.39281327,0.0014982,0.00059736235,0.00009887202,0.0000042722513,1.24761526e-8,0.003313389,0.07216799,0.5253465],"study_design_scores_gemma":[0.0017757696,0.0013026732,0.00033649668,0.19874881,0.0075533944,0.0021904376,0.0016008293,0.00002602812,6.0581713e-9,0.0005724312,0.7856986,0.00019452417],"about_ca_topic_score_codex":0.00028613073,"about_ca_topic_score_gemma":0.00015873897,"teacher_disagreement_score":0.7135306,"about_ca_system_score_codex":0.00031572283,"about_ca_system_score_gemma":0.00807569,"threshold_uncertainty_score":0.99996394},"labels":[],"label_agreement":null},{"id":"W3134354125","doi":"10.1016/j.xkme.2021.02.003","title":"Electronic Health Record Portals and Patient-Centered Outcomes in CKD","year":2021,"lang":"en","type":"editorial","venue":"Kidney Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Electronic health record; Health care; Medicine; Patient-centered outcomes; Family medicine; MEDLINE; SAFER; Health literacy; Patient portal; Nursing","score_opus":0.08994026397090947,"score_gpt":0.4651102109596298,"score_spread":0.3751699469887203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134354125","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061652,0.0053569768,0.00004966876,0.18519744,0.8002829,0.001955487,0.00029234518,0.00010507574,0.00059489417],"genre_scores_gemma":[0.009094599,0.022973185,0.001001813,0.059314493,0.8849262,0.00015457447,0.019345911,0.00025464487,0.0029345672],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99382716,0.00036800586,0.0028472848,0.00088308146,0.0013223187,0.00075214164],"domain_scores_gemma":[0.9939296,0.0028076468,0.0012260635,0.00068659656,0.00042403536,0.0009260156],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020107161,0.00048402877,0.0020278387,0.00037110422,0.00005728559,0.000017646216,0.00012812164,0.0005334218,0.0010371435],"category_scores_gemma":[0.072468884,0.00039462367,0.00012970832,0.00036345187,0.0001259926,0.00012023497,0.00012721427,0.0019860954,0.00001682566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032220318,0.00024254153,0.008683834,0.00046354588,0.00018296094,0.00015067012,0.00031298204,3.34075e-8,0.000036227255,0.000009298923,0.96034324,0.029252477],"study_design_scores_gemma":[0.009542124,0.0026541247,0.0015702775,0.0022728913,0.00029626934,0.000025411224,0.00075761386,0.000011706605,0.0000052943315,0.000098006676,0.98250717,0.00025912598],"about_ca_topic_score_codex":0.0032789768,"about_ca_topic_score_gemma":0.001759576,"teacher_disagreement_score":0.12588294,"about_ca_system_score_codex":0.0006601968,"about_ca_system_score_gemma":0.004758882,"threshold_uncertainty_score":0.999876},"labels":[],"label_agreement":null},{"id":"W3134728343","doi":"10.1093/jcag/gwab002.074","title":"A76 CLINICAL OUTCOMES, HEALTHCARE UTILIZATION AND COSTS AVOIDED WHEN ROUTINE GASTROENTEROLOGY REFERRALS ARE MANAGED IN PRIMARY CARE SUPPORTED BY CO-DEVELOPED CLINICAL CARE PATHWAYS","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Referral; Specialty; Medical home; Triage; Health care; Medical record; Managed care; Emergency medicine; Observational study; Family medicine; Internal medicine; Primary care","score_opus":0.1650980270473674,"score_gpt":0.4308035241318848,"score_spread":0.2657054970845174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134728343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.936068,0.00014980443,0.000053070286,0.06195929,0.0008812255,0.0004781797,0.00033148573,0.000008074102,0.000070853755],"genre_scores_gemma":[0.9723624,0.00043778276,0.00092727743,0.025275676,0.00016236414,0.0000052788077,0.00068837346,0.000030809937,0.00011003235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9906993,0.0038568885,0.003955784,0.00037225423,0.0005624222,0.0005533655],"domain_scores_gemma":[0.9919051,0.0010210108,0.0040566875,0.00036293495,0.0021180294,0.0005362554],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004513585,0.00023210185,0.0013889953,0.0002796178,0.000117460055,0.000026327225,0.00024427718,0.0004586101,0.00006448734],"category_scores_gemma":[0.010260526,0.00020296332,0.00037720625,0.00017133664,0.00012991109,0.00016819924,0.00010181486,0.0013344364,0.0000026178454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014305795,0.000143655,0.9790617,0.00009126026,0.0003162163,0.00010918009,0.00036719497,0.0000027941846,0.000040451472,0.000005292245,0.016646551,0.0017851206],"study_design_scores_gemma":[0.011383628,0.0014161131,0.98112774,0.00016963178,0.00030663595,0.00014569015,0.002681676,0.000012481463,0.000015607218,0.000022354405,0.002642603,0.00007581347],"about_ca_topic_score_codex":0.0034898068,"about_ca_topic_score_gemma":0.55633914,"teacher_disagreement_score":0.55284935,"about_ca_system_score_codex":0.002958214,"about_ca_system_score_gemma":0.00199832,"threshold_uncertainty_score":0.9980765},"labels":[],"label_agreement":null},{"id":"W3135331978","doi":"10.1016/j.jclinepi.2021.02.025","title":"Certainty of evidence and intervention's benefits and harms are key determinants of guidelines’ recommendations","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"Agency for Healthcare Research and Quality; Cardiff University; National Institute for Health and Care Excellence; American Society of Hematology","keywords":"Intervention (counseling); Certainty; Voting; Psychology; Actuarial science; Medicine; Family medicine; Political science; Business; Nursing","score_opus":0.8663638519486667,"score_gpt":0.6824059268349363,"score_spread":0.18395792511373044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135331978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886686,0.0036340335,0.0021000064,0.10680381,0.0006281331,0.00011664597,0.000018222981,0.000003075905,0.000010051961],"genre_scores_gemma":[0.9155707,0.023591056,0.05417743,0.006173033,0.00041520782,0.0000017442087,0.0000076346805,0.000011548712,0.00005166149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98603815,0.0027679177,0.010569859,0.00025941443,0.0001988961,0.00016579058],"domain_scores_gemma":[0.9105196,0.075343326,0.0101737445,0.0003243146,0.0033122976,0.0003267274],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029399293,0.000121833946,0.0021839747,0.000103872044,0.000028069318,0.0000037924876,0.00010067789,0.00028081232,0.00018448127],"category_scores_gemma":[0.5727855,0.00008535995,0.0004513414,0.00013345416,0.00026897457,0.00018962155,0.00015577313,0.00071296253,0.000001272992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005300287,0.00021848823,0.7412579,0.0001642416,0.0001236379,0.000022466675,0.000022956117,0.00001655938,0.000069461006,0.00015318663,0.004572968,0.2528481],"study_design_scores_gemma":[0.003524152,0.0017500506,0.9800325,0.0032258665,0.0005752697,0.00079815416,0.00057859643,0.0015483287,0.00020631331,0.00290895,0.004763243,0.00008855852],"about_ca_topic_score_codex":0.00007852462,"about_ca_topic_score_gemma":0.00016007361,"teacher_disagreement_score":0.5433862,"about_ca_system_score_codex":0.000017468701,"about_ca_system_score_gemma":0.00025329355,"threshold_uncertainty_score":0.9994377},"labels":[],"label_agreement":null},{"id":"W3135592294","doi":"10.1093/jcag/gwab002.109","title":"A111 THE CANADA-GLOBAL RATING SCALE: USE OF AN INNOVATION LEARNING COLLABORATIVE METHODOLOGY TO GUIDE PROVINCIAL IMPLEMENTATION IN ALBERTA","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"","keywords":"Unit (ring theory); Balanced scorecard; Scale (ratio); Quality (philosophy); Medicine; Quality management; Medical education; Rating scale; Collaborative learning; Business; Psychology; Process management; Knowledge management; Computer science; Marketing; Service (business); Geography","score_opus":0.08811594427057388,"score_gpt":0.428220711287502,"score_spread":0.3401047670169281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135592294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9124355,0.0000024267827,0.00034650965,0.08643363,0.00039837923,0.00029268098,0.00006170187,9.0046325e-7,0.000028302602],"genre_scores_gemma":[0.985162,0.000002928571,0.007407247,0.007157499,0.00013196775,0.0000041969256,0.00004257669,0.00000813655,0.00008344321],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99514765,0.00227955,0.0017582073,0.0001239166,0.00043840567,0.000252274],"domain_scores_gemma":[0.99284846,0.0011148168,0.0027093294,0.00014457101,0.0030692832,0.00011356261],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039032702,0.000091723254,0.00039501046,0.0001714544,0.00009228566,0.000018296916,0.00013824875,0.00008362701,0.0000482611],"category_scores_gemma":[0.029266402,0.00007207552,0.00006203845,0.00081408024,0.000032231645,0.00020407772,0.000043202188,0.0003612028,2.1598419e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044200433,0.00003547254,0.98744035,0.000010063823,0.000120936864,0.000010006608,0.0005457888,0.0018325256,0.0018304143,0.00013882342,0.0054796557,0.0021139625],"study_design_scores_gemma":[0.002428329,0.00095408905,0.9858121,0.000043059357,0.0001783056,0.00010078166,0.0039831456,0.00023359543,0.0011839223,0.00010307154,0.004932626,0.000046944657],"about_ca_topic_score_codex":0.8415571,"about_ca_topic_score_gemma":0.9997249,"teacher_disagreement_score":0.15816781,"about_ca_system_score_codex":0.0030885248,"about_ca_system_score_gemma":0.008114941,"threshold_uncertainty_score":0.9975081},"labels":[],"label_agreement":null},{"id":"W3135645750","doi":"10.1503/cmaj.200651-f","title":"Gestion des conflits d’intérêts durant l’élaboration de lignes directrices en santé","year":2021,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Ottawa Public Health; Kellogg's (Canada); Jewish General Hospital; McMaster University Medical Centre; Council of Ontario Universities; University of Calgary; Université de Montréal; Institut National d'Excellence en Santé et en Services Sociaux; University of Alberta","funders":"","keywords":"Humanities; Political science; Art; Philosophy","score_opus":0.05761582582114705,"score_gpt":0.3991268123734103,"score_spread":0.34151098655226325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135645750","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3622896,0.031759508,0.0044172416,0.58477485,0.011242656,0.00041190325,0.00021230798,0.000062778534,0.0048291464],"genre_scores_gemma":[0.87170666,0.03924659,0.0042266767,0.04298037,0.031305484,0.000023041253,0.00032036778,0.00009662912,0.010094178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917754,0.0027070106,0.0018734836,0.00036095612,0.002117232,0.0011659128],"domain_scores_gemma":[0.9871609,0.0052712606,0.0008364081,0.00018715988,0.0031239162,0.0034203557],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012252528,0.00026930994,0.0005049715,0.00027187067,0.00056387845,0.0003621731,0.00019138167,0.0012066966,0.016935453],"category_scores_gemma":[0.15104063,0.0002929046,0.00020678523,0.0008977724,0.00011901888,0.0007762182,0.000031044867,0.002295245,0.0006016449],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000052338444,0.00021863775,0.10606991,0.00013852397,0.0005022441,0.0048505357,0.0022753815,0.00006353242,0.00057798345,0.0009162666,0.13869087,0.7456438],"study_design_scores_gemma":[0.0032781078,0.00024561028,0.34682587,0.0015538572,0.00079712505,0.0052591544,0.005631487,0.0059555457,0.0006620681,0.0013408208,0.6280562,0.00039415347],"about_ca_topic_score_codex":0.01619088,"about_ca_topic_score_gemma":0.13884397,"teacher_disagreement_score":0.7452496,"about_ca_system_score_codex":0.008225155,"about_ca_system_score_gemma":0.02363366,"threshold_uncertainty_score":0.9999523},"labels":[],"label_agreement":null},{"id":"W3136845450","doi":"10.1016/j.jphys.2021.02.006","title":"Appraisal of Clinical Practice Guideline: Physical Activity and Diabetes","year":2021,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Guideline; Diabetes mellitus; Physical therapy; Clinical Practice; MEDLINE; Intensive care medicine; Pathology","score_opus":0.1318710625334429,"score_gpt":0.5830028367270189,"score_spread":0.451131774193576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136845450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804939,0.00035156685,0.0014702594,0.016887633,0.0004637043,0.00009947692,0.0000049864657,0.0000068490262,0.00022160228],"genre_scores_gemma":[0.94948184,0.00082106754,0.044038825,0.0031518484,0.00244311,9.3856113e-7,0.0000038499797,0.000025025027,0.000033492226],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99716204,0.00038375193,0.0015504335,0.00018325227,0.00057897967,0.0001415092],"domain_scores_gemma":[0.99042475,0.0057348697,0.0018376969,0.00024251346,0.0015883839,0.0001717961],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020025582,0.00012693438,0.0007966677,0.00005327896,0.000026525764,0.000017849661,0.00007097059,0.00007840831,0.00008615056],"category_scores_gemma":[0.015117288,0.00009932454,0.00034708326,0.00019282108,0.000108034226,0.0005075867,0.000038041675,0.000491291,0.0000026249297],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026276822,0.0049749264,0.022822294,0.0001238638,0.000937078,0.00009349079,0.00020499121,0.000019998435,0.5480455,0.00015099834,0.019236488,0.40076268],"study_design_scores_gemma":[0.025298482,0.00781898,0.5319476,0.00047890563,0.0017793461,0.00073226035,0.001955738,0.0061462997,0.14211033,0.0013350911,0.2799051,0.0004918371],"about_ca_topic_score_codex":0.000016040402,"about_ca_topic_score_gemma":0.0000018812804,"teacher_disagreement_score":0.50912535,"about_ca_system_score_codex":0.000020674928,"about_ca_system_score_gemma":0.00056353444,"threshold_uncertainty_score":0.9931788},"labels":[],"label_agreement":null},{"id":"W3137366277","doi":"10.1016/j.jclinepi.2021.02.009","title":"Recommendation mapping of the World Health Organization's guidelines on tuberculosis: A new approach to digitizing and presenting recommendations","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"National Institute for Health and Care Research; McMaster University; World Health Organization","keywords":"Guideline; Usability; Computer science; Process (computing); Data science; Medicine; Pathology; Human–computer interaction","score_opus":0.679436045331498,"score_gpt":0.6132541748590509,"score_spread":0.06618187047244717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137366277","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06908175,0.00010638285,0.05593636,0.87232375,0.0011306094,0.00034731653,0.0000075152266,0.000012106537,0.0010542087],"genre_scores_gemma":[0.17820385,0.0022695307,0.611721,0.20289949,0.003523948,0.000005003718,0.00012558498,0.000054708707,0.0011968798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9886224,0.002974494,0.007664582,0.00031024232,0.00020754783,0.0002206972],"domain_scores_gemma":[0.95518154,0.035900064,0.0060616583,0.0004175676,0.0019476176,0.00049158296],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020261182,0.00012855788,0.0013774472,0.00017154851,0.00010930816,0.000014840181,0.00012982628,0.00011086742,0.0002088826],"category_scores_gemma":[0.43986672,0.00009032624,0.00028130817,0.0007871172,0.000057587375,0.00016624632,0.00017153613,0.0007364119,0.0000049122023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016616017,0.00053044263,0.37443045,0.00011326197,0.00032952806,0.0000024334224,0.00022588749,0.0004964095,0.00007995357,0.0022664724,0.26797196,0.35338706],"study_design_scores_gemma":[0.0043607033,0.0006460202,0.5914801,0.0012685861,0.00036806872,0.000578775,0.0018568351,0.0032055788,0.00014914878,0.00552611,0.39034042,0.00021966321],"about_ca_topic_score_codex":0.00005703435,"about_ca_topic_score_gemma":0.00005456143,"teacher_disagreement_score":0.66942424,"about_ca_system_score_codex":0.00007067984,"about_ca_system_score_gemma":0.0009334098,"threshold_uncertainty_score":0.70221615},"labels":[],"label_agreement":null},{"id":"W3137940567","doi":"10.1177/0890334421995127","title":"Remembering Dr. Ann-Marie Widström","year":2021,"lang":"en","type":"article","venue":"Journal of Human Lactation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Psychology","score_opus":0.24459307483986537,"score_gpt":0.5108424228962503,"score_spread":0.2662493480563849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137940567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986939,0.00015923705,0.0022499282,0.008061269,0.0004069937,0.000080783924,0.0000012081638,0.000013443243,0.0020881083],"genre_scores_gemma":[0.9930068,0.000051009138,0.004417446,0.0010401092,0.0007495894,6.9678674e-7,0.000033972716,0.000014478424,0.00068586745],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99833715,0.00008117121,0.001000851,0.00009240359,0.0003869277,0.000101501144],"domain_scores_gemma":[0.9977552,0.00042815262,0.0006944613,0.00012077485,0.00090437557,0.0000969972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077275065,0.00006938554,0.00020875831,0.00008977743,0.00006597342,0.000037880334,0.000039882172,0.000046893332,0.00083904556],"category_scores_gemma":[0.0044171843,0.000064218,0.00011577509,0.00013605275,0.000019685755,0.00042369813,0.000018483817,0.00028307844,0.000017288141],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001099086,0.0011322834,0.06648264,0.0003407806,0.0005962991,0.002084863,0.0019082811,0.0004703752,0.7260999,0.0015723584,0.060035463,0.13817766],"study_design_scores_gemma":[0.02414819,0.0049431548,0.6725757,0.0014338116,0.0028123849,0.00472254,0.012857734,0.0023580599,0.10359581,0.013781375,0.15597445,0.00079678424],"about_ca_topic_score_codex":0.00000922698,"about_ca_topic_score_gemma":0.000032222506,"teacher_disagreement_score":0.6225041,"about_ca_system_score_codex":0.00010490143,"about_ca_system_score_gemma":0.00023028444,"threshold_uncertainty_score":0.91869605},"labels":[],"label_agreement":null},{"id":"W3142660023","doi":"","title":"[Les lignes directrices en soins primaires devraient-elles être rédigées par des médecins de famille? NON].","year":2016,"lang":"fr","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.15770225622370077,"score_gpt":0.41164116710158627,"score_spread":0.2539389108778855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142660023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9291894,0.013150525,0.0036943336,0.04315019,0.002299245,0.0021998275,0.00018428829,0.00023659454,0.005895629],"genre_scores_gemma":[0.96757704,0.012309822,0.0039725564,0.00096969184,0.0031340313,0.0010793685,0.00003451446,0.000111523,0.010811432],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944705,0.00064574974,0.0016678855,0.000802033,0.00069195335,0.0017219032],"domain_scores_gemma":[0.98858595,0.008985067,0.0006514993,0.0006241184,0.00036781453,0.0007855552],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003025051,0.00052631664,0.0007214762,0.00030870154,0.0003747162,0.0001235017,0.00042521543,0.00038627602,0.00049036],"category_scores_gemma":[0.020212805,0.00038524045,0.0003222889,0.0005131391,0.0006989424,0.0008746136,0.000249732,0.00034255043,0.0003185569],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025597986,0.0005348643,0.26744446,0.00025010938,0.00030184526,0.000082948354,0.00073970034,0.0000043268033,0.0011686187,0.0004651514,0.0065260073,0.72222596],"study_design_scores_gemma":[0.0035275526,0.00020845562,0.8682503,0.00048988615,0.00090386753,0.00009437924,0.0015845521,0.00008122581,0.00918969,0.0013784037,0.11381948,0.00047220773],"about_ca_topic_score_codex":0.0028140547,"about_ca_topic_score_gemma":0.0025064282,"teacher_disagreement_score":0.7217538,"about_ca_system_score_codex":0.0009861964,"about_ca_system_score_gemma":0.0005692073,"threshold_uncertainty_score":0.9998599},"labels":[],"label_agreement":null},{"id":"W3144412984","doi":"10.1186/s43058-021-00200-2","title":"Facilitators and barriers to clinical practice guideline-consistent supportive care at pediatric oncology institutions: a Children’s Oncology Group study","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; Pediatric Oncology Group; University of Toronto; McMaster University; Impact","funders":"National Cancer Institute; National Institutes of Health","keywords":"Pediatric oncology; Guideline; Clinical Oncology; Medicine; Oncology; Internal medicine; Clinical Practice; Family medicine; Cancer; Pathology","score_opus":0.31986402964179844,"score_gpt":0.6334179623104879,"score_spread":0.3135539326686894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144412984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264122,0.00057376374,0.002011096,0.064066485,0.00061385706,0.0037178537,0.00025113518,0.000101882295,0.0022516805],"genre_scores_gemma":[0.8775344,0.00085072155,0.105244525,0.015178225,0.0001322548,0.0004308094,0.0005871029,0.000017322905,0.000024648805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99300015,0.0015300476,0.0031349345,0.00094778667,0.0009032469,0.00048381777],"domain_scores_gemma":[0.98896694,0.003645494,0.0008911056,0.001861419,0.0035380772,0.0010969543],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0070249136,0.00023667306,0.0005155654,0.00044057827,0.0016102974,0.00011493028,0.0006159858,0.000112138856,0.0005572705],"category_scores_gemma":[0.03904726,0.00024387744,0.00013010485,0.0018699958,0.00089974684,0.0010105025,0.0018910848,0.00051302114,0.0000981002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002326092,0.0011969348,0.88058984,0.000013481115,0.00016537392,0.000044837216,0.013722692,0.000014688142,0.00043481385,0.00118026,0.008010779,0.09439369],"study_design_scores_gemma":[0.005246202,0.0029583238,0.40499204,0.0000086678,0.0009302341,0.0003944305,0.28014266,0.00005330301,0.00006852179,0.00004274674,0.3048816,0.00028126754],"about_ca_topic_score_codex":0.00071659253,"about_ca_topic_score_gemma":0.0066108773,"teacher_disagreement_score":0.4755978,"about_ca_system_score_codex":0.0018890564,"about_ca_system_score_gemma":0.009156878,"threshold_uncertainty_score":0.99968946},"labels":[],"label_agreement":null},{"id":"W3146891401","doi":"10.82308/46642","title":"An investigation into the quality of clinical practice guidelines, the developers who produced them, and an inside look into the guideline development process of regulatory bodies","year":2020,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; McGill University","keywords":"Process (computing); Guideline; Quality (philosophy); Process management; Business; Clinical Practice; Engineering ethics; Risk analysis (engineering); Medicine; Computer science; Engineering; Nursing; Pathology","score_opus":0.5154040866427949,"score_gpt":0.5905928279975978,"score_spread":0.07518874135480291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146891401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84775287,0.00017486891,0.00020914285,0.14975306,0.000076763106,0.0017437525,0.00000392061,0.0000053422755,0.0002802969],"genre_scores_gemma":[0.8148924,0.000110124965,0.16526951,0.019069003,0.00041567272,0.0000583895,0.00008843951,0.000030602805,0.0000658769],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9916733,0.0015351527,0.0050171213,0.0006630611,0.0009221636,0.00018922595],"domain_scores_gemma":[0.98929703,0.0028731048,0.0025120368,0.0010562353,0.0040200194,0.00024155053],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025497211,0.00024206348,0.000638385,0.000029051524,0.0003005772,0.00009875735,0.0008034816,0.00012366309,0.00010968715],"category_scores_gemma":[0.0753172,0.00012256317,0.000063663174,0.00034290954,0.0006856018,0.0010227623,0.00043324113,0.00046099338,0.000011442053],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024500298,0.00034934538,0.03468614,0.00016193843,0.00037211285,0.0000035993012,0.15440166,0.00011506233,0.0073191435,0.00013286808,0.0056676446,0.79434043],"study_design_scores_gemma":[0.0072672525,0.001901025,0.18246688,0.00051173614,0.0014758932,0.00005346501,0.4151705,0.0066578994,0.074693754,0.0015898622,0.3073399,0.0008718205],"about_ca_topic_score_codex":0.0014725709,"about_ca_topic_score_gemma":0.0014881245,"teacher_disagreement_score":0.79346865,"about_ca_system_score_codex":0.000044481345,"about_ca_system_score_gemma":0.002832604,"threshold_uncertainty_score":0.9324718},"labels":[],"label_agreement":null},{"id":"W3147093007","doi":"10.1016/j.amjmed.2021.03.004","title":"The Impact of Guideline Integration into Electronic Medical Records on Outcomes for Patients with Diabetes: A Systematic Review","year":2021,"lang":"en","type":"review","venue":"The American Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; University of Calgary; Public Health Ontario; University of British Columbia; Diabetes Canada; University of Toronto","funders":"","keywords":"Medicine; Guideline; Medical record; CINAHL; MEDLINE; Documentation; Systematic review; Medical prescription; Cochrane Library; Intensive care medicine; Psychological intervention; Family medicine; Meta-analysis; Internal medicine; Nursing; Pathology","score_opus":0.0997532872097308,"score_gpt":0.5297541901032122,"score_spread":0.4300009028934814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147093007","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037531363,0.97764343,0.0009357028,0.017330358,0.00022605289,0.0034602482,0.000012648981,0.000007198444,0.000009072045],"genre_scores_gemma":[0.000458151,0.9945943,0.00035354524,0.0036588006,0.0005429567,0.000118884054,0.00017355091,0.00006750452,0.00003235616],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9891971,0.0016893338,0.006620443,0.0002389191,0.0018873997,0.00036684077],"domain_scores_gemma":[0.9667481,0.017342849,0.012207861,0.0009008152,0.002539158,0.00026118162],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01415965,0.00049038156,0.006877112,0.00020989058,0.00009179092,0.000012177816,0.0006437448,0.00008061594,0.00009404948],"category_scores_gemma":[0.08966244,0.0001544198,0.0012850488,0.0008509537,0.00058017316,0.00007007878,0.000049604718,0.0012146583,0.0000026374032],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040841996,0.00025940902,0.00011043503,0.0958326,0.0037016622,0.00000713697,0.00006780737,5.549288e-7,1.4992466e-7,0.000023692224,0.017046392,0.8825417],"study_design_scores_gemma":[0.003091847,0.028675668,0.00006972824,0.90044296,0.025585257,0.00018262221,0.00048574357,0.00004142677,1.4701895e-7,0.00008692118,0.04113119,0.00020647078],"about_ca_topic_score_codex":0.00008819213,"about_ca_topic_score_gemma":0.000023767278,"teacher_disagreement_score":0.88233525,"about_ca_system_score_codex":0.0006030653,"about_ca_system_score_gemma":0.0028905305,"threshold_uncertainty_score":0.9180057},"labels":[],"label_agreement":null},{"id":"W3147745771","doi":"10.34105/j.kmel.2020.12.021","title":"Patient journey mapping: Current practices, challenges and future opportunities in healthcare","year":2020,"lang":"en","type":"article","venue":"Knowledge Management & E-Learning An International Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Michael Smith Health Research BC","keywords":"Health care; Standardization; Thematic analysis; Road map; Perspective (graphical); Grey literature; Resource (disambiguation); Visualization; Knowledge management; Data science; Medicine; Computer science; MEDLINE; Qualitative research; Cartography; Sociology; Geography; Political science; Data mining; Artificial intelligence","score_opus":0.44614997907310966,"score_gpt":0.48611448287170256,"score_spread":0.0399645037985929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147745771","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2973661,0.032394722,0.00067557924,0.62832654,0.005030707,0.0010526705,0.000009898248,0.00020707988,0.03493666],"genre_scores_gemma":[0.8809428,0.10997572,0.0021917059,0.0026335504,0.003966197,0.000019080473,0.00008431845,0.00003903207,0.00014755379],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972564,0.00047993308,0.0009921722,0.00036615098,0.000644699,0.00026063088],"domain_scores_gemma":[0.9976693,0.00017776238,0.0010328584,0.000119482305,0.00055817014,0.0004424246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012159328,0.00019879061,0.0002695466,0.000366738,0.00013124307,0.00019549049,0.00021451667,0.00006309503,0.00019297651],"category_scores_gemma":[0.0009909837,0.00018977438,0.000078996374,0.00010950934,0.000036776055,0.0007864516,0.00024216447,0.0012708716,0.000037952992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037690526,0.00039699048,0.010594574,0.00022220072,0.00020040075,0.00046219406,0.008321126,0.000017763094,0.00000902224,0.0047444142,0.0018548112,0.9727996],"study_design_scores_gemma":[0.0023942878,0.0007646671,0.05311828,0.00038319282,0.00008507741,0.0003613376,0.06791777,0.0020464761,0.0000017480196,0.00019578238,0.8725348,0.00019657574],"about_ca_topic_score_codex":0.000013097656,"about_ca_topic_score_gemma":0.00002902068,"teacher_disagreement_score":0.972603,"about_ca_system_score_codex":0.00020701268,"about_ca_system_score_gemma":0.00014227486,"threshold_uncertainty_score":0.7738775},"labels":[],"label_agreement":null},{"id":"W314782143","doi":"","title":"Novel initiatives from the Editorial Board.","year":2009,"lang":"en","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Editorial board; Scrutiny; Impact factor; Medicine; Turnaround time; Public relations; Peer review; Publishing; Associate editor; Audience measurement; Library science; Operations research; Computer science; Political science; Law","score_opus":0.13303578795049306,"score_gpt":0.4044174893656547,"score_spread":0.2713817014151616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W314782143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7288367,0.00026292363,0.004826714,0.15460792,0.10317254,0.0021477274,0.00020651499,0.00024001642,0.0056989486],"genre_scores_gemma":[0.8601241,0.000038728253,0.0014388477,0.009554855,0.12862246,0.000025188603,0.00014169284,0.000009924699,0.000044196597],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99830204,0.000053367527,0.00043630297,0.00019495223,0.0004132191,0.00060014176],"domain_scores_gemma":[0.9983845,0.0009171046,0.00013295405,0.00022797553,0.00007641467,0.00026109352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054172333,0.00010226597,0.00015784758,0.000015431695,0.00006441228,0.00003885595,0.000102680104,0.00007296809,0.00014827396],"category_scores_gemma":[0.006174316,0.00006919888,0.00008769787,0.00010184167,0.00004478942,0.00024316173,0.000021307142,0.0003075173,0.00002843564],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017682795,0.0009643325,0.094784915,0.0000059469567,0.00023132359,0.000019097106,0.0016602334,0.000013927691,0.0037218686,0.0012529416,0.7426534,0.15292367],"study_design_scores_gemma":[0.0024604285,0.000074191485,0.8505881,0.0000075290054,0.00012439875,0.0000034313387,0.00030155206,0.0000417685,0.00028712148,0.00040961071,0.14563069,0.00007119314],"about_ca_topic_score_codex":0.00025306875,"about_ca_topic_score_gemma":0.000057894904,"teacher_disagreement_score":0.75580317,"about_ca_system_score_codex":0.000120713565,"about_ca_system_score_gemma":0.00017077535,"threshold_uncertainty_score":0.7391679},"labels":[],"label_agreement":null},{"id":"W3148417023","doi":"10.1016/j.jclinepi.2021.03.034","title":"Getting trustworthy guidelines into the hands of decision-makers and supporting their consideration of contextual factors for implementation globally: recommendation mapping of COVID-19 guidelines","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Cochrane; Impact; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Contextualization; Transparency (behavior); Context (archaeology); Computer science; Guideline; Knowledge management; Process (computing); Process management; Data science; Business; Medicine","score_opus":0.6778366091659175,"score_gpt":0.6588268511399318,"score_spread":0.0190097580259857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148417023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73193496,0.00044888153,0.17602392,0.09057061,0.0005464236,0.00042148112,0.000039987306,0.000005427679,0.000008318296],"genre_scores_gemma":[0.83961964,0.0015264637,0.14628151,0.011804018,0.00058656966,0.0000052861337,0.00015403166,0.000017175513,0.0000053286626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9781869,0.0024109313,0.018465625,0.00033670492,0.00034107658,0.00025878186],"domain_scores_gemma":[0.79950213,0.17326327,0.019437442,0.00033387585,0.0071547953,0.0003085049],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05485522,0.00020528844,0.002363309,0.00016550189,0.00011388817,0.000009966513,0.00014739626,0.0002559698,0.00017706366],"category_scores_gemma":[0.680745,0.00013413343,0.00070679234,0.00023889977,0.00032280028,0.00024251144,0.00011974964,0.00038913943,1.6676893e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017768521,0.00013243733,0.53574157,0.0002670706,0.000612099,0.000005419174,0.0009676974,0.00047141954,0.002077814,0.0008148238,0.017221415,0.43991137],"study_design_scores_gemma":[0.058759145,0.012464985,0.43460882,0.002404893,0.0039133937,0.0011732074,0.19147342,0.048527826,0.009061024,0.12988266,0.10679043,0.0009402031],"about_ca_topic_score_codex":0.0003021603,"about_ca_topic_score_gemma":0.00048077316,"teacher_disagreement_score":0.6258898,"about_ca_system_score_codex":0.00006757869,"about_ca_system_score_gemma":0.0016702047,"threshold_uncertainty_score":0.9732255},"labels":[],"label_agreement":null},{"id":"W3150035301","doi":"10.1016/j.jcjd.2017.08.166","title":"Impact of the Diabetes Canada Guidelines Dissemination Strategy on the Prescription of Vascular Protective Medications in Canada","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Medical prescription; Primary care; Family medicine; Intensive care medicine; Emergency medicine; Nursing; Endocrinology","score_opus":0.0981450987441405,"score_gpt":0.4041574453059162,"score_spread":0.30601234656177567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150035301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98175323,0.00021420767,0.000004114609,0.017106298,0.00025994127,0.00045495565,0.00011095445,6.044659e-7,0.00009566535],"genre_scores_gemma":[0.9994863,0.0000089926425,0.00003165732,0.00032729455,0.000103215425,0.00001091938,0.0000075559287,0.000010929436,0.00001310014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794,0.00016185583,0.0010598252,0.0001005055,0.000509419,0.00022837064],"domain_scores_gemma":[0.99547106,0.00076444016,0.0018270869,0.0004827421,0.0011746424,0.0002800391],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011900516,0.00011547769,0.00031128124,0.00011068749,0.00016209026,0.00002239356,0.00039729438,0.00004334969,0.000100475925],"category_scores_gemma":[0.029062996,0.00006649599,0.0001363251,0.00015235621,0.00013272736,0.00016823084,0.000016292124,0.0003185078,1.4232864e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007064581,0.00001987618,0.9752488,0.00003585238,0.00024239808,0.000002797351,0.00008669913,0.0006280468,0.0018730115,0.000045325003,0.013464149,0.008345989],"study_design_scores_gemma":[0.0004180295,0.0001851842,0.9949451,0.0005365058,0.00014161845,0.0000010730301,0.00056956004,0.00070339045,0.0020262622,0.0002385631,0.00017559587,0.000059127062],"about_ca_topic_score_codex":0.99484295,"about_ca_topic_score_gemma":0.9996325,"teacher_disagreement_score":0.02857657,"about_ca_system_score_codex":0.0012544502,"about_ca_system_score_gemma":0.02983102,"threshold_uncertainty_score":0.9791156},"labels":[],"label_agreement":null},{"id":"W3152535769","doi":"10.1016/j.jtcvs.2021.04.041","title":"Commentary: Making decisions with all the evidence: What does the patient really want?","year":2021,"lang":"en","type":"letter","venue":"Journal of Thoracic and Cardiovascular Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; University of Toronto","funders":"","keywords":"Medicine; MEDLINE; Law","score_opus":0.18443238358487973,"score_gpt":0.42344833153097733,"score_spread":0.2390159479460976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152535769","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025784317,0.08431162,0.0012616926,0.8864475,0.0017180328,0.0004460507,0.000008446961,0.00000864824,0.000013722638],"genre_scores_gemma":[0.040872302,0.10583589,0.0009250806,0.8464148,0.005750501,0.00001956612,0.000068981244,0.0000737112,0.00003916736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933154,0.001941642,0.0017136339,0.0003516607,0.002340617,0.00033702684],"domain_scores_gemma":[0.98286045,0.013647319,0.001311816,0.0011287056,0.0009476924,0.00010402836],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009073727,0.00033782615,0.0013556791,0.00016328225,0.0002522063,0.00043626854,0.00024520935,0.00026860103,0.00007356685],"category_scores_gemma":[0.0042948457,0.00013553037,0.0021576365,0.00027028265,0.00018955654,0.0006610207,0.00019150777,0.0026865331,0.0000022665395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003685359,0.00002764193,0.0010695992,0.00011697004,0.0058201887,0.0047640996,0.00027948464,0.00002649038,0.0000024206342,1.9102441e-7,0.64708596,0.34043843],"study_design_scores_gemma":[0.00023116372,0.0001694116,0.0013909804,0.00774688,0.010095243,0.008960332,0.0051269983,0.0000110363535,0.000021673703,0.000059272774,0.96596944,0.00021758278],"about_ca_topic_score_codex":0.00007082632,"about_ca_topic_score_gemma":0.000021778795,"teacher_disagreement_score":0.34022084,"about_ca_system_score_codex":0.000114006936,"about_ca_system_score_gemma":0.00053382944,"threshold_uncertainty_score":0.9996143},"labels":[],"label_agreement":null},{"id":"W3152803760","doi":"10.1007/978-1-0716-1138-8_24","title":"Evidence-Based Decision Making 4: Clinical Practice Guidelines","year":2021,"lang":"en","type":"book-chapter","venue":"Methods in molecular biology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Providence Health Care; University of British Columbia","funders":"","keywords":"Expert opinion; Knowledge translation; Psychological intervention; Clinical Practice; Evidence-based practice; Medicine; Management science; Dissemination; Best practice; Health care; Opinion leadership; Scientific evidence; Risk analysis (engineering); Psychology; Computer science; Alternative medicine; Knowledge management; Intensive care medicine; Nursing; Public relations; Political science; Engineering; Pathology","score_opus":0.6258397201866819,"score_gpt":0.690313349245848,"score_spread":0.0644736290591661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152803760","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003457564,0.015934655,0.9423113,0.017859565,0.0018416909,0.0008701237,0.0000121938665,0.000061371815,0.021074554],"genre_scores_gemma":[0.000020960239,0.0042689317,0.932685,0.057231847,0.0007999602,0.00003102783,0.00015988384,0.0001213881,0.004680998],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892398,0.0030300699,0.0052852244,0.0014782584,0.0005265049,0.00044013912],"domain_scores_gemma":[0.9530769,0.040928215,0.0016957407,0.0014210064,0.002701075,0.00017705697],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02291677,0.00054083124,0.0016571751,0.00043675545,0.000048783993,0.00003594813,0.00033273638,0.0016088465,0.0013286243],"category_scores_gemma":[0.40603587,0.0005036841,0.0007463831,0.0001823484,0.00026165653,0.00011805229,0.00041576172,0.0020083352,0.000078959616],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001218558,0.00012607835,0.00038607031,0.000084504274,0.00025768692,0.001661544,0.0000058011483,0.000040936222,0.0043941597,0.011276407,0.0030406157,0.97750765],"study_design_scores_gemma":[0.0026580805,0.0012396884,0.00016236759,0.0061357967,0.0016598,0.00042982167,0.000055589866,0.0015548717,0.00070081005,0.036788117,0.9478879,0.0007271499],"about_ca_topic_score_codex":0.000033101573,"about_ca_topic_score_gemma":0.000025561752,"teacher_disagreement_score":0.9767805,"about_ca_system_score_codex":0.00024508513,"about_ca_system_score_gemma":0.0014606949,"threshold_uncertainty_score":0.9997415},"labels":[],"label_agreement":null},{"id":"W3153033954","doi":"10.21203/rs.3.rs-368922/v1","title":"Improving Understandability of Clinical Practice Guideline Recommendations: a Qualitative Study to Develop a Format for Pediatric Cancer Care","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Pediatric Oncology Group; McMaster University","funders":"National Cancer Institute; National Institutes of Health; Children’s Oncology Group","keywords":"Guideline; Clinical Practice; Medicine; Medical physics; Pediatric cancer; Cancer; Family medicine; Medical education; Psychology; Internal medicine; Pathology","score_opus":0.6388613372302662,"score_gpt":0.7230839643380286,"score_spread":0.0842226271077624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153033954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6974379,0.0037056464,0.1670186,0.08758854,0.002299797,0.038180474,0.0032604183,0.00016176492,0.00034687715],"genre_scores_gemma":[0.7000017,0.0013208945,0.2901317,0.0012572415,0.0015126346,0.002779048,0.0028282474,0.000102536964,0.00006600441],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98324525,0.0059900624,0.0062735947,0.0014117704,0.0023758211,0.0007035233],"domain_scores_gemma":[0.92037845,0.033354577,0.0017380643,0.0013614472,0.04265824,0.00050920056],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048090797,0.00036190602,0.0013897499,0.0005830353,0.00027264882,0.00014111403,0.00040064924,0.0003620518,0.00026421336],"category_scores_gemma":[0.40982434,0.000340968,0.00038509016,0.0017802349,0.00010907981,0.00043260914,0.0020146978,0.0024542534,0.000008265157],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01766338,0.013002818,0.05114734,0.027384453,0.002217152,0.000067577435,0.46326378,0.00034764566,0.00004650317,0.00012772987,0.11480426,0.30992737],"study_design_scores_gemma":[0.004802326,0.0037592351,0.0028924553,0.0006957139,0.00097583403,0.0000038621647,0.9709956,0.00078963354,0.00003326384,0.00020500069,0.014502723,0.00034434185],"about_ca_topic_score_codex":0.007897385,"about_ca_topic_score_gemma":0.005938072,"teacher_disagreement_score":0.50773185,"about_ca_system_score_codex":0.0016063952,"about_ca_system_score_gemma":0.01563975,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W3153361986","doi":"10.1097/01.hjh.0000748540.37393.1a","title":"THE HYPERTENSION CANADA PROFESSIONAL CERTIFICATION PROGRAM: A NOVEL IMPLEMENTATION STRATEGY FOR HYPERTENSION GUIDELINES","year":2021,"lang":"en","type":"article","venue":"Journal of Hypertension","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Hypertension Canada; University of Alberta","funders":"","keywords":"Medicine; Certification; Respondent; Family medicine; Primary care; Nursing; Medical education","score_opus":0.4631198362667773,"score_gpt":0.5021037690564708,"score_spread":0.03898393278969353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153361986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8568975,0.0016931215,0.0022953397,0.13418895,0.0032277084,0.0016069305,0.000028553524,0.00003960594,0.000022281822],"genre_scores_gemma":[0.9588783,0.0008387842,0.029505247,0.008682935,0.0013469062,0.000058347214,0.00031481337,0.00006658841,0.0003081115],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951961,0.00015620264,0.0026642536,0.00036602846,0.001207159,0.00041027414],"domain_scores_gemma":[0.98609024,0.0015553387,0.0014107275,0.00042762954,0.010256007,0.00026008204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018610226,0.00026363466,0.00058837637,0.00009989885,0.0005212847,0.00008736958,0.00015846081,0.00014226868,0.000044641336],"category_scores_gemma":[0.00691558,0.0001636325,0.00029419843,0.0003498865,0.00004626403,0.0003548131,0.0000741929,0.00042112602,0.000002982091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016541616,0.00080914784,0.0008465865,0.00007996129,0.00022142252,0.00037195688,0.000023432678,0.00012600188,0.41369388,0.000089558656,0.24991013,0.33217376],"study_design_scores_gemma":[0.026524413,0.0038408919,0.09620227,0.0010802852,0.0028317345,0.0327094,0.015466776,0.03975438,0.050629165,0.0007111388,0.7293873,0.0008622629],"about_ca_topic_score_codex":0.008173967,"about_ca_topic_score_gemma":0.03282845,"teacher_disagreement_score":0.47947714,"about_ca_system_score_codex":0.00029114875,"about_ca_system_score_gemma":0.0043403967,"threshold_uncertainty_score":0.99843067},"labels":[],"label_agreement":null},{"id":"W3153364745","doi":"10.1007/s43678-021-00133-8","title":"VICE raises the GRADE: recommendations for CAEP clinical practice guidelines","year":2021,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Calgary; McMaster University","funders":"","keywords":"Medicine; Clinical Practice; MEDLINE; Family medicine; Medical education","score_opus":0.6306916477133394,"score_gpt":0.6350553248484412,"score_spread":0.004363677135101773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153364745","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017327935,0.009842466,0.0011647553,0.36371922,0.6238278,0.0005947859,0.00022268643,0.000007794987,0.0006031573],"genre_scores_gemma":[0.00003366395,0.02930904,0.01132855,0.009705221,0.944126,0.000035933957,0.0016109906,0.00011495594,0.00373561],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882623,0.00072300306,0.008518923,0.00050819817,0.0014009273,0.0005866243],"domain_scores_gemma":[0.9335628,0.023278795,0.0061783725,0.0010463203,0.034027174,0.0019065336],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015191062,0.00046736374,0.0015026651,0.00041366613,0.0004142069,0.000030396199,0.0006446789,0.0007534497,0.005640289],"category_scores_gemma":[0.60226506,0.00031661754,0.00079747586,0.0007186736,0.00025289916,0.0003887561,0.000040744333,0.002801698,0.000017573311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022544076,0.000084952204,0.00010898929,0.00014395555,0.00087931834,0.00015115798,0.00024309347,0.0000035208518,0.0000071446198,0.0000490074,0.98508286,0.013020541],"study_design_scores_gemma":[0.0033056205,0.001494647,0.00006281724,0.001096927,0.005259235,0.000118881595,0.0042345435,0.000030951713,0.0000018775398,0.00023610733,0.9838952,0.00026322895],"about_ca_topic_score_codex":0.013987376,"about_ca_topic_score_gemma":0.04592556,"teacher_disagreement_score":0.587074,"about_ca_system_score_codex":0.00037750416,"about_ca_system_score_gemma":0.018943937,"threshold_uncertainty_score":0.9999286},"labels":[],"label_agreement":null},{"id":"W3153499825","doi":"10.1097/xeb.0000000000000281","title":"Barriers and facilitators for implementation of a patient prioritization tool in two specialized rehabilitation programs","year":2021,"lang":"en","type":"article","venue":"JBI Evidence Implementation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université Laval; Centre hospitalier universitaire de Québec; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Prioritization; Variety (cybernetics); Flexibility (engineering); Rehabilitation; Focus group; Process management; Ranking (information retrieval); Service provider; Service (business); Knowledge management; Process (computing); Descriptive statistics; Qualitative research; Medicine; Nursing; Business; Computer science; Marketing; Physical therapy","score_opus":0.0820261598536068,"score_gpt":0.5094553400741442,"score_spread":0.4274291802205374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153499825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874475,0.00016679746,0.0037360594,0.0041987747,0.00019383965,0.0041446043,0.0000709897,0.000033821063,0.000007604919],"genre_scores_gemma":[0.9659581,0.00015926377,0.0320125,0.00041421133,0.00008618735,0.00070003653,0.0006359679,0.000024816323,0.000008886584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962892,0.00033391395,0.0019912014,0.0005244747,0.00055605365,0.00030513862],"domain_scores_gemma":[0.9966871,0.0014444316,0.0006287367,0.00026108115,0.00087197253,0.000106655905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016131859,0.0001917668,0.0003888198,0.00023335472,0.00008907783,0.000057479763,0.000047950893,0.000055698656,0.00038787295],"category_scores_gemma":[0.0049979105,0.00021124759,0.0001197143,0.0006138269,0.00007636006,0.0010468921,0.000051230174,0.000105480016,0.0000022180866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048076964,0.00006656807,0.64074534,0.00043421227,0.0000420919,0.000004388981,0.0033886724,0.0000124349945,0.01391243,0.0011145205,0.0002728126,0.33952576],"study_design_scores_gemma":[0.021029446,0.0042323517,0.76655966,0.00092881965,0.0005883364,0.00004587094,0.15731622,0.0008438808,0.03783216,0.0060014497,0.0040424643,0.00057933334],"about_ca_topic_score_codex":0.0008894975,"about_ca_topic_score_gemma":0.0043846825,"teacher_disagreement_score":0.33894643,"about_ca_system_score_codex":0.00036033915,"about_ca_system_score_gemma":0.00068582006,"threshold_uncertainty_score":0.8614427},"labels":[],"label_agreement":null},{"id":"W3154829768","doi":"10.1007/s10488-021-01132-8","title":"The Quality of Six Clinical Practice Guidelines in Health and Social Sciences: Are We on the Right Track?","year":2021,"lang":"en","type":"article","venue":"Administration and Policy in Mental Health and Mental Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Quality (philosophy); Transparency (behavior); Health administration; Medicine; Health care; Intervention (counseling); Health informatics; Promotion (chess); Public health; Medical education; Psychology; Family medicine; Nursing; Computer science; Political science","score_opus":0.5920928022915495,"score_gpt":0.7191807192427204,"score_spread":0.12708791695117094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154829768","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36144993,0.0044169077,6.3785734e-7,0.63266885,0.00008685386,0.00107769,0.000075286734,0.000005314696,0.00021851463],"genre_scores_gemma":[0.7631643,0.08845435,0.0006625977,0.14709896,0.000285571,0.00004124458,0.00015957281,0.000011743412,0.00012168462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912618,0.003740851,0.002857813,0.00048457828,0.0010096665,0.0006453288],"domain_scores_gemma":[0.9935932,0.0044677835,0.00090932345,0.00020863765,0.00029042692,0.00053059],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02363814,0.00015520088,0.00048076146,0.00016132861,0.0014741842,0.00009715864,0.00011989048,0.00009295197,0.000015103308],"category_scores_gemma":[0.0017709958,0.000103956816,0.000041430143,0.00068007986,0.0005582495,0.00023563986,0.00012538281,0.0007298033,0.000002056298],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016119242,0.0046783974,0.14491107,0.017150676,0.00008690047,0.000029631725,0.062428415,9.3421124e-7,0.00008783449,0.085308194,0.029472824,0.63972586],"study_design_scores_gemma":[0.007603661,0.009916511,0.09203029,0.0021808383,0.0000051549505,0.00018602984,0.42621538,0.0008820058,0.00006638791,0.0013813535,0.4593066,0.00022577455],"about_ca_topic_score_codex":0.010662782,"about_ca_topic_score_gemma":0.035788607,"teacher_disagreement_score":0.6395001,"about_ca_system_score_codex":0.00030265652,"about_ca_system_score_gemma":0.0053431406,"threshold_uncertainty_score":0.9998258},"labels":[],"label_agreement":null},{"id":"W3155073635","doi":"10.1186/s12888-021-03188-0","title":"Scope, quality and inclusivity of international clinical guidelines on mental health and substance abuse in relation to dual diagnosis, social and community outcomes: a systematic review","year":2021,"lang":"en","type":"review","venue":"BMC Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Network for Mood and Anxiety Treatments; U.S. Department of Veterans Affairs; International Society for Bipolar Disorders; National Institute for Health and Care Excellence; U.S. Department of Defense","keywords":"Guideline; Context (archaeology); Mental health; Psychiatry; Systematic review; MEDLINE; Cochrane Library; Dual diagnosis; Medicine; Safeguarding; Critical appraisal; Substance abuse; Referral; Family medicine; Meta-analysis; Alternative medicine; Nursing","score_opus":0.603509481435298,"score_gpt":0.6457485354121018,"score_spread":0.04223905397680372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155073635","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015223768,0.96873486,0.000051480638,0.011036064,0.00071254035,0.00399356,0.00022006335,0.000016153965,0.0000115395615],"genre_scores_gemma":[0.000111585905,0.98485005,0.0048724725,0.009217223,0.00019209881,0.00017490056,0.0005386965,0.000030556243,0.00001239499],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98780066,0.004988166,0.0059973444,0.00048719672,0.00055156264,0.00017506558],"domain_scores_gemma":[0.9918828,0.004596792,0.0025208571,0.00049282156,0.00028371744,0.00022299905],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013417781,0.00034784692,0.0038250752,0.00017349249,0.00016391737,0.00002653826,0.00013290773,0.00023450426,0.000012062071],"category_scores_gemma":[0.02025985,0.00028321234,0.00028486445,0.00032440052,0.00009757048,0.00013286063,0.00017337868,0.0010310683,0.0000025621687],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118796794,0.00097315,0.19044477,0.7741707,0.00027517043,8.94497e-7,0.0005717664,5.44095e-8,1.6829738e-8,0.00023527283,0.0049566464,0.028252782],"study_design_scores_gemma":[0.003226057,0.0005588147,0.06555614,0.90106267,0.0015042911,0.000059278027,0.0011822316,0.000007911756,1.0091118e-8,0.000052119496,0.02639071,0.00039977644],"about_ca_topic_score_codex":0.00039626352,"about_ca_topic_score_gemma":0.0046481057,"teacher_disagreement_score":0.12689199,"about_ca_system_score_codex":0.00019512344,"about_ca_system_score_gemma":0.00077557436,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W3156898161","doi":"10.36834/cmej.72364","title":"Reused Reviews: the CMEJ announces a new policy to recycle peer reviews","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Peer review; Computer science; Business; Data science; World Wide Web; Political science; Law","score_opus":0.2285008571360701,"score_gpt":0.5369123981387207,"score_spread":0.3084115410026506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156898161","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015467969,0.00952254,0.00038276962,0.98084736,0.0019626399,0.0005667865,0.0000039104734,0.000008912484,0.0051583103],"genre_scores_gemma":[0.0017665974,0.014227532,0.007114712,0.930917,0.013839731,0.00004927395,0.00008847899,0.000027667002,0.031968974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964721,0.0005669727,0.0014003247,0.00024368447,0.0009307357,0.0003861374],"domain_scores_gemma":[0.9783043,0.00061823055,0.00061057345,0.00093664887,0.0019112863,0.017618963],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006835642,0.00014338223,0.0003780973,0.00020502006,0.0002648689,0.00013027557,0.0002935947,0.00012337932,0.026977388],"category_scores_gemma":[0.4652924,0.000097161224,0.00017103877,0.00094506657,0.000055624707,0.00017347229,0.000029079847,0.000943603,0.00074545044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007200201,0.000033116485,0.00024535268,0.000013860154,0.000011216872,0.000023635721,0.00047419505,2.1017186e-7,0.000012623917,0.00013297726,0.6469051,0.3521405],"study_design_scores_gemma":[0.0004269727,0.00006128769,0.0023194726,0.0005885031,0.00008768629,0.0018961345,0.0016857459,0.000011064545,0.000005765246,0.0005021754,0.99231535,0.00009985431],"about_ca_topic_score_codex":0.016401563,"about_ca_topic_score_gemma":0.07049897,"teacher_disagreement_score":0.45845675,"about_ca_system_score_codex":0.00069099513,"about_ca_system_score_gemma":0.13519372,"threshold_uncertainty_score":0.9901483},"labels":[],"label_agreement":null},{"id":"W3158111049","doi":"10.1186/s12961-021-00731-z","title":"Contextual differences considered in the Tunisian ADOLOPMENT of the European guidelines on breast cancer screening","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"FP7 International Cooperation; Deutsche Gesellschaft für Internationale Zusammenarbeit; European Commission","keywords":"Guideline; Grading (engineering); Breast cancer; Medicine; Health services research; Family medicine; Breast cancer screening; Context (archaeology); Evidence-based medicine; Knowledge translation; Public health; Health administration; Cancer; Nursing; Alternative medicine; Pathology; Mammography; Knowledge management; Internal medicine; Computer science","score_opus":0.8457636591229023,"score_gpt":0.6553773349083422,"score_spread":0.19038632421456014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158111049","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3895463,0.0020419017,0.000038469432,0.60338205,0.00017315322,0.0014362223,0.00012434465,0.00001047362,0.0032471179],"genre_scores_gemma":[0.9881126,0.0011029394,0.000046434085,0.009698976,0.00064518495,0.000038050384,0.0000080980035,0.000009932971,0.0003377621],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99174196,0.0056174854,0.0011049113,0.00022374131,0.00092538603,0.00038654995],"domain_scores_gemma":[0.995425,0.0030513275,0.0002321999,0.0003562914,0.0007772178,0.00015800515],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013023021,0.00008856554,0.00029610086,0.00012334154,0.00024679248,0.000052415457,0.0001340555,0.000034367044,0.000019629928],"category_scores_gemma":[0.011185063,0.00004648992,0.000040384184,0.0004698982,0.00018350134,0.000040511382,0.00010581419,0.00048899814,0.0000030096594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012177246,0.00082722027,0.30584034,0.0032424561,0.00024364784,0.00019257652,0.019997226,0.00009042883,0.0012284594,0.026545841,0.13861465,0.50195944],"study_design_scores_gemma":[0.002467945,0.00035102188,0.9211879,0.0029800227,0.00001147957,0.00030297585,0.045715258,0.0010022247,0.000020571253,0.00011106077,0.025766509,0.000083083454],"about_ca_topic_score_codex":0.028362377,"about_ca_topic_score_gemma":0.003806387,"teacher_disagreement_score":0.6153475,"about_ca_system_score_codex":0.00010912597,"about_ca_system_score_gemma":0.0017514488,"threshold_uncertainty_score":0.99714416},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3158136900","doi":"10.1111/bdi.13092","title":"The RANZCP 2020 guideline summaries and the need for standardised guideline development","year":2021,"lang":"en","type":"article","venue":"Bipolar Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research; South London and Maudsley NHS Foundation Trust","keywords":"Guideline; CLARITY; Mood; Novelty; Bipolar disorder; Psychology; Medicine; Mood disorders; Quality (philosophy); Treatment of bipolar disorder; Psychiatry; Mania; Anxiety","score_opus":0.04779654266481849,"score_gpt":0.39612779544761884,"score_spread":0.34833125278280036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158136900","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019212639,0.08970966,0.13475645,0.7492663,0.0011892582,0.0048746755,0.00022415657,0.00017348249,0.00059337803],"genre_scores_gemma":[0.19001473,0.1641666,0.47310722,0.14292379,0.0041752113,0.0020223733,0.0105145965,0.00059102126,0.012484458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972054,0.00019185657,0.0015351577,0.00032416952,0.00042740843,0.00031606088],"domain_scores_gemma":[0.9957222,0.002717295,0.0002796461,0.00043137834,0.00073229044,0.0001172421],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036320868,0.00019490029,0.0003431641,0.000027411475,0.00066563505,0.00011429958,0.00013090289,0.000073189454,0.00012371813],"category_scores_gemma":[0.011544394,0.00011167646,0.00015844265,0.00022882815,0.00029719318,0.0001018681,0.00014390539,0.00019447636,0.000007879118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004606834,0.00010354449,0.0032005173,0.000055534118,0.00044382075,0.0000043218392,0.00053507736,0.000027646654,0.00033779768,0.0017054016,0.20792238,0.7810571],"study_design_scores_gemma":[0.011454472,0.00006665472,0.0014014456,0.000017266811,0.00027827456,0.000014112365,0.003473979,0.0019361904,0.00022555547,0.0016453564,0.9793444,0.0001422477],"about_ca_topic_score_codex":0.00013906513,"about_ca_topic_score_gemma":0.002740955,"teacher_disagreement_score":0.78091484,"about_ca_system_score_codex":0.000055253546,"about_ca_system_score_gemma":0.00079188496,"threshold_uncertainty_score":0.99678177},"labels":[],"label_agreement":null},{"id":"W3160557796","doi":"10.1007/s00467-021-05105-9","title":"Importance of clinical practice guidelines to practicing pediatric nephrologists and IPNA survey","year":2021,"lang":"en","type":"editorial","venue":"Pediatric Nephrology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Medicine; Guideline; Family medicine; Clinical Practice; MEDLINE; Medical education; Pathology","score_opus":0.2416270936109966,"score_gpt":0.549374918383812,"score_spread":0.3077478247728154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160557796","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20369618,0.011137188,0.0011939721,0.028856773,0.75077635,0.0027550638,0.0010715724,0.00020704523,0.00030587314],"genre_scores_gemma":[0.0015171318,0.03887526,0.06275507,0.01947889,0.87452775,0.00008414469,0.0023172724,0.00017715411,0.00026729854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9829908,0.0027773955,0.009115461,0.0021571203,0.0020016897,0.00095751067],"domain_scores_gemma":[0.88425857,0.09328099,0.0070881345,0.0016654222,0.012868758,0.0008381435],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.023432836,0.00080728985,0.0032537158,0.00068143033,0.00012402084,0.00006629596,0.00046424725,0.002313678,0.00022910594],"category_scores_gemma":[0.6901879,0.0007905432,0.0004392969,0.001677863,0.00019149971,0.0004727316,0.00089016656,0.0034037612,0.000081607046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002747086,0.00048451844,0.18173097,0.0004178451,0.00030392245,0.00038053928,0.00003747496,0.000009915921,0.000008534217,0.0000049195455,0.8101082,0.0037660995],"study_design_scores_gemma":[0.0034648248,0.0021863312,0.13740624,0.000020969392,0.0060421606,0.00015775324,0.00009811521,0.000047792426,0.0000014074266,0.00003138796,0.84997517,0.0005678232],"about_ca_topic_score_codex":0.001867182,"about_ca_topic_score_gemma":0.0011841849,"teacher_disagreement_score":0.666755,"about_ca_system_score_codex":0.00013154076,"about_ca_system_score_gemma":0.005983173,"threshold_uncertainty_score":0.99965197},"labels":[],"label_agreement":null},{"id":"W3161403478","doi":"10.1177/10556656211017409","title":"Optimizing Outcomes After Cleft Palate Repair: Design and Implementation of a Perioperative Clinical Care Pathway","year":2021,"lang":"en","type":"article","venue":"The Cleft Palate-Craniofacial Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Perioperative; Clinical pathway; Medical record; Anesthesia; Retrospective cohort study; Cohort; Complication; Surgery; Dentistry; Internal medicine","score_opus":0.10553878623007301,"score_gpt":0.4453009024015577,"score_spread":0.33976211617148466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161403478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890702,0.000081026956,0.004189673,0.0048765843,0.00079478807,0.0007895566,0.00004081236,0.00005253124,0.00010484886],"genre_scores_gemma":[0.9728679,0.0010143181,0.023301762,0.0021057639,0.0005221615,0.000018114566,0.000027953618,0.000046067995,0.0000959536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949762,0.0012325861,0.002392743,0.00040131758,0.0006065164,0.00039060897],"domain_scores_gemma":[0.99634254,0.0012051972,0.0007601755,0.0003760486,0.0009860655,0.00032994605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031553565,0.00028860685,0.0007404291,0.00008384136,0.00035906752,0.0001187986,0.00012595153,0.00016826531,0.0009283879],"category_scores_gemma":[0.0019455614,0.00020359446,0.00052252493,0.00019589369,0.00021948566,0.00037272336,0.00015244294,0.00089906843,0.000016587224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061067153,0.00012847334,0.9640406,0.000060777307,0.00046983012,0.0003559985,0.009266208,0.00009895626,0.0015169791,0.000054922974,0.00014692757,0.023249703],"study_design_scores_gemma":[0.005962412,0.0004927277,0.962906,0.00012645376,0.000727569,0.000591061,0.026385726,0.0004918683,0.00016701432,0.00010969965,0.0018015984,0.00023788615],"about_ca_topic_score_codex":0.000065856395,"about_ca_topic_score_gemma":0.00011140564,"teacher_disagreement_score":0.023011817,"about_ca_system_score_codex":0.00011087738,"about_ca_system_score_gemma":0.0008267952,"threshold_uncertainty_score":0.9999849},"labels":[],"label_agreement":null},{"id":"W3161601026","doi":"10.46747/cfp.6705329","title":"Mener à bien la normalisation","year":2021,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Prairie Women's Health Centre of Excellence; Women's College Hospital; The Wilson Centre","funders":"Canadian Institutes of Health Research","keywords":"Humanities; Political science; Philosophy","score_opus":0.13907993503482988,"score_gpt":0.3978678840994914,"score_spread":0.2587879490646615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161601026","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061022285,0.016938945,0.0006305263,0.12926915,0.010268641,0.00070046313,0.000835973,0.00007665806,0.78025734],"genre_scores_gemma":[0.3223138,0.00095561874,0.0017207994,0.64747465,0.007619264,0.000032536198,0.0018383483,0.00012544535,0.017919552],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972202,0.0004274225,0.000757792,0.00045980723,0.00035290763,0.00078183674],"domain_scores_gemma":[0.997088,0.0006704631,0.00018743116,0.00054021174,0.0004956034,0.0010182885],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070176506,0.0002485137,0.00034814165,0.00015672897,0.00017374982,0.00011520422,0.00012519832,0.00023694505,0.00025170363],"category_scores_gemma":[0.0007729676,0.0003108303,0.000169276,0.00068056444,0.00015881234,0.0005115282,0.000040360577,0.00047338745,0.0019888722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023641509,0.00017729698,0.0010074701,0.0001305561,0.0002345756,0.001043242,0.0003101462,0.00012406478,0.0070369355,0.012823142,0.38207093,0.595018],"study_design_scores_gemma":[0.0011866654,0.00007994747,0.02711379,0.00026838502,0.0004524505,0.00001486521,0.0039604604,0.0009990084,0.0008113107,0.0008044066,0.9640033,0.0003053908],"about_ca_topic_score_codex":0.08568106,"about_ca_topic_score_gemma":0.09678384,"teacher_disagreement_score":0.7623378,"about_ca_system_score_codex":0.0010717752,"about_ca_system_score_gemma":0.00521668,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W3161905525","doi":"10.1177/20597002211017405","title":"Engaging target users to appraise and refine clinical practice guidelines in pediatric concussion: An integrated knowledge translation approach","year":2021,"lang":"en","type":"article","venue":"Journal of Concussion","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; Toronto Rehabilitation Institute; University of Toronto; Holland Bloorview Kids Rehabilitation Hospital","funders":"Ontario Neurotrauma Foundation","keywords":"Knowledge translation; Guideline; Likert scale; Concussion; Medical education; Medicine; Psychology; Family medicine; Applied psychology; Poison control; Injury prevention; Knowledge management; Computer science; Medical emergency; Pathology","score_opus":0.32726337765223734,"score_gpt":0.5437495514263715,"score_spread":0.21648617377413415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161905525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83735114,0.005698625,0.066893876,0.08547771,0.0018061962,0.0008572596,0.000011175913,0.000056353296,0.0018476825],"genre_scores_gemma":[0.5484995,0.0021437556,0.4420126,0.004941134,0.0021071204,0.0000060515713,0.000080340804,0.00004500789,0.00016447327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99388415,0.0013147136,0.0035982323,0.00039477687,0.0005712558,0.00023688788],"domain_scores_gemma":[0.9919016,0.0030750395,0.0011303723,0.00027137945,0.0030727293,0.000548873],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008909306,0.00021697502,0.00071584026,0.00037008614,0.000078574514,0.00006134256,0.00011097343,0.0002233831,0.000079796446],"category_scores_gemma":[0.055411186,0.000153007,0.00015160865,0.0008513845,0.000041828927,0.0010510873,0.000061780556,0.0011539882,0.000007363554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072460016,0.0022376874,0.06414784,0.00024145859,0.00013910703,0.0006793354,0.0028383667,0.000632531,0.005266706,0.00008825281,0.023089727,0.893393],"study_design_scores_gemma":[0.026438218,0.003918596,0.09031302,0.0010217567,0.0015486855,0.0033273858,0.02126299,0.028102882,0.0008829936,0.00014564178,0.82233316,0.00070468354],"about_ca_topic_score_codex":0.000023766905,"about_ca_topic_score_gemma":0.00002290555,"teacher_disagreement_score":0.89268833,"about_ca_system_score_codex":0.00009679646,"about_ca_system_score_gemma":0.0011721143,"threshold_uncertainty_score":0.95254546},"labels":[],"label_agreement":null},{"id":"W3161935005","doi":"10.46747/cfp.6705323","title":"Getting standardization right","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's College Hospital; The Wilson Centre","funders":"Canadian Institutes of Health Research","keywords":"Standardization; Variety (cybernetics); Primary care; Computer science; Medicine; Data science; MEDLINE; World Wide Web; Family medicine; Political science; Artificial intelligence","score_opus":0.09374946962026988,"score_gpt":0.3924160270846281,"score_spread":0.2986665574643582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161935005","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22358872,0.0010862062,0.009885498,0.029979592,0.0014139179,0.00075588934,0.00027858885,0.00017458053,0.732837],"genre_scores_gemma":[0.63143224,0.00002944155,0.00391718,0.36216208,0.00089693215,0.000009358388,0.0007222513,0.000041512834,0.00078902504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885964,0.00005209792,0.00035709416,0.00023838425,0.00021753475,0.00027526333],"domain_scores_gemma":[0.99878633,0.000110736226,0.00008252132,0.00027581092,0.0003763822,0.00036824206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020433715,0.00009634744,0.0001762495,0.00007942348,0.00012856748,0.00004055497,0.000042617154,0.00005441149,0.00006002668],"category_scores_gemma":[0.00038277844,0.00010508587,0.00007477852,0.00034069773,0.000027006898,0.00015701681,0.000013216172,0.0001632068,0.00015967984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069933485,0.0001726743,0.0032412992,0.00013163389,0.00029199882,0.0015035302,0.00021434033,0.00016520587,0.08650839,0.0074555813,0.33551452,0.5647309],"study_design_scores_gemma":[0.0011361047,0.00006115244,0.028414657,0.000091035756,0.00015512816,0.000008449676,0.001204299,0.00053178496,0.004421297,0.0012008735,0.9625638,0.00021138827],"about_ca_topic_score_codex":0.0033558814,"about_ca_topic_score_gemma":0.015484592,"teacher_disagreement_score":0.732048,"about_ca_system_score_codex":0.00036280815,"about_ca_system_score_gemma":0.0018346383,"threshold_uncertainty_score":0.8640766},"labels":[],"label_agreement":null},{"id":"W3162425279","doi":"","title":"2019 CAA Members Survey and Action Plans","year":2020,"lang":"","type":"article","venue":"Canadian acoustics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Action (physics); Action plan; Plan (archaeology); Order (exchange); Public relations; Service (business); Business; Political science; Management; Marketing; Geography","score_opus":0.32142311011669494,"score_gpt":0.44526044103383283,"score_spread":0.12383733091713789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162425279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86956936,0.0011375757,0.009639278,0.09788191,0.006151938,0.0021408875,0.011297358,0.00010250471,0.0020791856],"genre_scores_gemma":[0.9692557,0.001737591,0.0005243187,0.02521145,0.0015105119,0.0000035209898,0.0010682947,0.0000687531,0.0006198464],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970048,0.00028313516,0.0010993094,0.00056346017,0.0003719501,0.0006773656],"domain_scores_gemma":[0.993976,0.0018414938,0.00031857094,0.00032340016,0.00039681018,0.0031437168],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011236225,0.00030810345,0.0004619071,0.00015548202,0.0002165285,0.000111207235,0.00014213228,0.00033975736,0.0021656156],"category_scores_gemma":[0.017333118,0.00036342832,0.00006186322,0.00043582937,0.00016698956,0.00023781929,0.000050065348,0.00079597835,0.00040621965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053697673,0.0000535907,0.14418207,0.00041811276,0.00036936117,0.00041895243,0.0013290812,0.0011209686,0.0043288483,0.00004326524,0.8024809,0.044717878],"study_design_scores_gemma":[0.0033572803,0.00083837664,0.82291156,0.000090505346,0.0013921012,0.00007591658,0.004997539,0.0833749,0.00002986961,0.000023318096,0.08224091,0.00066775066],"about_ca_topic_score_codex":0.42466646,"about_ca_topic_score_gemma":0.5998946,"teacher_disagreement_score":0.72024,"about_ca_system_score_codex":0.00057078357,"about_ca_system_score_gemma":0.0034698911,"threshold_uncertainty_score":0.99988174},"labels":[],"label_agreement":null},{"id":"W3162741505","doi":"10.1038/s41440-021-00666-6","title":"Why we need a single independent international hypertension clinical practice guideline","year":2021,"lang":"en","type":"editorial","venue":"Hypertension Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; Cochrane; University of British Columbia","funders":"","keywords":"Guideline; Medicine; Clinical Practice; Internal medicine; Intensive care medicine; Family medicine; Pathology","score_opus":0.4780404816562728,"score_gpt":0.5798977432856968,"score_spread":0.10185726162942399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162741505","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047012116,0.0019465369,0.0005308705,0.31124064,0.681138,0.0015307273,0.00015516028,0.00018673162,0.00280122],"genre_scores_gemma":[0.00051882194,0.01471064,0.030787025,0.051761266,0.88749,0.00009748437,0.0104508875,0.00031836462,0.0038655566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9761149,0.003537734,0.0054118577,0.002335897,0.011407775,0.0011918306],"domain_scores_gemma":[0.904614,0.047937118,0.0014811006,0.0026132476,0.042186283,0.0011682905],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.023616672,0.0006925756,0.0018940485,0.0010303109,0.00038561982,0.0004249113,0.000836461,0.0037645006,0.0020777765],"category_scores_gemma":[0.4261494,0.000607917,0.0007703936,0.0011888585,0.00041027807,0.0005255885,0.0019320421,0.012210743,0.0008803993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032313303,0.0028856823,0.000038896662,0.00012135013,0.0006173334,0.006871012,0.000030229292,0.0000035638836,0.004935362,0.000011712935,0.94809395,0.033159576],"study_design_scores_gemma":[0.0071930103,0.0015790878,0.00004405222,0.0009235346,0.00080423837,0.0009490383,0.0021467996,0.0016226072,0.0001356246,0.00007004956,0.9840115,0.00052046735],"about_ca_topic_score_codex":0.002046228,"about_ca_topic_score_gemma":0.00022179913,"teacher_disagreement_score":0.40253273,"about_ca_system_score_codex":0.00087049464,"about_ca_system_score_gemma":0.0043657618,"threshold_uncertainty_score":0.99989754},"labels":[],"label_agreement":null},{"id":"W3163191449","doi":"10.1111/papr.13033","title":"What does it take to facilitate the integration of clinical practice guidelines for the management of low back pain into practice? Part 1: A synthesis of recommendation","year":2021,"lang":"en","type":"review","venue":"Pain Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Medicine; Clinical Practice; Pain management; Low back pain; Alternative medicine; Knowledge management; Physical therapy; Computer science; Pathology","score_opus":0.6318050362358983,"score_gpt":0.6109455410910465,"score_spread":0.02085949514485186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163191449","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.9427033e-7,0.44947216,0.12697978,0.41128176,0.0021431423,0.0091199465,0.00017658377,0.000028247012,0.0007974895],"genre_scores_gemma":[0.000005338112,0.7478395,0.23175484,0.017647812,0.0005528253,0.0011077411,0.00047264714,0.000077441975,0.00054183096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9617353,0.021789065,0.013010492,0.0012794965,0.0016883068,0.0004973445],"domain_scores_gemma":[0.53365827,0.43617415,0.014723328,0.0021943774,0.013042165,0.0002077318],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15400782,0.0006536681,0.002881824,0.00020829245,0.00017716238,0.00016562031,0.0006755954,0.00043983076,0.0004005495],"category_scores_gemma":[0.7885617,0.00036376336,0.00125893,0.0011529245,0.0002183767,0.002460704,0.00038053372,0.0010840249,0.000047123187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013647011,0.0010449052,8.6533424e-7,0.01910404,0.0037839839,0.000009081961,0.00082031434,0.000013912311,0.0000024766318,0.00021821936,0.09698686,0.87665063],"study_design_scores_gemma":[0.00068441045,0.00069028966,9.3765885e-7,0.025093278,0.016218705,0.000045269884,0.1041515,0.00065846485,0.000018461542,0.000041300646,0.85211766,0.0002797243],"about_ca_topic_score_codex":0.00052791263,"about_ca_topic_score_gemma":0.00023978563,"teacher_disagreement_score":0.8763709,"about_ca_system_score_codex":0.00022010854,"about_ca_system_score_gemma":0.0011490913,"threshold_uncertainty_score":0.99988145},"labels":[],"label_agreement":null},{"id":"W3165126444","doi":"10.1111/acem.14297","title":"Navigating uncertainty with GRACE: Society for Academic Emergency Medicine’s guidelines for reasonable and appropriate care in the emergency department","year":2021,"lang":"en","type":"letter","venue":"Academic Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Emergency department; Guideline; Quality (philosophy); MEDLINE; Medical education; Medical emergency; Nursing","score_opus":0.2774207035048412,"score_gpt":0.5170287029691003,"score_spread":0.2396079994642591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165126444","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038624987,0.085605755,0.0020378134,0.8584533,0.0054433644,0.009153198,0.00034155903,0.00013710225,0.00020291976],"genre_scores_gemma":[0.0066795256,0.42848566,0.008856696,0.4248272,0.07810862,0.010395203,0.036027085,0.0008539744,0.0057660416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850495,0.00046815941,0.008419383,0.0021498355,0.0022930384,0.0016200865],"domain_scores_gemma":[0.9888903,0.0020952486,0.0035067378,0.0012268842,0.0039294185,0.00035141667],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0075593283,0.0013964367,0.002293707,0.00016957431,0.000540935,0.0000023964674,0.00093194196,0.002312288,0.0015088381],"category_scores_gemma":[0.022074405,0.0008853719,0.0007073769,0.001398743,0.00039386554,0.00033614307,0.00022373768,0.00875399,0.0000050009508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004430826,0.00004219851,0.017728522,0.004290882,0.00058308884,0.000029101246,0.0059486427,0.000029141649,0.0002977302,0.000049738657,0.96591645,0.0046414277],"study_design_scores_gemma":[0.008288155,0.002452263,0.001541149,0.00492734,0.0055635376,0.00017923814,0.032168083,0.001549408,0.000020548061,0.0026648713,0.9394891,0.0011562495],"about_ca_topic_score_codex":0.001303682,"about_ca_topic_score_gemma":0.00045778617,"teacher_disagreement_score":0.43362612,"about_ca_system_score_codex":0.00042783166,"about_ca_system_score_gemma":0.00066436344,"threshold_uncertainty_score":0.9998786},"labels":[],"label_agreement":null},{"id":"W3165236819","doi":"10.1186/s43058-021-00160-7","title":"Barriers and facilitators affecting implementation of the Canadian clinical practice guidelines for the diagnosis of acute aortic syndrome","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Science North; NOSM University","funders":"Mach-Gaensslen Foundation of Canada","keywords":"Guideline; Nonprobability sampling; Medicine; Randomized controlled trial; Family medicine; Medical education; Nursing; Psychology; Pathology; Population","score_opus":0.4293328848442848,"score_gpt":0.6429079275562144,"score_spread":0.21357504271192962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165236819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7989268,0.00036914306,0.0015038485,0.19584508,0.00040512276,0.002351636,0.0004964379,0.000015952754,0.000086002496],"genre_scores_gemma":[0.956078,0.00080157624,0.03824884,0.0045024646,0.000025056592,0.0002451105,0.000076064236,0.000011948552,0.000010946633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622136,0.00041754943,0.0020840876,0.000315037,0.00067458866,0.00028735705],"domain_scores_gemma":[0.9852023,0.0067523303,0.0010941902,0.0014515729,0.005257018,0.00024260144],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00785257,0.0001242462,0.0002683419,0.00014689277,0.0012776548,0.000081887214,0.00064250035,0.000047910526,0.0001539804],"category_scores_gemma":[0.034096356,0.00009020878,0.00016311937,0.0012691943,0.0010708526,0.0006557231,0.00039844523,0.0002139936,0.0000013903192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003487009,0.00007812061,0.7956307,0.000054752738,0.0004725046,0.0000014171613,0.0023661354,0.000013054648,0.002148106,0.0033842253,0.0041458085,0.19167033],"study_design_scores_gemma":[0.0024481248,0.0003218049,0.8495411,0.000066007015,0.0019171685,0.00013664758,0.11532344,0.000985321,0.006842178,0.00043397184,0.021818273,0.00016592062],"about_ca_topic_score_codex":0.03509394,"about_ca_topic_score_gemma":0.12789583,"teacher_disagreement_score":0.19150442,"about_ca_system_score_codex":0.00020481432,"about_ca_system_score_gemma":0.0045558796,"threshold_uncertainty_score":0.98268163},"labels":[],"label_agreement":null},{"id":"W3165443325","doi":"10.1016/j.zefq.2021.01.009","title":"Guidelines 2.0: Systematische Entwicklung einer umfassenden Checkliste für eine vertrauenswürdige Leitlinienentwicklung","year":2021,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Checklist; Guideline; Credibility; Process (computing); Resource (disambiguation); Computer science; Process management; Medical education; Knowledge management; Psychology; Medicine; Business; Political science","score_opus":0.24029642257142558,"score_gpt":0.5278295224457809,"score_spread":0.28753309987435527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165443325","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12810561,0.6395857,0.012490077,0.1483267,0.034635913,0.013390002,0.0022984175,0.002561551,0.018606083],"genre_scores_gemma":[0.83756256,0.03200134,0.021907667,0.026624952,0.025056409,0.0008564068,0.009953454,0.0020461804,0.04399101],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9623817,0.0050965166,0.016652144,0.0051078913,0.0063355314,0.00442618],"domain_scores_gemma":[0.9644094,0.012089876,0.0056851907,0.0066158627,0.008303349,0.0028963035],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.017951466,0.0034613141,0.0062445817,0.0010855768,0.0015025993,0.0017064073,0.00206448,0.0023840966,0.003503753],"category_scores_gemma":[0.06308273,0.0032813407,0.0031824044,0.0034218896,0.00083385914,0.0040084124,0.0022255967,0.003979928,0.0069548115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005229387,0.009763372,0.2546689,0.03243139,0.09130205,0.014036599,0.010573825,0.002027069,0.028386677,0.11453096,0.3844017,0.052648067],"study_design_scores_gemma":[0.016356234,0.0013571879,0.020730989,0.0114072105,0.037630644,0.0007473639,0.0069122757,0.005343184,0.005916739,0.00041530078,0.88835645,0.004826443],"about_ca_topic_score_codex":0.0049845437,"about_ca_topic_score_gemma":0.0025372736,"teacher_disagreement_score":0.709457,"about_ca_system_score_codex":0.00056899077,"about_ca_system_score_gemma":0.0060264124,"threshold_uncertainty_score":0.9997973},"labels":[],"label_agreement":null},{"id":"W3169329629","doi":"10.1200/jco.2021.39.15_suppl.e17052","title":"Radiation oncologist consultations prior to prostatectomy in Ontario, Canada: Disparities and opportunities.","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Ottawa Hospital; Princess Margaret Cancer Centre; University Health Network; University of Toronto; London Health Sciences Centre; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Prostatectomy; Prostate cancer; Radiation oncologist; Logistic regression; Population; Odds ratio; Cancer registry; Internal medicine; Cancer; Gynecology; Radiation therapy; Environmental health","score_opus":0.4361590091225278,"score_gpt":0.5421362238029388,"score_spread":0.10597721468041099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169329629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.859788,0.00018261684,0.00016340689,0.13747895,0.00092828146,0.00027974503,0.0000096944505,0.0000040245,0.0011653046],"genre_scores_gemma":[0.96250147,0.00075197435,0.008080535,0.027267585,0.00031008018,0.00001088296,0.000028721937,0.000010746311,0.0010380312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99526507,0.00048627972,0.003549817,0.00017759153,0.00033372914,0.00018749737],"domain_scores_gemma":[0.98835576,0.008650773,0.001338738,0.0001232069,0.0010702602,0.00046128043],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003475312,0.00009935918,0.00095845124,0.00010421011,0.00004256584,0.000016599517,0.00005914364,0.00017652448,0.00028934225],"category_scores_gemma":[0.041158948,0.000086230306,0.00009486724,0.00013122914,0.00011936699,0.00017949138,0.000056515422,0.0009498695,0.0000019356758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003090975,0.0011348623,0.53744286,0.00003791574,0.00019648064,0.0038183287,0.00038564496,0.00005809083,0.00007378313,0.00052468805,0.038995326,0.41424108],"study_design_scores_gemma":[0.0059869713,0.0017184811,0.67820567,0.000047692545,0.00015261114,0.0003699501,0.0010834535,0.00003476095,0.000018544975,0.000156482,0.312161,0.00006437894],"about_ca_topic_score_codex":0.56668735,"about_ca_topic_score_gemma":0.98693806,"teacher_disagreement_score":0.4202507,"about_ca_system_score_codex":0.0010563018,"about_ca_system_score_gemma":0.03985453,"threshold_uncertainty_score":0.96691775},"labels":[],"label_agreement":null},{"id":"W3169513989","doi":"10.1016/j.jclinepi.2021.05.021","title":"RIGHT for acupuncture: An extension of the RIGHT statement for clinical practice guidelines on acupuncture","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Checklist; Medicine; Acupuncture; CLARITY; Guideline; Transparency (behavior); Alternative medicine; MEDLINE; Quality (philosophy); Health care; Family medicine; Medical education; Psychology; Pathology; Computer science","score_opus":0.7175726937963919,"score_gpt":0.69735566566699,"score_spread":0.02021702812940185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169513989","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14521636,0.00168884,0.11194474,0.72292024,0.015125189,0.0027061468,0.00015520955,0.000027596176,0.0002156851],"genre_scores_gemma":[0.05200829,0.0053062136,0.62010103,0.30883774,0.01278727,0.00004400197,0.00018304033,0.0000942327,0.0006381778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96901244,0.007366982,0.021561217,0.0007966682,0.0007298544,0.0005328212],"domain_scores_gemma":[0.5889626,0.3663654,0.022858037,0.001935062,0.018938012,0.0009408487],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.095294185,0.0004570857,0.0047224048,0.00009124131,0.00015047882,0.000013445534,0.00045864034,0.0008463271,0.0002428167],"category_scores_gemma":[0.8377342,0.00019147742,0.0034550314,0.00022479486,0.0003705666,0.00035291567,0.00015364378,0.0017902948,0.0000066475145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026142292,0.0042883507,0.023231322,0.00026851954,0.0017509984,0.00012709765,0.000043048014,0.0006445841,0.00045326576,0.0060309335,0.81708586,0.119933724],"study_design_scores_gemma":[0.010649593,0.009439411,0.05166745,0.0003543963,0.0029349066,0.0005739505,0.00026151477,0.002241356,0.00042717464,0.020122025,0.9011263,0.00020190972],"about_ca_topic_score_codex":0.000009933694,"about_ca_topic_score_gemma":0.00004204563,"teacher_disagreement_score":0.74244004,"about_ca_system_score_codex":0.000088152716,"about_ca_system_score_gemma":0.0018705922,"threshold_uncertainty_score":0.931585},"labels":[],"label_agreement":null},{"id":"W3170279494","doi":"","title":"The RAND/PPMD Patient-Centeredness Method: a novel online approach to engaging patients and their representatives in guideline development","year":2019,"lang":"en","type":"article","venue":"Publisher","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Best practice; Medical education; Psychology; Medicine; Computer science; Family medicine; Political science","score_opus":0.12860628564141935,"score_gpt":0.42694239650341553,"score_spread":0.2983361108619962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170279494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9656208,0.000084502404,0.019758854,0.008574555,0.00069587026,0.0022546686,0.000021772532,0.00004553428,0.0029434264],"genre_scores_gemma":[0.81534046,0.000014049446,0.17470692,0.007986178,0.00015814176,0.00015219589,0.0008246437,0.000063039486,0.00075438415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970591,0.00025210498,0.0013589893,0.00055307365,0.00040969634,0.0003670414],"domain_scores_gemma":[0.99758726,0.0010770187,0.00027897517,0.00040520015,0.0004675048,0.00018401042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024477988,0.0002173994,0.00035935044,0.0001708848,0.00010223519,0.00017195687,0.00017807007,0.00006708999,0.000055959215],"category_scores_gemma":[0.004338947,0.00013656214,0.00005483806,0.00041186696,0.00003410477,0.00059113884,0.00032690435,0.00036812713,0.000010439151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015035114,0.0026474006,0.3145008,0.00007765123,0.00020907633,0.0000016944006,0.014302196,0.00018267521,0.0007874899,0.000094928444,0.03262949,0.6330631],"study_design_scores_gemma":[0.023012627,0.00046738872,0.31821173,0.00015951504,0.00007684596,0.00002420973,0.048474073,0.01599272,0.00047323474,0.00019164741,0.5922483,0.0006676779],"about_ca_topic_score_codex":0.0002838536,"about_ca_topic_score_gemma":0.000097475975,"teacher_disagreement_score":0.6323954,"about_ca_system_score_codex":0.0001243483,"about_ca_system_score_gemma":0.00015105866,"threshold_uncertainty_score":0.5568842},"labels":[],"label_agreement":null},{"id":"W3170405419","doi":"10.12927/hcpol.2021.26496","title":"Time-Driven Activity-Based Costing for Cataract Surgery in Canada: The Case of the Kensington Eye Institute","year":2021,"lang":"en","type":"article","venue":"Healthcare policy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Medtronic (Canada)","funders":"","keywords":"Activity-based costing; Popularity; Optometry; Medicine; Unit (ring theory); Operating theatres; Cataract surgery; Operations management; Health care; Surgery; General surgery; Business; Medical emergency; Engineering; Psychology; Accounting; Political science","score_opus":0.23870057284757298,"score_gpt":0.48705307706920375,"score_spread":0.24835250422163077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170405419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7597769,0.00004729191,0.00004054179,0.23923007,0.00022076994,0.0005321116,0.00011587785,0.0000073969927,0.000029046285],"genre_scores_gemma":[0.98238677,0.000015252384,0.00027825407,0.016850468,0.00032203973,0.000021751506,0.000070966984,0.000017545055,0.00003695231],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983121,0.0003303004,0.000681782,0.00019738881,0.00018968845,0.00028875042],"domain_scores_gemma":[0.9946839,0.0040116687,0.0003820153,0.00043654308,0.0003785311,0.00010731349],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008155075,0.00010425032,0.00031364127,0.000069819165,0.00015424899,0.000007669862,0.000058945898,0.000052549196,0.000008333859],"category_scores_gemma":[0.014501112,0.000072522664,0.00010498404,0.0005077276,0.00006611478,0.00007742787,0.000045183337,0.00031673283,0.0000016428074],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001735024,0.00084577646,0.34345758,0.0038265344,0.00021803149,0.003316687,0.0016205207,0.0019418529,0.005846957,0.00078626,0.029497096,0.60690767],"study_design_scores_gemma":[0.01125711,0.0004251022,0.7350004,0.0032008267,0.00063973106,0.0036064782,0.0049436437,0.08188505,0.027745595,0.0004043183,0.12991135,0.0009804566],"about_ca_topic_score_codex":0.9737051,"about_ca_topic_score_gemma":0.9826531,"teacher_disagreement_score":0.6059272,"about_ca_system_score_codex":0.0009514448,"about_ca_system_score_gemma":0.025185898,"threshold_uncertainty_score":0.99380016},"labels":[],"label_agreement":null},{"id":"W3170709465","doi":"10.1016/j.jphys.2021.05.002","title":"Appraisal of Clinical Practice Guideline: Canadian 24-hour movement guidelines for children and youth: An integration of physical activity, sedentary behaviour, and sleep","year":2021,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Physical therapy; Sleep (system call); Clinical Practice; Physical activity; Sedentary behavior; Actigraphy; Physical medicine and rehabilitation; Psychiatry; Insomnia","score_opus":0.18942802624937702,"score_gpt":0.5579185027017108,"score_spread":0.3684904764523338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170709465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98199666,0.00038500852,0.0046434174,0.0119341565,0.0003747317,0.00047298693,0.0001751672,0.0000051178463,0.000012781668],"genre_scores_gemma":[0.9193448,0.00073532364,0.073561914,0.0043380847,0.0018203919,0.0000034414654,0.00014586504,0.00003913124,0.000011071541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99664736,0.00025599147,0.0021303894,0.00026438964,0.00052977167,0.0001721182],"domain_scores_gemma":[0.99303854,0.0011768185,0.0018981827,0.00025674448,0.00330026,0.00032948042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021662023,0.00018579436,0.00079373014,0.00014401882,0.0000491757,0.000026895603,0.00009718712,0.00010909454,0.00003074964],"category_scores_gemma":[0.0059842574,0.0001532024,0.00026912094,0.00014803729,0.00009465475,0.00064989954,0.000032383636,0.00033276866,1.6765102e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066807754,0.005853541,0.07120916,0.00012254313,0.0017765684,0.000032140146,0.0027824482,0.00016811123,0.18671693,0.00024187665,0.016656904,0.707759],"study_design_scores_gemma":[0.029520886,0.015929928,0.86977166,0.0006565691,0.0041410537,0.00048360258,0.013948229,0.012229748,0.048587237,0.00088185543,0.0032123523,0.000636871],"about_ca_topic_score_codex":0.0151515305,"about_ca_topic_score_gemma":0.004146293,"teacher_disagreement_score":0.7985625,"about_ca_system_score_codex":0.000049598897,"about_ca_system_score_gemma":0.00074678933,"threshold_uncertainty_score":0.9914067},"labels":[],"label_agreement":null},{"id":"W3170771096","doi":"10.1200/jco.2021.39.15_suppl.e13509","title":"Encouraging teamwork and innovative practices by creating proximity: A qualitative study of continuous improvements in the Quebec Cancer Network.","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Teamwork; Promotion (chess); Knowledge management; Public relations; Qualitative research; Multidisciplinary approach; Quality (philosophy); Medicine; Sociology; Computer science; Political science","score_opus":0.3750902649756839,"score_gpt":0.6384438550338575,"score_spread":0.2633535900581736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170771096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97352725,0.0006611382,0.00015076474,0.02402033,0.0004180132,0.0006358439,0.0000038736325,0.0000030520553,0.0005797604],"genre_scores_gemma":[0.989715,0.00036154757,0.0034859611,0.0055215945,0.0007043476,0.000023346704,0.0000043493533,0.000011894886,0.00017199846],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9894165,0.004370888,0.0051603196,0.00024950012,0.0005819154,0.00022092102],"domain_scores_gemma":[0.95088834,0.035289437,0.011414688,0.00018477665,0.002111847,0.00011088888],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022534998,0.00013330164,0.0013653528,0.00006746099,0.000059131555,0.00002412329,0.00013423139,0.00016102583,0.00005285411],"category_scores_gemma":[0.08437003,0.00008641462,0.00010594662,0.00060151576,0.0001620863,0.0004126576,0.000102004546,0.0015229172,5.228823e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006272609,0.011975846,0.5622749,0.00010557616,0.0016905033,0.0008668601,0.082110494,0.00002490148,0.00054551737,0.00013816485,0.01568423,0.31831044],"study_design_scores_gemma":[0.024817206,0.012417084,0.17711088,0.000493327,0.0012622341,0.00015419419,0.76393604,0.00014121582,0.000053919775,0.00089600874,0.018541243,0.0001766553],"about_ca_topic_score_codex":0.004468248,"about_ca_topic_score_gemma":0.02123654,"teacher_disagreement_score":0.6818255,"about_ca_system_score_codex":0.00013382427,"about_ca_system_score_gemma":0.0025266933,"threshold_uncertainty_score":0.99662334},"labels":[],"label_agreement":null},{"id":"W3170903019","doi":"10.1016/j.jclinepi.2021.05.024","title":"Clinical practice guidelines in low and middle income countries: experiences from colombia","year":2021,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Departamento Administrativo de Ciencia, Tecnología e Innovación (COLCIENCIAS)","keywords":"Low and middle income countries; Medicine; Family medicine; Environmental health; Geography; Developing country; Economic growth; Economics","score_opus":0.5671589686277575,"score_gpt":0.6262713090067045,"score_spread":0.05911234037894697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170903019","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17391653,0.0060293865,0.000485277,0.8112662,0.00768068,0.00042527588,0.000040154362,0.000017047749,0.00013944879],"genre_scores_gemma":[0.0018825679,0.027544253,0.100533016,0.84075767,0.02878378,0.000020026082,0.0001377759,0.00006413591,0.0002767807],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9368567,0.019316163,0.040571608,0.001313605,0.0011054709,0.0008364737],"domain_scores_gemma":[0.4827679,0.48474923,0.024734924,0.0010796504,0.0059091724,0.00075911393],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.09309972,0.00059559447,0.009264918,0.00030222375,0.000069072834,0.000049143488,0.00056685717,0.004002355,0.00092703756],"category_scores_gemma":[0.8586263,0.00046527546,0.0015210945,0.0003133216,0.0012301204,0.0005763158,0.00037608543,0.011930941,0.000050217564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022195573,0.000348658,0.23262486,0.00032164925,0.0007781501,0.005840738,0.00016868344,0.000005994308,3.76756e-7,0.00001665477,0.7481527,0.009522018],"study_design_scores_gemma":[0.0062594716,0.0025716026,0.0809451,0.00422944,0.0011674099,0.0013529946,0.0018834234,0.000366434,7.146479e-7,0.0014031426,0.89944124,0.00037900676],"about_ca_topic_score_codex":0.00079787086,"about_ca_topic_score_gemma":0.00015928512,"teacher_disagreement_score":0.7655266,"about_ca_system_score_codex":0.00015051669,"about_ca_system_score_gemma":0.0032061073,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W3170959496","doi":"10.52964/amja.0154","title":"Abstracts from the Society for Acute Medicine Spring Meeting","year":2007,"lang":"en","type":"article","venue":"Acute Medicine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Spring (device); Acute medicine; Family medicine; Intensive care medicine; Engineering; Mechanical engineering","score_opus":0.18359377937950153,"score_gpt":0.5079459486069458,"score_spread":0.32435216922744425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170959496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52724856,0.0024324215,0.07757205,0.38346916,0.0040218956,0.001247584,0.000025690322,0.000117724216,0.003864926],"genre_scores_gemma":[0.79977316,0.004923791,0.062371906,0.08143562,0.049628146,0.000022590886,0.00026281876,0.00017472397,0.001407224],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953201,0.00006472335,0.00247142,0.00035378,0.0011458914,0.0006441291],"domain_scores_gemma":[0.98987633,0.0071386374,0.001303976,0.00044157982,0.0007340941,0.0005053692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106738955,0.0003045658,0.000697261,0.00009559177,0.0005018818,0.000031012238,0.00032447308,0.0001609809,0.00074144965],"category_scores_gemma":[0.008129458,0.00016936335,0.00046634124,0.00030801227,0.0003194831,0.00028966292,0.00007978245,0.0012832994,0.000020796935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016904377,0.00014248594,0.016907059,0.000038270322,0.0058243265,0.00034351056,0.004265624,0.000013073489,0.06449082,0.00009918482,0.8344564,0.07172881],"study_design_scores_gemma":[0.034587298,0.003717195,0.22489972,0.0024582911,0.023848945,0.00418172,0.022735689,0.0009912614,0.002533798,0.0030106227,0.67642266,0.0006127833],"about_ca_topic_score_codex":0.0008676041,"about_ca_topic_score_gemma":0.0001654333,"teacher_disagreement_score":0.30203354,"about_ca_system_score_codex":0.00021676747,"about_ca_system_score_gemma":0.00021310401,"threshold_uncertainty_score":0.9732307},"labels":[],"label_agreement":null},{"id":"W3171589932","doi":"10.46747/cfp.6706398","title":"Purpose of positive predictive value table","year":2021,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Predictive value; Constipation; Medicine; Colorectal cancer; Internal medicine; General surgery; Table (database); Family medicine; Oncology; Cancer; Database; Computer science","score_opus":0.09089250337970492,"score_gpt":0.36260666760158095,"score_spread":0.271714164221876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171589932","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023593982,0.0013955993,0.00029416694,0.76907295,0.001842304,0.0024576422,0.0068674707,0.00007075745,0.21563973],"genre_scores_gemma":[0.0024772044,0.000050516872,0.0004656051,0.9822105,0.004771784,0.00004565755,0.008202689,0.000112676666,0.0016633356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970346,0.00020403389,0.0009217485,0.0006223366,0.0005786557,0.00063859374],"domain_scores_gemma":[0.99688417,0.0005775947,0.00050492975,0.0007322431,0.0009058918,0.00039514623],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024670642,0.00037176535,0.00089668704,0.00032658127,0.00008741631,0.000034903394,0.00020329234,0.0006116812,0.000037905585],"category_scores_gemma":[0.00043052252,0.00041313097,0.00029466185,0.00055396167,0.00015715808,0.00017900298,0.000050143106,0.0018008251,0.00008684386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035817247,0.000045606215,0.000040000534,0.00016212222,0.00041093596,0.0011621177,0.00005852029,0.000009874531,0.00074170023,0.000055959074,0.9893287,0.007948648],"study_design_scores_gemma":[0.0009286347,0.00039714124,0.0024145767,0.0006899673,0.0010840403,0.000009714961,0.00071200606,0.00013200413,0.0005222842,0.00027120803,0.99247855,0.0003598487],"about_ca_topic_score_codex":0.07150378,"about_ca_topic_score_gemma":0.004580924,"teacher_disagreement_score":0.2139764,"about_ca_system_score_codex":0.0009048804,"about_ca_system_score_gemma":0.0057606357,"threshold_uncertainty_score":0.9998758},"labels":[],"label_agreement":null},{"id":"W3172669087","doi":"10.3389/fmed.2021.630765","title":"Quality of and Recommendations for Relevant Clinical Practice Guidelines for COVID-19 Management: A Systematic Review and Critical Appraisal","year":2021,"lang":"en","type":"review","venue":"Frontiers in Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Interquartile range; Critical appraisal; MEDLINE; Family medicine; Coronavirus disease 2019 (COVID-19); Internal medicine; Disease; Alternative medicine; Pathology; Infectious disease (medical specialty)","score_opus":0.6369389937948454,"score_gpt":0.6977577466012649,"score_spread":0.06081875280641946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172669087","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.770468e-8,0.7303755,0.13779756,0.1225057,0.0011419922,0.007941267,0.00018251014,0.00001915841,0.00003624946],"genre_scores_gemma":[7.247766e-8,0.6412518,0.34098104,0.015331555,0.000326825,0.0011288229,0.00086138764,0.000040140632,0.000078355086],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865355,0.0018825483,0.0098632155,0.00089568004,0.00050632376,0.00031672185],"domain_scores_gemma":[0.8978021,0.093392156,0.004065042,0.0011493332,0.0029382147,0.0006531543],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02997686,0.0004394824,0.008054138,0.00032335654,0.0000836197,0.000015891264,0.00018052867,0.00033930875,0.000031141433],"category_scores_gemma":[0.7458762,0.00032782968,0.00045800276,0.00045361422,0.00041249738,0.00017074049,0.0001470474,0.00053235074,5.8491537e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008095994,0.00011467074,0.000007224596,0.55752647,0.0005898932,0.0000096012545,0.00002720677,1.4839573e-8,8.4542435e-9,0.0010150529,0.3039527,0.13667618],"study_design_scores_gemma":[0.0026830737,0.00036451165,0.0000013094873,0.28617,0.029764647,0.00014283012,0.0023001884,0.00006165825,3.91385e-9,0.00025289023,0.67807925,0.00017963228],"about_ca_topic_score_codex":0.00003695363,"about_ca_topic_score_gemma":0.0000095544565,"teacher_disagreement_score":0.71589935,"about_ca_system_score_codex":0.00016504855,"about_ca_system_score_gemma":0.00061412057,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W3172970544","doi":"10.1093/ndt/gfab109.004","title":"MO1037WOMEN REPRESENTATION IN CLINICAL PRACTICE GUIDELINES AMONG MAJOR NEPHROLOGY GUIDELINES","year":2021,"lang":"en","type":"article","venue":"Nephrology Dialysis Transplantation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Workgroup; Kidney disease; Guideline; Nephrology; Family medicine; Internal medicine; Pathology","score_opus":0.18290361166913832,"score_gpt":0.49812049808298836,"score_spread":0.31521688641385004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172970544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8944027,0.00046263897,0.013509058,0.08867643,0.00073922164,0.00086365984,0.00003638282,0.00017097629,0.0011389467],"genre_scores_gemma":[0.66414404,0.011951477,0.16244341,0.15239845,0.002955318,0.00035499566,0.0049573677,0.00013019537,0.00066472136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9902999,0.0016789024,0.0055010514,0.0012100581,0.00071782013,0.0005922799],"domain_scores_gemma":[0.98959863,0.004357567,0.0010881559,0.00080191693,0.0038964127,0.0002573427],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049270005,0.00038222782,0.0011323518,0.00047751164,0.00012892555,0.000054862958,0.00018575959,0.00066157297,0.00066864886],"category_scores_gemma":[0.027111743,0.00039253678,0.00043880104,0.00129663,0.00025550753,0.0009988047,0.0000575652,0.00078300043,0.00015813025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012815092,0.0025415889,0.73006296,0.00029058798,0.0022739957,0.0055563767,0.0017965628,0.0033793338,0.033237398,0.00087706855,0.055356264,0.15181275],"study_design_scores_gemma":[0.019689737,0.0007959009,0.8867618,0.00013251758,0.005929769,0.0017694171,0.0024361047,0.01026806,0.002170875,0.0013480365,0.068007395,0.0006904103],"about_ca_topic_score_codex":0.0015074732,"about_ca_topic_score_gemma":0.005216795,"teacher_disagreement_score":0.23025863,"about_ca_system_score_codex":0.0001262228,"about_ca_system_score_gemma":0.0006364039,"threshold_uncertainty_score":0.99985266},"labels":[],"label_agreement":null},{"id":"W3173318725","doi":"10.1186/s12882-021-02533-5","title":"Online clinical pathway for chronic kidney disease management in primary care: a retrospective cohort study","year":2021,"lang":"en","type":"article","venue":"BMC Nephrology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Health Sciences Centre; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Kidney disease; Internal medicine; Renal function; Retrospective cohort study; Guideline; Diabetes mellitus; Population; Nephrology; Clinical pathway; Cohort; Cohort study; Endocrinology; Pathology","score_opus":0.11665808986121436,"score_gpt":0.45579869460245215,"score_spread":0.3391406047412378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173318725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858981,0.00041495005,0.0020356928,0.0045842608,0.00072545116,0.005582294,0.00018880036,0.00007028684,0.0005002146],"genre_scores_gemma":[0.95589757,0.00027703276,0.014576295,0.023040414,0.0013480044,0.0008907489,0.0033935474,0.000059715145,0.00051665073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964435,0.00051639765,0.0014758346,0.00086118164,0.00032451807,0.0003785777],"domain_scores_gemma":[0.99736935,0.0009765282,0.0002619867,0.0007102338,0.0003535912,0.0003283331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014537417,0.00019550996,0.0007033333,0.000114847935,0.000052420677,0.000012418277,0.00011471223,0.00012279981,0.00021042704],"category_scores_gemma":[0.004155495,0.00019391763,0.000223234,0.0002939588,0.000089612506,0.000085003434,0.00022959801,0.00038658932,0.00002739044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027723892,0.0038552529,0.97749186,0.00027524604,0.00033406998,0.0005305654,0.00006412049,0.000011137185,0.00005251603,0.00021628181,0.003740851,0.010655698],"study_design_scores_gemma":[0.015674539,0.0017676065,0.9483507,0.000032543056,0.0008562358,0.000013673803,0.00058986363,0.00037617297,0.000004486233,0.00027053978,0.031910986,0.00015262756],"about_ca_topic_score_codex":0.00004542755,"about_ca_topic_score_gemma":0.0017119438,"teacher_disagreement_score":0.03000046,"about_ca_system_score_codex":0.0008076955,"about_ca_system_score_gemma":0.0017952084,"threshold_uncertainty_score":0.79077315},"labels":[],"label_agreement":null},{"id":"W3174451780","doi":"10.21037/tlcr-21-423","title":"Consistency of recommendations for the diagnosis and treatment of non-small cell lung cancer: a systematic review","year":2021,"lang":"en","type":"review","venue":"Translational Lung Cancer Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"International Association for the Study of Lung Cancer; Chugai Pharmaceutical; Daiichi-Sankyo; Amgen; Pfizer; AstraZeneca; Eli Lilly and Company; Bristol-Myers Squibb","keywords":"Medicine; Lung cancer; MEDLINE; Stage (stratigraphy); Consistency (knowledge bases); Systematic review; Oncology; Medical physics; Internal medicine; Intensive care medicine","score_opus":0.5431052580992276,"score_gpt":0.6277068445663743,"score_spread":0.08460158646714666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174451780","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006335231,0.97136045,0.00030012644,0.0109929135,0.00011165343,0.01552255,0.0016424594,0.0000054693523,0.000058058868],"genre_scores_gemma":[0.00004021191,0.98014474,0.0010358323,0.000103791535,0.00015093606,0.017508466,0.0007003278,0.000044237302,0.00027147625],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9956399,0.0006921849,0.002342111,0.00040493882,0.00066684454,0.0002540129],"domain_scores_gemma":[0.97915614,0.018057926,0.0008117907,0.00047238864,0.001400053,0.000101683385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024364158,0.00025616333,0.0024025966,0.00018951803,0.0001508149,0.0000175264,0.0001597114,0.00012819943,0.00053908455],"category_scores_gemma":[0.0009950382,0.00016467554,0.00063041365,0.0006303579,0.0001347872,0.000057808385,0.0000274752,0.0002945079,8.2830184e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028721344,0.00021132479,0.00024223207,0.79187375,0.0013359223,0.0000013577893,0.00015997539,0.0000023213968,9.196766e-7,0.000084920364,0.0034875928,0.20257096],"study_design_scores_gemma":[0.0015192756,0.0002827346,0.000036137902,0.6958892,0.030510895,0.000011053848,0.0001262043,0.0005293179,0.0000089750465,0.000009779587,0.27089995,0.00017654005],"about_ca_topic_score_codex":0.001476647,"about_ca_topic_score_gemma":0.0006796718,"teacher_disagreement_score":0.26741233,"about_ca_system_score_codex":0.00036829975,"about_ca_system_score_gemma":0.0037830474,"threshold_uncertainty_score":0.6715274},"labels":[],"label_agreement":null},{"id":"W3176393874","doi":"10.19043/ipdj.41.001","title":"Unlocking the doors: introducing practice development to Canadian healthcare","year":2014,"lang":"en","type":"article","venue":"International Practice Development Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Doors; Privilege (computing); Nursing; Best practice; Public relations; Psychology; Medicine; Medical education; Political science; Engineering; Law","score_opus":0.11560786068197856,"score_gpt":0.4671297324422401,"score_spread":0.3515218717602615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176393874","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02147295,0.00010710346,0.040525176,0.9174628,0.004126293,0.0007877725,0.000004093879,0.00006423372,0.015449579],"genre_scores_gemma":[0.565351,0.000080478785,0.29368025,0.13731074,0.0027365403,0.000047436104,0.0000891415,0.000055681405,0.0006487051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946297,0.0005838975,0.0019299856,0.00048077485,0.0017534056,0.00062223687],"domain_scores_gemma":[0.9895505,0.004192077,0.0011285269,0.0003729892,0.0038079876,0.0009479372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011203036,0.00028584764,0.00028622212,0.00051275955,0.00096923194,0.00053257914,0.00053206476,0.000109483946,0.00049794454],"category_scores_gemma":[0.07999475,0.00022588529,0.00008156982,0.0004021222,0.000035431938,0.0015506451,0.00018946806,0.001399505,0.0010184618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017796389,0.0005331933,0.007086142,0.000047124915,0.0015956674,0.0005432623,0.0137341,0.00083742326,0.00040138914,0.00273693,0.07757437,0.8931308],"study_design_scores_gemma":[0.0011103451,0.00012802507,0.009305018,0.00019635008,0.0001136288,0.006288047,0.0053609936,0.00023422544,0.00031909,0.00007212457,0.97660875,0.00026339185],"about_ca_topic_score_codex":0.007118234,"about_ca_topic_score_gemma":0.011929061,"teacher_disagreement_score":0.8990344,"about_ca_system_score_codex":0.0027645775,"about_ca_system_score_gemma":0.0056342646,"threshold_uncertainty_score":0.9997594},"labels":[],"label_agreement":null},{"id":"W3176879036","doi":"10.12968/bjnn.2021.17.3.105","title":"Clinical practice guidelines for acute and post-acute care of patients with spinal cord injury: a scoping review protocol","year":2021,"lang":"en","type":"review","venue":"British Journal of Neuroscience Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta","funders":"","keywords":"Medicine; Guideline; Protocol (science); Systematic review; Multidisciplinary approach; Spinal cord injury; Clinical Practice; Acute care; MEDLINE; Intensive care medicine; Health care; Nursing; Alternative medicine; Spinal cord","score_opus":0.3778617695148452,"score_gpt":0.6526840201778937,"score_spread":0.27482225066304855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176879036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000079431695,0.9276721,0.0008880486,0.002022108,0.00081242935,0.06831654,0.00018887616,0.000010219201,0.000010276462],"genre_scores_gemma":[0.0000015097219,0.93833035,0.055092685,0.0044523478,0.00039341164,0.0016152285,0.000049702514,0.000057765308,0.0000069823327],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9917084,0.0005720121,0.0056251776,0.0006142537,0.0011454718,0.00033470214],"domain_scores_gemma":[0.97938395,0.000976027,0.007055758,0.00030163061,0.011965284,0.00031736263],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028817381,0.00033814702,0.0029748862,0.00016839393,0.00016525981,0.00015634875,0.0003013344,0.00015681135,0.0000063455986],"category_scores_gemma":[0.057581402,0.0002905516,0.0006134997,0.0006118596,0.00037242952,0.0009215717,0.00008847977,0.0008951409,2.4735377e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013016749,0.000326655,0.000017991595,0.036327325,0.000091601796,0.00032846667,0.000005734579,4.719236e-8,0.000004170082,8.090075e-7,0.0020128419,0.9595827],"study_design_scores_gemma":[0.0018847112,0.013444339,0.00025584744,0.68173254,0.009107706,0.0126505215,0.000086076594,0.0000020729317,9.427288e-7,0.0000011620455,0.28061518,0.00021890078],"about_ca_topic_score_codex":0.0000056507383,"about_ca_topic_score_gemma":0.000001792012,"teacher_disagreement_score":0.95936376,"about_ca_system_score_codex":0.0001261676,"about_ca_system_score_gemma":0.0036251533,"threshold_uncertainty_score":0.99995464},"labels":[],"label_agreement":null},{"id":"W3177409267","doi":"10.1007/s00464-021-08604-w","title":"Guideline Assessment Project II: statistical calibration informed the development of an AGREE II extension for surgical guidelines","year":2021,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Reliability (semiconductor); Medicine; Guideline; Scope (computer science); Medical physics; MEDLINE; Quality (philosophy); Computer science; Pathology","score_opus":0.2640234877397016,"score_gpt":0.543832347289486,"score_spread":0.27980885954978446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177409267","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91894513,0.00020798139,0.05414351,0.021572845,0.0007758706,0.0028490631,0.0002461163,0.00015575698,0.0011037191],"genre_scores_gemma":[0.26637113,0.00015510379,0.72269243,0.0019402874,0.001072626,0.00031276172,0.0065829577,0.000071346316,0.00080133823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939219,0.0002364142,0.0036808199,0.00060165,0.0010926132,0.0004666559],"domain_scores_gemma":[0.9935404,0.0029302556,0.00057844573,0.0006281934,0.0020653827,0.00025733822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030969041,0.00031221088,0.0007202196,0.00010195932,0.0004861964,0.000043063723,0.0001770489,0.00019204772,0.0008055468],"category_scores_gemma":[0.007270753,0.00020768301,0.0002082151,0.00041641644,0.00015189181,0.00033028863,0.00031709907,0.00034663815,0.000004410917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031090248,0.012163936,0.005850275,0.00155003,0.0016537259,0.0017690521,0.0036933697,0.0011118919,0.027356112,0.04162022,0.20209719,0.67004395],"study_design_scores_gemma":[0.032811794,0.002526577,0.0019911285,0.00023148503,0.00044940328,0.00049436116,0.0017895994,0.06258922,0.018728325,0.00083810376,0.8770719,0.00047806432],"about_ca_topic_score_codex":0.00009413954,"about_ca_topic_score_gemma":0.00022073969,"teacher_disagreement_score":0.67497474,"about_ca_system_score_codex":0.00016621886,"about_ca_system_score_gemma":0.003988009,"threshold_uncertainty_score":0.8820173},"labels":[],"label_agreement":null},{"id":"W3177653675","doi":"10.46747/cfp.6707e169","title":"Validation des lignes directrices de pratique clinique","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Women's College Hospital; University of Saskatchewan; Université Laval; Manitoba Health; Memorial University of Newfoundland","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.12977290358917695,"score_gpt":0.415608473185552,"score_spread":0.285835569596375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177653675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.896713,0.0005591839,0.0017325035,0.010228043,0.0002872125,0.0004518391,0.00005550226,0.000100702135,0.089872],"genre_scores_gemma":[0.82064253,0.00019871075,0.006312127,0.17124084,0.00070861634,0.000037435184,0.00034435053,0.00003886741,0.00047656105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985788,0.00017806437,0.0004534027,0.00027674716,0.00015780839,0.00035519394],"domain_scores_gemma":[0.9983065,0.00040634096,0.00012973217,0.00028395772,0.00040874875,0.00046468712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046670248,0.00012963715,0.0002216084,0.00011112654,0.0001424247,0.00006294474,0.000067347544,0.00010254008,0.000020354997],"category_scores_gemma":[0.0011013607,0.0001417653,0.00009611321,0.00043796783,0.000055810477,0.00026366382,0.0000141172,0.00021315554,0.00009084669],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098533266,0.00037027735,0.023046657,0.00022718497,0.00028819768,0.0007576719,0.0006943741,0.00008579601,0.19349194,0.0035751134,0.07402852,0.70333576],"study_design_scores_gemma":[0.0026191387,0.0005357358,0.3324308,0.00042299976,0.00070460036,0.000051385316,0.006456662,0.0012898145,0.15061945,0.012764117,0.4912634,0.00084192137],"about_ca_topic_score_codex":0.018828316,"about_ca_topic_score_gemma":0.035427395,"teacher_disagreement_score":0.7024938,"about_ca_system_score_codex":0.0004922491,"about_ca_system_score_gemma":0.0038597786,"threshold_uncertainty_score":0.9877054},"labels":[],"label_agreement":null},{"id":"W3177789651","doi":"10.1097/mcc.0000000000000858","title":"How trustworthy guidelines can impact outcomes","year":2021,"lang":"en","type":"review","venue":"Current Opinion in Critical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Pandemic; Guideline; Scope (computer science); Coronavirus disease 2019 (COVID-19); Computer science","score_opus":0.7873984355393537,"score_gpt":0.6970482934980579,"score_spread":0.09035014204129588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177789651","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037654631,0.9758956,0.0001437014,0.011852751,0.010043068,0.0012191905,0.0007255185,0.000074078715,0.000042328153],"genre_scores_gemma":[0.00012404898,0.9895424,0.0008534162,0.00023169331,0.0028852336,0.00022593731,0.005994522,0.000106769185,0.00003597419],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428666,0.00053643645,0.0026945432,0.0009718896,0.0008650974,0.0006453588],"domain_scores_gemma":[0.9931959,0.0033636144,0.000360601,0.0008918673,0.0016825325,0.000505491],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006618441,0.00073823426,0.0032761327,0.0003849041,0.00007044968,0.00019577309,0.00025462764,0.00047181355,0.00036710178],"category_scores_gemma":[0.045548014,0.00055561477,0.0017060885,0.0006938785,0.00013270185,0.00018929354,0.00024912064,0.0015888676,0.000032580327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000091753955,0.00015543107,0.0020237344,0.043396875,0.00007758975,0.000026200885,0.00004250389,2.3450878e-7,1.9917668e-8,0.00030718758,0.01849253,0.9354685],"study_design_scores_gemma":[0.0008261839,0.00016370582,0.00026363603,0.035552103,0.0010809643,0.0001038316,0.0008204405,0.000009391058,7.473986e-8,0.000030166211,0.96066624,0.00048328127],"about_ca_topic_score_codex":0.00007009253,"about_ca_topic_score_gemma":0.00003262936,"teacher_disagreement_score":0.9421737,"about_ca_system_score_codex":0.0008243646,"about_ca_system_score_gemma":0.002090891,"threshold_uncertainty_score":0.9996895},"labels":[],"label_agreement":null},{"id":"W3182079398","doi":"10.46747/cfp.6707499","title":"Endorsement of clinical practice guidelines","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Women's College Hospital; University of Saskatchewan; Université Laval; University of Ottawa; Manitoba Health; Memorial University of Newfoundland; University of British Columbia; College of Family Physicians of Canada","funders":"","keywords":"Guideline; Rigour; Knowledge translation; Medicine; Relevance (law); Medical education; Process (computing); Quality (philosophy); Family medicine; Knowledge management; Computer science; Political science; Pathology","score_opus":0.34002470708624316,"score_gpt":0.5244128101274131,"score_spread":0.18438810304116998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182079398","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20896137,0.0033633853,0.0010902794,0.15033115,0.0038054285,0.0013081786,0.00031148733,0.00010721341,0.6307215],"genre_scores_gemma":[0.14943606,0.00038087042,0.048736002,0.79845136,0.0019169546,0.000016362916,0.00032809845,0.000050648217,0.0006836642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658054,0.0001878064,0.0020677943,0.00038491175,0.00044469786,0.00033423974],"domain_scores_gemma":[0.99418676,0.0009314516,0.00047958517,0.00061087654,0.003181037,0.0006102757],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013923827,0.00015217072,0.0005214356,0.00009771904,0.00006079594,0.000018661078,0.00010626219,0.00010687017,0.000044192693],"category_scores_gemma":[0.014232512,0.00015766073,0.00025453302,0.00040449054,0.0000796622,0.00022849892,0.000041894622,0.00030656642,0.00015839329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013059871,0.00041418505,0.0014037951,0.00005958042,0.0003670386,0.0005601986,0.000041541567,0.000017404258,0.0059372233,0.0020271668,0.4117093,0.57733196],"study_design_scores_gemma":[0.0016059101,0.00019713996,0.014972949,0.00009315256,0.00039973337,0.000013328859,0.003404866,0.00020151696,0.0011708345,0.00020808744,0.97757995,0.00015252635],"about_ca_topic_score_codex":0.014132332,"about_ca_topic_score_gemma":0.0079270685,"teacher_disagreement_score":0.64812016,"about_ca_system_score_codex":0.00013704534,"about_ca_system_score_gemma":0.004384555,"threshold_uncertainty_score":0.994071},"labels":[],"label_agreement":null},{"id":"W3182815970","doi":"10.1111/acem.14310","title":"GRACE‐recurrent low‐risk chest pain: A user's guide","year":2021,"lang":"en","type":"letter","venue":"Academic Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"","keywords":"Medicine; Guideline; Cardiopulmonary resuscitation; Specialty; Emergency department; Chest pain; Medical emergency; Resuscitation; Clinical Practice; Emergency medical services; Medical education; Family medicine; Emergency medicine; Nursing; Surgery","score_opus":0.21809726533756488,"score_gpt":0.4813374113101178,"score_spread":0.26324014597255296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182815970","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036238467,0.020608544,0.0019010365,0.9577418,0.011801494,0.0017806438,0.00012797637,0.0002998498,0.0021148364],"genre_scores_gemma":[0.0007204791,0.11723125,0.0008897273,0.7841908,0.06137524,0.0002806132,0.008252735,0.000346073,0.026713105],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859264,0.0014665397,0.007092994,0.0017249861,0.0025377735,0.0012513418],"domain_scores_gemma":[0.99007714,0.003224635,0.0032189533,0.0016982332,0.0012183413,0.000562684],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008006298,0.0011083267,0.0020874825,0.0005039567,0.00019663415,0.0000029262942,0.00072777126,0.0027061927,0.021087136],"category_scores_gemma":[0.063841365,0.00093238667,0.0006372875,0.0011550991,0.00030788223,0.00024867014,0.00032152896,0.014686567,0.00046373397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008756468,0.0000898947,0.020953558,0.0012231728,0.0005387846,0.00053777505,0.0002805392,0.0000012275301,0.0002938308,0.000008922544,0.964996,0.01098874],"study_design_scores_gemma":[0.002412219,0.0009103009,0.0036249484,0.0026165762,0.0032123013,0.00015946144,0.0005774306,0.00022194696,0.000034941713,0.00029193566,0.98516876,0.00076920795],"about_ca_topic_score_codex":0.001227135,"about_ca_topic_score_gemma":0.00009151962,"teacher_disagreement_score":0.173551,"about_ca_system_score_codex":0.00048238752,"about_ca_system_score_gemma":0.00087656506,"threshold_uncertainty_score":0.9993127},"labels":[],"label_agreement":null},{"id":"W3182856317","doi":"10.1097/hjh.0000000000002940","title":"Why we do not need a single independent international hypertension clinical practice guideline","year":2021,"lang":"en","type":"letter","venue":"Journal of Hypertension","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Clinical Practice; Intensive care medicine; Family medicine; Pathology","score_opus":0.3288472447736276,"score_gpt":0.46261792506579963,"score_spread":0.13377068029217204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182856317","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039580655,0.0016349808,0.002608515,0.97862583,0.012211565,0.00047060888,0.000022712069,0.000038530798,0.00042918275],"genre_scores_gemma":[0.0025452368,0.004405705,0.061365165,0.90493184,0.025535772,0.0000032909327,0.0005926055,0.00014849754,0.00047187522],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.985844,0.0011553966,0.007792145,0.0008233687,0.0038660055,0.00051906705],"domain_scores_gemma":[0.97425836,0.0062057213,0.0060453406,0.00093209185,0.012169719,0.00038877563],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0062165856,0.00062080583,0.002169633,0.00069279526,0.00011467521,0.00021623577,0.0005067997,0.0021813088,0.0010803726],"category_scores_gemma":[0.06238279,0.00048645932,0.0013636062,0.00036708012,0.00012599262,0.00077396655,0.00042197315,0.00928256,0.000089346606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022189692,0.0011853769,0.00010124855,0.00007161543,0.0010173359,0.038062796,0.000026758273,0.000008850966,0.009081653,0.000001630405,0.9199596,0.028264169],"study_design_scores_gemma":[0.0073709846,0.0018547405,0.00013181088,0.0014029043,0.0033873105,0.055738244,0.00062518416,0.0006941846,0.0002771422,0.000048621627,0.9280568,0.00041209912],"about_ca_topic_score_codex":0.00011416682,"about_ca_topic_score_gemma":0.000007652104,"teacher_disagreement_score":0.07369399,"about_ca_system_score_codex":0.00047730043,"about_ca_system_score_gemma":0.0012135465,"threshold_uncertainty_score":0.99983275},"labels":[],"label_agreement":null},{"id":"W3183032369","doi":"10.51731/cjht.2021.74","title":"Single-Entry Models in Surgical Services","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Health Technologies","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Triage; Context (archaeology); Action plan; Operations management; Medicine; Health care; Quality management; Process management; Nova scotia; Quality (philosophy); Performance indicator; Medical emergency; Business; Management system; Engineering; Political science; Marketing; Management; Geography","score_opus":0.23486821773053165,"score_gpt":0.44678417177294555,"score_spread":0.2119159540424139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183032369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7295602,0.051495213,0.0002583843,0.21680298,0.00044907074,0.00026692674,0.000012554555,0.00006317335,0.0010914694],"genre_scores_gemma":[0.99490595,0.0007441179,0.002362071,0.001909256,0.00002263482,0.0000024618153,0.000008944345,0.000009896783,0.00003464817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981018,0.000088143264,0.0011748405,0.0001251082,0.00017682888,0.00033328854],"domain_scores_gemma":[0.9987236,0.00023467645,0.0004174989,0.00019571997,0.00030788544,0.00012060297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097193127,0.000082804254,0.00037200027,0.00038438864,0.000059909195,0.000024325642,0.00012538371,0.00013395878,0.000056753557],"category_scores_gemma":[0.0012924785,0.00007469474,0.000065485554,0.00041103456,0.00006927656,0.00022386463,0.00002245833,0.0005550373,0.0000041907288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006073729,0.00010449225,0.020969098,0.00026598177,0.000033811604,0.0047364156,0.00022865259,0.0001266652,0.000085630294,0.00088238117,0.0013396173,0.9711665],"study_design_scores_gemma":[0.0072460673,0.0016199333,0.029069083,0.00257553,0.00009356754,0.013131892,0.057345055,0.0012163479,0.0014291137,0.033688467,0.8521977,0.00038724134],"about_ca_topic_score_codex":0.007116033,"about_ca_topic_score_gemma":0.03052043,"teacher_disagreement_score":0.9707793,"about_ca_system_score_codex":0.0004523245,"about_ca_system_score_gemma":0.0040371,"threshold_uncertainty_score":0.9994957},"labels":[],"label_agreement":null},{"id":"W3183277842","doi":"10.1016/j.rehab.2021.101562","title":"A special issue on cognitive rehabilitation","year":2021,"lang":"en","type":"editorial","venue":"Annals of Physical and Rehabilitation Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Physical medicine and rehabilitation; Rehabilitation; Cognition; Cognitive rehabilitation therapy; Medicine; Psychology; Physical therapy; Neuroscience","score_opus":0.1007730493505601,"score_gpt":0.5008245827172219,"score_spread":0.40005153336666177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183277842","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07780775,0.00069522473,0.000048836744,0.22905554,0.672932,0.003837895,0.0006514714,0.00012621233,0.0148450695],"genre_scores_gemma":[0.005725559,0.00042090646,0.000497767,0.0011364849,0.98916024,0.000064673535,0.0019390847,0.00005199284,0.0010033142],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953851,0.0004628887,0.0014900183,0.0007649328,0.0016372254,0.00025980064],"domain_scores_gemma":[0.9473625,0.04802898,0.00075082877,0.00036441963,0.003240134,0.0002531725],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015981457,0.0003835442,0.0013747563,0.00029661928,0.00007362757,0.000012099856,0.000074947755,0.00041861774,0.00052813155],"category_scores_gemma":[0.14982666,0.0002947028,0.00034158194,0.00043003215,0.0009818699,0.00015908242,0.000059161546,0.0009072738,0.000042035357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018013396,0.0010251348,0.00005400011,0.0017198102,0.00017185287,0.000008729576,0.004451792,0.0000016734696,0.00019467124,0.00028887927,0.93399096,0.056291185],"study_design_scores_gemma":[0.0040014903,0.023411864,0.0023689633,0.0052589467,0.0006392223,0.0000015451162,0.0050039156,0.00005100356,0.00010817029,0.002469885,0.95641744,0.000267561],"about_ca_topic_score_codex":0.00017777184,"about_ca_topic_score_gemma":0.00002825477,"teacher_disagreement_score":0.3162282,"about_ca_system_score_codex":0.00004247897,"about_ca_system_score_gemma":0.00036580418,"threshold_uncertainty_score":0.9999505},"labels":[],"label_agreement":null},{"id":"W3183357915","doi":"10.3390/curroncol28040242","title":"Correction: Ratnayake et al. Assessment of Breast Cancer Surgery in Manitoba: A Descriptive Study. Curr. Oncol. 2021, 28, 581–592","year":2021,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Research Institute in Oncology and Hematology; University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Medicine; Minor (academic); Breast cancer; Cancer; Family medicine; General surgery; Medical physics; Oncology; Internal medicine; Humanities","score_opus":0.43286302704948726,"score_gpt":0.5802418263748584,"score_spread":0.14737879932537118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183357915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9379315,0.0013243639,0.0009835793,0.03403098,0.021944016,0.0018838694,0.0001303281,0.000044621735,0.0017267675],"genre_scores_gemma":[0.99160695,0.0032931922,0.00053553865,0.0028791672,0.00069769856,0.00052155036,0.0002605776,0.000038658545,0.00016669271],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956808,0.0011858525,0.001676973,0.000597012,0.0005075449,0.0003517945],"domain_scores_gemma":[0.99480087,0.0028582974,0.000686299,0.0003757164,0.0011158575,0.00016298964],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022252984,0.00023604992,0.0009621327,0.00024239146,0.000053870554,0.00001808762,0.000091036,0.000114216506,0.0021827442],"category_scores_gemma":[0.0022901825,0.00023358659,0.00016479024,0.0007606893,0.000084379484,0.00022755755,0.00017250798,0.00090103276,0.000021509199],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036745018,0.0060231793,0.5716194,0.000056311936,0.00012224328,0.00022578327,0.00039480574,0.000025198717,0.00037424895,0.000017683142,0.15539882,0.2653749],"study_design_scores_gemma":[0.0042653196,0.00064528384,0.78509283,0.00028738225,0.00033472347,0.0002241244,0.012199685,0.00073292793,0.00008412781,0.000020855543,0.19592397,0.00018875001],"about_ca_topic_score_codex":0.0016340201,"about_ca_topic_score_gemma":0.032248672,"teacher_disagreement_score":0.26518613,"about_ca_system_score_codex":0.0018761843,"about_ca_system_score_gemma":0.004868056,"threshold_uncertainty_score":0.9987294},"labels":[],"label_agreement":null},{"id":"W3183782052","doi":"10.1038/s41430-021-00972-9","title":"Food-based dietary guidelines in Spain: an assessment of their methodological quality","year":2021,"lang":"en","type":"review","venue":"European Journal of Clinical Nutrition","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"European Social Fund","keywords":"Medicine; Population; Food guide; Quality (philosophy); CLARITY; Family medicine; Environmental health","score_opus":0.9033908029960857,"score_gpt":0.7174203633521716,"score_spread":0.18597043964391402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183782052","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002783889,0.9804047,0.009931767,0.004191856,0.0011794025,0.0011238852,0.000119755496,0.00002511553,0.00023963561],"genre_scores_gemma":[0.0010095877,0.8203958,0.17435724,0.0012767415,0.0024687543,0.0000060865427,0.00041406375,0.00006536178,0.0000063420794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9418498,0.037329316,0.018969707,0.00060263515,0.00096199353,0.00028652692],"domain_scores_gemma":[0.9669542,0.02089138,0.008870682,0.0007181858,0.002154469,0.00041108436],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06896077,0.0004495466,0.00602101,0.00038269078,0.000032841337,0.000032544398,0.00043368328,0.000326368,0.00019699536],"category_scores_gemma":[0.06315745,0.000313362,0.0028386146,0.00053166936,0.00018958778,0.00024026983,0.00012539818,0.0025637597,0.0000048251445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006303791,0.0033786218,0.00043020735,0.0064042467,0.0003368768,0.00043743,0.000006671133,0.0000097175525,0.0000062069066,0.000033056975,0.0009395565,0.987387],"study_design_scores_gemma":[0.010762109,0.013814414,0.009937712,0.04939673,0.0025536844,0.00033044096,0.0002634746,0.0001563965,0.0000029669243,0.00018690425,0.91215146,0.00044373094],"about_ca_topic_score_codex":0.000008411559,"about_ca_topic_score_gemma":0.000013104659,"teacher_disagreement_score":0.9869433,"about_ca_system_score_codex":0.00012311072,"about_ca_system_score_gemma":0.0014000633,"threshold_uncertainty_score":0.9999319},"labels":[],"label_agreement":null},{"id":"W3184746575","doi":"10.1186/s12872-021-02054-x","title":"Concordance of recommendations across clinical practice guidelines for the management of hypertension in Southeast Asia with internationally reputable sources","year":2021,"lang":"en","type":"article","venue":"BMC Cardiovascular Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"International Medical University","keywords":"Guideline; Concordance; Medicine; Family medicine; Canadian Cardiovascular Society; Internal medicine; Pathology","score_opus":0.23687584581638016,"score_gpt":0.48153445379529203,"score_spread":0.24465860797891187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184746575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22753139,0.016323175,0.68811756,0.060261402,0.0010481583,0.004125492,0.00014904991,0.00005727996,0.002386483],"genre_scores_gemma":[0.63293314,0.0069544013,0.35823947,0.0010068928,0.00019063991,0.00018997471,0.00021660191,0.000050359737,0.0002185208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705225,0.00024167605,0.0015767894,0.000374575,0.0005795662,0.00017514279],"domain_scores_gemma":[0.9940721,0.002245065,0.0005033296,0.00069279777,0.0024439495,0.000042766605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047874157,0.000129321,0.0005252195,0.000039183942,0.00006545692,0.000016162363,0.00013160334,0.00005926569,0.000019320481],"category_scores_gemma":[0.007735888,0.000094810006,0.0006173614,0.0003473208,0.00012562734,0.00017689145,0.00011234028,0.00015570218,0.0000017856357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051743686,0.0022783356,0.10882744,0.0014066717,0.015951887,0.000059221795,0.00066166196,0.039005846,0.00009908005,0.0030702513,0.0053156884,0.81814957],"study_design_scores_gemma":[0.026016476,0.0006263571,0.20700303,0.001333643,0.006599459,0.00031845784,0.21913633,0.012686039,0.00023558547,0.00047551552,0.5251406,0.00042849628],"about_ca_topic_score_codex":0.00040184244,"about_ca_topic_score_gemma":0.0007072998,"teacher_disagreement_score":0.81772107,"about_ca_system_score_codex":0.000030405703,"about_ca_system_score_gemma":0.00024378014,"threshold_uncertainty_score":0.9261139},"labels":[],"label_agreement":null},{"id":"W3185128276","doi":"10.1111/jth.15436","title":"Evidence‐based medicine in thrombosis and hemostasis: ISTH to the fore","year":2021,"lang":"en","type":"editorial","venue":"Journal of Thrombosis and Haemostasis","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Excellence; Clinical epidemiology; MEDLINE; Evidence-based medicine; Medicine; Family medicine; Medical education; Center of excellence; Alternative medicine; Epidemiology; Political science; Pathology; Law","score_opus":0.4123837738450496,"score_gpt":0.5193443106408042,"score_spread":0.10696053679575462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185128276","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04852218,0.026525313,0.0005917521,0.6033545,0.3187283,0.0017987349,0.00027379836,0.000027542323,0.00017783284],"genre_scores_gemma":[0.06414782,0.17563088,0.011049246,0.022321774,0.7261488,0.000062435654,0.00028223646,0.00022625484,0.00013054894],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99399406,0.0004518997,0.0027096975,0.00055909104,0.0018790414,0.00040620004],"domain_scores_gemma":[0.9870399,0.008638415,0.0016540367,0.0005843756,0.0016308184,0.00045245318],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054428806,0.00048622277,0.0019781,0.00046871204,0.00018105612,0.00015154392,0.00031357585,0.0005366448,0.0005948486],"category_scores_gemma":[0.026251584,0.00030773613,0.0002940448,0.00070731604,0.00024688776,0.00043508312,0.00023332317,0.0017097514,0.000004202228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005020705,0.00016410896,0.002577786,0.0004176162,0.00048257742,0.000047842983,0.0006229022,0.000007040542,0.000120397526,0.00000642873,0.9603764,0.034674853],"study_design_scores_gemma":[0.0062277657,0.0030770593,0.025457185,0.0138228005,0.004378235,0.00006432376,0.004791548,0.00009102065,0.00014912845,0.000115056995,0.9413832,0.00044267645],"about_ca_topic_score_codex":0.00086584885,"about_ca_topic_score_gemma":0.0009548752,"teacher_disagreement_score":0.58103275,"about_ca_system_score_codex":0.00032865573,"about_ca_system_score_gemma":0.0011387122,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W3186753488","doi":"10.1684/jpc.2020.0437","title":"Comprendre la Classification internationale des maladies et la Classification canadienne des interventions : exemples d’utilisation pour le pharmacien hospitalier","year":2020,"lang":"fr","type":"article","venue":"Journal de Pharmacie Clinique","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.4531262589154416,"score_gpt":0.5178093446675464,"score_spread":0.06468308575210474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186753488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7002645,0.004838325,0.1776272,0.10820832,0.0017277492,0.0008838889,0.00033942526,0.00014497031,0.005965578],"genre_scores_gemma":[0.94916517,0.022060057,0.018160032,0.0049906196,0.0021356377,0.00008998056,0.0003507338,0.00009560244,0.0029522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9925064,0.0030504712,0.0026496218,0.0005789793,0.00048516807,0.0007293718],"domain_scores_gemma":[0.9919826,0.0036238122,0.0016675211,0.00024384308,0.0013645614,0.0011176752],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069253794,0.00042574175,0.0005360337,0.0003029629,0.0005374774,0.00045789313,0.00045434394,0.00027967102,0.0019156808],"category_scores_gemma":[0.008889665,0.0004663036,0.0006251397,0.0005273342,0.0007926883,0.0019973638,0.00013806298,0.0018712399,0.0001648747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013115411,0.0031889323,0.14720887,0.002232709,0.001508596,0.00051429763,0.01700778,0.0013932034,0.067184135,0.017047193,0.056081243,0.6853215],"study_design_scores_gemma":[0.008735178,0.0007100343,0.5680451,0.0024853987,0.0019006642,0.0031077329,0.014120505,0.15835622,0.0032176694,0.01220469,0.22632946,0.000787368],"about_ca_topic_score_codex":0.0009493245,"about_ca_topic_score_gemma":0.00080788555,"teacher_disagreement_score":0.68453413,"about_ca_system_score_codex":0.0009546192,"about_ca_system_score_gemma":0.0019329098,"threshold_uncertainty_score":0.99977887},"labels":[],"label_agreement":null},{"id":"W3187399056","doi":"10.21037/atm-21-2686","title":"Methodological and reporting quality of pediatric clinical practice guidelines: a systematic review","year":2021,"lang":"en","type":"review","venue":"Annals of Translational Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"National Key Research and Development Program of China","keywords":"Rigour; Medicine; Checklist; MEDLINE; CLARITY; Family medicine; Psychology","score_opus":0.9701990626002862,"score_gpt":0.7808521619581585,"score_spread":0.18934690064212767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187399056","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006135332,0.96161187,0.0020876562,0.032924626,0.00024047043,0.0028409376,0.00005493068,0.00002169724,0.00021169001],"genre_scores_gemma":[0.000005504605,0.93805456,0.052308682,0.007860696,0.0010441575,0.00007241694,0.00058224576,0.000037823058,0.000033905606],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9558089,0.0060465434,0.035354562,0.0007527205,0.0017896235,0.000247691],"domain_scores_gemma":[0.83723605,0.103203975,0.046460487,0.0012875992,0.011376153,0.00043571045],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08935165,0.0004603382,0.012731582,0.00024815576,0.00003643902,0.000004863157,0.00018420439,0.00044925645,0.0002157619],"category_scores_gemma":[0.757261,0.0002982826,0.0015046385,0.0008919478,0.0002604152,0.00017398747,0.0000663932,0.000847289,0.0000034031893],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058091046,0.00021588785,0.0000776739,0.8176298,0.0010211467,0.000044809924,0.000021951932,1.6409771e-7,3.5693404e-7,0.00035673694,0.005120882,0.1754525],"study_design_scores_gemma":[0.0010102915,0.00067418715,0.00020321293,0.7739576,0.042185225,0.0007792955,0.00016059056,0.0000080377595,2.946486e-7,0.000202371,0.18052618,0.0002926764],"about_ca_topic_score_codex":0.00006703998,"about_ca_topic_score_gemma":0.000002661784,"teacher_disagreement_score":0.6679093,"about_ca_system_score_codex":0.000012792776,"about_ca_system_score_gemma":0.001296677,"threshold_uncertainty_score":0.99994695},"labels":[],"label_agreement":null},{"id":"W3191229820","doi":"10.21203/rs.3.rs-783572/v1","title":"Facilitators and Barriers to Clinical Pathway Uptake and Utilization among Primary Care Providers in Saskatchewan – A Qualitative Study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Saskatchewan Health; University of Saskatchewan","funders":"","keywords":"Primary care; Qualitative research; Nursing; Business; Medicine; Family medicine; Sociology","score_opus":0.3616048325196592,"score_gpt":0.588085439059705,"score_spread":0.22648060654004581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191229820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988808,0.0009096221,0.00014864525,0.0017565406,0.00017833734,0.00787846,0.00018736272,0.0000489875,0.000084043495],"genre_scores_gemma":[0.99637,0.00026029916,0.0014069026,0.0003209941,0.0001324565,0.00063396455,0.00071102334,0.000056665725,0.00010767054],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9888201,0.0053887656,0.0020268657,0.0015554831,0.0016304749,0.0005783066],"domain_scores_gemma":[0.9915868,0.004524463,0.00025300475,0.00077671575,0.0017316007,0.0011274358],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0129663125,0.00035069123,0.0009863523,0.0006220072,0.00017980338,0.00025270222,0.00016313134,0.0004459061,0.000082703635],"category_scores_gemma":[0.042216323,0.00034238107,0.0001366676,0.00070439774,0.0004248172,0.0003013882,0.0014474955,0.0025832388,0.000004517213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007033551,0.00026462428,0.6001528,0.0023089289,0.00013416898,0.00019879799,0.34007084,0.000011300346,0.000020372923,0.0000029593057,0.00020197428,0.055929862],"study_design_scores_gemma":[0.0018932548,0.0012858826,0.41698596,0.0008046078,0.000049416616,0.0000019063871,0.57845247,0.00006386538,0.000007702188,0.000054870165,0.00023220986,0.00016786097],"about_ca_topic_score_codex":0.005929334,"about_ca_topic_score_gemma":0.029288972,"teacher_disagreement_score":0.23838161,"about_ca_system_score_codex":0.0006650542,"about_ca_system_score_gemma":0.0046288925,"threshold_uncertainty_score":0.99990284},"labels":[],"label_agreement":null},{"id":"W3194184375","doi":"10.1111/jep.13612","title":"Quality of clinical practice guidelines for gestational and congenital toxoplasmosis: A systematic review of the literature","year":2021,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Context (archaeology); Family medicine; Pediatrics; MEDLINE; Systematic review; Gynecology; Pathology","score_opus":0.7162959874755404,"score_gpt":0.725152932860238,"score_spread":0.008856945384697612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194184375","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007491827,0.9683585,0.00036949606,0.022969887,0.0018544969,0.006089534,0.00013649197,0.0000038929325,0.00014274653],"genre_scores_gemma":[0.000030004725,0.9210373,0.06858276,0.009012019,0.0009804189,0.00014281052,0.00012955844,0.00004349084,0.000041649426],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.922118,0.02770846,0.045109272,0.00068647246,0.004122666,0.00025509778],"domain_scores_gemma":[0.35542074,0.44058686,0.08877665,0.0017167975,0.11309107,0.0004078985],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22023639,0.00042755305,0.007595974,0.00022576086,0.00005490719,0.00005763451,0.0003689951,0.00077046116,0.00006603662],"category_scores_gemma":[0.96475506,0.00026716356,0.0026808432,0.001174815,0.00023617697,0.0011634827,0.00018014241,0.0025676556,0.0000026608536],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009974296,0.0018988665,0.00011771142,0.7755463,0.0031463653,0.000028906536,0.00007749741,0.0000041298654,3.163865e-7,0.00032443614,0.014243483,0.20361456],"study_design_scores_gemma":[0.0041453033,0.0009197025,0.0003048932,0.6621945,0.049854897,0.001915588,0.0008390315,0.000120801174,2.3624067e-7,0.00014882548,0.27933785,0.000218379],"about_ca_topic_score_codex":0.000017485523,"about_ca_topic_score_gemma":0.000013957716,"teacher_disagreement_score":0.7445187,"about_ca_system_score_codex":0.0001836451,"about_ca_system_score_gemma":0.008679106,"threshold_uncertainty_score":0.99997807},"labels":[],"label_agreement":null},{"id":"W3194292172","doi":"10.1016/j.jclinepi.2021.08.013","title":"Clinical Epidemiology in China series. Paper 4: The reporting and methodological quality of Chinese clinical practice guidelines published between 2014 and 2018: A systematic review","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"National Office for Philosophy and Social Sciences","keywords":"MEDLINE; Medicine; Checklist; Declaration; China; Family medicine; CLARITY; Psychology; Political science","score_opus":0.8971186279548576,"score_gpt":0.7600381467061853,"score_spread":0.13708048124867234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194292172","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006773989,0.8602804,0.0018387048,0.13206497,0.002236573,0.0027831062,0.00003094474,0.000019983954,0.00006791361],"genre_scores_gemma":[0.000035180965,0.84276736,0.11488638,0.037774388,0.0042483206,0.00006107386,0.00010160551,0.00007221777,0.000053468262],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.26526445,0.4368536,0.2921639,0.0029726515,0.0013233048,0.0014221024],"domain_scores_gemma":[0.009198852,0.7885151,0.19432555,0.002458258,0.0042684055,0.0012338349],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.8125482,0.0011530131,0.07332603,0.00031633957,0.00011435458,0.000029958817,0.00101312,0.0036525098,0.00016911016],"category_scores_gemma":[0.99646777,0.00057580887,0.008035925,0.0008323256,0.0023170076,0.0008156725,0.0012072601,0.011832829,0.000010182673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006330818,0.00067516643,0.37111238,0.26890108,0.0037467873,0.00029769712,0.000016183882,9.374192e-7,4.1048526e-8,0.00044073118,0.028926013,0.3252499],"study_design_scores_gemma":[0.0036562518,0.0034536156,0.24398905,0.27621365,0.024894523,0.010173933,0.00014385197,0.000028779517,5.501286e-9,0.006138279,0.4305931,0.00071495574],"about_ca_topic_score_codex":0.00021321578,"about_ca_topic_score_gemma":0.000054904154,"teacher_disagreement_score":0.4016671,"about_ca_system_score_codex":0.00010726693,"about_ca_system_score_gemma":0.0030026403,"threshold_uncertainty_score":0.9996693},"labels":[],"label_agreement":null},{"id":"W3195267866","doi":"10.22374/cjgim.v16i1.545","title":"Rocky Mountain ACP/AMA Internal Medicine – Banff November 19-20, 2020","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Traditional medicine","score_opus":0.12088784058153865,"score_gpt":0.4376182328200988,"score_spread":0.31673039223856014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195267866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61531234,0.006421734,0.009505802,0.33683836,0.009899675,0.00041182432,0.00006765495,0.00003089241,0.021511743],"genre_scores_gemma":[0.89604133,0.00059047213,0.0030626582,0.05497414,0.018921515,0.0000053921576,0.00017357903,0.0000997645,0.026131136],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943571,0.00029097399,0.0030873055,0.00045790462,0.0011073045,0.00069942157],"domain_scores_gemma":[0.9922556,0.0007619366,0.001222777,0.00049642747,0.0021404538,0.0031227747],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021277897,0.0004349419,0.0012284458,0.00062108936,0.00013452512,0.00005035521,0.00048876886,0.00018641716,0.015907297],"category_scores_gemma":[0.013735614,0.00033078625,0.00030048945,0.00059306825,0.00046568524,0.00036817163,0.000075344025,0.0015115084,0.00008145057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079693185,0.00008776003,0.056291886,0.000102299186,0.0007825818,0.017668448,0.00094467186,0.00008204116,0.023415595,0.00034387698,0.8783077,0.021176184],"study_design_scores_gemma":[0.019289345,0.0051765502,0.051161587,0.004073779,0.0017095362,0.05014539,0.003965897,0.0015597185,0.0031799737,0.0020681892,0.85703456,0.00063549756],"about_ca_topic_score_codex":0.046353348,"about_ca_topic_score_gemma":0.07711582,"teacher_disagreement_score":0.28186423,"about_ca_system_score_codex":0.0009651959,"about_ca_system_score_gemma":0.0032191577,"threshold_uncertainty_score":0.9999144},"labels":[],"label_agreement":null},{"id":"W3196335174","doi":"10.5334/ijic.icic20334","title":"Integrating Care from Home to Hospital to Home: Development of Provincial Transition in Care Guidelines in Alberta, Canada","year":2021,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Medicine; Library science; Computer science","score_opus":0.03835536558870365,"score_gpt":0.3907446674998073,"score_spread":0.3523893019111036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196335174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870552,0.00043842208,0.0016425062,0.008602081,0.0015091544,0.00033449536,0.0003008492,0.000005014852,0.00011227945],"genre_scores_gemma":[0.9711084,0.0000151188215,0.025875557,0.0017211853,0.0003448485,0.000014772946,0.00087956194,0.000024265757,0.000016296064],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9959669,0.00009738636,0.0024318227,0.00028034855,0.0010266586,0.00019689054],"domain_scores_gemma":[0.989193,0.00028847498,0.000468799,0.00013722814,0.009727965,0.00018450514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023724629,0.00021284838,0.00050637947,0.0004497937,0.000023411289,0.000038224563,0.0002793273,0.0001052633,0.00013716781],"category_scores_gemma":[0.0046444763,0.00019117737,0.00012388086,0.00047822433,0.00001390451,0.0002038235,0.00006565144,0.00048846874,0.0000031231664],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0032502005,0.00039405772,0.27392876,0.00022850605,0.00052784354,0.0027260252,0.15225197,0.004711733,0.017397406,0.000038897175,0.0030872605,0.54145736],"study_design_scores_gemma":[0.007560038,0.0008960853,0.14380726,0.0059529194,0.00014360565,0.00012219376,0.76940316,0.00019900389,0.05776826,0.000034047687,0.013551951,0.00056146114],"about_ca_topic_score_codex":0.5449552,"about_ca_topic_score_gemma":0.96797997,"teacher_disagreement_score":0.6171512,"about_ca_system_score_codex":0.0041099214,"about_ca_system_score_gemma":0.010269132,"threshold_uncertainty_score":0.9997131},"labels":[],"label_agreement":null},{"id":"W3196745167","doi":"10.1016/j.pec.2021.08.030","title":"Making sense of harms and benefits: Assessing the numeric presentation of risk information in ACOG obstetrical clinical practice guidelines","year":2021,"lang":"en","type":"review","venue":"Patient Education and Counseling","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Absolute risk reduction; Medicine; Presentation (obstetrics); Risk assessment; Baseline (sea); Relative risk; Comprehension; Risk communication; Absolute (philosophy); Clinical Practice; Risk management; Family medicine; Risk analysis (engineering); Obstetrics; Environmental health; Confidence interval; Computer science; Business; Political science","score_opus":0.36766514358006175,"score_gpt":0.5884806310886436,"score_spread":0.22081548750858182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196745167","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01638483,0.9801575,0.0008347972,0.000620773,0.0008485708,0.0010473903,0.000028064067,0.000010787551,0.00006726626],"genre_scores_gemma":[0.0096475305,0.9742188,0.014695228,0.0008235381,0.00018970459,0.000046400863,0.00035654506,0.000019597914,0.000002647489],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939582,0.00082097703,0.0042423173,0.0002919567,0.00054544007,0.00014113441],"domain_scores_gemma":[0.98357713,0.00952937,0.0040643727,0.00030997323,0.0024450284,0.00007413079],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025293978,0.00022252166,0.0009830592,0.00028874417,0.00007981836,0.00008704615,0.0000577099,0.00019881607,0.000013432799],"category_scores_gemma":[0.06474034,0.00016639146,0.00016317167,0.0007067457,0.00007736506,0.0007707048,0.000064680695,0.00054495834,0.0000017669141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024930252,0.00026568616,0.00086177205,0.002266277,0.00007723225,7.995646e-7,0.0019773366,0.00003674785,1.7579131e-7,0.000029637602,0.00036951966,0.9940899],"study_design_scores_gemma":[0.0010168861,0.00025010094,0.0016503037,0.024665782,0.004345349,0.00029431813,0.07416558,0.004225083,0.0000024404742,0.000052502903,0.8889671,0.00036456625],"about_ca_topic_score_codex":0.00021121181,"about_ca_topic_score_gemma":0.000007225003,"teacher_disagreement_score":0.9937253,"about_ca_system_score_codex":0.000073997304,"about_ca_system_score_gemma":0.0012560962,"threshold_uncertainty_score":0.94313776},"labels":[],"label_agreement":null},{"id":"W3197112175","doi":"10.1177/21501327211044058","title":"The Care-of-the-Elderly Health Guide","year":2021,"lang":"en","type":"article","venue":"Journal of Primary Care & Community Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Delphi method; Geriatrics; Checklist; Health care; Focus group; Family medicine; Delphi; Clinical Practice; Best practice; MEDLINE; Nursing; Medical education; Psychology","score_opus":0.17253241134668038,"score_gpt":0.4939180205901052,"score_spread":0.32138560924342485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197112175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6038349,0.057902865,0.0013021451,0.32371345,0.0028429767,0.0010714637,0.000069378606,0.000028897912,0.009233871],"genre_scores_gemma":[0.9465021,0.007590682,0.010313267,0.03482577,0.00045620755,0.0000026730936,0.00009309379,0.00003633785,0.0001798955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99321294,0.003102207,0.0024800494,0.00009461376,0.0008030323,0.00030718817],"domain_scores_gemma":[0.9908751,0.003031023,0.0023687256,0.0011414394,0.0022880447,0.00029566127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050742268,0.00013559262,0.00064354204,0.000059508413,0.000934916,0.000031573145,0.0004759218,0.00006262955,0.000021823309],"category_scores_gemma":[0.00439522,0.00008694442,0.00034464002,0.0003361997,0.000121445846,0.00014917286,0.00028208087,0.0021109444,0.0000020752427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003133213,0.00031593538,0.017490415,0.0013788904,0.00012832673,0.00001764664,0.008931581,0.000016051976,0.00019966601,0.00012934637,0.045834176,0.9252446],"study_design_scores_gemma":[0.004690981,0.006020864,0.26982763,0.0016847041,0.00019769599,0.0011161307,0.11611445,0.0000066471007,0.00032660709,0.00030223947,0.5995613,0.00015077811],"about_ca_topic_score_codex":0.006754871,"about_ca_topic_score_gemma":0.014445837,"teacher_disagreement_score":0.9250939,"about_ca_system_score_codex":0.0028847193,"about_ca_system_score_gemma":0.020315032,"threshold_uncertainty_score":0.9998592},"labels":[],"label_agreement":null},{"id":"W3198696150","doi":"10.5334/ijic.icic20506","title":"Partnering to spread &amp; scale: How two health systems came together to better the integrated care experience","year":2021,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"","keywords":"General partnership; Integrated care; Health care; Population; Scale (ratio); Nursing; Presentation (obstetrics); Medicine; Gerontology; Business; Political science; Geography","score_opus":0.12577754468980484,"score_gpt":0.48354097377286265,"score_spread":0.3577634290830578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198696150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9018078,0.0012450011,0.015512141,0.076978445,0.0034807492,0.00049040746,0.00016362012,0.000034688754,0.0002871413],"genre_scores_gemma":[0.97597307,0.00006230729,0.005859089,0.016309544,0.001030619,0.000034679382,0.0002442712,0.000040333434,0.00044607004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966153,0.000322849,0.0012755273,0.00032175143,0.0011627161,0.00030188437],"domain_scores_gemma":[0.9903666,0.00035088946,0.0005881494,0.00036361147,0.007941863,0.00038890113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059458264,0.00024744272,0.00046932942,0.00024733663,0.00009080443,0.00030503594,0.0004982132,0.00007940523,0.00031456706],"category_scores_gemma":[0.0034976678,0.0001637769,0.00022025807,0.0005059549,0.000048225356,0.00027000392,0.00012789108,0.0007423071,0.000052782092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035884352,0.00049361965,0.16403885,0.00027401562,0.001988696,0.0019190403,0.13005103,0.0056797373,0.12990674,0.00022349357,0.14568995,0.4161464],"study_design_scores_gemma":[0.0025321,0.0006745038,0.004325422,0.002488286,0.00013933651,0.0020397352,0.40494654,0.00020206776,0.013692418,0.000011205394,0.56861013,0.0003382784],"about_ca_topic_score_codex":0.0022280065,"about_ca_topic_score_gemma":0.0034463664,"teacher_disagreement_score":0.42292017,"about_ca_system_score_codex":0.0018819937,"about_ca_system_score_gemma":0.0016608859,"threshold_uncertainty_score":0.66786283},"labels":[],"label_agreement":null},{"id":"W3198875596","doi":"10.1183/13993003.01186-2021","title":"Moving beyond AUC: decision curve analysis for quantifying net benefit of risk prediction models","year":2021,"lang":"en","type":"article","venue":"European Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Centre for Advancing Health Outcomes; Ottawa Hospital; University of British Columbia","funders":"","keywords":"Medicine; Receiver operating characteristic; Risk model; Area under the curve; Statistics; Machine learning; Econometrics; Risk analysis (engineering); Internal medicine; Computer science; Mathematics","score_opus":0.2792227222109293,"score_gpt":0.4475421732569788,"score_spread":0.1683194510460495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198875596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6633103,0.00072526536,0.33471593,0.00012888899,0.0003295863,0.00014809161,0.00010058427,0.000022660126,0.0005186868],"genre_scores_gemma":[0.9668636,0.0003017531,0.030941626,0.00080497307,0.0009108979,0.0000020914388,0.000073747484,0.00005376742,0.00004758549],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962465,0.0005753061,0.0019875725,0.00034612717,0.0006036291,0.00024081941],"domain_scores_gemma":[0.99527407,0.001586582,0.0012193529,0.00041681025,0.0012671343,0.00023605012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057930383,0.00016031016,0.00044645672,0.00039671388,0.00026208683,0.00008675974,0.00012879165,0.00005780994,0.00021882773],"category_scores_gemma":[0.0077512013,0.0001481181,0.0005032744,0.000654086,0.00003513758,0.00047461817,0.00009212231,0.0005188039,0.0000108177765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021542485,0.0005714719,0.5004521,0.0001081057,0.0026805573,0.00042876386,0.0009230339,0.13801688,0.01601225,0.00037335115,0.006137245,0.332142],"study_design_scores_gemma":[0.011348174,0.0013855967,0.8194446,0.0004991731,0.009198267,0.0003558299,0.0023521625,0.12313842,0.0027494424,0.0034428458,0.025610965,0.0004745291],"about_ca_topic_score_codex":0.000010268358,"about_ca_topic_score_gemma":0.000058483114,"teacher_disagreement_score":0.33166748,"about_ca_system_score_codex":0.00009628722,"about_ca_system_score_gemma":0.00021511817,"threshold_uncertainty_score":0.92794716},"labels":[],"label_agreement":null},{"id":"W3199862571","doi":"10.1182/bloodadvances.2020003577","title":"How to write a guideline: a proposal for a manuscript template that supports the creation of trustworthy guidelines","year":2021,"lang":"en","type":"article","venue":"Blood Advances","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University; Impact; Cochrane","funders":"","keywords":"Guideline; Grading (engineering); Computer science; Process (computing); Process management; Key (lock); Trustworthiness; Medicine; Engineering; Pathology","score_opus":0.15016961516497715,"score_gpt":0.45595428119330816,"score_spread":0.305784666028331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199862571","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19317336,0.0074850875,0.09480731,0.6950629,0.0016285744,0.0062429663,0.00037130938,0.00020742053,0.0010210986],"genre_scores_gemma":[0.32807776,0.001088731,0.645016,0.015457056,0.0019410244,0.0005619035,0.00085730274,0.00009403079,0.0069061806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973449,0.00008697027,0.0013174656,0.00044479105,0.00051083433,0.00029502023],"domain_scores_gemma":[0.9962667,0.00065799727,0.00056053477,0.00051222194,0.0018679353,0.00013459878],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012198635,0.00020556303,0.0004463697,0.000082690676,0.00011226279,0.00006656061,0.0001338129,0.000070436574,0.000091026006],"category_scores_gemma":[0.009568311,0.00014228163,0.00020949754,0.00033972866,0.00006490048,0.00043443832,0.000082183964,0.0001232544,0.000004226011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030974937,0.0016122091,0.06716634,0.0012323055,0.0009933823,0.00027661727,0.000947269,0.00045461312,0.08525444,0.003509699,0.21571042,0.6197452],"study_design_scores_gemma":[0.004016792,0.0008678784,0.0030533778,0.0002459202,0.0011314689,0.00031877836,0.0036812536,0.00051275676,0.0554232,0.0029527252,0.92753977,0.00025607646],"about_ca_topic_score_codex":0.000050428036,"about_ca_topic_score_gemma":0.0005253892,"teacher_disagreement_score":0.71182936,"about_ca_system_score_codex":0.000021169866,"about_ca_system_score_gemma":0.0005084148,"threshold_uncertainty_score":0.9987745},"labels":[],"label_agreement":null},{"id":"W3199999473","doi":"","title":"Numéro spécial géographie de la santé - Cahiers de géographie du Québec","year":2011,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.040483964388050554,"score_gpt":0.34221497272929435,"score_spread":0.3017310083412438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199999473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47666928,0.005933232,0.21832977,0.07254148,0.0033049663,0.0022635693,0.00018614001,0.0007268117,0.22004473],"genre_scores_gemma":[0.8782324,0.015923701,0.08828739,0.0019250507,0.0015925706,0.00025318496,0.00096093124,0.0002477321,0.0125769945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9691925,0.024923608,0.0023111934,0.001436585,0.0008750818,0.0012610018],"domain_scores_gemma":[0.9690518,0.022058677,0.0017790175,0.0030732632,0.0029799144,0.0010573573],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.034534607,0.00080995937,0.000987698,0.0006609434,0.0007801971,0.00041460476,0.0016632199,0.0013195947,0.0029766401],"category_scores_gemma":[0.044226635,0.00092969293,0.0009322322,0.0012967339,0.0054351175,0.0003604673,0.0010297719,0.0030419915,0.00029891182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005625564,0.0053177546,0.13961537,0.0007264754,0.0015610658,0.0002205697,0.038944468,0.000055287925,0.008351705,0.3075652,0.072637975,0.42444155],"study_design_scores_gemma":[0.007479037,0.000010541255,0.30220592,0.006277172,0.0029375055,0.0005133134,0.0038134526,0.004370985,0.018316586,0.06431493,0.58739287,0.002367679],"about_ca_topic_score_codex":0.1256367,"about_ca_topic_score_gemma":0.09580211,"teacher_disagreement_score":0.5147549,"about_ca_system_score_codex":0.0011612924,"about_ca_system_score_gemma":0.004198767,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W3200291603","doi":"10.1007/s11606-021-07112-w","title":"An International Needs Assessment Survey of Guideline Developers Demonstrates Variability in Resources and Challenges to Collaboration between Organizations","year":2021,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; McMaster University; Impact","funders":"University of Minnesota","keywords":"Guideline; Snowball sampling; Medicine; Likert scale; Resource (disambiguation); Scale (ratio); Quality (philosophy); Medical education; Psychology; Computer science","score_opus":0.18704031658445827,"score_gpt":0.49890440812465753,"score_spread":0.31186409154019923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200291603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92353487,0.00028355594,0.01722611,0.05798112,0.0004462877,0.00014383832,0.000026543723,0.000004908525,0.00035278164],"genre_scores_gemma":[0.96234,0.0011118832,0.03421822,0.0013762175,0.00077204744,0.0000014913248,0.00011874811,0.000014619115,0.000046776124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961265,0.00064784166,0.0023443452,0.00018360367,0.0005797378,0.000117976684],"domain_scores_gemma":[0.9926662,0.0011158225,0.0007278343,0.00017537855,0.005077978,0.0002368095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006382376,0.0001288281,0.0005376818,0.00041557415,0.000023483793,0.000022101704,0.00015588813,0.00007592414,0.00023147246],"category_scores_gemma":[0.018736588,0.00010268477,0.000026321606,0.00081019016,0.00007601825,0.00032474194,0.00006275387,0.0002708809,4.5162142e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036066733,0.00025133626,0.946655,0.00003805229,0.00020336325,0.000046970083,0.0013875572,0.00021844365,0.026394293,0.00014210456,0.0017659094,0.022536319],"study_design_scores_gemma":[0.002278708,0.001230414,0.98389673,0.0003086904,0.00014271715,0.0001771127,0.004042936,0.0012379759,0.0022298573,0.00012781947,0.0042378823,0.00008915789],"about_ca_topic_score_codex":0.0011029146,"about_ca_topic_score_gemma":0.0015647889,"teacher_disagreement_score":0.0566049,"about_ca_system_score_codex":0.0001789132,"about_ca_system_score_gemma":0.000643328,"threshold_uncertainty_score":0.989529},"labels":[],"label_agreement":null},{"id":"W3201106822","doi":"10.1016/j.jphys.2021.08.010","title":"Appraisal of Clinical Practice Guideline: Physical Therapy Evaluation and Treatment After Concussion/Mild Traumatic Brain Injury","year":2021,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Guideline; Concussion; Traumatic brain injury; Physical therapy; Clinical Practice; Intensive care medicine; Injury prevention; Poison control; Emergency medicine; Psychiatry; Pathology","score_opus":0.24680022806790222,"score_gpt":0.6129877501020301,"score_spread":0.36618752203412785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201106822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97048706,0.0015506094,0.0008926857,0.025978995,0.00048008544,0.000475009,0.000010471052,0.000008445446,0.00011665553],"genre_scores_gemma":[0.95950896,0.003723502,0.02549455,0.0086974455,0.0024417522,0.000017025042,0.000021814942,0.000043586955,0.000051396826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99477816,0.0010412808,0.0027426109,0.0002592352,0.0010192703,0.00015945933],"domain_scores_gemma":[0.9905652,0.00489505,0.001959338,0.0003336075,0.0020505483,0.00019626365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035442465,0.00021119797,0.00093971775,0.00009230921,0.000035768608,0.000027474644,0.000069538015,0.00010866124,0.00042363987],"category_scores_gemma":[0.007750511,0.00014061198,0.00045853987,0.00022685163,0.00010700911,0.0004690507,0.00001800289,0.00032713727,0.0000043958607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011959868,0.004842356,0.003707713,0.000041006486,0.0011026186,0.00005629041,0.0015201571,0.00002870864,0.068414755,0.000042601616,0.011096756,0.8971872],"study_design_scores_gemma":[0.108641945,0.039026942,0.3499134,0.0011680425,0.003471394,0.0011611606,0.009121761,0.017580036,0.04201628,0.0024901251,0.4244709,0.0009380283],"about_ca_topic_score_codex":0.000031041804,"about_ca_topic_score_gemma":0.0000059727627,"teacher_disagreement_score":0.8962491,"about_ca_system_score_codex":0.000086352826,"about_ca_system_score_gemma":0.0010728461,"threshold_uncertainty_score":0.9278646},"labels":[],"label_agreement":null},{"id":"W3201297985","doi":"10.1200/jco.2020.39.28_suppl.140","title":"Promotion of prostate cancer screening equity: A quality improvement education initiative.","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"","keywords":"Medicine; Family medicine; Health equity; Promotion (chess); Prostate cancer screening; Equity (law); Cancer screening; Demographics; Quality management; Prostate cancer; Gerontology; Cancer; Public health; Demography; Prostate-specific antigen; Service (business); Nursing; Internal medicine","score_opus":0.698322802645852,"score_gpt":0.6973056606781258,"score_spread":0.0010171419677261762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201297985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320127,0.00037316486,0.0024991324,0.061582305,0.0018297932,0.0003825487,0.000012091137,0.0000068791865,0.0013013844],"genre_scores_gemma":[0.9680193,0.0011455945,0.021947192,0.0071948026,0.0014075986,0.00001308763,0.00002383885,0.000013780266,0.00023479178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99202085,0.0009785892,0.00600838,0.00020552985,0.00061392214,0.00017271265],"domain_scores_gemma":[0.9859892,0.0034513131,0.0063705803,0.00019963816,0.0037246766,0.00026457527],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010881493,0.00010545308,0.0011559676,0.00008769167,0.000031334308,0.000009817741,0.00009199218,0.00021360726,0.0004275113],"category_scores_gemma":[0.04226177,0.00008532969,0.00039018615,0.00023192422,0.00011971199,0.0003012051,0.0001277201,0.00081816874,0.0000035449166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021693846,0.003969254,0.09949593,0.00013711177,0.00035081067,0.00004328269,0.00015423709,0.000010708995,0.0040054666,0.00014577502,0.0021917652,0.88732624],"study_design_scores_gemma":[0.016843414,0.020930067,0.8831875,0.00078144076,0.0015935008,0.00021459219,0.0039020586,0.00019265254,0.009222113,0.0039182813,0.059008494,0.00020590326],"about_ca_topic_score_codex":0.00013312066,"about_ca_topic_score_gemma":0.00015939091,"teacher_disagreement_score":0.88712037,"about_ca_system_score_codex":0.00022636369,"about_ca_system_score_gemma":0.0115476195,"threshold_uncertainty_score":0.994056},"labels":[],"label_agreement":null},{"id":"W3201866451","doi":"10.1016/j.jogc.2021.10.001","title":"Revues narratives, revues systématiques et étude de portée","year":2021,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Humanities; Narrative; Art; Literature","score_opus":0.057123373032222424,"score_gpt":0.38715426718394347,"score_spread":0.33003089415172104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201866451","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03264074,0.08753577,0.0003192549,0.012787375,0.8653501,0.00034433272,0.00021505392,0.0000072364173,0.0008001255],"genre_scores_gemma":[0.37305105,0.10519271,0.03355397,0.012448962,0.47082415,0.00003161964,0.0010565559,0.0002887206,0.0035522648],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927051,0.0013692185,0.0036694028,0.0004186522,0.0011948827,0.0006427179],"domain_scores_gemma":[0.9295284,0.060529586,0.00476343,0.00036001377,0.004006756,0.0008117903],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045692897,0.0004658956,0.0017966314,0.000378732,0.00016937296,0.000115407536,0.0003112321,0.0010067789,0.0013150574],"category_scores_gemma":[0.28057885,0.00044303725,0.0002502022,0.0005307685,0.00016417327,0.000338169,0.00016494805,0.003092216,0.000001453596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000038907794,0.0002538438,0.022084538,0.0011403447,0.0012096666,0.021555947,0.0010081654,0.00004957413,0.000029865487,0.00043669902,0.9203002,0.031892274],"study_design_scores_gemma":[0.0036460934,0.0016898621,0.044707824,0.000552774,0.0014443917,0.0005469159,0.009361133,0.000061386214,0.000022829869,0.0004111104,0.93714017,0.0004155029],"about_ca_topic_score_codex":0.06492705,"about_ca_topic_score_gemma":0.2818014,"teacher_disagreement_score":0.39452597,"about_ca_system_score_codex":0.00642462,"about_ca_system_score_gemma":0.037516136,"threshold_uncertainty_score":0.9998021},"labels":[],"label_agreement":null},{"id":"W3202018682","doi":"10.1016/j.waojou.2021.100584","title":"Harmonizing allergy care–integrated care pathways and multidisciplinary approaches","year":2021,"lang":"en","type":"review","venue":"World Allergy Organization Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"AllerGen","funders":"","keywords":"Medicine; Psychological intervention; Multidisciplinary approach; Stakeholder; Documentation; Concordance; Patient safety; Intensive care medicine; Nursing; Health care","score_opus":0.3510245467542742,"score_gpt":0.4162422148753312,"score_spread":0.065217668121057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202018682","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005681345,0.99541885,0.0018059023,0.0007030046,0.00077194197,0.00063298363,0.000040771163,0.000107038264,0.00046269817],"genre_scores_gemma":[0.0003792441,0.9828215,0.008959723,0.00019362845,0.0013293157,0.000016696515,0.005359125,0.0002475473,0.0006932254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954183,0.00057581044,0.0022643283,0.00072339596,0.00060732814,0.0004108145],"domain_scores_gemma":[0.995464,0.000458323,0.0014055205,0.00043542363,0.0017586495,0.00047805288],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045690456,0.00065254804,0.0018054624,0.0005831748,0.0005640824,0.00031969094,0.00022858198,0.0003396932,0.0012122787],"category_scores_gemma":[0.0019859239,0.00054126215,0.0003711352,0.0016154328,0.000083020015,0.00030868704,0.00031709607,0.0015995643,0.000040649094],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021530246,0.00012852298,0.00014445178,0.0034437156,0.0011614035,0.00044355984,0.0023051146,0.000028529934,0.0000074325553,0.00018708548,0.0025098284,0.98961884],"study_design_scores_gemma":[0.0012662439,0.00010991182,0.00013354665,0.008802207,0.0011433508,0.0024082256,0.013174621,0.000036077225,0.000008721765,0.0000062899326,0.9723968,0.000514],"about_ca_topic_score_codex":0.000020984826,"about_ca_topic_score_gemma":0.00021021873,"teacher_disagreement_score":0.9891048,"about_ca_system_score_codex":0.0007751483,"about_ca_system_score_gemma":0.002653456,"threshold_uncertainty_score":0.9997039},"labels":[],"label_agreement":null},{"id":"W3202302069","doi":"","title":"Alcance de la implantación de la guía “valoración del riesgo y prevención de úlceras por presión de la 'Registered Nurses’ Association of Ontario (RNAO)","year":2021,"lang":"es","type":"article","venue":"Revista Española de Salud Pública","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Philosophy","score_opus":0.05712386907100457,"score_gpt":0.444181403160002,"score_spread":0.3870575340889974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202302069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693162,0.00445442,0.008186592,0.0069456473,0.00038584013,0.0014687589,0.00063710246,0.00021697966,0.008388449],"genre_scores_gemma":[0.9608179,0.0052979058,0.020950632,0.0032990647,0.0013168122,0.00016398993,0.00051586935,0.00023120709,0.007406662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849055,0.008239433,0.002920146,0.0011007403,0.001216773,0.0016174137],"domain_scores_gemma":[0.9773758,0.016528696,0.0028553861,0.0014336443,0.0009546577,0.00085180986],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015718363,0.00075744477,0.0015341368,0.00028338298,0.00029626212,0.0006930979,0.00068926293,0.0012936834,0.00086687267],"category_scores_gemma":[0.041011255,0.00086771284,0.00066561124,0.0008702316,0.0004152982,0.0005562145,0.0003006597,0.0022238505,0.00006164489],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0016658664,0.0015126375,0.88793355,0.002054831,0.0012597746,0.0008496812,0.0064923014,0.00013812084,0.037100613,0.007371078,0.040181905,0.013439633],"study_design_scores_gemma":[0.004523643,0.00034475198,0.58166605,0.001895507,0.0027626422,0.0014543841,0.0008674072,0.00080856774,0.0039018365,0.0014565866,0.39963502,0.0006835838],"about_ca_topic_score_codex":0.024556117,"about_ca_topic_score_gemma":0.0061117276,"teacher_disagreement_score":0.3594531,"about_ca_system_score_codex":0.009335969,"about_ca_system_score_gemma":0.017829249,"threshold_uncertainty_score":0.99937737},"labels":[],"label_agreement":null},{"id":"W3203001084","doi":"10.2478/ijhp-2021-0005","title":"Current practice of physical therapists in outpatient stroke rehabilitation: a cross-sectional survey in Baden-Württemberg and Thuringia / Arbeitsweise von Physiotherapeut*innen in der ambulanten Schlaganfallrehabilitation: eine Querschnittsumfrage in Baden-Württemberg und Thüringen","year":2021,"lang":"en","type":"article","venue":"International Journal of Health Professions","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Guideline; Medicine; German; Family medicine; Descriptive statistics; Task force; Rehabilitation; Cross-sectional study; Clinical Practice; Physical therapy; Geography","score_opus":0.14224344239378398,"score_gpt":0.5538299097873047,"score_spread":0.4115864673935208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203001084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97567236,0.0037392585,0.00022612543,0.018609475,0.0008340104,0.0008207132,0.000054241053,0.000007935248,0.000035885634],"genre_scores_gemma":[0.9957755,0.0006711974,0.00234907,0.00074987166,0.00024111335,0.000052430285,0.00009386119,0.00003180549,0.00003513912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921768,0.0024172473,0.0034166728,0.0004512631,0.0011891419,0.00034893196],"domain_scores_gemma":[0.98844606,0.0077687697,0.0016224203,0.0002472888,0.0017587298,0.00015673679],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061801854,0.00024193415,0.00073275,0.0008796925,0.000055569035,0.000040593124,0.00022108087,0.00014453422,0.00007092226],"category_scores_gemma":[0.010950058,0.0002226879,0.00014582797,0.0006957336,0.00012408743,0.00089552155,0.00014128204,0.0014494687,0.0000034679888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023174093,0.0037451577,0.979907,0.00030713258,0.00014410177,0.00008801326,0.005730692,0.0009218189,0.000817055,0.00015848535,0.00007594734,0.005787223],"study_design_scores_gemma":[0.007452876,0.0007396123,0.98502964,0.0021784722,0.000020891563,0.000062574596,0.0021649331,0.00095338275,0.000068663845,0.0005701136,0.0006112298,0.00014763683],"about_ca_topic_score_codex":0.0012766052,"about_ca_topic_score_gemma":0.005484243,"teacher_disagreement_score":0.020103157,"about_ca_system_score_codex":0.0010054566,"about_ca_system_score_gemma":0.0017049849,"threshold_uncertainty_score":0.99738115},"labels":[],"label_agreement":null},{"id":"W3203444880","doi":"10.21203/rs.3.rs-32705/v1","title":"Barriers and Facilitators for Implementation of a Patient Prioritization Tool in Rehabilitation Settings","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université Laval","funders":"","keywords":"Prioritization; Rehabilitation; Process management; Business; Computer science; Operations management; Medicine; Physical therapy; Engineering","score_opus":0.06564228753282172,"score_gpt":0.44775403603068387,"score_spread":0.3821117484978621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203444880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97056735,0.000039429993,0.0076033385,0.016750397,0.00016033153,0.0045601986,0.0002570951,0.000039280138,0.000022556225],"genre_scores_gemma":[0.93894154,0.000034013297,0.058816724,0.0010281301,0.0000485192,0.00035891126,0.00074263674,0.00002409881,0.0000054601583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707276,0.00012502575,0.0018262749,0.00050553004,0.00031503924,0.00015534593],"domain_scores_gemma":[0.9973739,0.0012766145,0.00063152774,0.00021060213,0.00041423738,0.00009314703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009317472,0.00018515937,0.00045445072,0.00019448184,0.00002680644,0.00001919321,0.000042577518,0.00016556129,0.00011136571],"category_scores_gemma":[0.009752048,0.000192628,0.000114761075,0.00016139846,0.00005218188,0.00015670361,0.00014225782,0.00023757762,9.4890044e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021004167,0.0001310504,0.67623717,0.0087282015,0.00024774374,0.0000042308334,0.018232103,0.00023099389,0.0059589823,0.0031172433,0.007617384,0.2773945],"study_design_scores_gemma":[0.028228534,0.011807194,0.6458948,0.0019882391,0.0017534118,0.000014466126,0.19853982,0.02341353,0.010037369,0.064123094,0.012575344,0.0016241698],"about_ca_topic_score_codex":0.00052316376,"about_ca_topic_score_gemma":0.00019751095,"teacher_disagreement_score":0.27577034,"about_ca_system_score_codex":0.00019317157,"about_ca_system_score_gemma":0.00047678762,"threshold_uncertainty_score":0.9985892},"labels":[],"label_agreement":null},{"id":"W3204875472","doi":"10.1016/j.jclinepi.2021.09.028","title":"A taxonomy and framework for identifying and developing actionable statements in guidelines suggests avoiding informal recommendations","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université Laval; Impact; The Quebec Population Health Research Network; McMaster University; St. Joseph’s Healthcare Hamilton; Public Health Agency of Canada; Bruyère; Cochrane","funders":"World Health Organization","keywords":"Guideline; Standardization; Taxonomy (biology); Process (computing); Process management; Presentation (obstetrics); Conceptual framework; Computer science; Identification (biology); Knowledge management; Management science; Psychology; Medicine; Business; Engineering; Sociology; Pathology","score_opus":0.8277265735514102,"score_gpt":0.6885333178676506,"score_spread":0.13919325568375962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204875472","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43856564,0.00059943536,0.45209506,0.10726836,0.0011056369,0.00032425867,0.0000065634813,0.0000068188665,0.000028236966],"genre_scores_gemma":[0.14312851,0.0068512447,0.83328587,0.015789121,0.000823023,0.000023011928,0.000031523712,0.000013751526,0.000053925687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99066377,0.0011979734,0.0074923206,0.0002444796,0.00012641169,0.00027501813],"domain_scores_gemma":[0.91090965,0.08378123,0.0036206266,0.00016061007,0.0012552437,0.00027264666],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03055766,0.00012344547,0.0012881429,0.0001577164,0.00010393944,0.000021221045,0.00005887485,0.0002363675,0.00005670352],"category_scores_gemma":[0.4301783,0.00010770224,0.00017570819,0.00015908747,0.00007827852,0.00062038953,0.00010855468,0.0009567704,0.0000016610546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007781699,0.00013098205,0.75633365,0.00021226118,0.0002604663,0.000035135236,0.00009482373,0.00006121289,0.00004597168,0.0076880027,0.006275048,0.22808428],"study_design_scores_gemma":[0.009608774,0.000907969,0.62030655,0.0018141028,0.00036765388,0.0009795082,0.004012874,0.004129458,0.00007357736,0.09324272,0.2642711,0.0002857144],"about_ca_topic_score_codex":0.000029271616,"about_ca_topic_score_gemma":0.00008956193,"teacher_disagreement_score":0.39962065,"about_ca_system_score_codex":0.000058711794,"about_ca_system_score_gemma":0.0006593524,"threshold_uncertainty_score":0.9982449},"labels":[],"label_agreement":null},{"id":"W3205232937","doi":"10.1186/s41687-021-00369-z","title":"Implementation of EQ-5D-5L as a routine outcome measure in Community Outpatient and Specialized Rehabilitation Services","year":2021,"lang":"en","type":"article","venue":"Journal of Patient-Reported Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health; University of Calgary; University of Alberta; Alberta Health Services","funders":"","keywords":"Context (archaeology); Workflow; Health care; Prom; Rehabilitation; Telehealth; Process management; Community-based rehabilitation; Medical education; Nursing; Medicine; Knowledge management; Telemedicine; Business; Physical therapy; Computer science; Political science","score_opus":0.14031342859785795,"score_gpt":0.4554132506615801,"score_spread":0.31509982206372217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205232937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935842,0.00014335412,0.00008040173,0.0050056493,0.00048503466,0.0005820346,0.000013306818,0.000011655402,0.000094352195],"genre_scores_gemma":[0.9936316,0.000040270992,0.00509672,0.0010486997,0.000058636637,0.0000072371035,0.00007488841,0.000022617818,0.000019321194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99293214,0.0008250407,0.0048122024,0.00019432374,0.0010229349,0.00021338301],"domain_scores_gemma":[0.9921496,0.0017529506,0.0038494961,0.0004038794,0.0016731686,0.00017093301],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030149794,0.00021451738,0.0009695274,0.00036465624,0.0000755708,0.000028417857,0.00009224872,0.000115535775,0.0002347435],"category_scores_gemma":[0.008818914,0.000180385,0.0002760607,0.00043751,0.00006463816,0.00048504132,0.00010871695,0.0006245984,0.000002032238],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066884473,0.00085532566,0.97643816,0.00027216063,0.00026440894,0.0001228385,0.0062525733,0.00001587707,0.0018941114,0.000043281303,0.000061593004,0.013110829],"study_design_scores_gemma":[0.009925568,0.0020453674,0.9325297,0.0002599205,0.00051829644,0.00027549022,0.051799677,0.000021424981,0.0016262894,0.00050736207,0.00035479246,0.00013612326],"about_ca_topic_score_codex":0.0022496807,"about_ca_topic_score_gemma":0.0029919245,"teacher_disagreement_score":0.045547105,"about_ca_system_score_codex":0.00024406561,"about_ca_system_score_gemma":0.00042101857,"threshold_uncertainty_score":0.9995302},"labels":[],"label_agreement":null},{"id":"W3205507353","doi":"10.1001/jama.2021.15319","title":"How to Interpret and Use a Clinical Practice Guideline or Recommendation","year":2021,"lang":"en","type":"article","venue":"JAMA","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Medicine; MEDLINE; Process (computing); Evidence-based medicine; Clinical Practice; Statement (logic); Family medicine; Alternative medicine; Pathology; Computer science","score_opus":0.3101733484461106,"score_gpt":0.5575253884099035,"score_spread":0.2473520399637929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205507353","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07213289,0.0000473866,0.058090366,0.8673751,0.00070128817,0.0005101729,0.000033668166,0.00006965146,0.0010395072],"genre_scores_gemma":[0.113879904,0.00059455837,0.5956814,0.28391445,0.0017815557,0.000026781689,0.00054870197,0.00004240475,0.0035302085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769145,0.00035914814,0.0011643235,0.00040168627,0.0002228824,0.00016048546],"domain_scores_gemma":[0.99084026,0.0070967264,0.00021800416,0.0003494232,0.0012226611,0.00027294015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022783712,0.00011272593,0.00028134818,0.000054114094,0.00004203982,0.00025815493,0.000043027696,0.000119762146,0.0005920549],"category_scores_gemma":[0.2879107,0.000092700066,0.00006476697,0.00024153615,0.000025102881,0.0010933989,0.0001709858,0.0003508739,0.00005363376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015840109,0.00021418689,0.002573985,0.000013786399,0.00007187064,0.00014196383,0.00012398706,3.374862e-7,0.00037165752,0.000058347785,0.3437452,0.6511007],"study_design_scores_gemma":[0.0031838347,0.00063839793,0.00751707,0.00006207631,0.00024505504,0.000503578,0.0019421842,0.0007487006,0.0002519347,0.000044576427,0.9847532,0.000109398745],"about_ca_topic_score_codex":0.00007817177,"about_ca_topic_score_gemma":0.00015041007,"teacher_disagreement_score":0.65099126,"about_ca_system_score_codex":0.000050963365,"about_ca_system_score_gemma":0.0002545347,"threshold_uncertainty_score":0.7180875},"labels":[],"label_agreement":null},{"id":"W3205945195","doi":"10.1093/bjs/znab259.954","title":"1423 Quality and Efficacy of Multidisciplinary Team (MDT) Discussion Quality Assessment Tools and Checklists: A Systematic Review","year":2021,"lang":"en","type":"review","venue":"British journal of surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Checklist; Quality (philosophy); PsycINFO; Rigour; MEDLINE; Reliability (semiconductor); Multidisciplinary approach; Medical physics; Teamwork; Gold standard (test); Quality management; Scale (ratio); Management science; Operations management; Psychology","score_opus":0.47817675155183703,"score_gpt":0.570283893593349,"score_spread":0.09210714204151194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205945195","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010195534,0.99566686,0.000089444045,0.0008499418,0.0003181117,0.0018248035,0.00019129222,0.000010345333,0.000029655763],"genre_scores_gemma":[0.0002198447,0.9977057,0.0011370688,0.0002157022,0.0002567521,0.000037218502,0.0003114246,0.000048276648,0.00006800938],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98362786,0.0040150364,0.010557382,0.00043732527,0.001112295,0.00025009626],"domain_scores_gemma":[0.9722597,0.01663529,0.009362562,0.00048061938,0.00090241054,0.00035940262],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024610065,0.00038343636,0.009034638,0.00018847559,0.00009231749,0.00012275716,0.00013448013,0.00025129734,0.00007793727],"category_scores_gemma":[0.061689116,0.00027118993,0.0015093127,0.0003708903,0.00014474214,0.00045185836,0.000252163,0.0010811504,0.0000012409894],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021142165,0.0003519457,0.0003044224,0.5719566,0.00042163624,0.00030669023,0.000012807552,1.680958e-8,0.0000012179972,0.0000037500436,0.0014624711,0.42515734],"study_design_scores_gemma":[0.0009097227,0.00008702086,0.013608944,0.9520524,0.008022858,0.011096237,0.00033931807,8.270489e-7,2.58461e-7,0.000012137316,0.013572388,0.00029788536],"about_ca_topic_score_codex":0.00007477988,"about_ca_topic_score_gemma":0.000010428006,"teacher_disagreement_score":0.42485946,"about_ca_system_score_codex":0.00023543606,"about_ca_system_score_gemma":0.0016034392,"threshold_uncertainty_score":0.999974},"labels":[],"label_agreement":null},{"id":"W3206387242","doi":"10.46747/cfp.6710721_2","title":"Transparent criteria expose potential bias in clinical guidelines","year":2021,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"EXPOSE; Relevance (law); Clinical Practice; Medicine; Quality (philosophy); Alternative medicine; Data science; Computer science; Medical education; Family medicine; Pathology; Political science","score_opus":0.5022738289114804,"score_gpt":0.49487421406090915,"score_spread":0.007399614850571279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206387242","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012229551,0.0013650132,0.00016343086,0.97090375,0.0052033183,0.0012515732,0.0008506179,0.00007762788,0.007955124],"genre_scores_gemma":[0.0052041216,0.0003814731,0.0012473661,0.9647287,0.019785436,0.000063189305,0.0076728226,0.00017738665,0.0007395035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924061,0.0006794691,0.003858841,0.0012109318,0.0007676552,0.001077056],"domain_scores_gemma":[0.99606043,0.00061308465,0.0005798854,0.0011581439,0.00086467026,0.00072378444],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013241788,0.00063355546,0.0015579562,0.00057869393,0.00009519535,0.00013129685,0.00037934468,0.001216802,0.0001435968],"category_scores_gemma":[0.0014838901,0.0006839796,0.0007888589,0.0005639336,0.00016574917,0.00021085195,0.0000533028,0.003368412,0.0002728083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051308092,0.00009033041,0.00028799783,0.00014320185,0.00015793883,0.007315686,0.000023059538,0.0000069453886,0.00019883901,0.000003191441,0.93684363,0.054877896],"study_design_scores_gemma":[0.0022304782,0.0002190895,0.01036572,0.00073309627,0.0005644873,0.000018932777,0.00045138437,0.00045536636,0.000014906904,0.000115331735,0.9842059,0.0006252866],"about_ca_topic_score_codex":0.045291748,"about_ca_topic_score_gemma":0.04856686,"teacher_disagreement_score":0.05425261,"about_ca_system_score_codex":0.0007230681,"about_ca_system_score_gemma":0.0051155193,"threshold_uncertainty_score":0.99956113},"labels":[],"label_agreement":null},{"id":"W3206674812","doi":"","title":"Osteoporosis guideline implementation in family medicine using electronic medical records : Survey of learning needs and barriers Application des lignes directrices sur l’ostéoporose en médecine familiale à l’aide des dossiers médicaux électroniquesApplication des lignes directrices sur l’ostéoporose en médecine familiale à l’aide des dossiers médicaux électroniques","year":2016,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Gynecology; Family medicine; Library science; Computer science; Pathology","score_opus":0.06837590731167736,"score_gpt":0.37482811074131706,"score_spread":0.3064522034296397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206674812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372511,0.04560588,0.00814229,0.0032353748,0.0005426863,0.003459048,0.00066503766,0.00028643175,0.0008121609],"genre_scores_gemma":[0.93289113,0.055572256,0.0031577293,0.0037470781,0.0014948079,0.00040974593,0.001992882,0.00039906657,0.00033530546],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9817189,0.0040429267,0.0057810084,0.002336298,0.0020760952,0.004044753],"domain_scores_gemma":[0.98340756,0.0069943876,0.002637196,0.0012761409,0.0027781194,0.0029065714],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaepi_narrow","sts"],"category_scores_codex":[0.013545167,0.0018028414,0.0028237258,0.002593178,0.0013441137,0.00020552594,0.0011439692,0.0012138655,0.00017362958],"category_scores_gemma":[0.0125097465,0.0016998077,0.00043064973,0.0058339587,0.0041504446,0.0028827623,0.00027581598,0.001628292,0.000021014239],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0009052417,0.00045009085,0.3985482,0.00057914254,0.00048553944,0.00002073629,0.002173826,0.000112237576,0.09714218,0.00023369775,0.0021454135,0.4972037],"study_design_scores_gemma":[0.013228968,0.0037445961,0.9227314,0.0029166683,0.0018307369,0.000032745444,0.019889813,0.004664595,0.011993165,0.0066113863,0.010264055,0.0020918641],"about_ca_topic_score_codex":0.63617855,"about_ca_topic_score_gemma":0.51857716,"teacher_disagreement_score":0.5241832,"about_ca_system_score_codex":0.013278478,"about_ca_system_score_gemma":0.009580954,"threshold_uncertainty_score":0.999956},"labels":[],"label_agreement":null},{"id":"W3206875720","doi":"10.31219/osf.io/c6asn","title":"Patient-centered care pathways: what does it mean? An integrative conceptual framework to meet the need of an international consensus: a qualitative systematic review protocol","year":2021,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Bibliothèque et Archives nationales du Québec; Université Laval","funders":"","keywords":"Conceptualization; Systematic review; Context (archaeology); Health care; Qualitative research; Protocol (science); Critical appraisal; Medicine; Grey literature; Psychology; MEDLINE; Nursing; Knowledge management; Computer science; Alternative medicine; Sociology; Political science","score_opus":0.2039585607772828,"score_gpt":0.5241085242948432,"score_spread":0.3201499635175604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206875720","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27594918,0.0014835336,0.0062248628,0.10871116,0.0020340832,0.60194415,0.0009768875,0.0002880108,0.002388134],"genre_scores_gemma":[0.76229364,0.00016640725,0.053760983,0.07765702,0.00030201816,0.104839586,0.00075117336,0.00008552107,0.0001436694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99348354,0.002714535,0.0022948964,0.00047116145,0.0008382395,0.00019764357],"domain_scores_gemma":[0.9911433,0.0038504153,0.00092702644,0.0008071053,0.003058489,0.00021368644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001499363,0.00026160068,0.00089037983,0.000065872875,0.000067410285,0.00009988215,0.00024208371,0.000092853836,0.0008104618],"category_scores_gemma":[0.025799891,0.00013546478,0.00018611064,0.00033092353,0.00017825387,0.0005841991,0.00013281975,0.0002643894,0.000014840786],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017929417,0.0015624649,0.00012009731,0.059007756,0.0011630795,0.0000929389,0.9082098,0.0000067301085,0.0014704925,0.020183671,0.003247418,0.0031426167],"study_design_scores_gemma":[0.0014269049,0.0013555194,0.0000083528685,0.06809701,0.00040812546,0.000028066628,0.92490715,0.00011453452,0.0023970555,0.0006473963,0.00044882603,0.00016104475],"about_ca_topic_score_codex":0.00011099847,"about_ca_topic_score_gemma":0.0017811866,"teacher_disagreement_score":0.49710456,"about_ca_system_score_codex":0.00017887853,"about_ca_system_score_gemma":0.00043675202,"threshold_uncertainty_score":0.9824062},"labels":[],"label_agreement":null},{"id":"W3207045312","doi":"10.46747/cfp.6710721_3","title":"Industry involvement in clinical practice guidelines","year":2021,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Medicine; Family medicine; Medical education","score_opus":0.36390967263446533,"score_gpt":0.49310580006971905,"score_spread":0.12919612743525372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207045312","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017403819,0.0012366802,0.000014009386,0.9462747,0.002399898,0.0010535433,0.0002125281,0.00005076732,0.047017496],"genre_scores_gemma":[0.00012826445,0.00032605295,0.00461565,0.96955526,0.01955347,0.00007856187,0.004021234,0.00015777095,0.0015637527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923467,0.00062900886,0.0038180593,0.0011854279,0.0009765859,0.0010442175],"domain_scores_gemma":[0.99293405,0.0017109183,0.00095407746,0.0013422234,0.0023192808,0.0007394792],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002414824,0.00057937513,0.0012668205,0.0005482206,0.00009415671,0.000120945006,0.0003654197,0.0038637891,0.00006232635],"category_scores_gemma":[0.011221051,0.00064099586,0.0004550486,0.0008527535,0.00014525147,0.00038245847,0.00011533736,0.01387558,0.0003698256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027233767,0.00011450531,0.00042574742,0.000104407714,0.0002276896,0.006937452,0.00001870158,0.0000042208426,0.000013942544,0.00001725801,0.9340193,0.05808949],"study_design_scores_gemma":[0.0015902696,0.00018440415,0.0036800478,0.0007184635,0.0005820381,0.00001863406,0.0020767057,0.000068669855,0.000004800252,0.000098347664,0.99043006,0.0005475819],"about_ca_topic_score_codex":0.08276192,"about_ca_topic_score_gemma":0.04074008,"teacher_disagreement_score":0.05754191,"about_ca_system_score_codex":0.0014964945,"about_ca_system_score_gemma":0.01136904,"threshold_uncertainty_score":0.9996041},"labels":[],"label_agreement":null},{"id":"W3210092189","doi":"10.1093/ptj/pzab222","title":"Author Response to Liu et al","year":2021,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Manitoba Beekeepers' Association","funders":"","keywords":"Psychology; Philosophy","score_opus":0.36621386873162787,"score_gpt":0.5857965886145218,"score_spread":0.2195827198828939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210092189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6371312,0.000020712045,0.0007927075,0.36153087,0.000102783386,0.00015661465,0.0000051828847,0.00004114589,0.00021876216],"genre_scores_gemma":[0.8356847,0.0000224268,0.0032917385,0.15901782,0.00029086592,0.000023122433,0.00002240921,0.00002276978,0.0016241028],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871117,0.0003113495,0.00026764063,0.0002520284,0.00030152622,0.00015628382],"domain_scores_gemma":[0.9977185,0.0015640627,0.000047035926,0.00032029854,0.00017580854,0.00017429933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070420216,0.00009278713,0.0002067961,0.000026619738,0.000031362255,0.000022776881,0.00004773725,0.000022430708,0.00030690938],"category_scores_gemma":[0.0029051737,0.00007692564,0.00011699392,0.00025000045,0.000018559782,0.00008293975,0.00003635315,0.00019716143,0.0003938614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008356944,0.0011391,0.00061856926,0.0000037995767,0.000089857844,0.00008749916,0.00085931155,0.000010746057,0.71173465,0.00082256005,0.14411648,0.13216048],"study_design_scores_gemma":[0.002445118,0.0008889391,0.041482538,0.000019638323,0.000022181419,0.0000152537605,0.00019137557,0.00026863266,0.037748836,0.0014496739,0.9153477,0.00012011013],"about_ca_topic_score_codex":0.000015346664,"about_ca_topic_score_gemma":0.0000024831593,"teacher_disagreement_score":0.77123123,"about_ca_system_score_codex":0.000034897548,"about_ca_system_score_gemma":0.00018999606,"threshold_uncertainty_score":0.5062423},"labels":[],"label_agreement":null},{"id":"W3210451463","doi":"","title":"La mise en service de technologies nouvelles","year":2004,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities","score_opus":0.11098352388157766,"score_gpt":0.3937927527867013,"score_spread":0.2828092289051236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210451463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6176212,0.0065774457,0.002441118,0.36704692,0.0032878304,0.0010004884,0.000066222594,0.0003939989,0.0015647797],"genre_scores_gemma":[0.972099,0.0045471694,0.014486927,0.0048948405,0.0021552132,0.00014836626,0.000074279225,0.00005604957,0.0015381426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625134,0.0002331656,0.00068469124,0.00036887484,0.000330343,0.0021315985],"domain_scores_gemma":[0.9975468,0.0012661995,0.0002101875,0.000382181,0.000102184946,0.0004924458],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021671832,0.00024192063,0.0002995031,0.000087818495,0.00007458785,0.000058646885,0.0002652524,0.00046729486,0.00021227142],"category_scores_gemma":[0.010441817,0.00024773437,0.00011720241,0.00039514847,0.00018968633,0.00030880873,0.00015091915,0.0008008486,0.00027913682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003642839,0.0010433982,0.062850475,0.00058180856,0.00029318643,0.00058309705,0.0041375216,0.0009075548,0.00054117927,0.0042595584,0.011689224,0.9127487],"study_design_scores_gemma":[0.0069373464,0.0001425526,0.31084052,0.00039408388,0.00084554835,0.00039801496,0.029955737,0.0005242805,0.0048895096,0.0036541156,0.6409894,0.0004288796],"about_ca_topic_score_codex":0.0014475678,"about_ca_topic_score_gemma":0.0009946321,"teacher_disagreement_score":0.91231984,"about_ca_system_score_codex":0.0017109911,"about_ca_system_score_gemma":0.0014156672,"threshold_uncertainty_score":0.9999975},"labels":[],"label_agreement":null},{"id":"W3211885944","doi":"10.1016/j.jclinepi.2021.11.010","title":"International alliance and AGREE-ment of 71 clinical practice guidelines on the management of critical care patients with COVID-19: a living systematic review","year":2021,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland","funders":"Deanship of Scientific Research, King Saud University; King Saud University; National Institute for Health and Care Research","keywords":"Alliance; Coronavirus disease 2019 (COVID-19); Medicine; Clinical Practice; 2019-20 coronavirus outbreak; Family medicine; MEDLINE; Intensive care medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; Virology; Political science; Pathology","score_opus":0.7374149352238119,"score_gpt":0.7070982109307433,"score_spread":0.03031672429306853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211885944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026643935,0.9411336,0.0020245092,0.052840084,0.0013477132,0.0023999384,0.000050808663,0.0000061888927,0.00017048384],"genre_scores_gemma":[0.000051221516,0.9126788,0.049794663,0.036643993,0.00066465227,0.00005037135,0.0000501717,0.000038535785,0.000027624954],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9489438,0.016858062,0.031909026,0.0006928502,0.0012739064,0.0003223532],"domain_scores_gemma":[0.46959543,0.47680882,0.041060865,0.001529914,0.010079564,0.0009254154],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08449894,0.0004853156,0.012704624,0.00011962906,0.00005350387,0.000011536365,0.0006652262,0.00052491267,0.00017999552],"category_scores_gemma":[0.8486252,0.00025135351,0.0022288798,0.0002832424,0.0006670964,0.00016167334,0.00040234416,0.0021362219,0.000007801419],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048575745,0.0016167207,0.0024540315,0.7482331,0.0053041284,0.00020948837,0.000029121677,0.000005027069,3.364284e-9,0.0020153313,0.011062633,0.22858465],"study_design_scores_gemma":[0.001288728,0.0023435925,0.00055016,0.5559538,0.023339756,0.00035251127,0.0005130766,0.000016288672,7.2836026e-9,0.000055599303,0.4154166,0.00016989092],"about_ca_topic_score_codex":0.000011790198,"about_ca_topic_score_gemma":0.0000026374482,"teacher_disagreement_score":0.76412624,"about_ca_system_score_codex":0.00018862696,"about_ca_system_score_gemma":0.0015396556,"threshold_uncertainty_score":0.99999386},"labels":[],"label_agreement":null},{"id":"W3211916623","doi":"10.1016/j.jclinepi.2021.11.009","title":"Visual transformation for guidelines presentation of the strength of recommendations and the certainty of evidence","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Guideline; Presentation (obstetrics); Certainty; MEDLINE; Unification; Systematic review; Medicine; Computer science; Medical education; Medical physics; Pathology; Surgery; Mathematics","score_opus":0.8014676261089568,"score_gpt":0.6912918824105951,"score_spread":0.1101757436983617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211916623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5472594,0.0007143367,0.044572096,0.40610468,0.0007533492,0.00053687097,0.0000245574,0.0000019725223,0.00003271685],"genre_scores_gemma":[0.9648652,0.0054649166,0.025321437,0.0039398507,0.00035471295,0.000005492949,0.000014618721,0.000006334341,0.000027430802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98572737,0.004164374,0.00962906,0.00012374266,0.00024583633,0.00010959929],"domain_scores_gemma":[0.82753754,0.1608215,0.008016996,0.00024450524,0.0033015641,0.000077928664],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03416627,0.00007969697,0.0013391607,0.00004785665,0.000036509748,0.0000019906563,0.0001259043,0.00016976245,0.000053842996],"category_scores_gemma":[0.5112984,0.000037988426,0.00062906387,0.00016002478,0.0004290789,0.00015721384,0.00004251422,0.00045042724,1.5106959e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016846688,0.00103291,0.26481923,0.0010272799,0.0011909703,0.0000015455332,0.0010556269,0.0010914442,0.0026774532,0.016997423,0.028377676,0.66488177],"study_design_scores_gemma":[0.04384119,0.006855296,0.7324704,0.0044916105,0.0054887407,0.00038595079,0.008887485,0.09315018,0.011212746,0.072881535,0.020072045,0.00026284374],"about_ca_topic_score_codex":0.00007235838,"about_ca_topic_score_gemma":0.000058096823,"teacher_disagreement_score":0.6646189,"about_ca_system_score_codex":0.00001263956,"about_ca_system_score_gemma":0.0004613296,"threshold_uncertainty_score":0.99452907},"labels":[],"label_agreement":null},{"id":"W3211985634","doi":"10.4103/sjg.sjg_541_21","title":"Despise the free lunch","year":2021,"lang":"en","type":"letter","venue":"Saudi Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine","score_opus":0.13408695477057528,"score_gpt":0.40923712293572473,"score_spread":0.2751501681651495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211985634","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026639475,0.00050682353,0.0019221938,0.968265,0.0022823494,0.000221961,0.000026208714,0.00000866901,0.00012730139],"genre_scores_gemma":[0.00547772,0.00046979918,0.0037113077,0.97661805,0.013040922,0.0000056335593,0.000110241184,0.00005610415,0.0005102295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572474,0.00079722924,0.0020438712,0.00024658296,0.00071673526,0.00047085492],"domain_scores_gemma":[0.9947453,0.0011849675,0.0021628765,0.0007568805,0.0010373392,0.00011260078],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017098989,0.0002702327,0.0009536729,0.00019799627,0.000062473504,0.000034262725,0.0005443195,0.00042001557,0.0010072276],"category_scores_gemma":[0.005124893,0.00017429428,0.0005958396,0.0001086566,0.0002000716,0.000106908476,0.00023105173,0.0046276688,0.000024761803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011250075,0.00007338503,0.0131736705,0.00008720669,0.0006436775,0.004402035,0.000034615434,0.0000031441982,0.000110254354,0.0000011257443,0.97924834,0.0010975086],"study_design_scores_gemma":[0.00459941,0.0038731534,0.008189864,0.00027251907,0.0016848525,0.021951545,0.0001304096,0.000008177605,0.000018427792,0.00031785772,0.9588688,0.00008497219],"about_ca_topic_score_codex":0.000017337201,"about_ca_topic_score_gemma":0.000066998706,"teacher_disagreement_score":0.021161756,"about_ca_system_score_codex":0.00015402777,"about_ca_system_score_gemma":0.00041869594,"threshold_uncertainty_score":0.999906},"labels":[],"label_agreement":null},{"id":"W3212147538","doi":"10.1016/j.jclinepi.2021.11.012","title":"Guidelines developed under pressure. The case of the COVID-19 low-quality “rapid” guidelines and potential solutions","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Impact; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Scarcity; Public health; Quality (philosophy); Investment (military); Business; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public relations; Evidence-based medicine; Medicine; MEDLINE; Political science; Economics; Nursing; Disease; Virology","score_opus":0.8282594287562877,"score_gpt":0.6738185397503147,"score_spread":0.15444088900597297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212147538","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2600966,0.0049462877,0.067245804,0.66471857,0.0024944048,0.00036235142,0.00004440011,0.000012713793,0.000078872894],"genre_scores_gemma":[0.7254969,0.006919992,0.052401472,0.21080974,0.0037194423,0.000006125517,0.000016642725,0.000032970736,0.00059670024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97115135,0.012125409,0.015494541,0.00042139494,0.00040778398,0.00039949597],"domain_scores_gemma":[0.8027503,0.16764636,0.015955646,0.0017164471,0.010749234,0.0011820183],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.079044156,0.0002261438,0.002199307,0.000065827444,0.00025848983,0.000013322967,0.00032080407,0.00040943484,0.0004039714],"category_scores_gemma":[0.7609097,0.0001173106,0.0010267529,0.00031551503,0.00094696746,0.000149263,0.0004375203,0.0013080436,0.0000047109743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035109778,0.0013642152,0.18537764,0.00059160526,0.0034819483,0.002173803,0.00017115341,0.011788305,0.0009697098,0.021015305,0.6790373,0.09051807],"study_design_scores_gemma":[0.016055034,0.0012672874,0.36323047,0.00042743373,0.0056051007,0.097145386,0.0033839808,0.012469566,0.00010705078,0.075451195,0.42431203,0.00054546166],"about_ca_topic_score_codex":0.00051743403,"about_ca_topic_score_gemma":0.00046846652,"teacher_disagreement_score":0.6818655,"about_ca_system_score_codex":0.00004416649,"about_ca_system_score_gemma":0.0033376166,"threshold_uncertainty_score":0.9483178},"labels":[],"label_agreement":null},{"id":"W3214327561","doi":"10.1080/24745332.2021.1992319","title":"Providing clinical guidance in the middle of a global pandemic: Caveats and opportunities","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Respiratory Critical Care and Sleep Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Guideline; Context (archaeology); Excellence; Health care; Medicine; Pandemic; Public relations; Political science; Business; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty)","score_opus":0.5153963815236279,"score_gpt":0.5076582126250428,"score_spread":0.007738168898585029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214327561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92217815,0.05643829,0.000118076634,0.0200334,0.00029131176,0.00012693548,0.000021367796,0.0000021566525,0.0007903126],"genre_scores_gemma":[0.98302644,0.00039191233,0.0003039289,0.01579987,0.0004619565,0.0000016538022,0.0000035469354,0.0000066290263,0.0000040855566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751914,0.00044165837,0.0013599428,0.00015566418,0.00031178916,0.00021178406],"domain_scores_gemma":[0.99612784,0.0018741585,0.00018774843,0.00016584953,0.0009882555,0.0006561268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002699881,0.00010611917,0.00048248065,0.00008453192,0.0000640442,0.00001741504,0.000083741885,0.000106200634,0.0000549825],"category_scores_gemma":[0.020202471,0.00007284207,0.0000680324,0.00014276068,0.00070418883,0.00012789316,0.00001701076,0.00042558715,2.2881953e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001630553,0.000035821384,0.85429007,0.00043934025,0.000051067294,0.0039317976,0.0017407507,3.510829e-7,0.000117093565,0.0032509025,0.0019372312,0.13404253],"study_design_scores_gemma":[0.012548401,0.009537335,0.67986035,0.0040903213,0.0020021298,0.007244611,0.1531052,0.000058044407,0.00008996715,0.002745456,0.12831013,0.00040807435],"about_ca_topic_score_codex":0.0008123566,"about_ca_topic_score_gemma":0.0123284245,"teacher_disagreement_score":0.17442973,"about_ca_system_score_codex":0.00009201938,"about_ca_system_score_gemma":0.0019680075,"threshold_uncertainty_score":0.98805076},"labels":[],"label_agreement":null},{"id":"W3215753013","doi":"10.1136/bmj-2021-066045","title":"Discordant and inappropriate discordant recommendations in consensus and evidence based guidelines: empirical analysis","year":2021,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Quality of evidence; Grading (engineering); Evidence-based medicine; Odds ratio; Confidence interval; Family medicine; MEDLINE; Evidence-based practice; Meta-analysis; Medical physics; Alternative medicine; Internal medicine; Pathology","score_opus":0.4888570116135842,"score_gpt":0.5714442105905728,"score_spread":0.08258719897698863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215753013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6338599,0.00058289646,0.00695617,0.358065,0.00008377949,0.00037181206,0.000017754739,0.000018513449,0.000044207965],"genre_scores_gemma":[0.9029735,0.0006380807,0.087111585,0.008771667,0.0001282198,0.00004653584,0.00013157561,0.000014324864,0.00018451695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974894,0.0003222693,0.0013267397,0.0004411786,0.00024250636,0.00017788954],"domain_scores_gemma":[0.99652946,0.0023707103,0.00025404492,0.00036067612,0.00033317826,0.00015190725],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018361048,0.00013241325,0.00040750287,0.00018534691,0.000058206584,0.000047904796,0.00003726956,0.000034713088,0.0001611094],"category_scores_gemma":[0.022772025,0.00011075675,0.00008102717,0.0008217605,0.000085981315,0.00013758776,0.00010703351,0.00020360904,0.000005141801],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006017734,0.00035229433,0.93476784,0.00014643982,0.0003741797,0.0007534246,0.00018971071,0.00014824544,0.003421379,0.000099887046,0.018927034,0.040217794],"study_design_scores_gemma":[0.0051519056,0.00033998498,0.857955,0.0010064427,0.0028282385,0.00048041268,0.0048827147,0.11571161,0.0006936363,0.0005299184,0.009976606,0.00044357972],"about_ca_topic_score_codex":0.0004894009,"about_ca_topic_score_gemma":0.0021375115,"teacher_disagreement_score":0.34929335,"about_ca_system_score_codex":0.000055954704,"about_ca_system_score_gemma":0.0004086038,"threshold_uncertainty_score":0.98545957},"labels":[],"label_agreement":null},{"id":"W3216140852","doi":"10.1136/bmjopen-2021-053587","title":"Current practices and challenges in adaptation of clinical guidelines: a qualitative study based on semistructured interviews","year":2021,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universitat Autònoma de Barcelona; China Scholarship Council","keywords":"Guideline; Adaptation (eye); Medicine; Thematic analysis; Process (computing); Process management; Scope (computer science); Quality (philosophy); Qualitative research; Psychology; Computer science; Pathology","score_opus":0.9180176568467715,"score_gpt":0.7396164791449117,"score_spread":0.17840117770185981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216140852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9287041,0.0021948558,0.00055934105,0.05689045,0.00049638655,0.0101884045,0.00002985593,0.000017133652,0.000919505],"genre_scores_gemma":[0.9826377,0.0013445445,0.014016923,0.0012561494,0.0001922108,0.00040039662,0.0001028975,0.000018764009,0.000030389614],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9934872,0.002650575,0.0027970087,0.0005013017,0.00045140056,0.00011251343],"domain_scores_gemma":[0.99204,0.0046033384,0.001995673,0.00049718,0.0007732293,0.00009060471],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0135955345,0.0001372967,0.00068857893,0.000075763994,0.000021532862,0.000033949054,0.00014135662,0.00006453107,0.00013299452],"category_scores_gemma":[0.079423,0.00011373964,0.00007330431,0.00019523573,0.000039354203,0.00025728007,0.00021530897,0.00029799214,0.000005440594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068336674,0.0045803473,0.03877889,0.0009879002,0.00017753986,0.00011336942,0.03812519,0.00015152307,0.00006832075,0.000144105,0.0014966371,0.9085425],"study_design_scores_gemma":[0.02421697,0.0043533696,0.17188217,0.0025489768,0.00045410308,0.000029396984,0.7405694,0.032212924,0.000098476856,0.0005259011,0.022755198,0.00035311145],"about_ca_topic_score_codex":0.00044608835,"about_ca_topic_score_gemma":0.004118749,"teacher_disagreement_score":0.9081894,"about_ca_system_score_codex":0.000032532687,"about_ca_system_score_gemma":0.00071096065,"threshold_uncertainty_score":0.92833143},"labels":[],"label_agreement":null},{"id":"W3216282335","doi":"10.5489/cuaj.7664","title":"Letter – ED guideline needs more focus on patient-centered management","year":2021,"lang":"en","type":"letter","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Focus (optics); Medicine; Pathology; Physics","score_opus":0.07992305752292696,"score_gpt":0.35157772261981374,"score_spread":0.2716546650968868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216282335","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022957097,0.00015297056,0.00016780358,0.99001575,0.0022596384,0.0006574553,0.00020646192,0.0000497962,0.0041944156],"genre_scores_gemma":[0.008791452,0.00018234663,0.0012672023,0.9718541,0.012417556,0.000031273605,0.0024517053,0.00007789566,0.0029264763],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937388,0.00066875154,0.0023450765,0.00055765465,0.0015941893,0.0010955287],"domain_scores_gemma":[0.99534756,0.00074104295,0.0016143711,0.00046266115,0.001056038,0.00077832944],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001317322,0.0004932537,0.00082278094,0.00074462255,0.0002972673,0.00026905685,0.00028435703,0.001392998,0.005046911],"category_scores_gemma":[0.0036028544,0.0004302082,0.00059210404,0.0004391394,0.000040301456,0.000137082,0.00007571119,0.0051812935,0.00037973988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009105581,0.00007833649,0.005200815,0.000017711152,0.0006224183,0.0057950215,0.00003987243,0.000016742448,0.0000038040268,0.000013733645,0.97296107,0.015159444],"study_design_scores_gemma":[0.0023016897,0.00054736406,0.0047104093,0.000090302536,0.00066039833,0.00042131482,0.00012917373,0.000057013094,0.0000045265992,0.00025625713,0.9904525,0.00036904326],"about_ca_topic_score_codex":0.00084363064,"about_ca_topic_score_gemma":0.00023235835,"teacher_disagreement_score":0.018161656,"about_ca_system_score_codex":0.003649852,"about_ca_system_score_gemma":0.0007794031,"threshold_uncertainty_score":0.9999034},"labels":[],"label_agreement":null},{"id":"W3216910947","doi":"10.1016/j.jclinepi.2021.11.037","title":"A pilot living clinical practice guidelines approach was feasible and acceptable to guideline panel members","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Parkwood Institute; Lawson Health Research Institute","funders":"","keywords":"Guideline; Data extraction; Resource (disambiguation); Medicine; Protocol (science); Process (computing); MEDLINE; Family medicine; Medical education; Alternative medicine; Computer science; Pathology","score_opus":0.7877881800782537,"score_gpt":0.6617434496896374,"score_spread":0.1260447303886163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216910947","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25395352,0.0054716333,0.16109227,0.56334245,0.0079978,0.0011578337,0.000021818865,0.00010083185,0.0068618604],"genre_scores_gemma":[0.049493536,0.006524273,0.74365395,0.19253732,0.006897635,0.00000915886,0.000025833793,0.00006169109,0.0007965794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95727307,0.010820193,0.029070908,0.0011287621,0.00085772126,0.00084933767],"domain_scores_gemma":[0.5792347,0.37830597,0.017662719,0.001980479,0.018916642,0.003899488],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14859661,0.00042152448,0.0049222363,0.00022497262,0.00013178874,0.0000473269,0.00038948093,0.0005315004,0.00070274033],"category_scores_gemma":[0.9252303,0.0003300963,0.0011597809,0.0005787426,0.00033864746,0.0006949093,0.0005911905,0.0027852817,0.00006535804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043043564,0.0029939397,0.24625815,0.00012222909,0.0011344702,0.000481484,0.000067882065,0.0007337177,0.00014293702,0.0007642833,0.5705845,0.17241208],"study_design_scores_gemma":[0.00834961,0.008417732,0.1910226,0.0005723117,0.002346822,0.008607908,0.0028128992,0.008483325,0.000013257626,0.0016740941,0.7671823,0.0005171579],"about_ca_topic_score_codex":0.000259157,"about_ca_topic_score_gemma":0.00006899801,"teacher_disagreement_score":0.7766337,"about_ca_system_score_codex":0.00009463822,"about_ca_system_score_gemma":0.0022442779,"threshold_uncertainty_score":0.9999151},"labels":[],"label_agreement":null},{"id":"W3217444474","doi":"10.1183/13993003.congress-2021.pa511","title":"Quality and methodology of clinical practice guidelines on antiviral pharmacotherapy for COVID-19 during the early phase of the pandemic","year":2021,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Guideline; Pandemic; Rigour; Randomized controlled trial; Pharmacotherapy; Coronavirus disease 2019 (COVID-19); MEDLINE; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Quality (philosophy); Scale (ratio); Intensive care medicine; Medical physics; Internal medicine; Pathology; Disease","score_opus":0.8753809226506484,"score_gpt":0.750246862286815,"score_spread":0.12513406036383334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217444474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88917613,0.00026966003,0.017468993,0.09170541,0.0003453779,0.0007904841,0.000048541344,0.00001863642,0.00017674899],"genre_scores_gemma":[0.8149139,0.0018381294,0.095316194,0.08680151,0.00057247904,0.000029963629,0.000014637323,0.000024628003,0.0004885367],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435776,0.0022512896,0.0026045192,0.00030810756,0.00033318612,0.0001451101],"domain_scores_gemma":[0.9562878,0.040386863,0.0013989235,0.00050325744,0.001323385,0.000099756486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015718043,0.00011475944,0.000546049,0.000027528076,0.00008615311,0.000007821263,0.00011859982,0.000099173136,0.00012509183],"category_scores_gemma":[0.21981804,0.00006229426,0.00024787776,0.00017315621,0.00022882574,0.00012124993,0.0000813868,0.00030036198,8.1006266e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033061024,0.0026560843,0.21185221,0.0007299562,0.0013203433,0.000016795639,0.0010842598,0.00003051533,0.36887053,0.0039360453,0.012040786,0.36440146],"study_design_scores_gemma":[0.11483564,0.004612579,0.27108786,0.0001754277,0.0029353155,0.00040375645,0.012865984,0.0020981322,0.19220667,0.0050780154,0.3931424,0.0005582415],"about_ca_topic_score_codex":0.0003952563,"about_ca_topic_score_gemma":0.0000907428,"teacher_disagreement_score":0.3811016,"about_ca_system_score_codex":0.00002304281,"about_ca_system_score_gemma":0.00057833985,"threshold_uncertainty_score":0.7867538},"labels":[],"label_agreement":null},{"id":"W3217524044","doi":"10.1136/bmj.n2833","title":"Can we trust strong recommendations based on low quality evidence?","year":2021,"lang":"en","type":"editorial","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Agency for Healthcare Research and Quality","keywords":"Harm; Quality (philosophy); Quality of evidence; Trustworthiness; Certainty; Medicine; Scientific evidence; Actuarial science; Evidence-based medicine; Risk analysis (engineering); Adverse effect; Psychology; Business; Alternative medicine; Social psychology; Randomized controlled trial; Surgery","score_opus":0.38204747239002307,"score_gpt":0.5828790938370416,"score_spread":0.20083162144701855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217524044","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012745116,0.00009482614,0.0006003174,0.27290493,0.7233988,0.0010945384,0.00075734465,0.000079608406,0.0009421904],"genre_scores_gemma":[0.0025277026,0.00035675857,0.004236745,0.0029531152,0.97626525,0.00017775389,0.010809018,0.00007269353,0.0026009541],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948969,0.0008147292,0.0019482564,0.00064597407,0.0014153869,0.00027878393],"domain_scores_gemma":[0.9773666,0.019386107,0.0010425757,0.0010634976,0.000913766,0.00022744076],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040159803,0.00029547306,0.0006777028,0.00013790335,0.00011010882,0.00007789011,0.00017118637,0.0005659322,0.0030791047],"category_scores_gemma":[0.12759584,0.00028913736,0.00027888344,0.00025499112,0.00004585264,0.00012765331,0.00007424723,0.0014646297,0.00011687797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040600143,0.00022913622,0.00019115845,0.00030865884,0.00007758397,0.000034594064,0.000042924752,0.000022066557,0.000014496097,0.000018246461,0.985278,0.013377152],"study_design_scores_gemma":[0.0022053707,0.0003901576,0.00033765027,0.0028177793,0.0004658718,0.000001661665,0.00076937326,0.000658146,0.000029384886,0.00004865801,0.9919756,0.00030032743],"about_ca_topic_score_codex":0.0015905504,"about_ca_topic_score_gemma":0.0014033145,"teacher_disagreement_score":0.26995182,"about_ca_system_score_codex":0.0006176466,"about_ca_system_score_gemma":0.003927765,"threshold_uncertainty_score":0.9999561},"labels":[],"label_agreement":null},{"id":"W324623996","doi":"","title":"Reflections on New Perspectives: IJPDS","year":2012,"lang":"en","type":"article","venue":"Interdisciplinary journal of Portuguese diaspora studies (Online)/Interdisciplinary journal of Portuguese diaspora studies","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"History","score_opus":0.2645007871424789,"score_gpt":0.5354673824010563,"score_spread":0.2709665952585774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W324623996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8152493,0.14286223,0.00045338573,0.03019377,0.00958487,0.0009123229,0.00019382744,0.00010287977,0.0004473702],"genre_scores_gemma":[0.93448895,0.041565295,0.007397985,0.0011403306,0.014246511,0.00001923403,0.00011224993,0.00027964098,0.0007498079],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9821698,0.0007745189,0.010915213,0.0010433974,0.0032392037,0.0018578343],"domain_scores_gemma":[0.97166413,0.0035951557,0.0121494,0.0013779995,0.00895059,0.0022627404],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0071441876,0.0018449594,0.005439373,0.0031102535,0.00092631625,0.00007215951,0.001315368,0.0004903587,0.00023381949],"category_scores_gemma":[0.008472654,0.0013714018,0.0035520392,0.0018280762,0.0014365887,0.00381308,0.0036376533,0.0040108925,0.00007294145],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025162902,0.02250454,0.019405033,0.0011159214,0.03298478,0.0169685,0.40331,0.00042971774,0.0025258528,0.0004415628,0.4087569,0.06639428],"study_design_scores_gemma":[0.006631187,0.0136288805,0.12797447,0.004609852,0.0046602194,0.013958994,0.82275224,0.000021631247,0.0002163857,0.0033686843,0.0010458346,0.0011316035],"about_ca_topic_score_codex":0.00003150895,"about_ca_topic_score_gemma":0.0001414896,"teacher_disagreement_score":0.41944227,"about_ca_system_score_codex":0.0023048709,"about_ca_system_score_gemma":0.0015777881,"threshold_uncertainty_score":0.9998794},"labels":[],"label_agreement":null},{"id":"W326554177","doi":"","title":"Canadian Association of Gastroenterology","year":2010,"lang":"zh","type":"article","venue":"中华内科杂志","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gastroenterology; Internal medicine","score_opus":0.08371703706912322,"score_gpt":0.43385858341277156,"score_spread":0.35014154634364836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W326554177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9339512,0.000019504963,0.00008012573,0.04942014,0.00376973,0.00038791948,0.0001522543,0.000016674014,0.012202444],"genre_scores_gemma":[0.99221987,0.00004262529,0.00091483525,0.003682366,0.0010008735,0.000005904973,0.00012840745,0.00002198388,0.0019831567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977784,0.00016604077,0.001032737,0.00023098869,0.00032562568,0.00046617625],"domain_scores_gemma":[0.9973305,0.0008122882,0.0006783259,0.00034897937,0.00045045782,0.0003794805],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020754202,0.00012990124,0.00034912833,0.00017229395,0.00005350696,0.00001371019,0.00012289092,0.00029759484,0.004255877],"category_scores_gemma":[0.010336747,0.00013961406,0.00010946081,0.00013785245,0.000043883978,0.00011789551,0.000034759247,0.0007363335,0.00046798546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021860922,0.00014375942,0.9605341,0.000039434857,0.00016081569,0.000014075533,0.00018102853,0.0000014963312,0.0058771227,0.00090181397,0.026218252,0.0057094945],"study_design_scores_gemma":[0.005929697,0.0016784688,0.8978855,0.00006395465,0.0009410431,0.00003734208,0.00056795793,0.0006133443,0.00035505413,0.0009833201,0.090758234,0.00018607387],"about_ca_topic_score_codex":0.2016782,"about_ca_topic_score_gemma":0.87134624,"teacher_disagreement_score":0.669668,"about_ca_system_score_codex":0.00037469153,"about_ca_system_score_gemma":0.0009181545,"threshold_uncertainty_score":0.9979996},"labels":[],"label_agreement":null},{"id":"W327899419","doi":"10.1177/229255031202000303","title":"Evidence-based medicine: The Canadian Journal of Plastic Surgery's future","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Plastic Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Evidence-based medicine; Medicine; Psychological intervention; MEDLINE; Alternative medicine; Health care; Intervention (counseling); Scientific evidence; Medical education; Family medicine; Nursing; Pathology","score_opus":0.2841765615853158,"score_gpt":0.3946018913345745,"score_spread":0.11042532974925873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W327899419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9081197,0.013083523,0.0011171096,0.032381482,0.044963926,0.0002032804,0.000042537682,0.0000068919885,0.00008158135],"genre_scores_gemma":[0.9861305,0.00019366686,0.0000988855,0.0024443788,0.011049537,0.0000019522565,0.000013472353,0.000044024982,0.000023591667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99461776,0.0005394517,0.0028327433,0.00014467718,0.0009452568,0.0009201207],"domain_scores_gemma":[0.90643764,0.08477658,0.0023079747,0.00032879174,0.0019071568,0.0042418623],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009966863,0.00029052582,0.0010087579,0.0016778659,0.00036107618,0.00008775712,0.0002895197,0.00021514538,0.0030081717],"category_scores_gemma":[0.20546152,0.00019203016,0.0007141526,0.00078042276,0.00046897723,0.000758396,0.0000072064663,0.0011925381,0.000036525922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021285411,0.000022101856,0.7077271,0.00006538156,0.00023781994,0.0006735226,0.00025570305,0.00011245285,0.000029300705,0.000029358569,0.28627637,0.004358043],"study_design_scores_gemma":[0.0008289723,0.00026579495,0.89084977,0.0028308802,0.0013734179,0.0023809986,0.0017233677,0.000076475786,0.000030361633,0.000033458564,0.09937188,0.00023459988],"about_ca_topic_score_codex":0.060922556,"about_ca_topic_score_gemma":0.31000936,"teacher_disagreement_score":0.2490868,"about_ca_system_score_codex":0.00090366515,"about_ca_system_score_gemma":0.03895124,"threshold_uncertainty_score":0.9979032},"labels":[],"label_agreement":null},{"id":"W331117139","doi":"10.1155/2008/736140","title":"Message Delivered to the CAG Membership, from Dr William Paterson, CAG Past President, at the 2008 Annual General Meeting at CDDW 2008 in Montreal, Quebec","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Association of Gastroenterology; Queen's University","funders":"","keywords":"Management; Operations research; Gerontology; History; Political science; Medicine; Engineering; Economics","score_opus":0.05679495057244879,"score_gpt":0.32035656933701046,"score_spread":0.2635616187645617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W331117139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94018054,0.0005111519,0.000052724386,0.057847243,0.00061405083,0.0004166702,0.000257161,0.0000054362727,0.000115009105],"genre_scores_gemma":[0.9817109,0.00014576768,0.00029547734,0.014339099,0.001053112,0.000013656129,0.000082395694,0.000036420304,0.0023231588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963007,0.000777467,0.0014257984,0.00031799253,0.00038305402,0.0007950088],"domain_scores_gemma":[0.99709105,0.00050746975,0.00071918895,0.0004126673,0.00037635388,0.0008932508],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011026212,0.00025746084,0.0005465088,0.00022954133,0.00034740492,0.00002615437,0.00041067565,0.00012339349,0.0012219612],"category_scores_gemma":[0.0011170418,0.00017549183,0.00019299293,0.00015235916,0.00027952672,0.00018717651,0.00010482611,0.00061401044,0.000070969574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015348105,0.000025718504,0.5793092,0.0000034781642,0.00012929263,0.0015516657,0.0026396106,0.00094161514,0.00020963981,3.188086e-7,0.4132887,0.00036590677],"study_design_scores_gemma":[0.0042876746,0.0010716403,0.9336276,0.000089757435,0.00025045063,0.0032129374,0.0019398876,0.00013999993,0.00008367672,0.000010555564,0.055159543,0.00012626692],"about_ca_topic_score_codex":0.5569916,"about_ca_topic_score_gemma":0.9913666,"teacher_disagreement_score":0.43437505,"about_ca_system_score_codex":0.001130138,"about_ca_system_score_gemma":0.00060864864,"threshold_uncertainty_score":0.99969107},"labels":[],"label_agreement":null},{"id":"W35776851","doi":"10.1021/acsabm.2c00360","title":"HL7-Standard für semantische Interoperabilität: Was kommt nach HDF und SAEAF?","year":2009,"lang":"en","type":"article","venue":"ACS Applied Bio Materials","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.09583976536394807,"score_gpt":0.45315052727824606,"score_spread":0.357310761914298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W35776851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98370224,0.00011154418,0.0004088088,0.011227668,0.0005872911,0.0011796587,0.00009865632,0.00018589952,0.0024982034],"genre_scores_gemma":[0.9864235,0.00013768695,0.004305673,0.0075987354,0.0007952185,0.00003983234,0.00041067525,0.000045391087,0.000243321],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969499,0.00011130187,0.0014942411,0.00055909925,0.0004602507,0.00042521895],"domain_scores_gemma":[0.9983255,0.00027176668,0.00035573533,0.0006948777,0.00017635988,0.00017573133],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017687053,0.00030767784,0.0007086593,0.000097391276,0.00010811467,0.00015663553,0.00020457222,0.00021104128,0.0016260144],"category_scores_gemma":[0.0008005167,0.0002461297,0.00007365745,0.00019734996,0.000098329336,0.00018293112,0.00011916838,0.00021027018,0.00064451434],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015187449,0.00018881557,0.00021092416,0.000093465336,0.000108531705,0.000020247468,0.00015106275,0.0000012005326,0.96480983,0.0016251962,0.012287502,0.018984448],"study_design_scores_gemma":[0.004405584,0.0010042394,0.008806263,0.00012760323,0.0005207876,0.000054221753,0.00038645574,0.0000031710404,0.866887,0.0015733917,0.11579201,0.0004393084],"about_ca_topic_score_codex":0.00007749235,"about_ca_topic_score_gemma":0.000015892025,"teacher_disagreement_score":0.10350451,"about_ca_system_score_codex":0.00013364576,"about_ca_system_score_gemma":0.000118532094,"threshold_uncertainty_score":0.9999991},"labels":[],"label_agreement":null},{"id":"W398574285","doi":"","title":"Guidelines for squamous cell carcinoma of the head and neck: A systematic assessment of quality.","year":2016,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Intraclass correlation; Medical physics; Internal medicine; Family medicine; Pathology","score_opus":0.36796050671559016,"score_gpt":0.49853049813036,"score_spread":0.13056999141476983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W398574285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755174,0.00028033796,0.0025446198,0.017363127,0.00018660602,0.003829823,0.000045925797,0.000009722287,0.00022246888],"genre_scores_gemma":[0.99507946,0.000012521234,0.0028043052,0.0007622481,0.000084844374,0.00078903843,0.0000031278194,0.000012665197,0.0004517955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976341,0.00015890658,0.0015759341,0.00015867385,0.000309985,0.00016241385],"domain_scores_gemma":[0.99547124,0.002598684,0.00079595787,0.00038475473,0.0006766709,0.000072669776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025674372,0.00008861617,0.00043389015,0.000040939165,0.000023030267,0.0000044795565,0.00008635123,0.000044250308,0.000007797178],"category_scores_gemma":[0.01478716,0.000043895994,0.000120527126,0.00008433358,0.000058776117,0.00006479946,0.000058134498,0.00004088963,3.2114954e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074165105,0.00095960236,0.8395918,0.0640062,0.00017757114,0.0000021704795,0.00027745168,0.0000053140907,0.013283419,0.00202312,0.008889922,0.070041746],"study_design_scores_gemma":[0.0061083604,0.00020548358,0.987304,0.00070027914,0.00043772312,0.000009088901,0.0003588227,0.00017958616,0.0040013148,0.00029519235,0.0003179388,0.00008223129],"about_ca_topic_score_codex":0.00017730774,"about_ca_topic_score_gemma":0.000062914005,"teacher_disagreement_score":0.14771216,"about_ca_system_score_codex":0.000049570608,"about_ca_system_score_gemma":0.00010670067,"threshold_uncertainty_score":0.9935117},"labels":[],"label_agreement":null},{"id":"W407564494","doi":"","title":"Point de vue du rédacteur","year":2007,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Redaction; Art","score_opus":0.1008559837101872,"score_gpt":0.39998260783981715,"score_spread":0.29912662412963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W407564494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8120737,0.0034724998,0.034545492,0.10959973,0.025709705,0.0016179014,0.00006101201,0.00015966766,0.012760276],"genre_scores_gemma":[0.95754915,0.0011352914,0.004038607,0.012063238,0.019117089,0.00003421775,0.000108855515,0.000066325105,0.0058872052],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937343,0.00022285231,0.0013831481,0.0003977872,0.0004774039,0.00378449],"domain_scores_gemma":[0.99540746,0.0018243467,0.00032358876,0.000365896,0.00013727073,0.0019414388],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008478545,0.00024983377,0.00033536466,0.000098086646,0.00008762034,0.000059198563,0.00016348272,0.0002501416,0.0034167976],"category_scores_gemma":[0.017101677,0.0002687484,0.00020630736,0.00029084424,0.0001545698,0.0004228964,0.00008433077,0.0006860406,0.00048622853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076429587,0.00087448966,0.34616357,0.0001636802,0.00020722435,0.0009263548,0.0019316247,0.000038095233,0.00041082923,0.0042223753,0.10436692,0.5399305],"study_design_scores_gemma":[0.0024257582,0.000100871206,0.6502449,0.000057845828,0.0003802522,0.0003544852,0.0016488944,0.0004494333,0.00089729513,0.0005237103,0.34273016,0.00018643313],"about_ca_topic_score_codex":0.0011283469,"about_ca_topic_score_gemma":0.0008942981,"teacher_disagreement_score":0.5397441,"about_ca_system_score_codex":0.0020007878,"about_ca_system_score_gemma":0.00057936664,"threshold_uncertainty_score":0.99997646},"labels":[],"label_agreement":null},{"id":"W409553197","doi":"","title":"L'amélioration des temps d'attente en chirurgie","year":2008,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.18697547632266678,"score_gpt":0.3948956642767048,"score_spread":0.20792018795403802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W409553197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93386537,0.008164413,0.007025884,0.031260345,0.013656752,0.0018574088,0.000101148275,0.00016481309,0.0039038674],"genre_scores_gemma":[0.9644609,0.008153688,0.0030295046,0.0025001892,0.0108294245,0.00014144994,0.0003671003,0.00006952264,0.010448189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946839,0.0004448415,0.0013438478,0.00048564773,0.0006266613,0.0024150854],"domain_scores_gemma":[0.9969962,0.00091811275,0.00035535678,0.00040180687,0.00018265024,0.001145869],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019802083,0.0003082866,0.00040979456,0.0001255052,0.00027270446,0.000050822666,0.00016907023,0.00025224173,0.0014960669],"category_scores_gemma":[0.008709296,0.00032224576,0.0002151874,0.00043984238,0.00042324347,0.0009440488,0.00008577696,0.0006239583,0.00068526523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000479434,0.000978941,0.52474505,0.00024532445,0.00028890462,0.00045837997,0.0021613946,0.00027385392,0.00036336915,0.0012465663,0.057142362,0.41161638],"study_design_scores_gemma":[0.0029423372,0.00015643095,0.777472,0.000112645066,0.0004239608,0.00047793417,0.0007563524,0.0011101208,0.00053871836,0.00025054775,0.21549751,0.00026141646],"about_ca_topic_score_codex":0.0007359129,"about_ca_topic_score_gemma":0.00040023073,"teacher_disagreement_score":0.411355,"about_ca_system_score_codex":0.0012914675,"about_ca_system_score_gemma":0.0007610245,"threshold_uncertainty_score":0.99992293},"labels":[],"label_agreement":null},{"id":"W410420709","doi":"","title":"Nouvelles initiatives du Comité de rédaction","year":2009,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Redaction; Humanities; Philosophy","score_opus":0.11172013533906372,"score_gpt":0.3997312291413322,"score_spread":0.28801109380226847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W410420709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71776956,0.0044590845,0.0095543945,0.24658129,0.010685076,0.0014602998,0.000082468025,0.0001680748,0.009239764],"genre_scores_gemma":[0.973669,0.003891366,0.0018952003,0.010439403,0.008911081,0.000034539215,0.00012526714,0.000026621537,0.0010075272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99597263,0.00037871543,0.0009495939,0.00033969645,0.0003578624,0.002001481],"domain_scores_gemma":[0.9972823,0.0010989545,0.00033625396,0.0002376294,0.00012049671,0.0009243613],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019053817,0.00023864249,0.0003316483,0.00008619362,0.00012684225,0.00006999265,0.000116749135,0.00022007721,0.0009721221],"category_scores_gemma":[0.0086189965,0.00025523492,0.00016956538,0.00023666216,0.00012696678,0.0007350716,0.00002854658,0.00055776304,0.00017138709],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009403773,0.0016863829,0.19610012,0.00010490076,0.00024258008,0.00021138578,0.0035151576,0.00019294846,0.00052156847,0.008553641,0.060197406,0.72773355],"study_design_scores_gemma":[0.0027980134,0.00028112272,0.8742167,0.00009051337,0.00045155658,0.00013372445,0.002100057,0.0020680437,0.0009782051,0.0009500325,0.11571344,0.00021863305],"about_ca_topic_score_codex":0.00025364567,"about_ca_topic_score_gemma":0.000111693094,"teacher_disagreement_score":0.7275149,"about_ca_system_score_codex":0.0014538639,"about_ca_system_score_gemma":0.00071741454,"threshold_uncertainty_score":0.99999},"labels":[],"label_agreement":null},{"id":"W4200002772","doi":"10.1186/s12961-021-00799-7","title":"The development of clinical guidelines in China: insights from a national survey","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Universitat Autònoma de Barcelona; Zhengzhou University","keywords":"China; Medicine; Adaptation (eye); Health services research; Health administration; Expert opinion; Medical education; Quality (philosophy); Family medicine; Public health; Psychology; Nursing; Political science","score_opus":0.8983194243908598,"score_gpt":0.731892838088694,"score_spread":0.16642658630216578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200002772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94192296,0.0048782732,0.00015495635,0.05048578,0.00031958916,0.00085043523,0.00005728748,0.000009690102,0.0013210422],"genre_scores_gemma":[0.9937429,0.0020847674,0.001251027,0.0012716838,0.0009221517,0.00004713389,0.00014643479,0.000010741961,0.00052320544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98957205,0.0047741225,0.0035793604,0.00030512182,0.0014025763,0.00036675466],"domain_scores_gemma":[0.9739944,0.021361545,0.00044992013,0.00031612226,0.0035064763,0.00037153327],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037165742,0.00007519784,0.00042900845,0.00016632638,0.0002482175,0.000041459887,0.00008650774,0.00009016639,0.000006755942],"category_scores_gemma":[0.15261157,0.00005029906,0.00003541537,0.00063880475,0.00012403504,0.00006228553,0.00012556271,0.00050330086,0.000009561083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018524086,0.00093036593,0.67665935,0.0011811764,0.00030083396,0.000042845648,0.0044432413,0.000030707284,0.00025685155,0.027482409,0.06960969,0.21721013],"study_design_scores_gemma":[0.0015786464,0.00011932436,0.89906156,0.00030608295,0.0000016535018,0.000008322971,0.0012137049,0.0021205144,0.00001549135,0.00087841734,0.09465203,0.000044230892],"about_ca_topic_score_codex":0.037950385,"about_ca_topic_score_gemma":0.047851596,"teacher_disagreement_score":0.22240224,"about_ca_system_score_codex":0.00021410787,"about_ca_system_score_gemma":0.013909963,"threshold_uncertainty_score":0.99168026},"labels":[],"label_agreement":null},{"id":"W4200003304","doi":"10.1093/eurheartj/ehab732","title":"New <i>EHJ</i> Team on Thrombosis","year":2021,"lang":"en","type":"article","venue":"European Heart Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Thrombosis; Intensive care medicine; Internal medicine","score_opus":0.3569802549734419,"score_gpt":0.5020227228757134,"score_spread":0.1450424679022715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200003304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5209639,0.0005554733,0.0062151863,0.1981057,0.0034517706,0.0003636487,0.000008740033,0.0001888481,0.27014673],"genre_scores_gemma":[0.8348298,0.0005730768,0.05293071,0.089844994,0.009542514,6.360848e-7,0.000035657773,0.0001297068,0.012112905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981332,0.00043350647,0.0006051776,0.00019428614,0.00041883308,0.00021504294],"domain_scores_gemma":[0.9986232,0.00036783057,0.00014874367,0.00027047002,0.00018821227,0.00040154034],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012448455,0.00010909804,0.0002076031,0.000054523614,0.00013383287,0.00009104415,0.000063360516,0.000022930004,0.0033118764],"category_scores_gemma":[0.0027205332,0.00009336565,0.00017037484,0.00016271361,0.000015816251,0.0001465687,0.000053218613,0.000685287,0.0019986937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009068274,0.0001610145,0.019106774,0.0000071030813,0.000063233616,0.00043793963,0.00010501919,0.000011002594,0.010977468,0.00005334077,0.93769586,0.031290546],"study_design_scores_gemma":[0.0019859215,0.0004999115,0.19901639,0.00012743956,0.00010219611,0.0032126505,0.00021782989,0.000015206832,0.0019064419,0.000073798146,0.79274076,0.00010147258],"about_ca_topic_score_codex":0.000007005469,"about_ca_topic_score_gemma":0.0000036972115,"teacher_disagreement_score":0.3138659,"about_ca_system_score_codex":0.00006108967,"about_ca_system_score_gemma":0.00035933833,"threshold_uncertainty_score":0.99877834},"labels":[],"label_agreement":null},{"id":"W4200052434","doi":"10.46747/cfp.6712882","title":"Response","year":2021,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Family medicine; Medicine; Library science; Computer science; Computer security","score_opus":0.17989439510347696,"score_gpt":0.4042760808444063,"score_spread":0.22438168574092934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200052434","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017890575,0.00039397628,0.0000132975165,0.94522893,0.0010177282,0.0004767016,0.0003633258,0.00005590276,0.050661094],"genre_scores_gemma":[0.0004174815,0.00002270098,0.00036085202,0.9815812,0.007228458,0.000031764703,0.0039149653,0.00012718799,0.006315376],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972032,0.00034752843,0.00069855776,0.00059603347,0.0004741965,0.00068049727],"domain_scores_gemma":[0.9971097,0.0008523325,0.0002262677,0.0009408838,0.0003894506,0.00048133777],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004824007,0.0003346722,0.000596442,0.00034464605,0.000109524975,0.00007515256,0.00017974799,0.0006618116,0.0000753149],"category_scores_gemma":[0.0008377416,0.00037452983,0.00030132994,0.0003953364,0.000080902624,0.00010407629,0.00003321901,0.002193382,0.0009381095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078668505,0.000012947587,0.0000102038475,0.000050585393,0.0001192437,0.0050605247,0.000013564759,3.7234068e-7,0.000553314,0.0000057305765,0.98045295,0.013641873],"study_design_scores_gemma":[0.000619601,0.000120481986,0.0016507517,0.00019355501,0.000308724,0.000013771598,0.0002363452,0.00001254701,0.00003724219,0.00007080502,0.9964035,0.00033268577],"about_ca_topic_score_codex":0.021065576,"about_ca_topic_score_gemma":0.006950021,"teacher_disagreement_score":0.044345718,"about_ca_system_score_codex":0.0010226374,"about_ca_system_score_gemma":0.006852996,"threshold_uncertainty_score":0.99987066},"labels":[],"label_agreement":null},{"id":"W4200088321","doi":"10.1503/cjs.019421","title":"Correction: Clinical practice guideline: evidence, recommendations and algorithm for the preoperative optimization of anemia, hyperglycemic and smoking","year":2021,"lang":"en","type":"erratum","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Anemia; MEDLINE; Intensive care medicine; Algorithm; Clinical Practice; Family medicine; Internal medicine; Pathology","score_opus":0.2399712214798482,"score_gpt":0.4672236088820586,"score_spread":0.2272523874022104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200088321","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008076354,0.15781784,0.36085528,0.2740897,0.20136128,0.0028842175,0.0006515234,0.000024813704,0.0015077122],"genre_scores_gemma":[0.0050437357,0.42100975,0.47726965,0.03619102,0.03351808,0.00009934209,0.0032677478,0.00034179125,0.023258887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995565,0.00044773697,0.0031700365,0.00027933723,0.00031891972,0.0002189842],"domain_scores_gemma":[0.96334606,0.028587887,0.0027534096,0.00025491818,0.004592628,0.00046509778],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069616674,0.00020623342,0.00083845167,0.000361839,0.00024233245,0.00010654837,0.00009053927,0.000368246,0.00024893682],"category_scores_gemma":[0.10245212,0.00016814136,0.00026027515,0.00032906103,0.00021136728,0.0006287749,0.00002821087,0.0013207939,2.1205832e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098241406,0.00002216422,0.002018519,0.00006580874,0.0002951467,0.00005716205,0.00009591934,0.00014707961,4.8602806e-7,0.0000015741666,0.8029512,0.19424668],"study_design_scores_gemma":[0.0009598828,0.0003937395,0.0019799452,0.0038169199,0.0032352477,0.0034860591,0.004352758,0.028830597,0.0000038775192,0.000011926802,0.9526999,0.00022916473],"about_ca_topic_score_codex":0.0022287157,"about_ca_topic_score_gemma":0.0024802734,"teacher_disagreement_score":0.2631919,"about_ca_system_score_codex":0.00019907347,"about_ca_system_score_gemma":0.011022708,"threshold_uncertainty_score":0.9945839},"labels":[],"label_agreement":null},{"id":"W4200153377","doi":"10.1093/ofid/ofab466.386","title":"184. <i>Staphylococcus aureus</i> Bacteremia Management and Outcomes Following Infectious Disease Consult Over Time at a Tertiary Care Center in Canada","year":2021,"lang":"en","type":"article","venue":"Open Forum Infectious Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Alberta","funders":"","keywords":"Medicine; Bacteremia; Internal medicine; Staphylococcus aureus; Methicillin-resistant Staphylococcus aureus; Demographics; Retrospective cohort study; Blood culture; Guideline; Odds ratio; Mortality rate; Pediatrics; Antibiotics; Demography","score_opus":0.017836957012532854,"score_gpt":0.33868188905781355,"score_spread":0.3208449320452807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200153377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99053615,0.0007141425,0.000007703602,0.0021242048,0.0004384349,0.0016168447,0.00043287862,0.00006626461,0.0040633553],"genre_scores_gemma":[0.98445994,0.00009020186,0.000041405732,0.013358362,0.00003508101,0.00019313827,0.0009883051,0.0000541601,0.0007794211],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974198,0.0001674025,0.0008074278,0.00066432013,0.00042774944,0.0005133148],"domain_scores_gemma":[0.9980689,0.00045653112,0.00020567798,0.0005569031,0.0001392342,0.000572716],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000120792785,0.00034152655,0.00054544,0.000115473566,0.00022875574,0.00017701727,0.00014163363,0.000056696084,0.00089644035],"category_scores_gemma":[0.00075847015,0.00032768934,0.0001982724,0.00026860362,0.00004256988,0.00047864183,0.0009146865,0.00020172272,0.00005683108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017100034,0.0003660005,0.974996,0.0001921219,0.00035375197,0.0016385585,0.000048131635,0.000018058417,0.00006353564,0.000021619264,0.01802925,0.0041020242],"study_design_scores_gemma":[0.008929913,0.000040685747,0.97785544,0.00021566823,0.00069158163,0.00002064243,0.0005451761,0.000047823098,0.000035903362,0.00012336856,0.011133969,0.00035984672],"about_ca_topic_score_codex":0.18429533,"about_ca_topic_score_gemma":0.6752164,"teacher_disagreement_score":0.49092105,"about_ca_system_score_codex":0.0015337907,"about_ca_system_score_gemma":0.0012745917,"threshold_uncertainty_score":0.9999175},"labels":[],"label_agreement":null},{"id":"W4200154151","doi":"10.1007/s13555-021-00642-5","title":"Practical and Relevant Guidelines for the Management of Psoriasis: An Inference-Based Methodology","year":2021,"lang":"en","type":"article","venue":"Dermatology and Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; Dermatrials Research; Ottawa Hospital; Innovaderm (Canada); University of British Columbia; Probity Medical Research; Centre de Recherche Dermatologique du Québec Métropolitain; University of Alberta; Lynde Centre for Dermatology; McMaster University; SKiN Health; University of Ottawa","funders":"Janssen Canada; AbbVie; LEO Pharma; Novartis","keywords":"Psoriasis; Inference; Computer science; Medicine; Management science; Intensive care medicine; Dermatology; Engineering; Artificial intelligence","score_opus":0.6304445897635514,"score_gpt":0.5953265520917284,"score_spread":0.03511803767182309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200154151","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32188082,0.004906815,0.33229783,0.33961785,0.00032973106,0.000856623,0.000011684174,0.00003095789,0.000067702094],"genre_scores_gemma":[0.48100117,0.011434101,0.48866966,0.018606279,0.00009410273,0.00009384059,0.000056318953,0.000014834632,0.000029673372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987523,0.0003137729,0.0005378476,0.00019860345,0.00008059213,0.000116906405],"domain_scores_gemma":[0.9943731,0.0047877487,0.00015927677,0.00022310668,0.00040765677,0.00004912377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091823476,0.00008493173,0.00027121033,0.000029538576,0.00007164843,0.000008183786,0.000033202767,0.0000923046,0.000047574234],"category_scores_gemma":[0.001870908,0.000055357672,0.000039814382,0.00006537936,0.0001370674,0.00006469208,0.000024499657,0.00010555422,6.4358966e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005903891,0.0007338162,0.029981684,0.00054067327,0.0018349189,0.00028635305,0.0004906223,0.0000120306395,0.0047500674,0.11426649,0.0055634906,0.83563596],"study_design_scores_gemma":[0.062470876,0.0034973004,0.1444958,0.00037069133,0.004595023,0.007847924,0.021120703,0.054998886,0.07169161,0.11186747,0.5161446,0.00089913607],"about_ca_topic_score_codex":0.00001623367,"about_ca_topic_score_gemma":0.000017858101,"teacher_disagreement_score":0.8347368,"about_ca_system_score_codex":0.000003269828,"about_ca_system_score_gemma":0.00012467036,"threshold_uncertainty_score":0.22574204},"labels":[],"label_agreement":null},{"id":"W4200169784","doi":"10.1177/20552173211051855","title":"Multiple Sclerosis International Federation guideline methodology for off-label treatments for multiple sclerosis","year":2021,"lang":"en","type":"article","venue":"Multiple Sclerosis Journal - Experimental Translational and Clinical","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Checklist; Grading (engineering); Transparency (behavior); Medicine; Judgement; Population; Medical education; Public relations; Psychology; Political science; Environmental health; Engineering; Pathology","score_opus":0.6834472202916444,"score_gpt":0.5261637888695437,"score_spread":0.15728343142210066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200169784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78110313,0.0032467616,0.1783571,0.02951154,0.003379588,0.00281201,0.0013999715,0.00011992877,0.0000699755],"genre_scores_gemma":[0.6676124,0.0019238846,0.32262895,0.003245768,0.0017952689,0.00028383266,0.002255926,0.000083318126,0.00017070331],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9929038,0.00058710744,0.003984911,0.0010763633,0.0008378482,0.0006099643],"domain_scores_gemma":[0.9864201,0.010242,0.00091029576,0.00032478772,0.0014891945,0.00061362993],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030789138,0.00053278875,0.0010606177,0.00019068972,0.00092036667,0.00029365192,0.00022651978,0.00045050343,0.00050738925],"category_scores_gemma":[0.008804832,0.0005021875,0.0009914516,0.00021263758,0.00025580078,0.0007898427,0.0000995259,0.0005643563,0.000016379794],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016961703,0.00916788,0.14813724,0.00006595608,0.0032457241,0.00001728262,0.0006254738,0.00024677318,0.50150394,0.00035878227,0.009547106,0.31012213],"study_design_scores_gemma":[0.20692725,0.006292513,0.39597955,0.00094526174,0.0031958723,0.0006024321,0.005082871,0.2034795,0.13576339,0.002067624,0.037823893,0.0018398253],"about_ca_topic_score_codex":0.00007128232,"about_ca_topic_score_gemma":0.0002294666,"teacher_disagreement_score":0.36574057,"about_ca_system_score_codex":0.00024131604,"about_ca_system_score_gemma":0.00042866395,"threshold_uncertainty_score":0.999743},"labels":[],"label_agreement":null},{"id":"W4200224094","doi":"10.1001/jamanetworkopen.2021.36263","title":"Adherence of Clinical Practice Guidelines for Pharmacologic Treatments of Hospitalized Patients With COVID-19 to Trustworthy Standards","year":2021,"lang":"en","type":"review","venue":"JAMA Network Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; St. Michael's Hospital; Sunnybrook Health Science Centre; Public Health Ontario; St. Joseph’s Healthcare Hamilton; University of Toronto; Université de Sherbrooke; Western University; Impact; London Health Sciences Centre; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Guideline; Medicine; MEDLINE; Family medicine; Government (linguistics); Evidence-based medicine; Clinical trial; Scientific evidence; Pandemic; Alternative medicine; Coronavirus disease 2019 (COVID-19); Disease; Internal medicine; Political science; Pathology","score_opus":0.6107574111439568,"score_gpt":0.6835729035758307,"score_spread":0.07281549243187391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200224094","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065731397,0.95587933,0.0035893633,0.006911196,0.0015316565,0.027595831,0.0030102776,0.00004553571,0.0007794699],"genre_scores_gemma":[0.000033438933,0.83441645,0.14988932,0.010784145,0.0009882468,0.0007697946,0.0027314066,0.00009685739,0.00029034636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98832786,0.0016053179,0.0073064673,0.0010453621,0.0012479355,0.00046705495],"domain_scores_gemma":[0.96678895,0.014275112,0.0070478506,0.0009837793,0.010228005,0.0006762787],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012705437,0.0005870339,0.005510493,0.00010363989,0.00009631261,0.00008188976,0.0007528348,0.00048227655,0.000706855],"category_scores_gemma":[0.16460012,0.00040484432,0.0008545131,0.0009909846,0.00011552743,0.00043644191,0.0006765521,0.0005164864,0.0000075300936],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006846168,0.0011645239,0.004320562,0.0040339786,0.0026391014,0.00003395098,0.000028217573,0.00007480314,1.6422737e-8,0.000023997909,0.24980964,0.73102504],"study_design_scores_gemma":[0.016666887,0.00647215,0.0004918546,0.0110688545,0.014254103,0.000014713416,0.0001081824,0.000024571347,2.1177753e-7,0.00002017048,0.95052475,0.0003535557],"about_ca_topic_score_codex":0.0003229463,"about_ca_topic_score_gemma":0.000042036976,"teacher_disagreement_score":0.73067147,"about_ca_system_score_codex":0.0004006531,"about_ca_system_score_gemma":0.008483195,"threshold_uncertainty_score":0.9998403},"labels":[],"label_agreement":null},{"id":"W4200246875","doi":"10.1016/j.urology.2021.12.017","title":"Wording of American Urological Association Guideline Recommendations Does Not Signal the Strength of Recommendation","year":2021,"lang":"en","type":"article","venue":"Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Medicine; Obligation; Statement (logic); Association (psychology); MEDLINE; Family medicine; Interquartile range; Linguistics; Pathology; Psychology; Internal medicine","score_opus":0.11350085060426075,"score_gpt":0.4454637405493861,"score_spread":0.33196288994512535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200246875","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4801547,0.000022394532,0.0169153,0.50123125,0.00045208575,0.00028786433,0.00010902937,0.000035207664,0.0007921751],"genre_scores_gemma":[0.98305887,0.00010859493,0.0069093923,0.008989748,0.00020563682,0.000011328742,0.0005828167,0.00001018856,0.00012343064],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746156,0.0005934273,0.0013475055,0.00022098568,0.00020425874,0.00017226045],"domain_scores_gemma":[0.9933631,0.004515095,0.0011734476,0.00022156413,0.00068199553,0.000044822416],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018137345,0.000091960224,0.00034948147,0.00007130994,0.00005789365,0.000005855309,0.00007691229,0.00009073537,0.0025350382],"category_scores_gemma":[0.010355156,0.00006218597,0.00011016404,0.00032657638,0.00009467179,0.0000751102,0.00008108639,0.00029853024,0.000007950759],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015665074,0.0013281783,0.20223202,0.000037881822,0.00072668283,0.0000085202755,0.0005019868,0.0002934613,0.07753766,0.0022156856,0.044038106,0.6695133],"study_design_scores_gemma":[0.010117616,0.005552466,0.14879665,0.000040306175,0.0029983101,0.00014486088,0.008239169,0.036672376,0.08698965,0.00426502,0.6955999,0.0005836598],"about_ca_topic_score_codex":0.00013622371,"about_ca_topic_score_gemma":0.00015874591,"teacher_disagreement_score":0.66892964,"about_ca_system_score_codex":0.00006755694,"about_ca_system_score_gemma":0.00015012652,"threshold_uncertainty_score":0.9983768},"labels":[],"label_agreement":null},{"id":"W4200253767","doi":"10.21203/rs.3.rs-1153488/v1","title":"Benefits and Limitations of Business Process Model Notation in Modeling Patient Healthcare Trajectory: A Scoping Review Protocol","year":2021,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec; Centre hospitalier de l'Université Laval; Université Laval","funders":"Mitacs","keywords":"Protocol (science); Notation; Trajectory; Process (computing); Health care; Business Process Model and Notation; Computer science; Process management; Business process; Business process modeling; Knowledge management; Business; Medicine; Engineering; Operations management; Political science; Work in process; Programming language; Philosophy; Linguistics; Alternative medicine","score_opus":0.7758903802451104,"score_gpt":0.6572413087694534,"score_spread":0.11864907147565695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200253767","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005131023,0.8247162,0.00026674123,0.0009998189,0.00001606788,0.17385289,0.000051846393,0.000017727793,0.000027382564],"genre_scores_gemma":[0.00014109393,0.8560773,0.0012537698,0.00009670946,0.000051263392,0.14173661,0.0005781161,0.00006183652,0.000003311019],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99371475,0.001065223,0.0027299228,0.0006961292,0.0013540059,0.0004399776],"domain_scores_gemma":[0.9915551,0.0026556035,0.0006597398,0.00048095276,0.0044437577,0.00020483855],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030407263,0.0003023616,0.0019362547,0.0006535073,0.00010722357,0.00003679893,0.00012343338,0.00024728721,0.000014838951],"category_scores_gemma":[0.024374204,0.00026516477,0.00018952633,0.0023760889,0.000060079106,0.00026983317,0.00013373294,0.0010477102,0.0000031442212],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002455062,0.00014377684,0.000009660243,0.43243742,0.000016277987,0.000005930239,0.00014349683,0.0014780198,1.2587155e-7,0.000022811791,0.000015640275,0.56570226],"study_design_scores_gemma":[0.0008076513,0.00030987366,0.000010641045,0.97510415,0.0002500215,0.000027731608,0.00041959062,0.020034421,6.3833187e-7,0.00003131771,0.0027841106,0.00021986228],"about_ca_topic_score_codex":0.00016472783,"about_ca_topic_score_gemma":0.00066543475,"teacher_disagreement_score":0.56548244,"about_ca_system_score_codex":0.0003380135,"about_ca_system_score_gemma":0.006964907,"threshold_uncertainty_score":0.99998003},"labels":[],"label_agreement":null},{"id":"W4200321430","doi":"10.46747/cfp.6712883_1","title":"Correction","year":2021,"lang":"en","type":"erratum","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Primary care; Alternative medicine; Medicine; Computer science; Data science; Family medicine; Pathology; Disease","score_opus":0.11802604021270979,"score_gpt":0.3938591374007582,"score_spread":0.2758330971880484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200321430","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001068889,0.0017459615,0.000040726107,0.0045215385,0.10210612,0.00048155786,0.00017806141,0.00007534639,0.8907438],"genre_scores_gemma":[0.00068999524,0.0004989467,0.00019326234,0.47866806,0.01531021,0.000042411266,0.014973409,0.00017058209,0.4894531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771667,0.000085454296,0.0006927722,0.000573115,0.0004095719,0.00052239676],"domain_scores_gemma":[0.9975803,0.00017410694,0.00028421544,0.0006837856,0.00051222584,0.000765383],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021376635,0.00032554875,0.0006142595,0.00030704608,0.00014208135,0.000075692085,0.00012892592,0.00052215473,0.000083988154],"category_scores_gemma":[0.00067299535,0.0003753522,0.00028744005,0.0004922376,0.000058060523,0.00012661038,0.000029984929,0.0016291034,0.00068214076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010677469,0.000033641398,0.000013615941,0.000056182722,0.00011223216,0.00021755333,0.000012322035,0.0000011124554,0.000080782775,0.00001978838,0.90536755,0.09407456],"study_design_scores_gemma":[0.00042058437,0.00010767842,0.003909505,0.0004808378,0.0004431416,0.000008824212,0.0006978144,0.00030769355,0.000015360361,0.000048786413,0.9932436,0.0003162274],"about_ca_topic_score_codex":0.06692648,"about_ca_topic_score_gemma":0.12359075,"teacher_disagreement_score":0.47414652,"about_ca_system_score_codex":0.0012696795,"about_ca_system_score_gemma":0.009218209,"threshold_uncertainty_score":0.9998698},"labels":[],"label_agreement":null},{"id":"W4200336005","doi":"10.1186/s13012-021-01165-5","title":"Use and effects of implementation strategies for practice guidelines in nursing: a systematic review","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; National Research Council Canada; St. Michael's Hospital; Queen's University; University of Ottawa; Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Nursing; Health informatics; Health administration; Context (archaeology); Systematic review; Guideline; Health care; Nursing research; Health services research; MEDLINE; Nursing Outcomes Classification; Quality management; Medical education; Public health; Team nursing","score_opus":0.570208208491594,"score_gpt":0.700348726400759,"score_spread":0.13014051790916492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200336005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032005773,0.9815126,0.0025458375,0.0014842872,0.00024651748,0.0140580945,0.000082617706,0.000021984975,0.00001607344],"genre_scores_gemma":[0.000047337795,0.97162485,0.023893332,0.0023704942,0.000060924667,0.0014838796,0.00046814117,0.00003846904,0.000012574434],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920802,0.000585503,0.0050717057,0.0007862825,0.0010611833,0.00041511952],"domain_scores_gemma":[0.9852826,0.007336699,0.0032980016,0.00057510973,0.0033514171,0.00015616481],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006947293,0.00038834062,0.0025479428,0.000587588,0.0001151286,0.00024378406,0.0002251611,0.00009329116,0.00003844647],"category_scores_gemma":[0.040103313,0.00032609928,0.0002831177,0.0017508507,0.00022298885,0.002356641,0.00009312866,0.00020163784,0.0000024861931],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009327823,0.00007377906,0.000007783147,0.598209,0.00009077285,0.000008296384,0.00018156653,1.5047966e-7,0.000029139972,0.0013403749,0.0012884071,0.3987614],"study_design_scores_gemma":[0.0023467506,0.00057638076,0.000041523235,0.87807757,0.01719031,0.000382041,0.009936405,0.00002844389,0.00007418407,0.00015291927,0.090726286,0.0004671641],"about_ca_topic_score_codex":0.0002818724,"about_ca_topic_score_gemma":0.000111760164,"teacher_disagreement_score":0.3982942,"about_ca_system_score_codex":0.00043859216,"about_ca_system_score_gemma":0.0038687575,"threshold_uncertainty_score":0.9999191},"labels":[],"label_agreement":null},{"id":"W4200404522","doi":"10.1016/j.jclinepi.2021.12.022","title":"A memorandum of understanding has facilitated guideline development involving collaborating groups","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; McMaster University","funders":"","keywords":"Guideline; Scope (computer science); Memorandum; Memorandum of understanding; Resource (disambiguation); Working group; Medicine; Public relations; Political science; Medical education; Process management; Computer science; Business; Law","score_opus":0.8147930841778158,"score_gpt":0.6106832982175362,"score_spread":0.20410978596027962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200404522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7086519,0.0016642527,0.20667768,0.08020831,0.0021369716,0.00028743604,0.000011187608,0.000022580063,0.00033968757],"genre_scores_gemma":[0.7479728,0.0005136265,0.24333945,0.007258094,0.00077366683,0.0000016803007,0.000046060235,0.000020204314,0.000074455646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9769852,0.0039832084,0.017860575,0.00034130114,0.0004638312,0.00036586745],"domain_scores_gemma":[0.9003352,0.083682284,0.010853171,0.00045640214,0.004073344,0.0005995851],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05490315,0.00019792338,0.003128149,0.00016354883,0.00009970529,0.000011386893,0.00015462017,0.00035018625,0.00037482867],"category_scores_gemma":[0.5023628,0.00015795395,0.0005816156,0.00049318455,0.0002993616,0.00021100914,0.00012722057,0.0011043599,0.000009414871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056901136,0.0018942843,0.8403533,0.00059535983,0.0026538614,0.0009838574,0.0012085033,0.001216177,0.006556263,0.0068317493,0.08863096,0.04338554],"study_design_scores_gemma":[0.069430985,0.011344787,0.47016844,0.0046943724,0.0037380434,0.004191319,0.050432734,0.025602449,0.004238588,0.07122397,0.28336656,0.0015677665],"about_ca_topic_score_codex":0.000026221673,"about_ca_topic_score_gemma":0.00011910472,"teacher_disagreement_score":0.44745964,"about_ca_system_score_codex":0.00023094763,"about_ca_system_score_gemma":0.0035463113,"threshold_uncertainty_score":0.9731761},"labels":[],"label_agreement":null},{"id":"W4200538646","doi":"10.31219/osf.io/768qy","title":"Benefits and Limitations of Business Process Model Notation in Modeling Patient Healthcare Trajectory: A Scoping Review Protocol","year":2021,"lang":"en","type":"review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Business Process Model and Notation; Computer science; Health care; Protocol (science); Process (computing); Notation; Systematic review; Business process; Knowledge management; Process management; Business process modeling; MEDLINE; Medicine; Work in process; Operations management; Engineering","score_opus":0.6728037504777886,"score_gpt":0.5849459908189822,"score_spread":0.08785775965880638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200538646","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017154105,0.83539176,0.001928681,0.00079108,0.000025380758,0.16175884,0.00002069011,0.00002384601,0.000042592765],"genre_scores_gemma":[0.00002997502,0.88295335,0.0057750545,0.00055788987,0.000032129068,0.11014248,0.0004554097,0.000050389237,0.0000033455765],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99503005,0.0002568784,0.003463324,0.0005628334,0.00046927246,0.00021765221],"domain_scores_gemma":[0.99580234,0.0009913711,0.0011711608,0.00033165427,0.0015850131,0.00011844252],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080748386,0.0003351378,0.002244307,0.0002718372,0.00004209255,0.000017709484,0.00006961018,0.00020060812,0.000015221661],"category_scores_gemma":[0.007691463,0.0002819983,0.00018038778,0.001059585,0.000022285149,0.00025431227,0.0000574099,0.00039514413,0.0000013755505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011495423,0.000105562336,0.00000384411,0.3639493,0.000018586723,0.00000166596,0.000074130825,0.0027374253,5.5343712e-8,0.00002247393,0.0000084003295,0.6330671],"study_design_scores_gemma":[0.0009085512,0.00014210494,0.0000031509385,0.9572888,0.00096052594,0.00004051739,0.0001648881,0.03854472,4.1118767e-7,0.000019116225,0.0016443986,0.00028282322],"about_ca_topic_score_codex":0.00010960379,"about_ca_topic_score_gemma":0.00075416046,"teacher_disagreement_score":0.63278425,"about_ca_system_score_codex":0.00014605735,"about_ca_system_score_gemma":0.003647697,"threshold_uncertainty_score":0.9999632},"labels":[],"label_agreement":null},{"id":"W4205203463","doi":"10.5334/ijic.5965","title":"Provider and Manager Perspectives on the Use of an Integrated Clinical Pathway for Community-Dwelling Older Adults: A Qualitative Case Study","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Thematic analysis; Integrated care; Nursing; Qualitative research; Health care; Scope (computer science); Psychology; Medicine; Knowledge management; Process management; Business; Sociology; Computer science","score_opus":0.3285360759151638,"score_gpt":0.5366201020524659,"score_spread":0.2080840261373021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205203463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934876,0.000119476565,0.0017145495,0.0027859516,0.00043661625,0.0010726042,0.00035943757,0.00001186921,0.000011887855],"genre_scores_gemma":[0.9945073,0.000024063442,0.0039005268,0.0011888995,0.00013967554,0.000051470317,0.00012845651,0.000026566231,0.000033011074],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945878,0.0028005454,0.0016285818,0.00019882356,0.0006716368,0.00011260369],"domain_scores_gemma":[0.98589605,0.0073883003,0.0011686351,0.0003069314,0.0051462953,0.000093770286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039649266,0.0001679602,0.0003875941,0.00027426676,0.00021277391,0.00007236059,0.00035817013,0.000051025203,0.0001465756],"category_scores_gemma":[0.0144734075,0.000107401356,0.00021729246,0.0001951933,0.00013894426,0.00033764233,0.00013549451,0.0015550918,4.404921e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03129902,0.010343127,0.018878318,0.00010458898,0.0042354977,0.003964009,0.75097406,0.0009724713,0.00017370026,0.00071842945,0.0033160986,0.17502068],"study_design_scores_gemma":[0.0051631164,0.0072602113,0.00092191354,0.0002457853,0.00023182426,0.0014424553,0.9806407,0.0018837611,0.000073725816,0.00007567327,0.0019626697,0.00009817504],"about_ca_topic_score_codex":0.0029941914,"about_ca_topic_score_gemma":0.0006719336,"teacher_disagreement_score":0.22966664,"about_ca_system_score_codex":0.0004228605,"about_ca_system_score_gemma":0.00048499668,"threshold_uncertainty_score":0.9938281},"labels":[],"label_agreement":null},{"id":"W4205230378","doi":"10.1038/s41433-021-01867-6","title":"The 5 min meta-analysis: understanding how to read and interpret a forest plot","year":2022,"lang":"en","type":"editorial","venue":"Eye","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Forest plot; Plot (graphics); Meta-analysis; Medicine; Optometry; Statistics; Mathematics; Internal medicine","score_opus":0.37974361379878074,"score_gpt":0.49954273054651266,"score_spread":0.11979911674773192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205230378","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013237439,0.0019048164,0.012512139,0.2244933,0.75652105,0.0021796438,0.0008118855,0.00013340045,0.0013114051],"genre_scores_gemma":[0.02828995,0.00063934154,0.0019532025,0.0035248075,0.9240411,0.00069782755,0.0032125064,0.00020073887,0.037440542],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971066,0.00031478592,0.0007551085,0.0005146853,0.0010620233,0.00024681113],"domain_scores_gemma":[0.98783445,0.010822006,0.00035425468,0.0006625389,0.00016371888,0.00016301766],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029768206,0.00024249766,0.0009958048,0.0002223794,0.00023730398,0.0001918124,0.00021092739,0.00018171051,0.0007594708],"category_scores_gemma":[0.024998205,0.00014297971,0.00065638905,0.00046216743,0.00008399327,0.00009211514,0.00031706388,0.00090069405,0.000011350936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031781572,0.000021866166,0.000078916484,0.000025265757,0.043705788,0.000021124642,0.00022215962,0.0000042756537,0.0000022876675,0.00012491451,0.95523477,0.00024081758],"study_design_scores_gemma":[0.0004008312,0.0003050124,0.000021899656,0.000007560313,0.17769657,0.0000011562109,0.0031206047,0.00008252417,6.3797853e-7,0.00028219927,0.8179557,0.000125347],"about_ca_topic_score_codex":0.00044170526,"about_ca_topic_score_gemma":0.005543503,"teacher_disagreement_score":0.22096848,"about_ca_system_score_codex":0.0004064627,"about_ca_system_score_gemma":0.00023862708,"threshold_uncertainty_score":0.9832147},"labels":[],"label_agreement":null},{"id":"W4205330831","doi":"10.1007/s12098-022-04081-8","title":"Systematic Identification and Critical Appraisal of Pediatric COVID-19 Guidelines Applicable in India","year":2022,"lang":"en","type":"review","venue":"The Indian Journal of Pediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Medicine; Interquartile range; Critical appraisal; MEDLINE; Family medicine; Pediatrics; Alternative medicine; Pathology; Surgery","score_opus":0.3165954605684352,"score_gpt":0.5520328243941898,"score_spread":0.2354373638257546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205330831","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006508028,0.994691,0.0007162055,0.0012773459,0.0010033423,0.0015513045,0.00008634379,0.000010267043,0.000013356142],"genre_scores_gemma":[0.00086946384,0.99538344,0.0009558493,0.00026931003,0.0023225574,0.000072852505,0.0000539689,0.000055968292,0.000016561622],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98970026,0.0012161952,0.0072852136,0.0002979492,0.0012065297,0.00029382523],"domain_scores_gemma":[0.959377,0.03219444,0.006790346,0.0006096921,0.0005720772,0.00045644343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013792007,0.00033183067,0.0024220757,0.0013734022,0.000116872965,0.000055973163,0.00054155244,0.00026452716,0.00015418869],"category_scores_gemma":[0.1388046,0.0002270574,0.0004887625,0.0017428901,0.00011803831,0.00020915315,0.00018736336,0.0014714581,0.0000104274495],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018681643,0.0006611301,0.00299689,0.8904389,0.00032691166,0.0010524659,0.0020361247,0.00003254544,8.0914333e-7,0.00043666793,0.01522941,0.08660134],"study_design_scores_gemma":[0.008707843,0.0026803701,0.0011974814,0.022274848,0.08939567,0.026578499,0.016138034,0.00008290005,9.2928167e-7,0.0019150303,0.8291161,0.0019122583],"about_ca_topic_score_codex":0.00003467526,"about_ca_topic_score_gemma":0.0000042478086,"teacher_disagreement_score":0.86816406,"about_ca_system_score_codex":0.0003551616,"about_ca_system_score_gemma":0.0034329589,"threshold_uncertainty_score":0.9259132},"labels":[],"label_agreement":null},{"id":"W4205339565","doi":"10.1017/cjn.2021.480","title":"P.204 Integration of patient directed approach in pituitary tumor management – The Ottawa Hospital experience","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Triage; Medicine; Audit; Pituitary adenoma; Quality management; Health care; Intervention (counseling); Medical emergency; Nursing; Adenoma; Internal medicine; Operations management; Management system","score_opus":0.08282812043087984,"score_gpt":0.3593668939568779,"score_spread":0.27653877352599804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205339565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98764783,0.000648509,0.00008006215,0.0086300885,0.000663968,0.00028269202,0.0000052756263,0.000009474901,0.0020320753],"genre_scores_gemma":[0.98671114,0.0002310822,0.008794455,0.0041279504,0.00011071936,0.000006683074,0.0000010394737,0.000007359307,0.000009592252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951243,0.0010945479,0.0016551326,0.00045159407,0.00093297666,0.0007414932],"domain_scores_gemma":[0.9963917,0.0008840458,0.0010526695,0.00019257094,0.00070777396,0.0007712293],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0040161335,0.00022372053,0.00045849007,0.00056366966,0.00079428486,0.00022085392,0.0009006079,0.00008749386,0.0001248318],"category_scores_gemma":[0.006268369,0.00013265043,0.00020636086,0.001896171,0.0033953602,0.0007555233,0.0000847843,0.0010198866,9.228347e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016033916,0.00025850712,0.96354216,0.000019807068,0.000028424747,0.010714489,0.0022130564,0.0023550866,0.00017112416,0.0012063842,0.0009164932,0.01841411],"study_design_scores_gemma":[0.0009392086,0.046009954,0.9024745,0.00013449878,0.00011331299,0.025375951,0.0111982785,0.0042332355,0.0005966232,0.0062638875,0.0023300436,0.00033050738],"about_ca_topic_score_codex":0.0016608943,"about_ca_topic_score_gemma":0.032369893,"teacher_disagreement_score":0.061067678,"about_ca_system_score_codex":0.00022299147,"about_ca_system_score_gemma":0.0025256877,"threshold_uncertainty_score":0.9993168},"labels":[],"label_agreement":null},{"id":"W4205642603","doi":"10.1016/j.ijsu.2020.11.005","title":"The PROCESS 2020 Guideline: Updating Consensus Preferred Reporting Of CasE Series in Surgery (PROCESS) Guidelines","year":2020,"lang":"en","type":"article","venue":"International Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":785,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Process (computing); Series (stratigraphy); Medical physics; Computer science; Pathology","score_opus":0.37627534607326824,"score_gpt":0.5178774149993158,"score_spread":0.1416020689260476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205642603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8896409,0.00048900186,0.00025663606,0.10824211,0.00110143,0.00015124845,0.00001604682,0.00001685114,0.00008572351],"genre_scores_gemma":[0.9929513,0.0003929527,0.002396471,0.0026542482,0.0015262392,0.000005128826,0.000031627977,0.000027674603,0.000014404341],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.9868761,0.00015774222,0.011419591,0.00021654658,0.0011150439,0.00021502473],"domain_scores_gemma":[0.9727456,0.0070441663,0.011911792,0.00016845288,0.007943333,0.00018663467],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009031003,0.00017630044,0.00080936664,0.00022067076,0.00006124344,0.00005489648,0.00018831535,0.00007633636,0.00009933947],"category_scores_gemma":[0.22887257,0.00012950411,0.00036177813,0.00043158067,0.00010246451,0.0004240326,0.000064926535,0.00043781626,0.000002500018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006209031,0.0002800263,0.7412649,0.00036185497,0.0009251198,0.035084907,0.0010077431,0.0024904362,0.0028332693,0.000029284975,0.12604502,0.08346843],"study_design_scores_gemma":[0.013170292,0.00115221,0.07352774,0.011258162,0.0020645438,0.5777405,0.14807661,0.04269113,0.045407247,0.0056937234,0.076705255,0.0025126112],"about_ca_topic_score_codex":0.000091599766,"about_ca_topic_score_gemma":0.000056434586,"teacher_disagreement_score":0.6677371,"about_ca_system_score_codex":0.0000722727,"about_ca_system_score_gemma":0.0015653688,"threshold_uncertainty_score":0.777623},"labels":[],"label_agreement":null},{"id":"W4205672027","doi":"10.3390/ijerph19020992","title":"Addressing Challenges When Applying GRADE to Public Health Guidelines: A Scoping Review Protocol and Pilot Analysis","year":2022,"lang":"en","type":"review","venue":"International Journal of Environmental Research and Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Health and Medical Research Council; Medical Research Council; Masarykova Univerzita; Scottish Government","keywords":"Grading (engineering); Protocol (science); Systematic review; Guideline; Descriptive statistics; MEDLINE; Evidence-based practice; Nice; Publication; Public health; Medicine; Medical education; Computer science; Data science; Alternative medicine; Political science; Nursing; Engineering","score_opus":0.894525058902934,"score_gpt":0.6975939488989669,"score_spread":0.19693111000396712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205672027","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006523463,0.82839805,0.00033530025,0.13148557,0.00009917992,0.039520662,0.00010607382,0.00000924828,0.000039399478],"genre_scores_gemma":[0.000027073718,0.9754632,0.0031280972,0.0072883116,0.00061395415,0.013128344,0.00026256332,0.000052029794,0.000036390797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.987987,0.0025708072,0.0044625103,0.00064858585,0.0035194012,0.0008117196],"domain_scores_gemma":[0.9924974,0.002266289,0.0026134693,0.0003647002,0.00035929258,0.0018988405],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027335798,0.00034743652,0.0022058391,0.0021559643,0.0003657212,0.00027883443,0.00056648627,0.00008224495,0.0012220463],"category_scores_gemma":[0.009141829,0.0002828702,0.0003488823,0.0006523301,0.00016409603,0.0005495284,0.0008257071,0.0016823092,0.000008127955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049117418,0.0005877636,0.000097042306,0.026698751,0.0009387322,0.000044142605,0.00013949836,1.8735138e-7,2.2035208e-7,0.000026741369,0.0020976919,0.9693201],"study_design_scores_gemma":[0.00096634636,0.0024023422,0.00013970312,0.053099908,0.00015564937,0.0007040535,0.0006290002,0.00001010909,1.9437117e-8,0.000040500807,0.9416911,0.00016127768],"about_ca_topic_score_codex":0.0002039001,"about_ca_topic_score_gemma":0.00012449466,"teacher_disagreement_score":0.9691588,"about_ca_system_score_codex":0.0022563848,"about_ca_system_score_gemma":0.005519967,"threshold_uncertainty_score":0.99996233},"labels":[],"label_agreement":null},{"id":"W4205692245","doi":"10.1093/nutrit/nuab105","title":"Governing evidence use in the nutrition policy process: evidence and lessons from the 2020 Canada food guide","year":2021,"lang":"en","type":"review","venue":"Nutrition Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Global Health Research; York University","funders":"Canadian Institutes of Health Research","keywords":"Normative; Evidence-based policy; Scientific evidence; Process (computing); Evidence-based medicine; Evidence-based practice; Corporate governance; Guideline; Public relations; Public economics; Political science; Best evidence; Food policy; Positive economics; Economics; MEDLINE; Medicine; Law; Food security; Epistemology; Management; Computer science; Alternative medicine; Medical education","score_opus":0.6150707298367628,"score_gpt":0.5769498462166562,"score_spread":0.03812088362010657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205692245","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004020288,0.9394089,0.000037509366,0.05379088,0.0001370032,0.006198085,0.0003562441,0.00001556189,0.000015627369],"genre_scores_gemma":[0.00006263281,0.98530304,0.00065722084,0.008987393,0.0017242422,0.0023140288,0.00085328857,0.00004210951,0.00005603579],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99201816,0.0029759076,0.0029928368,0.0007970467,0.00087433745,0.0003417261],"domain_scores_gemma":[0.9816348,0.015092782,0.0017098178,0.0009802959,0.00043473422,0.00014754588],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037059835,0.0004815944,0.0020833313,0.000076667435,0.00018692292,0.00023468655,0.0004631201,0.00022877916,0.00011624313],"category_scores_gemma":[0.07963042,0.00028811742,0.00040484633,0.0013487415,0.000067970905,0.0007337967,0.00012226038,0.0012172995,0.000027385639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021145006,0.0002397292,0.00010058118,0.040549014,0.000072393224,0.00006893551,0.00008686112,1.08668495e-7,0.0000020731375,0.00008210646,0.18567123,0.7731058],"study_design_scores_gemma":[0.00039648224,0.00008446896,0.00010453176,0.23633277,0.0012699624,0.00018548282,0.00031810364,0.000005644952,5.8782354e-7,0.000045086595,0.7610592,0.00019766163],"about_ca_topic_score_codex":0.08579352,"about_ca_topic_score_gemma":0.287954,"teacher_disagreement_score":0.77290815,"about_ca_system_score_codex":0.0006778113,"about_ca_system_score_gemma":0.003463158,"threshold_uncertainty_score":0.9999571},"labels":[],"label_agreement":null},{"id":"W4205790223","doi":"10.12968/pnur.2007.18.8.24371","title":"Clinical Q&amp;A","year":2007,"lang":"en","type":"article","venue":"Practice Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Primary care; Ask price; Set (abstract data type); Medicine; Clinical Practice; Medical education; Psychology; Family medicine; Computer science; Business","score_opus":0.4957372699532291,"score_gpt":0.655710456218606,"score_spread":0.15997318626537693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205790223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.355447,0.0005753629,0.25094807,0.14200091,0.0043304707,0.0010334491,0.0000026525686,0.0004078117,0.24525426],"genre_scores_gemma":[0.72343767,0.00011964178,0.25667608,0.016929993,0.0020723792,0.0000022760798,0.00003800893,0.000039637136,0.000684315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973176,0.00020135022,0.0013568847,0.0003222833,0.00045981206,0.00034208337],"domain_scores_gemma":[0.98933524,0.009023597,0.0005052251,0.0004064363,0.00043337006,0.00029614262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008938916,0.00011772412,0.00025174287,0.00009426305,0.00010021487,0.000034562236,0.00006580768,0.0001359428,0.00030118],"category_scores_gemma":[0.05362857,0.000113829476,0.00013042177,0.00026904247,0.00011899717,0.0006789171,0.000020628353,0.00068270764,0.0007026383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002281679,0.0013507039,0.019874003,0.00001503677,0.000079269164,0.00010085439,0.0003085912,0.0000010217732,0.0011995364,0.0007748638,0.021835716,0.9521787],"study_design_scores_gemma":[0.0026736376,0.0004126001,0.08407084,0.00016121492,0.0008256057,0.001083171,0.0028371627,0.00008719894,0.00024143636,0.0005822475,0.9068395,0.00018542174],"about_ca_topic_score_codex":0.00005498474,"about_ca_topic_score_gemma":0.000019474892,"teacher_disagreement_score":0.9519933,"about_ca_system_score_codex":0.00016323428,"about_ca_system_score_gemma":0.00017754614,"threshold_uncertainty_score":0.95434314},"labels":[],"label_agreement":null},{"id":"W4205885101","doi":"10.1186/s13012-021-01128-w","title":"Correction to: Effectiveness of guideline dissemination and implementation strategies on health care professionals’ behaviour and patient outcomes in the cancer care context: a systematic review","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Canada Research Chairs; Queen's University","funders":"","keywords":"Medicine; Health administration; Health services research; Health informatics; Guideline; Context (archaeology); Health care; Public health; Health professionals; Nursing research; Nursing; Family medicine; Pathology","score_opus":0.18288188389773627,"score_gpt":0.6476677708088002,"score_spread":0.46478588691106393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205885101","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038797685,0.9773978,0.000115087976,0.0019746325,0.00055868935,0.015714217,0.00033643006,0.0000146269695,0.00000872167],"genre_scores_gemma":[0.08973913,0.9015869,0.00030470314,0.0031302867,0.00002487135,0.003616541,0.001562335,0.000031657317,0.0000035907206],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99322736,0.0015269588,0.0030455668,0.0007104545,0.0012032526,0.00028640695],"domain_scores_gemma":[0.9935093,0.0029746403,0.0018310733,0.00041642817,0.0011430685,0.00012550723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004691046,0.0003429832,0.0017603865,0.00042128126,0.00023178956,0.000114864226,0.00018460222,0.000053631516,0.000038765655],"category_scores_gemma":[0.002391893,0.00022463544,0.0001401971,0.001144962,0.00009539208,0.00039278192,0.00012512613,0.0002625989,0.0000010826683],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017338407,0.000078683726,0.00093008997,0.2944667,0.00004032998,0.0000032027758,0.00814011,6.7131765e-7,0.0000051923885,0.00010937759,0.0010775892,0.6951307],"study_design_scores_gemma":[0.001205342,0.0012904456,0.008917512,0.54925025,0.0018527696,0.000061860235,0.4330829,0.0000040648065,0.000062455336,0.000004652051,0.0039153565,0.00035238807],"about_ca_topic_score_codex":0.0017878934,"about_ca_topic_score_gemma":0.0034623658,"teacher_disagreement_score":0.6947783,"about_ca_system_score_codex":0.0008713731,"about_ca_system_score_gemma":0.0023729238,"threshold_uncertainty_score":0.9160367},"labels":[],"label_agreement":null},{"id":"W4206141631","doi":"10.1002/9781444303674.ch5","title":"Quality Improvement","year":2008,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality (philosophy); Computer science; Epistemology; Philosophy","score_opus":0.34718511277477,"score_gpt":0.5554447456747187,"score_spread":0.2082596328999487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206141631","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000063136446,0.000100142046,0.0014098107,0.002589126,0.00031601073,0.0005975648,0.000019447609,0.00025361255,0.99465114],"genre_scores_gemma":[0.00031500484,0.00054156105,0.00801563,0.0067804004,0.0008316008,0.000015983249,0.00021562725,0.0002364568,0.9830477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867445,0.000027829346,0.00062031014,0.00023751738,0.00031584705,0.00012401486],"domain_scores_gemma":[0.9990351,0.0001374164,0.00029826377,0.0003904506,0.00004561811,0.00009312884],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026117914,0.00013161669,0.000309665,0.00007749674,0.0000116124875,0.0000039202328,0.000042163298,0.00016006334,0.038025033],"category_scores_gemma":[0.0007437761,0.00010432333,0.00010161731,0.000053293075,0.00003002724,0.000015484888,0.000036626087,0.00017561844,0.0011630213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025097599,0.00009449026,0.00042127378,0.000057953923,0.00007622792,0.000010829695,0.000003887065,9.321452e-9,0.00011002964,0.00009402764,0.9322425,0.066863656],"study_design_scores_gemma":[0.0011800454,0.00014721787,0.00085511676,0.000031717234,0.000063867585,0.0000123477275,0.000043493354,0.0000027668227,0.00004749167,0.000018623059,0.9974862,0.00011111127],"about_ca_topic_score_codex":0.0029001217,"about_ca_topic_score_gemma":0.0004702774,"teacher_disagreement_score":0.066752546,"about_ca_system_score_codex":0.00005223324,"about_ca_system_score_gemma":0.00014110444,"threshold_uncertainty_score":0.9996147},"labels":[],"label_agreement":null},{"id":"W4206215913","doi":"10.1016/s1701-2163(15)31039-2","title":"Home Improvement","year":2013,"lang":"en","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Agency (philosophy); Product (mathematics); Medicine; Function (biology); Process (computing); Space (punctuation); Quality management; Computer science; Marketing; Sociology; Social science; Service (business); Business","score_opus":0.04050995525717453,"score_gpt":0.35223530373456413,"score_spread":0.3117253484773896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206215913","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016368227,0.002793319,0.000017523464,0.001385711,0.97891825,0.0002450559,0.000058990954,0.0000027234228,0.00021018127],"genre_scores_gemma":[0.12594125,0.00598261,0.0031200652,0.004748504,0.85572517,0.000021759632,0.00036046852,0.00015130849,0.0039488715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682015,0.000055998356,0.0016668276,0.000189158,0.0010065937,0.00026124078],"domain_scores_gemma":[0.9760162,0.019270647,0.0020054341,0.00020064125,0.00212887,0.00037817526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007279566,0.00020383016,0.0007887093,0.00026085356,0.0000537731,0.000033883738,0.00014323601,0.0005145159,0.00077798904],"category_scores_gemma":[0.07498926,0.00016414883,0.000102076025,0.00018408996,0.000044170523,0.00010177624,0.00007945574,0.0014608997,0.0000026213665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007765224,0.00005093792,0.0012647335,0.00009092027,0.00022332511,0.000971306,0.0000065335753,0.0000010246979,0.0000040979503,0.000002848656,0.8809702,0.116406314],"study_design_scores_gemma":[0.0037037295,0.001545172,0.009615304,0.0000132433715,0.00057587394,0.000025145484,0.00012686088,0.000013758971,0.0000034174122,0.000076516466,0.9841561,0.00014489095],"about_ca_topic_score_codex":0.053169306,"about_ca_topic_score_gemma":0.029522918,"teacher_disagreement_score":0.1231931,"about_ca_system_score_codex":0.0021128524,"about_ca_system_score_gemma":0.011020781,"threshold_uncertainty_score":0.9945858},"labels":[],"label_agreement":null},{"id":"W4206263688","doi":"10.21203/rs.2.22759/v2","title":"Effects of oncological care pathways in primary and secondary care on patient, professional and health systems outcomes: a systematic review and meta-analysis","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Secondary care; Systematic review; Care pathway; Meta-analysis; Cancer; Health care; Tertiary care; MEDLINE; Tertiary level; Family medicine; Primary care; Internal medicine; Psychology","score_opus":0.5270600821396487,"score_gpt":0.6123658484806201,"score_spread":0.08530576634097142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206263688","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007884925,0.9780519,0.0000019102415,0.001217513,0.000031783828,0.020056853,0.0005017259,0.00001652621,0.000042946373],"genre_scores_gemma":[0.0020701522,0.99367964,0.000089994704,0.00094144297,0.000023632303,0.0023425675,0.0007919549,0.00003852047,0.000022104165],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98794967,0.006478166,0.0029696892,0.00084565935,0.0013706766,0.0003861517],"domain_scores_gemma":[0.9869071,0.01038035,0.001196823,0.00050310337,0.00058201165,0.00043060115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004178118,0.0004491237,0.010957328,0.0006340059,0.00011146405,0.000038356902,0.00013371023,0.00029078833,0.00002777957],"category_scores_gemma":[0.0073285266,0.0002538911,0.00080151344,0.0010722837,0.00012075489,0.00008152496,0.00040113035,0.001590988,0.0000042329434],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002384982,0.00011693124,0.00012086247,0.96031255,0.010282101,0.00013495643,0.00068805355,6.819139e-8,5.2507758e-8,0.000025275489,0.0001899716,0.028105304],"study_design_scores_gemma":[0.0018311004,0.005544196,0.0018387075,0.5026241,0.45714945,0.0000853007,0.007839305,0.0000071690642,1.3381229e-7,0.00000481156,0.02262737,0.00044837038],"about_ca_topic_score_codex":0.0001887379,"about_ca_topic_score_gemma":0.00006689356,"teacher_disagreement_score":0.45768848,"about_ca_system_score_codex":0.00072276784,"about_ca_system_score_gemma":0.0017639095,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W4206385207","doi":"10.1016/j.jclinepi.2022.01.004","title":"Standardized wording to improve efficiency and clarity of GRADE EtD frameworks in health guidelines","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"CLARITY; Grading (engineering); Guideline; Transparency (behavior); Medical education; Process management; Medicine; Computer science; Medical physics; Management science; Engineering; Pathology","score_opus":0.5498824615360741,"score_gpt":0.6479038588874745,"score_spread":0.09802139735140036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206385207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70856553,0.0011147658,0.049154527,0.2391753,0.0014824469,0.00045301593,0.000020648278,0.000007672157,0.000026067475],"genre_scores_gemma":[0.84379005,0.0012364488,0.10590292,0.048289735,0.00073076884,0.000007664175,0.000004663157,0.00001771997,0.000020003723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9748954,0.007264728,0.016419547,0.00041754043,0.00054569094,0.00045704996],"domain_scores_gemma":[0.92006105,0.07016525,0.007960974,0.0003947023,0.0007745681,0.00064343616],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11796385,0.000153262,0.0031671738,0.00028999874,0.00007899396,0.00000384288,0.00020771744,0.00030108826,0.00014538747],"category_scores_gemma":[0.46318313,0.00012365729,0.0004566317,0.0004071864,0.00016775186,0.00009029009,0.00028299403,0.0036893913,9.438857e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071983826,0.00093238126,0.762641,0.00018131448,0.00018166186,0.00006938404,0.00022838377,0.005407868,0.00017603984,0.002046716,0.016536424,0.20440045],"study_design_scores_gemma":[0.023420935,0.026342357,0.7928052,0.00080971996,0.00032849552,0.00070847466,0.00239127,0.016945552,0.000020838112,0.04566901,0.09015252,0.0004056349],"about_ca_topic_score_codex":0.00028778322,"about_ca_topic_score_gemma":0.00004854981,"teacher_disagreement_score":0.34521928,"about_ca_system_score_codex":0.00016053818,"about_ca_system_score_gemma":0.0010302608,"threshold_uncertainty_score":0.9986091},"labels":[],"label_agreement":null},{"id":"W4206450432","doi":"10.2310/7070.2002.426","title":"Guidelines Revisited","year":2002,"lang":"en","type":"article","venue":"The Journal of Otolaryngology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical physics","score_opus":0.28860226623681023,"score_gpt":0.4638577790998483,"score_spread":0.1752555128630381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206450432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86660594,0.0024555032,0.0024334996,0.12583426,0.00039425938,0.00023662607,0.0000012053947,0.00001634857,0.0020223465],"genre_scores_gemma":[0.96849483,0.002216008,0.007077998,0.020245597,0.0012305187,9.626419e-7,0.000002547055,0.000018153527,0.0007133645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979725,0.00025495185,0.0013265456,0.000060620012,0.00024664652,0.00013873943],"domain_scores_gemma":[0.9971983,0.0009589684,0.0007184966,0.0002419764,0.00079624495,0.000086023916],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022496514,0.00008006733,0.00030359844,0.00009571211,0.00004859436,0.0000059537138,0.00015816036,0.00006170994,0.0021650533],"category_scores_gemma":[0.007584148,0.00004534046,0.00011914401,0.00017177551,0.00007893334,0.000129409,0.000036811587,0.00038783305,0.00018630616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018375495,0.0005250088,0.06459912,0.00008169178,0.0006375297,0.0006040112,0.0007287747,0.000058555448,0.03155665,0.00058060075,0.81923157,0.07955892],"study_design_scores_gemma":[0.010434863,0.004671718,0.15984498,0.0003039737,0.002571236,0.051712632,0.0007237624,0.00637487,0.0017095626,0.0018057745,0.75954294,0.0003037056],"about_ca_topic_score_codex":0.000014029616,"about_ca_topic_score_gemma":0.000003077487,"teacher_disagreement_score":0.10558865,"about_ca_system_score_codex":0.000028126247,"about_ca_system_score_gemma":0.0000368215,"threshold_uncertainty_score":0.9987471},"labels":[],"label_agreement":null},{"id":"W4206537560","doi":"10.21203/rs.3.rs-1193859/v1","title":"Moving From Evidence To Decisions in Guidelines: An Analysis of Guidance Documents","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Norwegian Institute of Public Health","keywords":"Data science; Business; Computer science; Political science","score_opus":0.6407633829355369,"score_gpt":0.6727071655527167,"score_spread":0.03194378261717978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206537560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98215795,0.0013942681,0.0038676031,0.009337621,0.00020102285,0.0022164087,0.00062288175,0.000039163326,0.00016311395],"genre_scores_gemma":[0.96010053,0.0020589335,0.03444202,0.00079228356,0.0002689537,0.0005065434,0.0015415909,0.00005111859,0.00023805055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98913795,0.0018949204,0.0031513455,0.0013395783,0.0038951854,0.000581043],"domain_scores_gemma":[0.9810136,0.012162452,0.0005364235,0.0025677816,0.003223096,0.0004966743],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014716149,0.00026680977,0.0011175962,0.0028866245,0.00012782923,0.00009404377,0.0009915386,0.00022262736,0.0043785316],"category_scores_gemma":[0.15322088,0.00026692043,0.00038287166,0.0042639608,0.00007635631,0.0003291451,0.0036584076,0.0019856107,0.000042655134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021170187,0.0010256317,0.8002799,0.00031646804,0.0012515555,0.000274816,0.0021229424,0.08477844,0.004203313,0.000052316092,0.009681225,0.09389634],"study_design_scores_gemma":[0.0010980796,0.00084679667,0.92127186,0.004722179,0.00113556,0.000001140628,0.009124166,0.05409227,0.0001947742,0.0013214248,0.0058326586,0.00035911478],"about_ca_topic_score_codex":0.053495288,"about_ca_topic_score_gemma":0.0114692515,"teacher_disagreement_score":0.13850473,"about_ca_system_score_codex":0.0012800072,"about_ca_system_score_gemma":0.0016161096,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W4206561238","doi":"10.2196/28696","title":"Patient Recruitment System for Clinical Trials: Mixed Methods Study About Requirements at Ten University Hospitals","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Patient recruitment; Medicine; Clinical trial; Computer science; Database","score_opus":0.5735287685446242,"score_gpt":0.6308718568937189,"score_spread":0.05734308834909474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206561238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413285,0.00015233667,0.03771387,0.0036264772,0.0036015764,0.011639646,0.00012440252,0.00022815591,0.0015850291],"genre_scores_gemma":[0.59776515,0.0010734698,0.38165787,0.011868333,0.001990348,0.0012635685,0.0020075256,0.00014030017,0.0022334186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885893,0.0030998203,0.0060096355,0.00033505706,0.0015377314,0.00042844765],"domain_scores_gemma":[0.98585314,0.00987988,0.0018514624,0.0007408,0.0008472087,0.0008275352],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026101619,0.00026066252,0.0013996098,0.00010618825,0.00019355652,0.00004065611,0.00021150314,0.00035827,0.00044028208],"category_scores_gemma":[0.04238193,0.00021035688,0.00053783506,0.00032861784,0.00011345744,0.000311433,0.0005402985,0.0004982439,0.00008988953],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017761084,0.002826851,0.012804517,0.000992635,0.001386254,0.00022375246,0.004476289,0.0000017092193,0.000033369408,0.00018784284,0.07532596,0.8999647],"study_design_scores_gemma":[0.04091563,0.0076168627,0.029656421,0.0012136995,0.0032504308,0.00017722187,0.26213548,0.011337183,0.0007176566,0.000047795704,0.6422384,0.00069327914],"about_ca_topic_score_codex":0.000014306775,"about_ca_topic_score_gemma":0.00002312605,"teacher_disagreement_score":0.8992714,"about_ca_system_score_codex":0.00071726245,"about_ca_system_score_gemma":0.00088734983,"threshold_uncertainty_score":0.9656845},"labels":[],"label_agreement":null},{"id":"W4206862898","doi":"","title":"Being more conscientious, collaborative, and confident in addressing patients&#39; fears and anxieties: nurses&#39; perspectives","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Social psychology; Nursing; Medicine","score_opus":0.327564547321224,"score_gpt":0.6254109075192122,"score_spread":0.29784636019798827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206862898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868173,0.007868264,0.00005944372,0.0018355665,0.00031425914,0.0015999126,0.000040816063,0.000021051814,0.0014433987],"genre_scores_gemma":[0.98990095,0.008067715,0.0007822883,0.00075733085,0.00008465867,0.00005823352,0.000028237997,0.000039512197,0.00028104917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662364,0.00035118812,0.001365051,0.00056943233,0.0007410195,0.00034966663],"domain_scores_gemma":[0.99596035,0.0011000384,0.0009908074,0.00029354915,0.0013199778,0.00033525657],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014488992,0.00028401747,0.0007788999,0.0007128192,0.00024516167,0.0013048409,0.0003837764,0.000110018096,0.004104119],"category_scores_gemma":[0.0041675013,0.00025816826,0.000063156855,0.0008734955,0.00055496814,0.003331581,0.0005042768,0.00048443454,0.0000067867686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027346963,0.00039526884,0.9364355,0.00011398852,0.00012507875,0.000018158107,0.0035170403,0.000011044779,0.019653393,0.000055443095,0.015730781,0.023670787],"study_design_scores_gemma":[0.0030846698,0.000058462836,0.9741373,0.0008132527,0.00014065788,0.000018629273,0.016984366,0.00016011923,0.001194145,0.0012980236,0.0018333219,0.0002770301],"about_ca_topic_score_codex":0.0024575558,"about_ca_topic_score_gemma":0.0001737067,"teacher_disagreement_score":0.037701774,"about_ca_system_score_codex":0.00017098928,"about_ca_system_score_gemma":0.00028662788,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W4206901212","doi":"10.1038/s41433-021-01898-z","title":"Guidelines for patient management: considerations before adoption into practice","year":2022,"lang":"en","type":"letter","venue":"Eye","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"MEDLINE; Medicine; Intensive care medicine; Optometry; Political science","score_opus":0.23733086690519747,"score_gpt":0.5012661247436785,"score_spread":0.26393525783848104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206901212","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007980041,0.00020884362,0.0036264977,0.98806864,0.0017539226,0.003235521,0.00022625511,0.00013992211,0.0026605895],"genre_scores_gemma":[0.00014160053,0.00011125622,0.17436339,0.8069556,0.0043932563,0.0010051966,0.00902454,0.00009333332,0.00391186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961306,0.00022035379,0.0018282856,0.00063271896,0.0008584356,0.00032961025],"domain_scores_gemma":[0.9946641,0.0019181379,0.0009993672,0.00068203843,0.001659725,0.00007667457],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001090864,0.00031959952,0.0004465083,0.00024867262,0.00036130977,0.000078600926,0.00010474914,0.00031343152,0.002622709],"category_scores_gemma":[0.016353559,0.00031694063,0.0002726608,0.00018262626,0.0000492562,0.00033783674,0.00019385715,0.0012235354,0.000107211345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018270798,0.00010780659,0.00002027837,0.00038959287,0.0003485005,0.00034883327,0.00025384757,0.00002265991,0.0000049960863,0.0004374717,0.9751865,0.022696791],"study_design_scores_gemma":[0.0015196882,0.0009731522,0.000028794713,0.00009121177,0.0017408809,0.000095616815,0.0014559616,0.00025703595,0.0000056503595,0.0028023531,0.9907776,0.00025204843],"about_ca_topic_score_codex":0.00014540213,"about_ca_topic_score_gemma":0.0000405112,"teacher_disagreement_score":0.18111308,"about_ca_system_score_codex":0.00041507644,"about_ca_system_score_gemma":0.0002660564,"threshold_uncertainty_score":0.9999283},"labels":[],"label_agreement":null},{"id":"W4207006731","doi":"10.1016/j.zefq.2021.11.004","title":"Deutschsprachige Übersetzung des PANELVIEW Instruments zur Evaluierung des Prozesses der Leitlinienentwicklung aus der Perspektive der Leitliniengruppe","year":2022,"lang":"de","type":"article","venue":"Zeitschrift für Evidenz Fortbildung und Qualität im Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Cochrane; McMaster University","funders":"","keywords":"Guideline; German; Context (archaeology); Delphi method; Delphi; Psychology; Perspective (graphical); Meaning (existential); Process (computing); Medical education; Library science; Medicine; Computer science; Linguistics; Artificial intelligence; History; Pathology; Psychotherapist","score_opus":0.2534108099331549,"score_gpt":0.5122146959994527,"score_spread":0.2588038860662978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207006731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63269657,0.3074304,0.0026073358,0.010463858,0.03003922,0.011723848,0.0014303122,0.0011980362,0.0024104293],"genre_scores_gemma":[0.94213367,0.018788245,0.011602241,0.0068733767,0.0115575725,0.0017037764,0.0029466674,0.001166638,0.0032278416],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9657373,0.008668812,0.009264771,0.0047110426,0.0065433774,0.005074712],"domain_scores_gemma":[0.9716717,0.013671512,0.004850327,0.0038212242,0.0034465233,0.0025387092],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.020075506,0.0030781499,0.003912484,0.001473802,0.005964716,0.0012841967,0.0025681888,0.0012351794,0.0065097003],"category_scores_gemma":[0.031939067,0.0031478216,0.0020189106,0.0038749955,0.0025051015,0.005761114,0.003727043,0.005824522,0.002034365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01068981,0.012153031,0.55207515,0.010769318,0.0492989,0.002322361,0.06934365,0.0027755373,0.003052473,0.014769193,0.04280542,0.22994514],"study_design_scores_gemma":[0.01904226,0.0058521233,0.053445082,0.0039544213,0.041574337,0.0005936481,0.05002801,0.0034356616,0.0013207397,0.0014550904,0.8135813,0.0057173693],"about_ca_topic_score_codex":0.007389752,"about_ca_topic_score_gemma":0.0023438828,"teacher_disagreement_score":0.77077585,"about_ca_system_score_codex":0.0015563945,"about_ca_system_score_gemma":0.0054599782,"threshold_uncertainty_score":0.9997526},"labels":[],"label_agreement":null},{"id":"W4210249884","doi":"10.1161/str.53.suppl_1.tp87","title":"Abstract TP87: Discrete-event Simulation Of The Prehospital Stage Of The Acute Ischemic Stroke","year":2022,"lang":"en","type":"article","venue":"Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Stroke (engine); Emergency medical services; Emergency medicine; Acute stroke; Emergency department; Stage (stratigraphy); Mann–Whitney U test; Medical emergency; Internal medicine","score_opus":0.07390281222143363,"score_gpt":0.428840453218551,"score_spread":0.3549376409971174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210249884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99305135,0.00003432849,0.00024632248,0.0030573374,0.00042393428,0.0007527009,0.0009716126,0.000012570895,0.0014498495],"genre_scores_gemma":[0.99505526,0.000005649225,0.00014022051,0.00024791565,0.00007735167,0.000020533615,0.000037162503,0.000016668937,0.0043992647],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9980387,0.0000968938,0.0007977687,0.00017405051,0.000744204,0.0001483646],"domain_scores_gemma":[0.99809813,0.00047668486,0.00072985445,0.0005506626,0.000106486434,0.000038168368],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005756059,0.00010356255,0.00020252928,0.000030938987,0.00011327213,0.000005372247,0.00024007617,0.000035184963,0.0009460767],"category_scores_gemma":[0.0008447851,0.00006517492,0.00026864375,0.00014652613,0.000087180124,0.000100743,0.00031610354,0.0004002686,0.0000024618141],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001832229,0.0010671606,0.3706458,0.00032041577,0.0010078484,0.000009194265,0.001652723,0.09161796,0.51057893,0.0003116201,0.00794518,0.013010952],"study_design_scores_gemma":[0.005139709,0.00092784764,0.8532554,0.00008477344,0.00093605206,0.00001104454,0.005283293,0.0127734,0.078633174,0.0000721201,0.04264354,0.00023965459],"about_ca_topic_score_codex":0.000134074,"about_ca_topic_score_gemma":0.000021646636,"teacher_disagreement_score":0.4826096,"about_ca_system_score_codex":0.00009425276,"about_ca_system_score_gemma":0.00018078997,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W4210293275","doi":"10.1016/j.injury.2022.01.047","title":"Clinical practice guidelines: The good, the bad, and the ugly","year":2022,"lang":"en","type":"review","venue":"Injury","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":193,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Trustworthiness; Clinical Practice; Quality (philosophy); Best practice; Face (sociological concept); Health care; Medicine; Psychology; Risk analysis (engineering); Computer science; Internet privacy; Nursing; Political science; Sociology","score_opus":0.4934298005401734,"score_gpt":0.6293270114253693,"score_spread":0.1358972108851959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210293275","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027278236,0.8710846,0.000054064818,0.11948734,0.0017625245,0.003371664,0.00007177564,0.000051531206,0.0041138115],"genre_scores_gemma":[0.000003134514,0.93023646,0.00114909,0.063151665,0.0035462466,0.0005099556,0.00013531138,0.00008355545,0.001184608],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881855,0.0047693322,0.004963824,0.0006583273,0.0010801578,0.00034284085],"domain_scores_gemma":[0.89925927,0.094193675,0.0032038228,0.0024656532,0.00071011006,0.00016745902],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030604802,0.0004458025,0.0016870461,0.000058415193,0.0005881737,0.00013737848,0.0008190601,0.0002757654,0.0009550412],"category_scores_gemma":[0.17007053,0.00016827931,0.0009829856,0.0005291947,0.0007386046,0.000186491,0.00088757207,0.003364002,0.00022990699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002991065,0.00006778838,0.000006045254,0.00036098706,0.00044581437,0.000017774766,0.0000515551,9.038334e-8,8.549229e-9,0.0009078288,0.1920725,0.8057705],"study_design_scores_gemma":[0.0012629143,0.00025794905,0.000012530097,0.00075895624,0.00928845,0.00074232917,0.0012904627,0.00002961731,1.1098866e-8,0.00021798468,0.98595166,0.00018713457],"about_ca_topic_score_codex":0.00030286322,"about_ca_topic_score_gemma":0.00002366834,"teacher_disagreement_score":0.80558336,"about_ca_system_score_codex":0.000107678476,"about_ca_system_score_gemma":0.0013723454,"threshold_uncertainty_score":0.9999582},"labels":[],"label_agreement":null},{"id":"W4210322238","doi":"10.1503/cmaj.220055","title":"Correction to “Patient-reported outcomes in Canadian cancer research”","year":2022,"lang":"en","type":"erratum","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Text mining; Cancer; Information retrieval; World Wide Web; Medicine; Data mining; Internal medicine","score_opus":0.13885921455847883,"score_gpt":0.4901571376344355,"score_spread":0.3512979230759567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210322238","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026050685,0.0006477558,0.0000071468326,0.64915097,0.2721007,0.0020881535,0.000540224,0.000051864143,0.049362507],"genre_scores_gemma":[0.0732495,0.00327559,0.00025789635,0.2942111,0.030569863,0.00086299,0.0032506415,0.0004511343,0.5938713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98858446,0.0011490699,0.0023474868,0.0005317477,0.0056667216,0.0017204905],"domain_scores_gemma":[0.9870283,0.0016153461,0.0008834717,0.0003361987,0.0021858648,0.007950846],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01216723,0.00030124732,0.0008076611,0.0031387592,0.0006909056,0.00016296287,0.00036487248,0.0010871053,0.047322273],"category_scores_gemma":[0.13604684,0.00031345946,0.00024091943,0.001710256,0.00004183188,0.00018072387,0.00007290596,0.012470561,0.0002605363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000029588453,0.000047069363,0.13503015,0.000010899934,0.00020734372,0.0024528897,0.00030556074,0.00001139171,6.2078414e-7,0.0000038173694,0.82209074,0.039809898],"study_design_scores_gemma":[0.000975466,0.00023618872,0.10082006,0.0003355575,0.00009922336,0.00041054326,0.0012532772,0.00020520393,4.0880187e-7,0.000029702722,0.89539266,0.00024170877],"about_ca_topic_score_codex":0.9784077,"about_ca_topic_score_gemma":0.9989826,"teacher_disagreement_score":0.5445088,"about_ca_system_score_codex":0.042932846,"about_ca_system_score_gemma":0.123541296,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W4210416753","doi":"10.1016/j.jagp.2022.01.010","title":"Impact of Integrated Care Pathways Within the Framework of Collaborative Care on Older Adults With Anxiety, Depression, or Mild Cognitive Impairment","year":2022,"lang":"en","type":"article","venue":"American Journal of Geriatric Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; Centre for Addiction and Mental Health; McMaster University; University of Waterloo; Toronto Dementia Research Alliance; University of Toronto","funders":"","keywords":"Anxiety; Collaborative Care; Depression (economics); Medicine; Hazard ratio; Quality of life (healthcare); Cohort; Integrated care; Cohort study; Internal medicine; Gerontology; Psychiatry; Health care; Mental health; Confidence interval; Nursing","score_opus":0.021845870387896496,"score_gpt":0.38006091875414455,"score_spread":0.35821504836624807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210416753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99514526,0.0015025196,0.00038122217,0.00077587,0.0005820456,0.0010121893,0.0005345931,0.000010444423,0.00005583504],"genre_scores_gemma":[0.9908044,0.00018000636,0.007959651,0.000647043,0.00026362724,0.000033517797,0.00006649279,0.00004228054,0.000003002124],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99629325,0.00061508565,0.0015963078,0.00027498297,0.0009927688,0.0002276238],"domain_scores_gemma":[0.99184906,0.000999861,0.004382324,0.00034569151,0.0022361665,0.0001869079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006204764,0.00027660743,0.0007915817,0.00027847523,0.00016637979,0.000012066748,0.00025676214,0.000054002816,0.00030327533],"category_scores_gemma":[0.00087841944,0.0001454377,0.00031959236,0.0021822716,0.00023830497,0.00010531938,0.000077707795,0.0010373137,7.812967e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.094673574,0.0017166304,0.80727196,0.00017606,0.0014252857,0.000042287287,0.05247936,0.0011559228,0.0000555637,0.000016516404,0.0030314117,0.037955448],"study_design_scores_gemma":[0.0076627927,0.038183685,0.35042882,0.0011061095,0.0009236772,0.0002649659,0.60102046,0.000022155338,0.00014103977,0.000029372022,0.00003540108,0.00018155247],"about_ca_topic_score_codex":0.00049786945,"about_ca_topic_score_gemma":0.00006480309,"teacher_disagreement_score":0.54854107,"about_ca_system_score_codex":0.00038266115,"about_ca_system_score_gemma":0.004754868,"threshold_uncertainty_score":0.84349316},"labels":[],"label_agreement":null},{"id":"W4210474693","doi":"10.13162/hro-ors.v10i1.4691","title":"Shaping Primary Health Care Teams and Integrated Care in Québec: An Overview of Policies (2000-2020)","year":2022,"lang":"en","type":"article","venue":"Health Reform Observer - Observatoire des Réformes de Santé","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Université de Sherbrooke","funders":"","keywords":"Multidisciplinary approach; Health care; Nursing; Collaborative Care; Public relations; Integrated care; Political science; Medicine","score_opus":0.19567686052118374,"score_gpt":0.4640832180437122,"score_spread":0.2684063575225285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210474693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052191,0.08540331,0.000017561155,0.0072204983,0.00013600774,0.0014160668,0.00032338977,0.00012117683,0.00014291676],"genre_scores_gemma":[0.9375925,0.014529286,0.0067848866,0.038527023,0.00014134533,0.00017919563,0.0020772885,0.00011000019,0.00005844895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99444306,0.0007295953,0.0024687,0.00061846274,0.0007193549,0.0010208426],"domain_scores_gemma":[0.9971028,0.00028895529,0.0009908535,0.00067893893,0.00036761654,0.00057086133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022757517,0.00040890102,0.0012254948,0.00024588336,0.0007197185,0.00003393296,0.00030369865,0.000127899,0.00013089445],"category_scores_gemma":[0.00045996608,0.00036733545,0.00017386427,0.0010798717,0.00018435507,0.0007742783,0.00037926628,0.0010513822,0.000002026262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0008530284,0.00028180055,0.5452582,0.008035183,0.000056214845,0.000031497755,0.04795559,0.000049090064,0.00004903846,0.00010313059,0.0005674324,0.39675978],"study_design_scores_gemma":[0.0031217623,0.0034212822,0.8111244,0.0007697349,0.000049756472,0.00017867668,0.14142886,0.00046036963,0.000024635976,0.00007102791,0.039029483,0.00032000354],"about_ca_topic_score_codex":0.3364046,"about_ca_topic_score_gemma":0.25195014,"teacher_disagreement_score":0.39643976,"about_ca_system_score_codex":0.017244205,"about_ca_system_score_gemma":0.012624441,"threshold_uncertainty_score":0.99987787},"labels":[],"label_agreement":null},{"id":"W4210495570","doi":"10.12968/pnur.2007.18.1.22696","title":"Clinical Q&amp;A","year":2007,"lang":"en","type":"article","venue":"Practice Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Primary care; Ask price; Set (abstract data type); Medicine; Service (business); Medical education; Psychology; Family medicine; Computer science; Business","score_opus":0.4957372699532291,"score_gpt":0.655710456218606,"score_spread":0.15997318626537693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210495570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.355447,0.0005753629,0.25094807,0.14200091,0.0043304707,0.0010334491,0.0000026525686,0.0004078117,0.24525426],"genre_scores_gemma":[0.72343767,0.00011964178,0.25667608,0.016929993,0.0020723792,0.0000022760798,0.00003800893,0.000039637136,0.000684315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973176,0.00020135022,0.0013568847,0.0003222833,0.00045981206,0.00034208337],"domain_scores_gemma":[0.98933524,0.009023597,0.0005052251,0.0004064363,0.00043337006,0.00029614262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008938916,0.00011772412,0.00025174287,0.00009426305,0.00010021487,0.000034562236,0.00006580768,0.0001359428,0.00030118],"category_scores_gemma":[0.05362857,0.000113829476,0.00013042177,0.00026904247,0.00011899717,0.0006789171,0.000020628353,0.00068270764,0.0007026383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002281679,0.0013507039,0.019874003,0.00001503677,0.000079269164,0.00010085439,0.0003085912,0.0000010217732,0.0011995364,0.0007748638,0.021835716,0.9521787],"study_design_scores_gemma":[0.0026736376,0.0004126001,0.08407084,0.00016121492,0.0008256057,0.001083171,0.0028371627,0.00008719894,0.00024143636,0.0005822475,0.9068395,0.00018542174],"about_ca_topic_score_codex":0.00005498474,"about_ca_topic_score_gemma":0.000019474892,"teacher_disagreement_score":0.9519933,"about_ca_system_score_codex":0.00016323428,"about_ca_system_score_gemma":0.00017754614,"threshold_uncertainty_score":0.95434314},"labels":[],"label_agreement":null},{"id":"W4210633556","doi":"10.1371/journal.pone.0263444","title":"Clinical practice guidelines and consensus statements for antenatal oral healthcare: An assessment of their methodological quality and content of recommendations","year":2022,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Referral; Documentation; Family medicine; Health care; Guideline; Quality (philosophy); MEDLINE; Thematic analysis; Medical education; Nursing; Qualitative research; Political science","score_opus":0.9736893017673582,"score_gpt":0.766811637494703,"score_spread":0.2068776642726552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210633556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007264337,0.92610115,0.0029915646,0.047622025,0.00039897242,0.009594989,0.005925495,0.000060287035,0.000041198437],"genre_scores_gemma":[0.000051636016,0.62687993,0.36983964,0.0013841806,0.00009040323,0.00017927546,0.0015315894,0.000027006394,0.000016371005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9856596,0.00570146,0.0070698773,0.0006925311,0.0006305104,0.0002460205],"domain_scores_gemma":[0.94999844,0.041861963,0.0049452563,0.00057682785,0.0023376688,0.00027986575],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025380015,0.0003176598,0.0035320392,0.0001327052,0.00009849034,0.000015503676,0.00013112107,0.00023013778,0.000114715855],"category_scores_gemma":[0.09673158,0.00024017203,0.00029457553,0.0001766837,0.00023322634,0.00017626553,0.00027902806,0.0007193182,2.4618294e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006508113,0.0042706355,0.0010392725,0.017345695,0.0022826833,0.000006464421,0.000037033114,4.418281e-8,0.000023151322,0.00047742273,0.0005044348,0.9733623],"study_design_scores_gemma":[0.009875981,0.014144628,0.0031931826,0.010241116,0.02138864,0.00020956344,0.0073776017,0.000595548,0.000012897323,0.00064938294,0.9315664,0.0007450367],"about_ca_topic_score_codex":0.00045001492,"about_ca_topic_score_gemma":0.000049777173,"teacher_disagreement_score":0.9726173,"about_ca_system_score_codex":0.00011333038,"about_ca_system_score_gemma":0.00090420176,"threshold_uncertainty_score":0.97939306},"labels":[],"label_agreement":null},{"id":"W4210684742","doi":"10.2196/preprints.10769","title":"Exploring How Evidence is Used in Care Through an Organizational Ethnography of Two Teaching Hospitals (Preprint)","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health Research Institute; Simon Fraser University; Vancouver Coastal Health","funders":"","keywords":"Fieldnotes; Context (archaeology); Ethnography; Tacit knowledge; Medical education; Evidence-based medicine; Evidence-based practice; Psychology; Medicine; Knowledge management; Alternative medicine; Sociology; Computer science","score_opus":0.5600213980189482,"score_gpt":0.5300298682658687,"score_spread":0.029991529753079504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210684742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96329284,0.00019055129,0.027225837,0.006661568,0.0005734949,0.0014069268,0.00003033992,0.00012951867,0.00048892095],"genre_scores_gemma":[0.91743594,0.00045479092,0.08021132,0.000934243,0.00052815746,0.00009028157,0.00025898917,0.0000641578,0.000022110698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99599516,0.00037191078,0.0015001271,0.0009742034,0.0008731298,0.00028545564],"domain_scores_gemma":[0.9954151,0.0012298012,0.0008372492,0.0012105634,0.0011766526,0.00013063353],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001958335,0.00034718993,0.00072514557,0.0003163724,0.00007158535,0.00007422804,0.00037630426,0.00022930994,0.0007083034],"category_scores_gemma":[0.009107254,0.00033754986,0.00021100466,0.00039518406,0.00013288386,0.0016364958,0.00083064724,0.0012342738,0.000018547102],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015498577,0.0002980504,0.9478198,0.0010428574,0.00018655095,0.000014454587,0.0394431,0.00029349685,0.0034084257,0.0005500714,0.0006184989,0.00616965],"study_design_scores_gemma":[0.011105476,0.0028504028,0.7146275,0.016697844,0.0017107942,0.0000422449,0.1443473,0.003068096,0.085001186,0.016360361,0.0015438576,0.0026449503],"about_ca_topic_score_codex":0.0032809,"about_ca_topic_score_gemma":0.0005581632,"teacher_disagreement_score":0.23319237,"about_ca_system_score_codex":0.00022105577,"about_ca_system_score_gemma":0.000498129,"threshold_uncertainty_score":0.9999077},"labels":[],"label_agreement":null},{"id":"W4210874892","doi":"10.4300/jgme-d-21-00215.1","title":"ICRE Abstracts: Quality Improvement","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Quality management; MEDLINE; Quality (philosophy); Medicine; Computer science; Data science; Information retrieval; Operations management; Biology; Engineering; Philosophy","score_opus":0.3101275244561291,"score_gpt":0.56255024598953,"score_spread":0.25242272153340084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210874892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8349698,0.00028024212,0.000990054,0.16068311,0.002051593,0.000116533614,0.0000015308048,0.000009148686,0.00089799246],"genre_scores_gemma":[0.9763129,0.00057925907,0.0055781365,0.015253184,0.001775662,0.0000038456146,0.00005240638,0.000013439038,0.00043117205],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99592364,0.00015615311,0.0021594625,0.00014447521,0.0014638694,0.00015238032],"domain_scores_gemma":[0.99569786,0.0005521602,0.0011197827,0.00021932716,0.0018650331,0.00054586114],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036145728,0.00009680931,0.00032369993,0.00008531119,0.00004215555,0.000026723344,0.00008994979,0.00009681857,0.0013652481],"category_scores_gemma":[0.042262923,0.00007745981,0.00018122804,0.0002120705,0.000050514347,0.00022210048,0.000030516332,0.0006377819,0.0000349532],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029233407,0.002942678,0.005571601,0.00018033662,0.00016798817,0.00013772624,0.00032407328,0.0000026339733,0.006768225,0.0003022206,0.074726135,0.90858406],"study_design_scores_gemma":[0.010833946,0.0022308463,0.6873519,0.0014695213,0.0011758913,0.0051410063,0.01643788,0.00019342094,0.021018036,0.008801709,0.24486849,0.00047739514],"about_ca_topic_score_codex":0.00010764731,"about_ca_topic_score_gemma":0.000032213993,"teacher_disagreement_score":0.9081066,"about_ca_system_score_codex":0.00019336428,"about_ca_system_score_gemma":0.0071546566,"threshold_uncertainty_score":0.99954766},"labels":[],"label_agreement":null},{"id":"W4210891386","doi":"10.1177/095632020701800601","title":"Montreal Welcomes 21st ICAR","year":2007,"lang":"en","type":"article","venue":"Antiviral chemistry & chemotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pharmacognosy; Biology; Biological activity; In vitro; Genetics","score_opus":0.06288153535063165,"score_gpt":0.4141452727979068,"score_spread":0.3512637374472751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210891386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9391837,0.00009745521,0.0005097915,0.0057155667,0.000097986675,0.00022682917,0.000007875113,0.00015175584,0.054009005],"genre_scores_gemma":[0.9897269,0.00026294476,0.0018714543,0.004101725,0.000974149,0.0000043195755,0.00011122293,0.000046423735,0.0029008894],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99817336,0.000013134784,0.00069193874,0.00037041388,0.0003597728,0.00039140746],"domain_scores_gemma":[0.99879116,0.000313175,0.00020368866,0.00041132697,0.00013097518,0.00014968119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006574131,0.00021760764,0.00032952125,0.000029685218,0.00006387362,0.000023500386,0.00012185613,0.00016026183,0.0008087126],"category_scores_gemma":[0.00034063286,0.00020049553,0.000186213,0.00020862102,0.00010249887,0.00014540549,0.000028498494,0.00030785773,0.000086074],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087171,0.00042785483,0.05618687,0.00008710837,0.00015854984,0.00008140953,0.00013206503,2.2444706e-7,0.71965224,0.000017715793,0.00866538,0.21371886],"study_design_scores_gemma":[0.0048416127,0.00013245651,0.09193069,0.00004594351,0.00009508165,0.00009253459,0.00058574456,0.000052231102,0.82417786,0.00017245604,0.07757429,0.0002991283],"about_ca_topic_score_codex":0.00021582031,"about_ca_topic_score_gemma":0.00002741002,"teacher_disagreement_score":0.21341974,"about_ca_system_score_codex":0.000083448605,"about_ca_system_score_gemma":0.00008420987,"threshold_uncertainty_score":0.8854836},"labels":[],"label_agreement":null},{"id":"W4210980646","doi":"10.7895/ijadr.v1i1.54","title":"Why do we need another journal?","year":2013,"lang":"en","type":"article","venue":"The International Journal of Alcohol and Drug Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Pollock; Computer science; Mathematical economics; Mathematics; History","score_opus":0.3134970534137456,"score_gpt":0.5366660667175034,"score_spread":0.22316901330375777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210980646","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49426585,0.0011490027,0.00018461602,0.5021398,0.00046153044,0.00018611245,0.0000015628889,0.0000036246238,0.0016078699],"genre_scores_gemma":[0.98413056,0.0038232743,0.0008764006,0.007178461,0.0020933673,0.0000040241075,0.0000011955066,0.000016991027,0.0018757178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969232,0.00028669785,0.00077851483,0.000090098736,0.001724222,0.00019724097],"domain_scores_gemma":[0.9941384,0.0019421848,0.00034195074,0.00013484221,0.0032779993,0.00016458593],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005724546,0.00007725763,0.00016506875,0.0003237433,0.0001240616,0.00033325807,0.00041938166,0.000035405414,0.0021467954],"category_scores_gemma":[0.0031707154,0.000042355732,0.000108720174,0.00015053463,0.00015888723,0.0004757409,0.00014520834,0.0009759112,0.00009645485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093981996,0.00022802773,0.0064825853,0.000011422571,0.0004983818,0.00016096536,0.0012573554,0.0000136422905,0.014788166,0.00041809183,0.8421477,0.13305385],"study_design_scores_gemma":[0.008833732,0.0008267968,0.023488276,0.00059268187,0.000142235,0.008637137,0.013391208,0.00066398166,0.0034141105,0.05083324,0.88899523,0.00018138038],"about_ca_topic_score_codex":0.00028264866,"about_ca_topic_score_gemma":0.000012867405,"teacher_disagreement_score":0.49496135,"about_ca_system_score_codex":0.00009779991,"about_ca_system_score_gemma":0.00023363237,"threshold_uncertainty_score":0.99876535},"labels":[],"label_agreement":null},{"id":"W4212782205","doi":"10.1093/jcag/gwab049.099","title":"A100 A PROVINCIAL APPROACH TO ASSESSING ENDOSCOPY PATIENT EXPERIENCE ENHANCES SITE PARTICIPATION AND CANADA-GLOBAL RATING SCALE COMPLIANCE","year":2022,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Alberta Health; Alberta Health Services","funders":"","keywords":"Unit (ring theory); Medicine; Quality management; Scale (ratio); Rating scale; Endoscopy; Quality (philosophy); Patient satisfaction; Medical education; Family medicine; Business; Psychology; Nursing; Surgery; Marketing; Geography; Service (business)","score_opus":0.06705298065494653,"score_gpt":0.3825280806375913,"score_spread":0.3154750999826448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212782205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98398805,0.000007516602,0.00044999988,0.014690237,0.00047313113,0.00024945854,0.000060128008,0.0000017480719,0.0000797519],"genre_scores_gemma":[0.99124974,0.000001179163,0.0033847464,0.005235382,0.000087920824,0.000015050099,0.0000068998306,0.000005058006,0.0000140385755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787134,0.00042664944,0.00079822476,0.00011682021,0.0005443964,0.00024259047],"domain_scores_gemma":[0.9977101,0.00013239491,0.0014600168,0.000091629634,0.00038905538,0.00021679355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008997507,0.00007365646,0.000252843,0.00006204918,0.0002533292,0.000023582854,0.00010727692,0.00002662977,0.000022069835],"category_scores_gemma":[0.0019577525,0.00006559301,0.00005169637,0.00013087207,0.00002877398,0.00013069707,0.00006258733,0.00024172716,1.6715934e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028020312,0.000050567734,0.9938611,0.000013270634,0.0000366474,0.000003713623,0.0007293477,0.0007902012,0.0009770686,0.000007819537,0.0025242546,0.00072582794],"study_design_scores_gemma":[0.0014399145,0.0009938885,0.9920521,0.00003906475,0.00011199812,0.00010369812,0.002416707,0.0010909893,0.00023522561,0.00002041687,0.0014423713,0.000053662992],"about_ca_topic_score_codex":0.45048782,"about_ca_topic_score_gemma":0.9720169,"teacher_disagreement_score":0.5215291,"about_ca_system_score_codex":0.0029679784,"about_ca_system_score_gemma":0.0016718033,"threshold_uncertainty_score":0.776116},"labels":[],"label_agreement":null},{"id":"W4212885736","doi":"10.1093/jcag/gwab049.024","title":"A25 CRITICAL APPRAISAL OF GI ENDOSCOPY CLINICAL PRACTICE GUIDELINES DURING THE COVID-19 PANDEMIC","year":2022,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; Pandemic; Endoscopy; MEDLINE; Interim; Coronavirus disease 2019 (COVID-19); Family medicine; Disease; Internal medicine; Infectious disease (medical specialty)","score_opus":0.18418890476973646,"score_gpt":0.5154631057016821,"score_spread":0.3312742009319456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212885736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6200162,0.00003796779,0.00023100602,0.37720135,0.0021784753,0.00019282778,0.00008581045,0.000004236694,0.000052106458],"genre_scores_gemma":[0.9559323,0.00006335273,0.0027109988,0.040528066,0.00063858164,0.000006176132,0.0000064848673,0.000015545527,0.0000984702],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99291533,0.0026503056,0.0030166847,0.00014960802,0.00093649374,0.00033158096],"domain_scores_gemma":[0.9804415,0.011498744,0.0048755994,0.0003525712,0.0023698835,0.0004616957],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013936853,0.000112090216,0.00054436014,0.0001904313,0.00028401968,0.0000122426445,0.00042162515,0.00010786615,0.0003375428],"category_scores_gemma":[0.27790612,0.00008016361,0.00040170562,0.00020257784,0.00018158676,0.00015158346,0.00013928328,0.0011837272,0.0000016850081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021362356,0.00015493867,0.93243617,0.000026481399,0.00036779404,0.000028937606,0.00017396444,0.00048211843,0.00034833755,0.00008123246,0.063618,0.00014579137],"study_design_scores_gemma":[0.012550082,0.0043344228,0.64141047,0.00004609214,0.0018602523,0.0050152945,0.0042789243,0.00034619126,0.000028187997,0.00030936362,0.32970333,0.000117384676],"about_ca_topic_score_codex":0.006823906,"about_ca_topic_score_gemma":0.061195843,"teacher_disagreement_score":0.3366733,"about_ca_system_score_codex":0.0016909473,"about_ca_system_score_gemma":0.0025908756,"threshold_uncertainty_score":0.9997897},"labels":[],"label_agreement":null},{"id":"W4212926262","doi":"10.21203/rs.3.rs-119647/v1","title":"Determinants of clinical practice guidelines’ utilization for the management of musculoskeletal disorders: A scoping review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Guideline; Psychosocial; Medicine; Health care; Context (archaeology); Triage; Clinical Practice; MEDLINE; Nursing; Family medicine; Medical emergency; Psychiatry","score_opus":0.769131241034398,"score_gpt":0.7431161018627939,"score_spread":0.02601513917160414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212926262","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010960086,0.97428906,0.0021237652,0.004659132,0.00021610985,0.018358933,0.00008501362,0.000019797528,0.0002470837],"genre_scores_gemma":[0.000005113978,0.9831951,0.014495756,0.0003413641,0.00046450377,0.001068176,0.0002938329,0.000080755264,0.000055345114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98782504,0.0018351268,0.0072903745,0.0007039732,0.0019249872,0.0004205285],"domain_scores_gemma":[0.966332,0.02427649,0.00312252,0.0012351281,0.004825491,0.0002083826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023167284,0.00032189494,0.002855263,0.00017434695,0.00011832015,0.00001977011,0.00050802587,0.0002505101,0.00012939554],"category_scores_gemma":[0.12173548,0.00020732576,0.0015241611,0.0013152923,0.00023512871,0.00020397005,0.0004976431,0.0008857196,0.000029989504],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009103404,0.00016311227,0.000014667616,0.41260192,0.00029786446,0.000008933897,0.0000058974683,1.473607e-7,1.3383351e-8,0.000048416707,0.0028144834,0.5839535],"study_design_scores_gemma":[0.00062280236,0.0006638354,0.000020063819,0.39983398,0.003939608,0.0000123224945,0.00027322109,0.00014704418,1.4420354e-7,0.000011666819,0.59438074,0.00009459383],"about_ca_topic_score_codex":0.000054726723,"about_ca_topic_score_gemma":0.000036397723,"teacher_disagreement_score":0.59156626,"about_ca_system_score_codex":0.00008625996,"about_ca_system_score_gemma":0.001960647,"threshold_uncertainty_score":0.8856625},"labels":[],"label_agreement":null},{"id":"W4212934038","doi":"10.1093/jcag/gwab040","title":"Recommendation Reversals in Gastroenterology Clinical Practice Guidelines","year":2021,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Mount Sinai Hospital; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Clinical Practice; Internal medicine; Family medicine; Gastroenterology","score_opus":0.14873415733070647,"score_gpt":0.4704246930427134,"score_spread":0.3216905357120069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212934038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52691054,0.000012382909,0.00026221096,0.47061414,0.0017474571,0.0001484287,0.000020754365,0.0000024689039,0.00028163023],"genre_scores_gemma":[0.89811325,0.00026156532,0.018882623,0.081807256,0.0006436164,0.0000023311857,0.000032709748,0.000018367065,0.00023828361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99390674,0.0019418205,0.0032676267,0.0001698667,0.00038245492,0.00033149813],"domain_scores_gemma":[0.9900167,0.00122189,0.0038461583,0.00022915918,0.0044516325,0.00023448274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009480546,0.000108950706,0.0006124981,0.0002493568,0.000048490758,0.000014811021,0.0001691465,0.00019990321,0.0003187008],"category_scores_gemma":[0.08968759,0.000093043665,0.0003165462,0.00022078758,0.000051412226,0.00025791003,0.000056207748,0.0007709302,0.0000061001006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011372312,0.00017586244,0.92874694,0.0000089500945,0.00024844558,0.000059956863,0.000040761748,0.000048048976,0.00013485205,0.000017944298,0.06760517,0.0017758213],"study_design_scores_gemma":[0.007235407,0.0015624932,0.89459974,0.000085994914,0.0004733015,0.0012648934,0.00055344135,0.0001394448,0.00004250337,0.00015304718,0.093840815,0.0000489049],"about_ca_topic_score_codex":0.003264933,"about_ca_topic_score_gemma":0.40404028,"teacher_disagreement_score":0.40077534,"about_ca_system_score_codex":0.0012515498,"about_ca_system_score_gemma":0.0016336266,"threshold_uncertainty_score":0.9179804},"labels":[],"label_agreement":null},{"id":"W4213101946","doi":"10.1017/amj.2021.22","title":"AMJ volume 47 issue 1 Cover and Front matter","year":2021,"lang":"en","type":"article","venue":"American Journal of Law & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Reading; University of Cambridge; Tel Aviv University; University of Toronto; Georg-August-Universität Göttingen; University of Otago","keywords":"Front cover; Cover (algebra); Front (military); Volume (thermodynamics); Action (physics); Content (measure theory); Engineering; Mathematics; Mechanical engineering; Physics","score_opus":0.07495014229461505,"score_gpt":0.443757159047631,"score_spread":0.36880701675301597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213101946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62788576,0.002144439,0.004021215,0.34651634,0.0010526446,0.00021003372,0.000008378805,0.000017206283,0.018143965],"genre_scores_gemma":[0.91308534,0.00044664976,0.006037956,0.07303433,0.0021235964,0.000001363251,0.000016439752,0.000028958239,0.0052253804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777526,0.00015407776,0.0011737036,0.00017413337,0.0005306219,0.0001922116],"domain_scores_gemma":[0.9974514,0.0005928018,0.000794298,0.000231068,0.0005985261,0.00033185445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089867075,0.00013655338,0.00070739817,0.00006404132,0.000041729792,0.000012574825,0.000067436195,0.000031456333,0.016643558],"category_scores_gemma":[0.0015446834,0.000099456985,0.000082517945,0.00014171917,0.0005424865,0.00018190825,0.000033151067,0.0003947075,0.00041597604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015689012,0.0004072872,0.14402778,0.000121012294,0.00074172183,0.0025781605,0.0026063137,0.000009958144,0.0125816725,0.00015305138,0.6917785,0.14342567],"study_design_scores_gemma":[0.0043796627,0.0026084664,0.05061315,0.00037879002,0.00083849975,0.0050297095,0.0039064675,0.000059878337,0.00031049372,0.00008858236,0.9316541,0.000132188],"about_ca_topic_score_codex":0.00057099224,"about_ca_topic_score_gemma":0.000020868434,"teacher_disagreement_score":0.28519955,"about_ca_system_score_codex":0.00006347413,"about_ca_system_score_gemma":0.00016951191,"threshold_uncertainty_score":0.9842554},"labels":[],"label_agreement":null},{"id":"W4213148324","doi":"10.1093/jcag/gwab049.078","title":"A79 AIMING TO PROVIDE EARLIER CARE WHILE REDUCING SPECIALTY CLINIC WAIT TIMES: DEVELOPING A RELIABLE PROCESS OF ASSESSING THE ELIGIBILITY OF GASTROENTEROLOGY REFERRALS FOR PRIMARY CARE PATHWAYS","year":2022,"lang":"en","type":"article","venue":"Journal of the Canadian Association of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Referral; Specialty; Triage; Primary care; Family medicine; Emergency medicine; Internal medicine; Pediatrics","score_opus":0.09064693557954648,"score_gpt":0.4023065602807771,"score_spread":0.31165962470123065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213148324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980439,0.000036471294,0.0002315583,0.017229779,0.00069342693,0.0010102264,0.00019938243,0.000004217749,0.00015590565],"genre_scores_gemma":[0.9917779,0.000008951597,0.0037917767,0.004012552,0.00023368292,0.000032378503,0.000051275576,0.000026307891,0.000065194545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953805,0.00082265335,0.0024335904,0.00024859593,0.00064897694,0.00046563972],"domain_scores_gemma":[0.99162835,0.0007213535,0.0047395485,0.00034602635,0.0023979133,0.00016680124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004764178,0.00015974183,0.00085004844,0.00034962545,0.00029867634,0.000016885764,0.00044707407,0.00010877848,0.00007073531],"category_scores_gemma":[0.0052899504,0.00012629355,0.0003440485,0.000290633,0.00007718244,0.00018133229,0.00014593189,0.00063909293,4.3211972e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029166033,0.00010007292,0.98011625,0.0005679377,0.0003448317,0.0000042931833,0.0052848766,0.0018699794,0.0017763476,0.000012582715,0.0061645554,0.000841649],"study_design_scores_gemma":[0.009323779,0.011193123,0.9235567,0.0009898088,0.0014379154,0.0001960186,0.042668875,0.00020592572,0.0017118619,0.0003538902,0.0081580095,0.00020413019],"about_ca_topic_score_codex":0.0023105077,"about_ca_topic_score_gemma":0.051678408,"teacher_disagreement_score":0.056559607,"about_ca_system_score_codex":0.0036270975,"about_ca_system_score_gemma":0.0034981829,"threshold_uncertainty_score":0.965626},"labels":[],"label_agreement":null},{"id":"W4213201830","doi":"10.1002/ijc.33964","title":"Development of population‐level colon cancer pathway concordance measures and association with survival","year":2022,"lang":"en","type":"article","venue":"International Journal of Cancer","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Roche (Canada); Cancer Care Ontario; University of Toronto","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Concordance; Medicine; Hazard ratio; Colorectal cancer; Population; Cancer; Proportional hazards model; Internal medicine; Stage (stratigraphy); Oncology; Confidence interval; Environmental health; Biology","score_opus":0.20187909177865226,"score_gpt":0.47872452422473566,"score_spread":0.2768454324460834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213201830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911392,0.00050909375,0.0009192431,0.005997201,0.001164412,0.00012083153,0.00008178863,0.0000040377777,0.000064229745],"genre_scores_gemma":[0.9946237,0.0001752418,0.004046574,0.00061137945,0.0003136101,0.000022656603,0.000021122363,0.000010526942,0.00017515941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757653,0.00007091802,0.00080865296,0.00009196617,0.0013722534,0.00007966582],"domain_scores_gemma":[0.9969336,0.00026583023,0.0014091913,0.000043711025,0.0012962112,0.00005149005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011064779,0.0000698009,0.00021663915,0.00010347785,0.000055976332,0.000012545303,0.00009504247,0.000022886401,0.00034994908],"category_scores_gemma":[0.0005063002,0.0000591727,0.000041059535,0.0000905927,0.000015874139,0.0001577296,0.000046399622,0.00021631322,2.7702984e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026718124,0.00014688123,0.8505474,0.00001847086,0.0010408947,0.000020705107,0.00071031984,0.0013836129,0.010590832,0.00012446822,0.0008676494,0.13187699],"study_design_scores_gemma":[0.005495621,0.000292072,0.9122017,0.00016725363,0.00021274819,0.00006865215,0.0007768401,0.00020232235,0.004197495,0.00011091395,0.07615621,0.000118148535],"about_ca_topic_score_codex":0.00068424636,"about_ca_topic_score_gemma":0.0016900224,"teacher_disagreement_score":0.13175884,"about_ca_system_score_codex":0.0010382144,"about_ca_system_score_gemma":0.000811726,"threshold_uncertainty_score":0.3831697},"labels":[],"label_agreement":null},{"id":"W4214486457","doi":"10.9778/cmajo.20200289","title":"Updating the Canadian clinical practice guideline for managing pediatric obesity: a protocol","year":2022,"lang":"en","type":"article","venue":"CMAJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Obesity Canada; University of Alberta","keywords":"Guideline; Medicine; Grading (engineering); Protocol (science); Psychological intervention; Systematic review; Family medicine; MEDLINE; Nursing; Alternative medicine; Political science; Pathology; Engineering","score_opus":0.30408386661576586,"score_gpt":0.5752941900199089,"score_spread":0.271210323404143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214486457","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00210998,0.000034124863,0.0041823746,0.5453931,0.0011477269,0.39202154,0.00013021624,0.000106082734,0.054874845],"genre_scores_gemma":[0.057683747,0.000013551623,0.24617752,0.3112043,0.004952014,0.37653652,0.0007796017,0.00016347948,0.0024892697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961368,0.00057629886,0.0019520106,0.00045366728,0.00049409707,0.00038712722],"domain_scores_gemma":[0.99437594,0.003313331,0.0008393084,0.00064578914,0.0005397546,0.00028586457],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016549537,0.00014206038,0.00031332366,0.00010195654,0.0012550949,0.00022452067,0.00066271814,0.00005465956,0.0013367543],"category_scores_gemma":[0.025945663,0.00011415015,0.00013174048,0.00043252824,0.000035248268,0.00044933084,0.00085602596,0.0007125145,0.0000579607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012518268,0.00043158152,0.04508969,0.00007948116,0.00012251164,0.00008967013,0.000247908,0.000107006505,0.0000040081018,0.0025557093,0.86061025,0.08941038],"study_design_scores_gemma":[0.003999415,0.0005440977,0.0039968067,0.000007370965,0.00040448294,0.000099931916,0.002969831,0.0030547047,0.0000017834981,0.0007627602,0.9840155,0.00014331634],"about_ca_topic_score_codex":0.13856433,"about_ca_topic_score_gemma":0.07647042,"teacher_disagreement_score":0.24199516,"about_ca_system_score_codex":0.0003767372,"about_ca_system_score_gemma":0.00254212,"threshold_uncertainty_score":0.99957615},"labels":[],"label_agreement":null},{"id":"W4214500707","doi":"10.3747//co.19.985","title":"Challenges in knowledge translation: the early years of Cancer Care Ontario’s Program in Evidence-Based Care","year":2012,"lang":"en","type":"article","venue":"Current Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Knowledge translation; Context (archaeology); Medicine; Skepticism; Medical education; Guideline; Public relations; Knowledge management; Political science; Computer science","score_opus":0.7930856347054012,"score_gpt":0.6277725647541602,"score_spread":0.16531306995124095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214500707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8558375,0.1382373,0.000004543569,0.0033846379,0.00089143415,0.0011088018,0.0000038612975,0.000013942415,0.00051796826],"genre_scores_gemma":[0.99691623,0.0020770007,0.00030166662,0.000054963883,0.0002677465,0.0003424877,0.000025807733,0.000009879636,0.0000042116267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99857837,0.00026730812,0.00059472816,0.00017260465,0.00015794182,0.00022902327],"domain_scores_gemma":[0.9981415,0.001237353,0.0001640798,0.00019238314,0.00020148829,0.00006318755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005847106,0.000090153655,0.00027347874,0.000107214044,0.000013916405,0.0000030335063,0.00008896547,0.000104920364,0.00011050888],"category_scores_gemma":[0.00051050825,0.000073599076,0.00006645373,0.00018726588,0.00007453318,0.0001405766,0.000021556456,0.0004043621,0.000008978553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001568047,0.00033256185,0.4013534,0.0001532743,0.00000574564,0.0000013368402,0.029545123,0.0000058524874,0.000007581016,0.000012395381,0.00003069045,0.56839526],"study_design_scores_gemma":[0.0026799485,0.00063419243,0.83751786,0.00046058762,0.00009794114,0.0000010352888,0.008168469,0.00003368337,0.000030414607,0.000005696685,0.15030587,0.000064291155],"about_ca_topic_score_codex":0.007043089,"about_ca_topic_score_gemma":0.449183,"teacher_disagreement_score":0.56833094,"about_ca_system_score_codex":0.000815862,"about_ca_system_score_gemma":0.0010335037,"threshold_uncertainty_score":0.9995691},"labels":[],"label_agreement":null},{"id":"W4214503832","doi":"10.1007/978-3-030-39903-0_101939","title":"Expectations of Recovery Measure","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Measure (data warehouse); Computer science; Data mining","score_opus":0.32600720351013734,"score_gpt":0.45159009825253327,"score_spread":0.12558289474239592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214503832","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016093474,0.000262788,0.0018266964,0.010505405,0.00019513517,0.00043999052,0.000049022477,0.00005710578,0.9866478],"genre_scores_gemma":[0.019318087,0.00051106355,0.022179404,0.005682411,0.0011388763,0.000015078839,0.0010373377,0.00014062486,0.9499771],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983738,0.000011260629,0.00094428065,0.00022972464,0.0003767568,0.0000641499],"domain_scores_gemma":[0.9983102,0.00055580394,0.00041783645,0.00026801424,0.00035027048,0.000097875505],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001492996,0.00014013812,0.000402645,0.00007986059,0.000014319551,0.0000044888448,0.000049069906,0.0001700173,0.005503387],"category_scores_gemma":[0.0019686131,0.00012696894,0.00021939658,0.000025256035,0.000034381083,0.000060532977,0.00003326448,0.00029598907,0.00045994116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015466063,0.00017780768,0.000185699,0.0006307274,0.0019932012,0.00012166093,0.00034919957,0.000004967083,0.0020415927,0.21100985,0.51606655,0.26587215],"study_design_scores_gemma":[0.0037213233,0.0020624844,0.00024302938,0.0007856865,0.0034659544,0.00009362126,0.001225546,0.00010219216,0.00076771126,0.04246706,0.9444363,0.000629061],"about_ca_topic_score_codex":0.000017084505,"about_ca_topic_score_gemma":0.000034942892,"teacher_disagreement_score":0.4283698,"about_ca_system_score_codex":0.000046606867,"about_ca_system_score_gemma":0.00028793016,"threshold_uncertainty_score":0.99540573},"labels":[],"label_agreement":null},{"id":"W4214528393","doi":"10.1136/bmjopen-2021-058834","title":"Characteristics and quality of clinical practice guidelines addressing acupuncture interventions: a systematic survey of 133 guidelines and 433 acupuncture recommendations","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Guangzhou University; Guangzhou University of Chinese Medicine; National Natural Science Foundation of China; China Academy of Chinese Medical Sciences; U.S. Department of Veterans Affairs","keywords":"Medicine; Acupuncture; CLARITY; Rigour; Alternative medicine; Grading (engineering); MEDLINE; Critical appraisal; Systematic review; Family medicine; Pathology","score_opus":0.8714346627562649,"score_gpt":0.7149773878034716,"score_spread":0.15645727495279327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214528393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7137378,0.005519977,0.012930056,0.20788516,0.0040193866,0.049654525,0.0053304704,0.00013805364,0.0007845667],"genre_scores_gemma":[0.7224419,0.0016693358,0.2456139,0.022441838,0.00068191986,0.0018435317,0.003975416,0.00012939124,0.0012027206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98419183,0.0044835424,0.009739254,0.00054790895,0.00083576737,0.00020171197],"domain_scores_gemma":[0.9715642,0.0146934735,0.0069568628,0.00095956144,0.00563616,0.00018978065],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046003204,0.00029930891,0.0021220134,0.00013578671,0.00020754477,0.000093367795,0.000346271,0.00012805,0.00037934113],"category_scores_gemma":[0.3453084,0.00019357559,0.00026381132,0.0003956318,0.00013243165,0.0005600287,0.0015125765,0.0005040874,0.0000020971502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014452559,0.003520445,0.5607878,0.08524306,0.0033657614,0.00005682736,0.0018329945,0.00005047599,0.0009198531,0.00082507567,0.23324364,0.095701516],"study_design_scores_gemma":[0.009366769,0.0018579875,0.9319648,0.019003376,0.0041819112,0.0006107227,0.014652197,0.0033883527,0.000040107003,0.0002845581,0.013966274,0.0006829334],"about_ca_topic_score_codex":0.00226428,"about_ca_topic_score_gemma":0.00063935824,"teacher_disagreement_score":0.37117702,"about_ca_system_score_codex":0.0000479216,"about_ca_system_score_gemma":0.00056212075,"threshold_uncertainty_score":0.98234046},"labels":[],"label_agreement":null},{"id":"W4214613706","doi":"10.51731/cjht.2022.271","title":"Estradiol (Imvexxy)","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Health Technologies","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reimbursement; Medicine; Family medicine; Gynecology; Political science","score_opus":0.25931164362329445,"score_gpt":0.4654075142819565,"score_spread":0.20609587065866203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214613706","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40444335,0.030393492,0.0008323424,0.56127435,0.0014954482,0.00081358966,0.000049852624,0.00016571816,0.0005318765],"genre_scores_gemma":[0.9939319,0.000092100665,0.0020331084,0.0038394874,0.000020083431,0.00001261691,0.000006197527,0.000011199427,0.000053293985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832314,0.000088901004,0.00097170635,0.00009321682,0.00022782652,0.00029521858],"domain_scores_gemma":[0.99877065,0.00016655288,0.00061965134,0.00020103756,0.00013278786,0.00010932079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017554112,0.00006993253,0.00028165642,0.0005129344,0.0003135094,0.000011727132,0.00020536513,0.00004250567,0.0003100201],"category_scores_gemma":[0.0031580348,0.000065203116,0.00007596827,0.00034480388,0.00009044865,0.00008721375,0.000027156719,0.0007996049,0.0000054257353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041553787,0.0000314416,0.011494142,0.000038956274,0.000039721184,0.00045533775,0.00013582133,0.000051537423,0.00006420269,0.0007487755,0.043712236,0.9431863],"study_design_scores_gemma":[0.0009832864,0.0017020977,0.015028994,0.000039868264,0.000031282245,0.003431645,0.013115057,0.000030024918,0.00006166565,0.002798505,0.9626976,0.00007997445],"about_ca_topic_score_codex":0.006800605,"about_ca_topic_score_gemma":0.0014260968,"teacher_disagreement_score":0.9431063,"about_ca_system_score_codex":0.00076287636,"about_ca_system_score_gemma":0.0060730996,"threshold_uncertainty_score":0.9998132},"labels":[],"label_agreement":null},{"id":"W4214730475","doi":"10.7326/m21-3977","title":"Integrating Quality Assurance and Quality Improvement With Guidelines: Systematic Stakeholder-Driven Development of an Extension of the Guidelines International Network–McMaster Guideline Development Checklist","year":2022,"lang":"en","type":"editorial","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; Impact","funders":"Medizinische Fakultät der Albert-Ludwigs-Universität Freiburg; Joint Research Centre; Statens beredning för medicinsk och social utvärdering; Macquarie University; Radboud Universitair Medisch Centrum; Albert-Ludwigs-Universität Freiburg; Radboud Universiteit; Universiteit van Amsterdam; Karolinska Institutet; Amsterdam University Medical Centers; McMaster University; World Health Organization; European Commission; Humanitas University; American University of Beirut","keywords":"Library science; Stakeholder; Medicine; Guideline; Checklist; Agency (philosophy); Sociology; Political science; Social science; Psychology; Public relations","score_opus":0.3847729384386811,"score_gpt":0.5163987210064035,"score_spread":0.1316257825677224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214730475","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48921332,0.0069932626,0.04093144,0.03271697,0.4162104,0.011477561,0.00107446,0.00019033659,0.0011922383],"genre_scores_gemma":[0.1674697,0.0021035334,0.4614663,0.016506415,0.34078202,0.00087813503,0.005673383,0.00060095766,0.0045195743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97803724,0.00077432854,0.014970296,0.00097597094,0.004788216,0.0004539571],"domain_scores_gemma":[0.96891034,0.0032947788,0.01178618,0.0011667336,0.014583277,0.00025869685],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018303834,0.0007440928,0.0028973909,0.00029082893,0.000154914,0.000023884368,0.0009979538,0.00033144347,0.00039886808],"category_scores_gemma":[0.055191178,0.00044762244,0.0002539919,0.00040368288,0.00040925454,0.00026030993,0.0008163462,0.0010850442,8.0859e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006694352,0.0010929452,0.0052787433,0.034865383,0.004136671,0.000024668905,0.003921091,0.0006505703,0.01341564,0.00008800943,0.8703267,0.059505254],"study_design_scores_gemma":[0.019355178,0.0075693424,0.012556121,0.19879784,0.0024870143,0.00010474633,0.026682913,0.0036913739,0.01776732,0.0001565439,0.7087777,0.002053893],"about_ca_topic_score_codex":0.0026769086,"about_ca_topic_score_gemma":0.0022739086,"teacher_disagreement_score":0.42053485,"about_ca_system_score_codex":0.0002507039,"about_ca_system_score_gemma":0.0019181076,"threshold_uncertainty_score":0.9997976},"labels":[],"label_agreement":null},{"id":"W4214812214","doi":"10.12688/f1000research.109547.1","title":"Developing the RIGHT extension statement for practice guideline protocols: the RIGHT-P statement protocol","year":2022,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"Fundamental Research Funds for the Central Universities","keywords":"Guideline; Medicine; Pathology","score_opus":0.4849255996161304,"score_gpt":0.6460232974658063,"score_spread":0.16109769784967592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214812214","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009810083,0.000040295334,0.036341004,0.31116226,0.00038832304,0.6499887,0.0002618966,0.0001472123,0.0015721683],"genre_scores_gemma":[0.00018092389,0.00006854448,0.0791019,0.013619684,0.0012032267,0.9010976,0.0014996097,0.00018473309,0.0030437983],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839187,0.0032970991,0.005331045,0.0015740629,0.0046201143,0.0012589686],"domain_scores_gemma":[0.97863394,0.0107475035,0.0023769196,0.0029854332,0.0049525322,0.00030367204],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04244437,0.00066466886,0.00084039493,0.00029415134,0.0016311978,0.0005046956,0.001651444,0.000254658,0.006043174],"category_scores_gemma":[0.028630037,0.00036486806,0.00041742422,0.0006376412,0.0003040503,0.00037864325,0.0049974984,0.0035804883,0.00012545122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009145604,0.0013492198,0.000121401434,0.0024272525,0.00083661085,0.00018665235,0.000742172,0.0010421403,0.0003512937,0.004322164,0.9485714,0.030904079],"study_design_scores_gemma":[0.005040316,0.0014138736,0.00029240607,0.00048851065,0.000347772,0.000054576547,0.0026395577,0.0073535154,0.0008884142,0.006998782,0.9740527,0.00042955906],"about_ca_topic_score_codex":0.00090282643,"about_ca_topic_score_gemma":0.00020758001,"teacher_disagreement_score":0.29754257,"about_ca_system_score_codex":0.0023943791,"about_ca_system_score_gemma":0.007023591,"threshold_uncertainty_score":0.9998803},"labels":[],"label_agreement":null},{"id":"W4214917651","doi":"10.5623/cig2017-410","title":"Welcome New CIG Members","year":2017,"lang":"en","type":"article","venue":"GEOMATICA","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.26696343723101007,"score_gpt":0.4989740065422428,"score_spread":0.2320105693112327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214917651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.660269,0.000052517866,0.003938471,0.19329025,0.0016134056,0.000895682,0.0000078914245,0.00020493816,0.13972782],"genre_scores_gemma":[0.96661985,0.000020590354,0.02165211,0.003090775,0.00096727075,0.00000721601,0.000024027078,0.000021137712,0.007597019],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989083,0.000019799309,0.00047368457,0.0001587334,0.00025779405,0.00018173254],"domain_scores_gemma":[0.99835885,0.0002862378,0.00026160624,0.00081851124,0.00006180055,0.0002129729],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004406722,0.000085049236,0.0001985451,0.000031632495,0.00017376458,0.000074068375,0.00015554493,0.000051385043,0.003553354],"category_scores_gemma":[0.006667945,0.00007283818,0.000074114214,0.000027585698,0.00005538634,0.0002206392,0.000090115755,0.0001299898,0.0010692042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035197375,0.0003101117,0.066184446,0.00020848324,0.00030280495,0.00015989397,0.0005320811,0.000008323048,0.0017262342,0.004115177,0.5871961,0.33890438],"study_design_scores_gemma":[0.006508516,0.0003766258,0.5119601,0.00017375556,0.0005338654,0.00015800759,0.00046314078,0.0026410164,0.00063476554,0.009927666,0.46630973,0.00031281722],"about_ca_topic_score_codex":0.00062517467,"about_ca_topic_score_gemma":0.00009262835,"teacher_disagreement_score":0.44577566,"about_ca_system_score_codex":0.000030805386,"about_ca_system_score_gemma":0.00013733064,"threshold_uncertainty_score":0.9997086},"labels":[],"label_agreement":null},{"id":"W4220679865","doi":"10.7287/peerj.13069v0.2/reviews/2","title":"Peer Review #2 of \"Lacunes and type 2 diabetes mellitus have a joint effect on cognitive impairment: a retrospective study (v0.2)\"","year":2022,"lang":"en","type":"peer-review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive impairment; Type 2 diabetes; Medicine; Type 2 Diabetes Mellitus; Diabetes mellitus; Gerontology; Cognition; Psychology; Psychiatry; Endocrinology","score_opus":0.16402889295456824,"score_gpt":0.4861713549912045,"score_spread":0.32214246203663627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220679865","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016350193,0.6104063,0.000006582742,0.31308967,0.0027620194,0.03640719,0.0018604044,0.00017874138,0.018938938],"genre_scores_gemma":[0.029998848,0.5867168,0.000264153,0.08189023,0.0012019674,0.0026992655,0.013200045,0.0003422213,0.28368652],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916494,0.0014668655,0.0024382395,0.0010624289,0.0029938493,0.00038924505],"domain_scores_gemma":[0.9895183,0.00332137,0.0016593072,0.00076511304,0.004509924,0.00022597676],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011346037,0.0006577617,0.0031725331,0.00023983426,0.00009906403,0.000022310765,0.00014400692,0.00015627524,0.012083742],"category_scores_gemma":[0.06545774,0.00048389292,0.0004732165,0.00052208354,0.00011872787,0.00009539601,0.00038861684,0.001372494,0.00006836811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051065336,0.001394824,0.005274527,0.06011986,0.0014868475,0.00006245073,0.00016259351,3.3440642e-8,0.0000044540157,0.0000064073347,0.90917426,0.021803066],"study_design_scores_gemma":[0.008277889,0.061842665,0.019041173,0.1415152,0.022603858,0.000049010545,0.0012889868,0.000013620155,0.00007937007,0.00007067849,0.74433607,0.00088145176],"about_ca_topic_score_codex":0.00042587428,"about_ca_topic_score_gemma":0.000093881616,"teacher_disagreement_score":0.2647476,"about_ca_system_score_codex":0.00037221666,"about_ca_system_score_gemma":0.00038859845,"threshold_uncertainty_score":0.9997613},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4220714806","doi":"10.7326/m21-4352","title":"A Reporting Tool for Adapted Guidelines in Health Care: The RIGHT-Ad@pt Checklist","year":2022,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"World Health Organization","keywords":"Checklist; MEDLINE; Health care; Health care quality; Health services research; Public health","score_opus":0.3710931772464706,"score_gpt":0.5674330572040949,"score_spread":0.19633987995762425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220714806","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27303705,0.005304135,0.002724727,0.7144097,0.0011513146,0.0020407974,0.00006011808,0.0000475379,0.001224612],"genre_scores_gemma":[0.9229088,0.00022803307,0.0023096516,0.07251205,0.0006911931,0.00016327198,0.00011573026,0.00003060536,0.0010406795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99306947,0.00018836686,0.0054097706,0.00030644136,0.000719682,0.00030629663],"domain_scores_gemma":[0.9933713,0.0013844091,0.003662497,0.00041858092,0.0010604926,0.00010270364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009077061,0.0001581917,0.0006924996,0.00017797801,0.00013078238,0.000005557723,0.00022512264,0.000032079788,0.0006030417],"category_scores_gemma":[0.046951998,0.00010253593,0.00017448285,0.00032582073,0.00009766664,0.000076665005,0.00013737394,0.00043572992,0.0000015238022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006426249,0.0004109918,0.018237127,0.00091780786,0.00037102113,0.00024658456,0.0057217334,0.00026420667,0.0036632395,0.0010469843,0.7169819,0.24571216],"study_design_scores_gemma":[0.006164358,0.0058213207,0.014686458,0.0012240857,0.000121007724,0.00042920603,0.012733855,0.0027742463,0.0013335296,0.00081623154,0.9537001,0.00019557425],"about_ca_topic_score_codex":0.005160937,"about_ca_topic_score_gemma":0.00060105213,"teacher_disagreement_score":0.64987177,"about_ca_system_score_codex":0.00011456801,"about_ca_system_score_gemma":0.0003780677,"threshold_uncertainty_score":0.9610759},"labels":[],"label_agreement":null},{"id":"W4220718419","doi":"10.1139/facets-2021-0129","title":"An inclusive and diverse governance structure of the strategy for patient-oriented research (SPOR) Evidence Alliance","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Ottawa; Queen's University; University of Manitoba; Dalhousie University; Research Canada; Canadian Arthritis Patient Alliance; Royal College of Physicians and Surgeons of Canada; University of Toronto; Impact; George & Fay Yee Centre for Healthcare Innovation; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Aurora College; Université Laval; University of Calgary; Cochrane; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; University of British Columbia; St. Michael's Hospital","funders":"Fraser Health Authority; Memorial University of Newfoundland; Queen's University; University of Melbourne; Canadian Institutes of Health Research; Imperial College London; University of Northern British Columbia; Society for Academic Continuing Medical Education; Simon Fraser University; University of Ottawa; Public Health Agency of Canada; Public Health Agency; Ottawa Hospital Research Institute; Université Laval; McMaster University; University of Toronto; Kaiser Permanente","keywords":"Alliance; Corporate governance; Knowledge translation; Transparency (behavior); Public relations; Health care; Political science; Knowledge management; Management; Law; Economics","score_opus":0.29912809807587337,"score_gpt":0.5402938777247052,"score_spread":0.2411657796488318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220718419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993568,0.00032479246,0.000062747844,0.0042562783,0.00018506865,0.0011466406,0.00042620447,0.000007896323,0.000022373928],"genre_scores_gemma":[0.9984338,0.00006603713,0.0006925709,0.00057440577,0.000051910003,0.000031637097,0.00003556519,0.000009640313,0.0001044273],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983341,0.00023858294,0.0003507211,0.00024734164,0.0006602217,0.00016901111],"domain_scores_gemma":[0.9982231,0.0007268639,0.0002614291,0.00033342326,0.0003913855,0.00006374303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061033136,0.00006895042,0.00013429206,0.00001548664,0.00029654976,0.000008501257,0.00015162445,0.00002971681,0.00025778438],"category_scores_gemma":[0.0032447688,0.00005271406,0.000033095872,0.0002439534,0.00010811607,0.00019678008,0.00033795752,0.00031252255,7.251087e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010313496,0.0012193667,0.27303663,0.000749255,0.00025070706,0.000050600047,0.0147703765,0.006010404,0.41003457,0.0070177647,0.0711494,0.20539743],"study_design_scores_gemma":[0.009136292,0.011033658,0.7634424,0.00045374822,0.00029216628,0.000081335544,0.046315566,0.011008977,0.033525456,0.004758318,0.1194934,0.00045865792],"about_ca_topic_score_codex":0.00035622795,"about_ca_topic_score_gemma":0.00022444017,"teacher_disagreement_score":0.4904058,"about_ca_system_score_codex":0.00013663962,"about_ca_system_score_gemma":0.00024035323,"threshold_uncertainty_score":0.38845256},"labels":[],"label_agreement":null},{"id":"W4220781568","doi":"10.1136/bmjopen-2021-059040","title":"Investigating the role and applicability of patient versions of guidelines in oncology and deriving recommendations for the development, dissemination and implementation of patient versions in Germany: protocol for multiphase study","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Gemeinsame Bundesausschuss","keywords":"Medicine; Guideline; Stakeholder; Focus group; German; Protocol (science); Health care; MEDLINE; Medical education; Alternative medicine; Public relations; Pathology","score_opus":0.34171991576026467,"score_gpt":0.6223994661447866,"score_spread":0.2806795503845219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220781568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80817986,0.0000036781832,0.00025631176,0.003826176,0.000013627405,0.18765832,0.000052790943,0.000001601335,0.0000076241317],"genre_scores_gemma":[0.78882897,0.0000010334185,0.016503995,0.00011979997,0.000004419414,0.19449252,0.00004214416,0.00000552314,0.0000016045093],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998124,0.00022257716,0.0012573898,0.00017127939,0.00014339363,0.00008133942],"domain_scores_gemma":[0.99556905,0.0033450082,0.00071609445,0.00014210607,0.00020034386,0.000027399667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029178732,0.00006594719,0.00020254974,0.00007193258,0.0001874794,0.000007663555,0.0000769887,0.000017557535,0.000020131332],"category_scores_gemma":[0.0024784892,0.00004803173,0.000016490869,0.00015775544,0.000053265656,0.00010957336,0.00044861448,0.000074331074,1.29665505e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010502182,0.0010518774,0.45600823,0.0002460728,0.000056315403,1.9996793e-7,0.03872266,0.00019753123,0.0038285677,0.000057528334,0.00041106765,0.49836975],"study_design_scores_gemma":[0.015031213,0.0036307161,0.30682552,0.00023156764,0.0001580428,0.0000047952344,0.6427285,0.015468694,0.0032741367,0.00039518526,0.012106805,0.00014485458],"about_ca_topic_score_codex":0.00091555936,"about_ca_topic_score_gemma":0.0030750316,"teacher_disagreement_score":0.6040058,"about_ca_system_score_codex":0.00008174602,"about_ca_system_score_gemma":0.0002389411,"threshold_uncertainty_score":0.2967162},"labels":[],"label_agreement":null},{"id":"W4220824609","doi":"10.46747/cfp.6803173","title":"Virtual care not a replacement for continuity","year":2022,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Continuity of care; Data science; World Wide Web; Medicine; Health care","score_opus":0.1247424983988353,"score_gpt":0.3913678096082619,"score_spread":0.26662531120942656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220824609","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024642264,0.0003214338,0.00013527568,0.9392953,0.003365916,0.0054229856,0.009321139,0.0001315414,0.039542194],"genre_scores_gemma":[0.0040572723,0.000010732909,0.0002793752,0.966015,0.0073110177,0.0005906921,0.018219931,0.00015304008,0.0033629627],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668896,0.00013339057,0.0009207202,0.0008189844,0.00063076505,0.00080718036],"domain_scores_gemma":[0.9971336,0.0006858713,0.00044239082,0.0009015034,0.00044190383,0.00039471858],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038236397,0.0004113168,0.00074173737,0.00030716672,0.00030297015,0.000061833096,0.00028235913,0.0003939793,0.00011200234],"category_scores_gemma":[0.00042362194,0.00047536247,0.00042661018,0.00021885039,0.00007429548,0.00009948884,0.00007058295,0.0018200332,0.00009796141],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023387131,0.00001794549,0.000019876876,0.00016348879,0.00017860056,0.0001938959,0.00015566016,0.000002662569,0.000083087325,0.000054078333,0.96778345,0.031113388],"study_design_scores_gemma":[0.002152265,0.0012415624,0.00034971465,0.00007554278,0.00063660846,0.000002590693,0.0036806674,0.00003161188,0.00002501798,0.000033801694,0.99133223,0.0004384009],"about_ca_topic_score_codex":0.029677965,"about_ca_topic_score_gemma":0.018051267,"teacher_disagreement_score":0.03617923,"about_ca_system_score_codex":0.0026621348,"about_ca_system_score_gemma":0.0036006093,"threshold_uncertainty_score":0.9998667},"labels":[],"label_agreement":null},{"id":"W4220918271","doi":"10.1111/acem.14494","title":"A candle in the dark: The role of indirect evidence in emergency medicine clinical practice guidelines","year":2022,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Specialty; Emergency department; Population; Complaint; Grading (engineering); Chest pain; Abdominal pain; MEDLINE; Family medicine; Medical emergency; Intensive care medicine; Surgery; Psychiatry","score_opus":0.5084887477607899,"score_gpt":0.6000560504899588,"score_spread":0.09156730272916891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220918271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5111106,0.071796216,0.00006376918,0.40172186,0.004673488,0.0025097355,0.000015581414,0.00004850271,0.008060223],"genre_scores_gemma":[0.8951039,0.090086885,0.00026263692,0.010568126,0.0029010933,0.0003936769,0.000073328796,0.000051429197,0.0005589583],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98289245,0.002993768,0.010121156,0.000768566,0.0026049674,0.0006190787],"domain_scores_gemma":[0.985521,0.009196699,0.002835482,0.0012030249,0.0010512677,0.00019251824],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045455836,0.00036323574,0.0010308203,0.00040980653,0.00021692945,5.706224e-7,0.0012143808,0.00020936641,0.007232743],"category_scores_gemma":[0.2153398,0.00020838977,0.00018750987,0.0031891773,0.00039390833,0.0004024459,0.00039812652,0.0036927857,0.00001492853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011767555,0.00038958414,0.6382855,0.00009428175,0.00012303864,0.000038203663,0.009001969,0.00007220301,0.0019007,0.00049261755,0.33126268,0.01716246],"study_design_scores_gemma":[0.005138949,0.003481913,0.2732629,0.000952832,0.0013912771,0.00030549162,0.113866135,0.0017754013,0.000046776426,0.006856953,0.5925031,0.00041831905],"about_ca_topic_score_codex":0.010724829,"about_ca_topic_score_gemma":0.001087017,"teacher_disagreement_score":0.39115375,"about_ca_system_score_codex":0.00017942689,"about_ca_system_score_gemma":0.00053106,"threshold_uncertainty_score":0.9986057},"labels":[],"label_agreement":null},{"id":"W4220927628","doi":"10.7287/peerj.13069v0.2/reviews/1","title":"Peer Review #1 of \"Lacunes and type 2 diabetes mellitus have a joint effect on cognitive impairment: a retrospective study (v0.2)\"","year":2022,"lang":"en","type":"peer-review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive impairment; Type 2 diabetes; Medicine; Gerontology; Cognition; Psychology; Diabetes mellitus; Psychiatry; Endocrinology","score_opus":0.16402889295456824,"score_gpt":0.4861713549912045,"score_spread":0.32214246203663627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220927628","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015589876,0.6143486,0.0000071647764,0.31029546,0.002768277,0.0359229,0.0018718725,0.00017709534,0.01901877],"genre_scores_gemma":[0.031164754,0.57855165,0.000248375,0.08198249,0.001156495,0.00263151,0.012776414,0.00033791794,0.29115036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917355,0.0014515349,0.0024342102,0.0010536378,0.0029402396,0.00038484315],"domain_scores_gemma":[0.9894735,0.003309618,0.0016498636,0.00075737486,0.00458725,0.00022238366],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011191306,0.00065453054,0.0031601463,0.00023939538,0.00009672949,0.000021969956,0.00014425842,0.00015223546,0.011772339],"category_scores_gemma":[0.067346655,0.00048022487,0.0004790061,0.0005122442,0.00011926325,0.000094530405,0.00038882336,0.0013798462,0.000067227775],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005318572,0.0013972411,0.005232452,0.05973827,0.0014955625,0.00006271871,0.00016342041,3.005933e-8,0.0000044983394,0.000006201823,0.9107521,0.020615635],"study_design_scores_gemma":[0.008229903,0.06297515,0.017484877,0.15102862,0.022088848,0.000051167925,0.0014035368,0.000014173141,0.00007932437,0.00006570449,0.73571163,0.00086704764],"about_ca_topic_score_codex":0.00043500334,"about_ca_topic_score_gemma":0.00009891416,"teacher_disagreement_score":0.2721316,"about_ca_system_score_codex":0.00037027977,"about_ca_system_score_gemma":0.00037844683,"threshold_uncertainty_score":0.9997649},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4221049808","doi":"10.1016/j.jclinepi.2022.03.017","title":"Using Explicit Thresholds were valuable for judging Benefits and Harms in partially contextualized GRADE Guidelines","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Certainty; Medicine; Coronavirus disease 2019 (COVID-19); Actuarial science; Business; Mathematics; Disease","score_opus":0.8757076099883864,"score_gpt":0.6704513374133007,"score_spread":0.20525627257508572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221049808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9045746,0.0024680905,0.015825788,0.075005054,0.0014546744,0.0006179306,0.000022254007,0.000012557779,0.000019095189],"genre_scores_gemma":[0.86506194,0.0018039843,0.0943973,0.0367142,0.0018719035,0.000035879384,0.000022851782,0.00004277772,0.000049181373],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98394495,0.0031555865,0.011622165,0.000422759,0.0003730721,0.00048146737],"domain_scores_gemma":[0.93168193,0.061238427,0.0055719796,0.00031743833,0.0007812932,0.00040892285],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.067288704,0.00019758458,0.002726282,0.00021823787,0.00014409369,0.000009812023,0.00020046743,0.00020597779,0.0002244353],"category_scores_gemma":[0.23441747,0.0001625264,0.0006031105,0.00017685108,0.00011577057,0.00022090865,0.00020354126,0.0012228029,0.0000012188732],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059643146,0.00057960965,0.8992033,0.000070081274,0.00028133363,0.000073677315,0.00009830563,0.015555255,0.0005078736,0.0038110637,0.014130578,0.059724607],"study_design_scores_gemma":[0.07415399,0.013351538,0.33006844,0.00089390075,0.0021925445,0.004182127,0.0042135688,0.33697596,0.00009330993,0.0589907,0.17398849,0.0008954065],"about_ca_topic_score_codex":0.00017705132,"about_ca_topic_score_gemma":0.000115424344,"teacher_disagreement_score":0.56913483,"about_ca_system_score_codex":0.00010426785,"about_ca_system_score_gemma":0.0005807596,"threshold_uncertainty_score":0.9604226},"labels":[],"label_agreement":null},{"id":"W4221059283","doi":"10.1016/j.jclinepi.2022.02.015","title":"Methodological approaches for developing, reporting, and assessing evidence-based clinical practice guidelines: a systematic survey","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Impact; McMaster Children's Hospital","funders":"","keywords":"Usability; Guideline; Systematic review; MEDLINE; Medicine; Clinical Practice; Data science; Medical physics; Computer science; Family medicine; Pathology","score_opus":0.9931637016298127,"score_gpt":0.8054662368782025,"score_spread":0.1876974647516102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221059283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057063757,0.7789171,0.20084386,0.013516441,0.0034976732,0.003090232,0.000019172363,0.000033928725,0.000024538595],"genre_scores_gemma":[0.0000045146576,0.55736524,0.42698205,0.013184085,0.0021314775,0.00013480497,0.00009892952,0.00007007557,0.000028789025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.58576643,0.24338223,0.16547424,0.0024679902,0.0016746166,0.001234492],"domain_scores_gemma":[0.012095791,0.820083,0.16160737,0.0010985616,0.0043427204,0.0007725441],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.74734515,0.0008884068,0.032977905,0.0004661503,0.00022861555,0.000077129305,0.0007649585,0.002137535,0.000088493085],"category_scores_gemma":[0.997223,0.00056284026,0.0064344895,0.0006146432,0.00061705516,0.0006331862,0.00046647643,0.0061258175,0.0000070036517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013617527,0.00054719305,0.007230655,0.11287218,0.0024155572,0.00028240203,0.0000063688653,0.000014176078,1.2184815e-8,0.00023342582,0.012661896,0.86237437],"study_design_scores_gemma":[0.0023714763,0.004232073,0.003946802,0.09631253,0.0192701,0.0060121557,0.00024038133,0.0013172977,1.7643844e-8,0.00071387156,0.8650348,0.0005484984],"about_ca_topic_score_codex":0.000056990866,"about_ca_topic_score_gemma":0.000010211856,"teacher_disagreement_score":0.8618259,"about_ca_system_score_codex":0.00037776705,"about_ca_system_score_gemma":0.01183563,"threshold_uncertainty_score":0.9996823},"labels":[],"label_agreement":null},{"id":"W4221105329","doi":"10.12789/geocanj.2022.49.185","title":"Halifax 2022: GAC–MAC–IAH–CNC–CSPG Joint Annual Meeting Field Trips","year":2022,"lang":"en","type":"article","venue":"Geoscience Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"TRIPS architecture; Joint (building); Transport engineering; Engineering; Civil engineering","score_opus":0.10079553950856007,"score_gpt":0.3844745842681779,"score_spread":0.2836790447596178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221105329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89026695,0.00028885543,0.0011408639,0.097740956,0.0039947303,0.0008215994,0.0005123873,0.00008921468,0.0051444396],"genre_scores_gemma":[0.9549018,0.000017803502,0.0015821886,0.039483223,0.00032505047,0.000056355744,0.00009257608,0.000017597771,0.0035233889],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968146,0.00014857354,0.00078182266,0.00046309875,0.001300132,0.00049178506],"domain_scores_gemma":[0.99809414,0.0007405728,0.00028824108,0.00039412163,0.00018357899,0.000299323],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019982257,0.00013923278,0.00025077368,0.00009350011,0.00054839137,0.000027741191,0.0002566314,0.000031624317,0.0028121646],"category_scores_gemma":[0.0071910736,0.0001397192,0.00006944209,0.00066361204,0.000059228696,0.0001902246,0.0002790732,0.00049288734,0.000009217114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018590488,0.00014164211,0.015302837,0.000045516103,0.00003068729,0.00056194013,0.00048095564,0.0004392532,0.0058958326,0.0002403444,0.9071359,0.069539174],"study_design_scores_gemma":[0.001861692,0.0007830578,0.0125962775,0.00003545887,0.00010348529,0.00034278058,0.015863646,0.0044060247,0.0017278321,0.00017255449,0.96171427,0.0003929126],"about_ca_topic_score_codex":0.80780655,"about_ca_topic_score_gemma":0.62853503,"teacher_disagreement_score":0.17927156,"about_ca_system_score_codex":0.0006156208,"about_ca_system_score_gemma":0.0035018048,"threshold_uncertainty_score":0.9980994},"labels":[],"label_agreement":null},{"id":"W4221117598","doi":"10.1016/j.jclinepi.2022.03.008","title":"An evaluation of the COVID-19 recommendation map identified diverging clinical and public health guidance","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; Université Laval; Impact; The Quebec Population Health Research Network; Queen's University; McMaster University; St. Joseph’s Healthcare Hamilton; Bruyère; Cochrane","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Guideline; Divergence (linguistics); Psychological intervention; Public health; Population; Contextualization; Statement (logic); Population health; Medicine; MEDLINE; Psychology; Actuarial science; Family medicine; Interpretation (philosophy); Computer science; Environmental health; Pathology; Political science; Nursing; Business; Linguistics","score_opus":0.862796020190976,"score_gpt":0.707514017496779,"score_spread":0.155282002694197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221117598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.574076,0.00039489346,0.0117234625,0.40991402,0.0033444243,0.0004900377,0.000018862538,0.000009382959,0.000028911578],"genre_scores_gemma":[0.91309446,0.00055669533,0.0057408893,0.07959536,0.0009252449,0.000010601016,0.000045645167,0.000013686596,0.000017405746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9008308,0.07764488,0.019191759,0.00061646296,0.0012424383,0.0004736568],"domain_scores_gemma":[0.88260317,0.091435365,0.022012664,0.0008521199,0.0017816415,0.0013150239],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33627144,0.00012974604,0.001781703,0.0001435583,0.00028590925,0.000009679444,0.00033459242,0.00015854502,0.00087225693],"category_scores_gemma":[0.5093655,0.0000931295,0.0005579116,0.00025087333,0.0004345774,0.00030296374,0.00027991636,0.001647697,0.0000025029665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067300204,0.0006098804,0.81180066,0.000042443913,0.00014186418,0.0000021913745,0.000092645685,0.00042377517,0.000011764463,0.0005917772,0.0277492,0.1578608],"study_design_scores_gemma":[0.008381732,0.0032757395,0.8711719,0.000032476466,0.00041681537,0.0002852113,0.0012950684,0.017755931,0.0000010690858,0.014168388,0.08311674,0.00009894128],"about_ca_topic_score_codex":0.00019066047,"about_ca_topic_score_gemma":0.000095942996,"teacher_disagreement_score":0.33901846,"about_ca_system_score_codex":0.0002619526,"about_ca_system_score_gemma":0.0035309575,"threshold_uncertainty_score":0.9550602},"labels":[],"label_agreement":null},{"id":"W4223485503","doi":"10.1111/jebm.12466","title":"An extension of the RIGHT statement for introductions and interpretations of clinical practice guidelines: RIGHT for INT","year":2022,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Guideline; Brainstorming; Medical education; Delphi method; Delphi; Psychology; Medicine; Family medicine; Computer science; Pathology","score_opus":0.7615709211221467,"score_gpt":0.6777831758827233,"score_spread":0.08378774523942345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223485503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006318912,0.8647852,0.044732966,0.08196307,0.0042166966,0.004092988,0.00012621735,0.000008591059,0.000011065505],"genre_scores_gemma":[0.00012254508,0.92412055,0.06882352,0.0030407174,0.0035341878,0.00013699723,0.00011761284,0.00005213744,0.000051766525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844867,0.0013957624,0.012092365,0.00047121593,0.0013307295,0.00022325375],"domain_scores_gemma":[0.9260974,0.047411278,0.016255155,0.0010127538,0.008900287,0.00032315904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028264815,0.0003611811,0.0032207912,0.0005143572,0.0001568516,0.000012162149,0.00042854075,0.00020043395,0.00040023497],"category_scores_gemma":[0.33311707,0.00017947816,0.0010937017,0.00056948164,0.00044414052,0.00058773026,0.00008915206,0.0010285705,3.471208e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026720045,0.0009156977,0.00002751376,0.012611338,0.0009127808,0.000010708441,0.00015948566,0.00007162705,0.00004599353,0.00018794586,0.095695585,0.8866893],"study_design_scores_gemma":[0.0035856832,0.009408448,0.000036734484,0.03907415,0.017663896,0.0003625385,0.0009622022,0.0006859202,0.000014124471,0.00025767184,0.9278081,0.00014052691],"about_ca_topic_score_codex":0.00005267343,"about_ca_topic_score_gemma":0.000016327422,"teacher_disagreement_score":0.8865488,"about_ca_system_score_codex":0.00025897718,"about_ca_system_score_gemma":0.0041591562,"threshold_uncertainty_score":0.97960776},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4223549767","doi":"10.1177/20552076221089796","title":"Automated clinical pathway standardization using SNOMED CT- based semantic relatedness","year":2022,"lang":"en","type":"article","venue":"Digital Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"SNOMED CT; Standardization; Clinical pathway; Terminology; Computer science; Systematized Nomenclature of Medicine; Workload; Automation; Data mining; Artificial intelligence; Software engineering; Medicine; Engineering","score_opus":0.26780164903429443,"score_gpt":0.527835748647907,"score_spread":0.2600340996136126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223549767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718631,0.00009856314,0.016081017,0.008072408,0.0010426331,0.001221221,0.00041165727,0.0007307261,0.00047867998],"genre_scores_gemma":[0.99084306,0.000010013456,0.0012735752,0.0059634894,0.00012302361,0.000015997635,0.0016343452,0.000045984314,0.00009052624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996457,0.00036237016,0.0017741405,0.00038857711,0.0006748723,0.00034303142],"domain_scores_gemma":[0.9977844,0.0007675124,0.00062530866,0.000341163,0.00018034424,0.00030127694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025023092,0.0001446982,0.00044159734,0.00014023931,0.0003155059,0.00005938277,0.00008211831,0.000036422793,0.0002454048],"category_scores_gemma":[0.0022579627,0.00014727972,0.00013851246,0.00058184954,0.000054364842,0.0003202023,0.00009989537,0.00046116076,0.000028361876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047898307,0.0065896194,0.43247154,0.0013733984,0.00041980308,0.0010096392,0.00078165915,0.023283172,0.00016516417,0.00082489825,0.041344907,0.48694634],"study_design_scores_gemma":[0.012618773,0.0037469687,0.040304456,0.00023021366,0.00014372342,0.00042251658,0.0019044109,0.8416638,0.000046019803,0.0003066396,0.09811509,0.0004974334],"about_ca_topic_score_codex":0.00013716365,"about_ca_topic_score_gemma":0.0000107503365,"teacher_disagreement_score":0.8183806,"about_ca_system_score_codex":0.0006616382,"about_ca_system_score_gemma":0.002428776,"threshold_uncertainty_score":0.6005893},"labels":[],"label_agreement":null},{"id":"W4223913951","doi":"10.21203/rs.3.rs-1412445/v1","title":"Implementing electronic patient reported outcome data capture for multi-centre oncology clinical trials","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Cancer Research","funders":"National Institute for Health and Care Research; Department of Health and Social Care; Cancer Research UK; Royal Marsden NHS Foundation Trust","keywords":"Outcome (game theory); Precision oncology; Clinical trial; Medical physics; Medicine; Oncology; Electronic data capture; Internal medicine; Cancer; Mathematics","score_opus":0.8894267316338885,"score_gpt":0.7418030468815008,"score_spread":0.14762368475238774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223913951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57013667,0.00875164,0.03347213,0.22087263,0.013345275,0.12585068,0.02416433,0.0012823605,0.0021242849],"genre_scores_gemma":[0.7873807,0.0034992401,0.05496965,0.0043908,0.006306824,0.004230473,0.13473086,0.0005592523,0.0039322083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9657651,0.014367301,0.011455102,0.002918131,0.002896877,0.0025974498],"domain_scores_gemma":[0.9411383,0.043146763,0.0053896257,0.005926266,0.0034989063,0.0009001343],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16622776,0.00048383168,0.0025702927,0.00052496634,0.0005821316,0.00013765776,0.0011798196,0.0008899875,0.0033092757],"category_scores_gemma":[0.3421638,0.00043049126,0.0010204423,0.00048540102,0.0001701652,0.00017270003,0.010355956,0.008679526,0.000036376234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008808874,0.0067765745,0.2679582,0.0034999342,0.0039128754,0.00087649847,0.001049684,0.0000697052,0.000172286,0.00044267994,0.27250326,0.4339294],"study_design_scores_gemma":[0.012155488,0.0021612616,0.005620622,0.00023453952,0.0014003342,0.00005071235,0.011611917,0.013158015,0.0000152500725,0.00044689444,0.9527029,0.00044207164],"about_ca_topic_score_codex":0.0017698545,"about_ca_topic_score_gemma":0.0025447928,"teacher_disagreement_score":0.6801996,"about_ca_system_score_codex":0.0021926698,"about_ca_system_score_gemma":0.008778247,"threshold_uncertainty_score":0.9998147},"labels":[],"label_agreement":null},{"id":"W4224057184","doi":"10.1136/bmjebm-2021-111866","title":"Which actionable statements qualify as good practice statements In Covid-19 guidelines? A systematic appraisal","year":2022,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Ottawa Hospital; Centre hospitalier universitaire de Québec; McMaster University; Impact; Cochrane; Bruyère; Hôpital de l'Enfant-Jésus; University of Ottawa","funders":"Canadian Institutes of Health Research; World Health Organization","keywords":"Guideline; Global Positioning System; Critical appraisal; Systematic review; Grading (engineering); MEDLINE; Quality (philosophy); Medicine; Computer science; Alternative medicine; Engineering; Political science","score_opus":0.7104620991194237,"score_gpt":0.7006955760346055,"score_spread":0.00976652308481818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224057184","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008126289,0.9019367,0.00422244,0.06966313,0.002733854,0.020266403,0.00013100375,0.00026767998,0.0007706812],"genre_scores_gemma":[0.00004165208,0.9543876,0.004118689,0.027284844,0.0014956995,0.007922586,0.0034023495,0.00027112232,0.0010754423],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9668465,0.008379072,0.014961173,0.0022040915,0.006317417,0.0012917235],"domain_scores_gemma":[0.8865637,0.09363968,0.012198361,0.0031625524,0.0025536604,0.0018820332],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.048434243,0.0015001143,0.007043426,0.0019563648,0.00036512507,0.00013240616,0.0009906235,0.0005960188,0.010611615],"category_scores_gemma":[0.6167063,0.0011811084,0.00065900333,0.0043221074,0.00020967562,0.0028129818,0.00044728784,0.0026434243,0.0007073942],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0027591772,0.0017591082,0.00014446031,0.78280663,0.001994514,0.0021344933,0.00058772776,0.00032904514,0.0000034889533,0.0002716536,0.090923816,0.116285875],"study_design_scores_gemma":[0.0064916206,0.0019410149,0.0000032742707,0.25181672,0.009215738,0.0008145485,0.004847692,0.00026334808,3.219398e-7,0.0000567266,0.7238622,0.00068685383],"about_ca_topic_score_codex":0.008832488,"about_ca_topic_score_gemma":0.000627561,"teacher_disagreement_score":0.6329383,"about_ca_system_score_codex":0.0057391115,"about_ca_system_score_gemma":0.020521624,"threshold_uncertainty_score":0.9997748},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4224111822","doi":"10.1016/j.jclinepi.2022.04.002","title":"The GIN-McMaster guideline tool extension for the integration of quality improvement and quality assurance in guidelines: a description of the methods for its development","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"National Health and Medical Research Council; Andrew W. Mellon Foundation; Deutsche Krebshilfe; European Commission; McMaster University; Medical Research Council","keywords":"Guideline; Quality assurance; Medicine; Quality management; Quality (philosophy); Extension (predicate logic); Process management; Operations management; Medical physics; Computer science; Engineering; External quality assessment; Pathology","score_opus":0.8986098985768366,"score_gpt":0.7296762676760437,"score_spread":0.16893363090079294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224111822","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067768845,0.5874838,0.38072357,0.02440155,0.0023519082,0.0042992253,0.000053120253,0.0000040930404,0.000005025797],"genre_scores_gemma":[0.00009275361,0.7659596,0.22875679,0.0041615753,0.0005955516,0.0002504558,0.000038949194,0.000028952292,0.000115348004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92613584,0.022637218,0.049342074,0.0006971648,0.0007048439,0.0004828527],"domain_scores_gemma":[0.3487827,0.59453267,0.0500083,0.001289189,0.0051964778,0.00019066648],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30450496,0.00036185706,0.005782493,0.000115421746,0.00017786243,0.000010491892,0.0005656214,0.00046000307,0.00003772193],"category_scores_gemma":[0.7188584,0.00015506988,0.002039681,0.00028228285,0.00030235888,0.00012658752,0.0002893751,0.0014812724,2.562305e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015661938,0.00018531938,0.00041855458,0.0026302321,0.00041542418,1.8971537e-7,0.00004182545,0.000029980125,0.00006554337,0.0005713419,0.0029159507,0.99115944],"study_design_scores_gemma":[0.002735708,0.0011458751,0.0066911974,0.0027028222,0.001457719,0.000029597304,0.00041056098,0.0018648151,0.00001480714,0.0019877832,0.98080623,0.00015290282],"about_ca_topic_score_codex":0.000086919594,"about_ca_topic_score_gemma":0.00022958124,"teacher_disagreement_score":0.99100655,"about_ca_system_score_codex":0.00023077082,"about_ca_system_score_gemma":0.0019382613,"threshold_uncertainty_score":0.7161585},"labels":[],"label_agreement":null},{"id":"W4224216063","doi":"10.2196/preprints.38736","title":"Lipstick on a pig: Qualitative understanding of the efforts to redesign electronic audit and feedback reports for primary care. (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Usability; Qualitative research; Audit; Workflow; Agency (philosophy); Confidentiality; Psychology; Best practice; Quality (philosophy); Nursing; Medicine; Business; Computer science; Political science","score_opus":0.2551473256187195,"score_gpt":0.48185878839122515,"score_spread":0.22671146277250565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224216063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7102593,0.0004899303,0.20574602,0.03815611,0.0024950886,0.02529797,0.0002679571,0.00022625382,0.017061327],"genre_scores_gemma":[0.98754245,0.00008394887,0.0073434263,0.0030282019,0.00015790238,0.00055041286,0.00032598714,0.00006433979,0.0009033053],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99586564,0.0004065791,0.0017100498,0.0009335643,0.00071911985,0.00036503488],"domain_scores_gemma":[0.99306875,0.0041605444,0.0012351607,0.0010912619,0.00030441876,0.00013985136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038842573,0.00030744757,0.0007163495,0.00015893321,0.00016814211,0.00003281903,0.0001656947,0.00016782155,0.00032025136],"category_scores_gemma":[0.0071277735,0.00024012242,0.00029153284,0.00018946972,0.00008760128,0.00005146744,0.000973619,0.00090163125,0.0000018482002],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05711572,0.0049031065,0.0281461,0.04898823,0.011230298,0.00041495552,0.26734203,0.041201424,0.018378763,0.17974041,0.26316306,0.079375885],"study_design_scores_gemma":[0.015501568,0.020225177,0.04146364,0.00812079,0.007109683,0.00054751337,0.4576954,0.0012949422,0.007908268,0.36811024,0.06856803,0.0034547574],"about_ca_topic_score_codex":0.00033649575,"about_ca_topic_score_gemma":0.00021497053,"teacher_disagreement_score":0.27728313,"about_ca_system_score_codex":0.002600603,"about_ca_system_score_gemma":0.0016533582,"threshold_uncertainty_score":0.9791908},"labels":[],"label_agreement":null},{"id":"W4224216162","doi":"10.12927/hcq.2022.26782","title":"The Growing Imperative for Patient and Caregiver Partnership","year":2022,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"CARE Canada","funders":"","keywords":"General partnership; Publishing; Best practice; Perspective (graphical); Unit (ring theory); Nursing; Project commissioning; Health care; Public relations; Healthcare system; Medicine; Business; Political science; Psychology; Computer science","score_opus":0.1537391327812265,"score_gpt":0.4647424573169141,"score_spread":0.3110033245356876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224216162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73129797,0.0010858063,0.00036263594,0.26443014,0.000546906,0.0020640728,0.000058839454,0.000056708963,0.00009692502],"genre_scores_gemma":[0.9877446,0.000017043942,0.00031079995,0.011124135,0.00017679592,0.0004487893,0.00006402287,0.000016356213,0.0000974345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985357,0.00026599332,0.00047294298,0.00022467159,0.00025844254,0.0002422345],"domain_scores_gemma":[0.99797964,0.0013826234,0.00014500068,0.00019150392,0.00017341877,0.00012780854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000769824,0.00008573996,0.00014481126,0.000028815117,0.0007807347,0.000027360087,0.000043610406,0.000024770361,0.000026301017],"category_scores_gemma":[0.00027920093,0.00006528071,0.00005933185,0.00008369246,0.000039524668,0.00014915386,0.000022029444,0.0002415252,0.0000024086776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014167987,0.00008569472,0.0026234114,0.0001470581,0.000071863,0.000023669483,0.031096555,0.0000037806706,0.00019092471,0.011478452,0.01919409,0.9336677],"study_design_scores_gemma":[0.004135389,0.019834278,0.007182131,0.00003691067,0.00013499182,0.0001917801,0.36094055,0.0013097039,0.00007177762,0.0031403557,0.60276455,0.0002575942],"about_ca_topic_score_codex":0.00043383468,"about_ca_topic_score_gemma":0.0002533699,"teacher_disagreement_score":0.9334101,"about_ca_system_score_codex":0.00014493974,"about_ca_system_score_gemma":0.00025169717,"threshold_uncertainty_score":0.6004859},"labels":[],"label_agreement":null},{"id":"W4224250365","doi":"10.12927/hcq.2022.26801","title":"Acknowledgements","year":2022,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Unit (ring theory); Best practice; Health administration; Political science; Nursing; Medicine; Medical education; Public relations; Psychology; Law","score_opus":0.193849531644928,"score_gpt":0.49664284611804577,"score_spread":0.30279331447311775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224250365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8170763,0.00053888856,0.00082995073,0.17037745,0.004260355,0.0019229768,0.00008980907,0.00034736414,0.0045568934],"genre_scores_gemma":[0.98401445,0.000005852091,0.0010250672,0.012496023,0.00046189362,0.00014110476,0.0001740483,0.000022105085,0.0016594323],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983736,0.00019435256,0.0005679885,0.00023233781,0.00040237012,0.00022934451],"domain_scores_gemma":[0.9989978,0.00014884023,0.00013419118,0.00029682397,0.00025852246,0.0001638115],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00065374665,0.000080196914,0.00016309015,0.00008217141,0.00022823885,0.000009534081,0.00007176358,0.000023214605,0.011299787],"category_scores_gemma":[0.0002430785,0.00008466144,0.0000671925,0.00021616962,0.000014620255,0.00007883606,0.00003097895,0.000334954,0.0012268481],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048323875,0.0004729146,0.027196864,0.00015306863,0.000049018556,0.00008128082,0.0020285456,0.0000014501966,0.00026058353,0.00038658534,0.22937107,0.73951536],"study_design_scores_gemma":[0.0033918128,0.008218432,0.065701716,0.00002016946,0.00007830918,0.00015447591,0.012272382,0.0002890208,0.000020551168,0.0011923324,0.9084706,0.00019021641],"about_ca_topic_score_codex":0.00012295136,"about_ca_topic_score_gemma":0.00013268486,"teacher_disagreement_score":0.73932517,"about_ca_system_score_codex":0.0002296509,"about_ca_system_score_gemma":0.00035574744,"threshold_uncertainty_score":0.9995508},"labels":[],"label_agreement":null},{"id":"W4224251505","doi":"10.12927/hcq.2022.26781","title":"Empowering and Accelerating Impacts of Patient-Oriented Research","year":2022,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"NOSM University; McMaster University; Laurentian University; SickKids Foundation","funders":"","keywords":"Best practice; Business; Public relations; Medicine; Medical education; Nursing; Political science","score_opus":0.2824937009533943,"score_gpt":0.5573020940729366,"score_spread":0.2748083931195423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224251505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848747,0.00030584482,0.000028956398,0.013811961,0.00019216521,0.0005978686,0.000022079195,0.000028880015,0.00013749975],"genre_scores_gemma":[0.9975917,0.000014174766,0.0012573315,0.0009171042,0.00008525248,0.000049929822,0.00005082063,0.000018146775,0.000015565318],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974547,0.00046732192,0.00081349764,0.0002464334,0.00071012805,0.00030789207],"domain_scores_gemma":[0.99821246,0.0007333679,0.00021703582,0.00025122217,0.00038789763,0.00019802334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018465562,0.00007684072,0.00021223223,0.00018024076,0.00029841583,0.0000127735275,0.000046140332,0.000032623182,0.00017999404],"category_scores_gemma":[0.0008114195,0.00007854688,0.00003583339,0.0003867954,0.000044905126,0.00012740536,0.00006489001,0.00058542506,0.0000033698968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016916454,0.0005221649,0.1576606,0.00097483204,0.00006830408,0.00012392981,0.04372483,0.0000038721255,0.015159722,0.0020896958,0.0031533702,0.774827],"study_design_scores_gemma":[0.010505952,0.08345469,0.25692356,0.00058583665,0.00011470562,0.00086571736,0.5879854,0.0024905258,0.0019141118,0.0018116996,0.052715905,0.00063187134],"about_ca_topic_score_codex":0.0031705054,"about_ca_topic_score_gemma":0.00026946492,"teacher_disagreement_score":0.77419513,"about_ca_system_score_codex":0.00015101735,"about_ca_system_score_gemma":0.00037428338,"threshold_uncertainty_score":0.4792877},"labels":[],"label_agreement":null},{"id":"W4224999750","doi":"10.1186/s12913-022-07960-0","title":"Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec; Université Laval; Centre hospitalier de l'Université Laval; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache","funders":"","keywords":"Conceptualization; Context (archaeology); Conceptual framework; Health informatics; Health administration; Knowledge management; Health care; Management science; Nursing research; Process management; Process (computing); Medicine; Computer science; Sociology; Nursing; Public health; Business; Political science; Engineering","score_opus":0.4036000012001783,"score_gpt":0.5794838480738835,"score_spread":0.17588384687370523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224999750","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006283,0.975821,0.00057697657,0.0002849574,0.000068793684,0.022142114,0.0010142974,0.000015807547,0.000013196757],"genre_scores_gemma":[0.00041691028,0.9899543,0.0042156423,0.0012814461,0.00003586826,0.0016651513,0.0023824754,0.000041246312,0.0000069886996],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98858833,0.0064279875,0.0029831652,0.0005933195,0.0010506819,0.00035650362],"domain_scores_gemma":[0.9823701,0.012585592,0.0026444157,0.000719023,0.001474563,0.00020629913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037525678,0.00029869724,0.0030649737,0.0003772229,0.00036980325,0.00004416016,0.00021437574,0.00018907602,0.00007922289],"category_scores_gemma":[0.00787511,0.00018281039,0.00043217573,0.0021014845,0.00023262635,0.000058991227,0.00029165664,0.0007832989,0.0000011768195],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000662108,0.00006729452,0.000092879105,0.95431525,0.00045356603,8.859792e-7,0.00517573,7.9954894e-8,5.3761653e-8,0.00059738965,0.000022764965,0.03920791],"study_design_scores_gemma":[0.0010244888,0.0015129191,0.00003311429,0.88910043,0.008810977,0.00003209578,0.06527402,0.00018153361,8.7273594e-7,0.0002788917,0.033532403,0.00021824494],"about_ca_topic_score_codex":0.00041306444,"about_ca_topic_score_gemma":0.000519773,"teacher_disagreement_score":0.065214805,"about_ca_system_score_codex":0.00043663787,"about_ca_system_score_gemma":0.0024277114,"threshold_uncertainty_score":0.94278115},"labels":[],"label_agreement":null},{"id":"W4225080743","doi":"10.1136/bmjopen-2021-060054","title":"Clinical practice guideline recommendations for pediatric injury care: protocol for a systematic review","year":2022,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Children's Hospital Research Institute of Manitoba; McGill University Health Centre; University of Toronto; Montreal Children's Hospital; Université de Montréal; Hospital for Sick Children; Centre Hospitalier Universitaire Sainte-Justine; Children's Hospital of Eastern Ontario; University of Calgary; Université Laval; York University; SickKids Foundation; University of Manitoba; Hôpital de l'Enfant-Jésus","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Guideline; Protocol (science); Clinical Practice; Family medicine; Systematic review; MEDLINE; Alternative medicine; Pathology","score_opus":0.7346224926519644,"score_gpt":0.7436260817234651,"score_spread":0.009003589071500673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225080743","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2636185e-10,0.37639067,0.00118935,0.009281235,0.00037566273,0.6114997,0.0006697347,0.00004418468,0.0005494047],"genre_scores_gemma":[6.36608e-11,0.43446958,0.08533073,0.011382922,0.0010498464,0.46319646,0.003996006,0.000100657155,0.00047381126],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799095,0.0031423974,0.0146167325,0.0011300384,0.0007625941,0.000438729],"domain_scores_gemma":[0.9549207,0.029712671,0.011037533,0.0021393104,0.001892161,0.00029760168],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036407597,0.00062412745,0.0062699425,0.00021239939,0.000318392,0.0001693388,0.0012047663,0.00033772126,0.0013562391],"category_scores_gemma":[0.26562706,0.00048294183,0.0018931194,0.00077345455,0.000025196261,0.0005624931,0.0011072556,0.0009202195,0.00012730854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022853108,0.0002098573,3.0246878e-7,0.4349288,0.00021093289,0.0000025490397,0.00000641165,1.3142984e-8,4.266912e-10,0.000032256725,0.35742015,0.20696017],"study_design_scores_gemma":[0.0024041897,0.0013123765,2.713856e-8,0.27802238,0.02478298,0.00013395208,0.00016444268,0.000008378908,4.1116843e-9,0.000020115205,0.69279456,0.00035659788],"about_ca_topic_score_codex":0.00004403839,"about_ca_topic_score_gemma":0.000009308717,"teacher_disagreement_score":0.33537441,"about_ca_system_score_codex":0.00058179727,"about_ca_system_score_gemma":0.0065305424,"threshold_uncertainty_score":0.99976224},"labels":[],"label_agreement":null},{"id":"W4225128715","doi":"10.1111/bjd.21605","title":"Clinical practice guidelines for psoriasis: which ones are the best?","year":2022,"lang":"en","type":"letter","venue":"British Journal of Dermatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psoriasis; Medicine; Dermatology; Clinical Practice; MEDLINE; Intensive care medicine; Family medicine; Biology","score_opus":0.299294172863615,"score_gpt":0.5236842696513468,"score_spread":0.22439009678773186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225128715","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069780933,0.010289498,0.0012706234,0.9793738,0.006960035,0.000988532,0.00015813242,0.00002519297,0.00023636794],"genre_scores_gemma":[0.00060097454,0.011671632,0.028290462,0.9366626,0.021878501,0.00008680661,0.00031236693,0.000120025514,0.00037664454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891398,0.0018531316,0.006840334,0.00047053266,0.0011717317,0.00052447786],"domain_scores_gemma":[0.96174234,0.017738847,0.007407628,0.00053564477,0.012417485,0.00015806498],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0050858785,0.00033826905,0.001778769,0.00020178073,0.00034041854,0.00013352941,0.0006923813,0.000946823,0.00051272614],"category_scores_gemma":[0.22129585,0.000299074,0.0009220695,0.00030723328,0.00018475541,0.00040812255,0.00021259343,0.0064743804,0.000029211535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082157145,0.00027782362,0.0007660555,0.00019406229,0.0009940572,0.016999783,0.000020395211,0.0000033790461,6.70184e-7,0.000007660091,0.9272452,0.052669343],"study_design_scores_gemma":[0.003342974,0.0005498197,0.0001564502,0.00040910134,0.0029823391,0.3031033,0.0022168898,0.000032134856,0.0000018897028,0.00028002894,0.6867456,0.00017951605],"about_ca_topic_score_codex":0.00013896689,"about_ca_topic_score_gemma":0.000114445305,"teacher_disagreement_score":0.28610352,"about_ca_system_score_codex":0.00011900376,"about_ca_system_score_gemma":0.0015290284,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W4225372871","doi":"10.1002/ueg2.12231","title":"AGREE‐S: AGREE II extension for surgical interventions – United European Gastroenterology and European Association for Endoscopic Surgery methodological guide","year":2022,"lang":"en","type":"article","venue":"United European Gastroenterology Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"United European Gastroenterology; European Association for Endoscopic Surgery and other Interventional Techniques; Cancer Research UK","keywords":"Medicine; Psychological intervention; Guideline; Grading (engineering); Delphi method; Credentialing; Medical education; Family medicine; Nursing; Pathology","score_opus":0.3281430842087357,"score_gpt":0.451207201361911,"score_spread":0.12306411715317528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225372871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93057156,0.00009758779,0.049014334,0.01662523,0.001471547,0.0010900546,0.00026572257,0.00016724928,0.00069672556],"genre_scores_gemma":[0.9575984,0.00032205807,0.021188986,0.013523081,0.0019059762,0.000055302025,0.0031952022,0.00024782214,0.0019631663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9769896,0.017516525,0.0030636424,0.00080586766,0.0005069214,0.0011173937],"domain_scores_gemma":[0.9913739,0.004507602,0.0021671886,0.0004593845,0.0009615725,0.0005303675],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.025648968,0.00045903504,0.00080952345,0.0014717893,0.001365462,0.0000967518,0.000410186,0.00008009429,0.00036527152],"category_scores_gemma":[0.012755638,0.000434718,0.0008702284,0.00033031858,0.00019934062,0.00021884794,0.0009080593,0.0015750197,0.00001863064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025150646,0.0028306686,0.77444893,0.00025782516,0.002124482,0.003291014,0.0005551313,0.0008584744,0.0038783706,0.00029757328,0.17108038,0.0152265],"study_design_scores_gemma":[0.032916818,0.023622246,0.63253576,0.0003130298,0.0021937527,0.015928606,0.0015717082,0.0017099715,0.000017904562,0.00017316958,0.28860715,0.00040985638],"about_ca_topic_score_codex":0.000011905404,"about_ca_topic_score_gemma":0.000021509588,"teacher_disagreement_score":0.14191315,"about_ca_system_score_codex":0.0003730415,"about_ca_system_score_gemma":0.00006399402,"threshold_uncertainty_score":0.9999346},"labels":[],"label_agreement":null},{"id":"W4225513426","doi":"10.1186/s13643-021-01871-7","title":"Critical appraisal of clinical practice guidelines for the management of COVID-19: protocol for a systematic review","year":2021,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; CINAHL; Critical appraisal; MEDLINE; Excellence; Protocol (science); Psychological intervention; Disease management; Health care; Systematic review; Family medicine; Quality management; Alternative medicine; Nursing; Health management system; Pathology; Management system","score_opus":0.7893706729533012,"score_gpt":0.7428514945672187,"score_spread":0.04651917838608255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225513426","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3769748e-10,0.50854784,0.041201506,0.0032684254,0.000378928,0.44645703,0.00007265623,0.000017051043,0.000056584566],"genre_scores_gemma":[1.4462203e-9,0.4761673,0.073117904,0.0025159954,0.00029071484,0.4476335,0.00009383233,0.000066675835,0.00011405902],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9387936,0.010279651,0.047672596,0.0011091772,0.0016582223,0.0004867614],"domain_scores_gemma":[0.4382956,0.4699357,0.06254018,0.008738218,0.01947003,0.0010202882],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1144804,0.0009833553,0.025857436,0.00014459118,0.00012532549,0.00005679006,0.0009909094,0.00043840418,0.00012470204],"category_scores_gemma":[0.8696061,0.00047046973,0.0073443525,0.0008362488,0.00020618759,0.00020963569,0.0002780724,0.000524612,0.00004612003],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055702352,0.00042431278,5.576872e-8,0.8699309,0.0031171243,0.000011657341,0.000019261746,1.3389162e-7,1.08026335e-8,0.0025250097,0.0932747,0.030641124],"study_design_scores_gemma":[0.0008217628,0.00022884429,7.076734e-9,0.47037923,0.061114106,0.0002739204,0.00031248547,0.000041604813,2.0579698e-8,0.000013519653,0.46664533,0.00016916783],"about_ca_topic_score_codex":0.000011042717,"about_ca_topic_score_gemma":0.0000022971842,"teacher_disagreement_score":0.7551257,"about_ca_system_score_codex":0.00018468512,"about_ca_system_score_gemma":0.0024592765,"threshold_uncertainty_score":0.9997747},"labels":[],"label_agreement":null},{"id":"W4225565701","doi":"10.2139/ssrn.4083030","title":"Current Use of Pragmatic Trial Labels is Uninformative: Cross-Sectional Analysis of Trials in Clinicaltrials.Gov","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Cross-sectional study; Medicine; Clinical trial; Psychology; Internal medicine; Pathology","score_opus":0.34934451194853694,"score_gpt":0.5643027318723296,"score_spread":0.21495821992379266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225565701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939976,0.00060448574,0.0024635224,0.0009494549,0.00071484555,0.0010652901,0.00017370904,0.00000970805,0.000021403708],"genre_scores_gemma":[0.9962513,0.002456911,0.0003258953,0.00025278973,0.00032046466,0.00004102754,0.00017948849,0.000017796952,0.00015434336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860159,0.0028768796,0.00847172,0.0002659531,0.0014027464,0.0009668082],"domain_scores_gemma":[0.9825587,0.010569875,0.005841124,0.00034255438,0.00057198975,0.000115702474],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06256293,0.00017895419,0.0017708064,0.0011017895,0.00013462994,0.000037161688,0.0002267722,0.0000885274,0.0017375775],"category_scores_gemma":[0.04535914,0.00015525917,0.0011181307,0.0019338605,0.00009845846,0.00046864356,0.000118811884,0.0027396448,0.0000051391326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16646898,0.004162063,0.7595504,0.00012654197,0.011316727,0.0000067458054,0.00085822423,0.007914724,0.00059487415,0.009098809,0.0012076434,0.038694274],"study_design_scores_gemma":[0.4213948,0.020933954,0.45644674,0.00017556617,0.01779355,0.0003706522,0.0053429063,0.015157097,0.00029008248,0.042063963,0.01915639,0.00087428745],"about_ca_topic_score_codex":0.00028414733,"about_ca_topic_score_gemma":0.00025892688,"teacher_disagreement_score":0.30310366,"about_ca_system_score_codex":0.0012378498,"about_ca_system_score_gemma":0.005980001,"threshold_uncertainty_score":0.9996552},"labels":[],"label_agreement":null},{"id":"W4225566882","doi":"10.1017/amj.2022.9","title":"AMJ volume 47 issue 4 Cover and Front matter","year":2021,"lang":"en","type":"article","venue":"American Journal of Law & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Reading; University of Cambridge; Tel Aviv University; University of Toronto; Georg-August-Universität Göttingen; University of Otago","keywords":"Front cover; Cover (algebra); Front (military); Volume (thermodynamics); Action (physics); Content (measure theory); Computer science; Engineering; Mathematics; Mechanical engineering; Physics","score_opus":0.07403312083793409,"score_gpt":0.4435753135607131,"score_spread":0.369542192722779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225566882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6295228,0.0021652728,0.004073366,0.34473285,0.0010538577,0.00021034456,0.000008171454,0.000017218163,0.018216077],"genre_scores_gemma":[0.9139797,0.00044915802,0.005918761,0.07240341,0.002107537,0.00000132532,0.000016016864,0.000028689748,0.0050953934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977744,0.00015390494,0.0011746713,0.00017407347,0.00053069874,0.00019221897],"domain_scores_gemma":[0.9974618,0.0005885722,0.0007945468,0.00023083275,0.0005924038,0.00033183594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008989944,0.00013654343,0.0007076439,0.00006405001,0.000041747462,0.000012608223,0.00006744365,0.000031456326,0.015955519],"category_scores_gemma":[0.0015221001,0.00009945041,0.00008251911,0.00014164663,0.00054262625,0.00018207921,0.00003313947,0.00039461217,0.00041181847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016434437,0.00041955267,0.14889278,0.00012581401,0.00076340063,0.002698184,0.0026876528,0.000010113973,0.012789227,0.00016251444,0.68001646,0.14979087],"study_design_scores_gemma":[0.0044601676,0.0026721526,0.05096672,0.0003820162,0.00084409607,0.0050762068,0.0039317594,0.00006068632,0.00031326586,0.0000905154,0.9310691,0.00013332225],"about_ca_topic_score_codex":0.00057236984,"about_ca_topic_score_gemma":0.000021102569,"teacher_disagreement_score":0.28445688,"about_ca_system_score_codex":0.00006348039,"about_ca_system_score_gemma":0.00016895466,"threshold_uncertainty_score":0.98494405},"labels":[],"label_agreement":null},{"id":"W4225666892","doi":"10.1097/corr.0000000000002218","title":"Letter to the Editor: Editorial: The New AAOS Guidelines on Knee Arthroscopy for Degenerative Meniscus Tears Are a Step in the Wrong Direction","year":2022,"lang":"en","type":"letter","venue":"Clinical Orthopaedics and Related Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Blinding; Evidence-based medicine; Arthroscopy; Evidence-based practice; Meniscus; Viscosupplementation; MEDLINE; Physical therapy; Surgery; Osteoarthritis; Alternative medicine; Randomized controlled trial; Intra articular; Pathology","score_opus":0.3237550055495028,"score_gpt":0.5480320372607426,"score_spread":0.22427703171123975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225666892","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093778386,0.00063530257,0.000104974024,0.89568156,0.09671603,0.005556477,0.000098129676,0.000038122827,0.0002316312],"genre_scores_gemma":[0.00014875327,0.001636711,0.0003500949,0.5074874,0.48104158,0.0009091216,0.00034202848,0.00010646991,0.0079778135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98677456,0.0047585573,0.0030921511,0.0012026966,0.003271471,0.0009005333],"domain_scores_gemma":[0.96701807,0.029303312,0.0007474361,0.0013416465,0.0013295856,0.00025992698],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03264705,0.00045508338,0.00084423757,0.000325752,0.0011826054,0.0002688145,0.0007037426,0.0015001432,0.00026719636],"category_scores_gemma":[0.049358528,0.00021115605,0.0006581514,0.0010960985,0.00055936456,0.00010003937,0.0004837815,0.016220396,0.00009439196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011587722,0.00015014215,0.00028207788,0.000046336907,0.00024865186,0.0001306028,0.00031138002,0.00005040746,0.0000043895707,0.000022974942,0.9815254,0.016068822],"study_design_scores_gemma":[0.0031625319,0.0035129408,0.00042603028,0.00026708498,0.00036044064,0.000031238847,0.00097634667,0.000521043,0.0000017490918,0.00029893545,0.9901962,0.0002454553],"about_ca_topic_score_codex":0.0003036399,"about_ca_topic_score_gemma":0.00036389902,"teacher_disagreement_score":0.3881941,"about_ca_system_score_codex":0.0002211761,"about_ca_system_score_gemma":0.00096393324,"threshold_uncertainty_score":0.9997961},"labels":[],"label_agreement":null},{"id":"W4226023902","doi":"10.1139/facets-2021-0127","title":"Introducing the Strategy for Patient Oriented Research (SPOR) Evidence Alliance: a partnership between researchers, patients and health system decision-makers to support rapid-learning and responsive health systems in Canada and beyond","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Saskatchewan; McMaster University; Ottawa Hospital; University of Ottawa; Aurora College; Research Canada; University of British Columbia; George & Fay Yee Centre for Healthcare Innovation; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; University of Manitoba; Dalhousie University; Canadian Arthritis Patient Alliance; University of Toronto; Queen's University; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Alliance; General partnership; Mandate; Public relations; Political science; Business; Law","score_opus":0.4182937636118977,"score_gpt":0.548915764333759,"score_spread":0.1306220007218613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226023902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629869,0.0024021117,0.000092709124,0.029311959,0.00015019088,0.0049176337,0.00011707144,0.00001367635,0.00000776254],"genre_scores_gemma":[0.9973904,0.00029844893,0.00045115317,0.0012308619,0.0000693304,0.00037714295,0.00010829845,0.000026326568,0.000048042155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935263,0.002468422,0.0012082896,0.0006897518,0.0013873207,0.00071991555],"domain_scores_gemma":[0.9893147,0.008905017,0.00038059836,0.0002925434,0.00051433616,0.0005928024],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017448943,0.00015459037,0.0004796256,0.00019403025,0.0007640128,0.00007187396,0.00010829653,0.000036701596,0.000013750431],"category_scores_gemma":[0.012765223,0.00012881937,0.000018680685,0.0006411015,0.000068280875,0.00014011277,0.00034950927,0.0008411132,7.8509197e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047433847,0.00007930306,0.6404374,0.0012988492,0.00008172559,0.000044388853,0.0110766925,0.0014351067,0.000022746874,0.0000972264,0.06770044,0.2729827],"study_design_scores_gemma":[0.0072834673,0.02083264,0.49741188,0.001950303,0.00004787151,0.00006469003,0.38697356,0.0049048555,0.00001353621,0.00003865924,0.08008922,0.000389313],"about_ca_topic_score_codex":0.43814552,"about_ca_topic_score_gemma":0.22757225,"teacher_disagreement_score":0.37589687,"about_ca_system_score_codex":0.0028793272,"about_ca_system_score_gemma":0.0053560245,"threshold_uncertainty_score":0.9955507},"labels":[],"label_agreement":null},{"id":"W4226142879","doi":"10.46747/cfp.6712e326","title":"Recommandations rapides","year":2021,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Humanities; Medicine; Library science; Philosophy","score_opus":0.18419545213509086,"score_gpt":0.4163551091430552,"score_spread":0.23215965700796432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226142879","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22395511,0.00073910615,0.00063358893,0.0717679,0.0010899958,0.0005217107,0.00018450519,0.00011828563,0.7009898],"genre_scores_gemma":[0.47494194,0.00007130122,0.0030991666,0.51883507,0.0006829538,0.000017396074,0.0008624378,0.000032574095,0.0014571534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906516,0.00004969062,0.00032118606,0.00020359547,0.00012292182,0.00023743031],"domain_scores_gemma":[0.99878055,0.00017775259,0.000058307298,0.00032073504,0.00026724173,0.00039541064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015142739,0.00008448085,0.00016198955,0.00008532667,0.000118032774,0.000032551012,0.000048146143,0.000044853845,0.00008252095],"category_scores_gemma":[0.00038694398,0.00009396449,0.00008346561,0.00032324131,0.000031202202,0.0001409386,0.000013343117,0.0001622607,0.00042845693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021130409,0.00011513352,0.0016912171,0.000027247863,0.00013352363,0.00025029678,0.00007201584,0.0000103534985,0.013655752,0.0028949396,0.44748157,0.5336468],"study_design_scores_gemma":[0.0007393182,0.00004771429,0.041120656,0.000041981322,0.00010976367,0.0000063340967,0.0014250036,0.00013559284,0.0009709306,0.0009866613,0.95428294,0.00013312689],"about_ca_topic_score_codex":0.007853389,"about_ca_topic_score_gemma":0.037063424,"teacher_disagreement_score":0.6995326,"about_ca_system_score_codex":0.00019598778,"about_ca_system_score_gemma":0.0016169201,"threshold_uncertainty_score":0.9987534},"labels":[],"label_agreement":null},{"id":"W4226217707","doi":"10.1139/facets-2021-0132","title":"A Canadian model for providing high-quality, timely and relevant evidence to meet health system decision-maker needs: the SPOR Evidence Alliance","year":2022,"lang":"en","type":"article","venue":"FACETS","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Government of Northwest Territories; Queen's University; Aurora College; Simon Fraser University; Fraser Health; Memorial University of Newfoundland; Health Canada; Research Canada; McMaster University; Ottawa Hospital; University of Manitoba; Dalhousie University; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; George & Fay Yee Centre for Healthcare Innovation; Université Laval; University of Calgary; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; University of British Columbia; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Alliance; Context (archaeology); Quality (philosophy); Business; Dissemination; Public relations; Knowledge management; Health care; Political science; Computer science","score_opus":0.38464555359699204,"score_gpt":0.5133974937731726,"score_spread":0.12875194017618052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226217707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5366771,0.002776521,0.038760785,0.41428792,0.00054996414,0.006521249,0.00030809199,0.00009520945,0.00002315239],"genre_scores_gemma":[0.96180284,0.00011327591,0.01732185,0.019604579,0.000112727386,0.00050479406,0.000013574868,0.00003141772,0.00049494184],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970779,0.0002649592,0.0010579414,0.0004609775,0.00068177696,0.00045643712],"domain_scores_gemma":[0.9935332,0.004788339,0.00036664007,0.0005520135,0.00025049003,0.0005093526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063230684,0.00016450697,0.00038323834,0.0001116299,0.0005840029,0.00006703397,0.00025502563,0.000040138668,0.000035415804],"category_scores_gemma":[0.0131617645,0.00012962855,0.0000656382,0.00037996712,0.000025681657,0.00029382398,0.00021335013,0.00022025417,0.00001764109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007621438,0.00027856146,0.01763328,0.0034806416,0.00030737094,0.00012133165,0.019657027,0.056914408,0.0043822136,0.0159704,0.7123022,0.16133112],"study_design_scores_gemma":[0.0053030225,0.0041371826,0.022332858,0.009970449,0.00057620456,0.0005148525,0.028298205,0.8168549,0.00016909168,0.0031131094,0.10748438,0.0012457548],"about_ca_topic_score_codex":0.058404874,"about_ca_topic_score_gemma":0.062746815,"teacher_disagreement_score":0.7599405,"about_ca_system_score_codex":0.0013660305,"about_ca_system_score_gemma":0.0020585097,"threshold_uncertainty_score":0.9951508},"labels":[],"label_agreement":null},{"id":"W4226300831","doi":"10.1370/afm.20.s1.2935","title":"Building the foundation for a practice-based research network: Supporting primary care research across canada","year":2022,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Stakeholder; Corporate governance; Public relations; Government (linguistics); Medicine; Thematic analysis; Documentation; Health care; Knowledge management; Nursing; Qualitative research; Business; Political science; Sociology; Computer science; Geography","score_opus":0.6151913257013659,"score_gpt":0.6480722104554997,"score_spread":0.032880884754133755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226300831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5002524,0.0005330901,0.027872019,0.44513458,0.0018437023,0.013222394,0.0001561708,0.00016800991,0.0108176125],"genre_scores_gemma":[0.96002305,0.000007077495,0.025142187,0.0111819375,0.0010328246,0.0010668763,0.0007548918,0.00004760689,0.0007435242],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929281,0.0016805996,0.000987921,0.00046966417,0.0027116905,0.0012220349],"domain_scores_gemma":[0.9658812,0.030043328,0.0002982479,0.00056033954,0.0030724532,0.00014440481],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04342588,0.0001050158,0.00019545705,0.00006117219,0.0037054787,0.00013921475,0.00029412122,0.00004172778,0.0005682588],"category_scores_gemma":[0.03281565,0.00008413612,0.00007214236,0.0010841219,0.00011884633,0.00024133544,0.00057298655,0.001515845,0.000004133876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065612383,0.00036643897,0.011929517,0.0006103589,0.00018794402,0.00014737473,0.0024692651,0.0095450645,0.0017899403,0.0032148773,0.52722216,0.43595582],"study_design_scores_gemma":[0.0024452254,0.00077806413,0.0021354917,0.00003235819,0.00006092251,0.000038514085,0.07303953,0.0075885127,0.00020610761,0.00037859724,0.9131772,0.000119501085],"about_ca_topic_score_codex":0.42408642,"about_ca_topic_score_gemma":0.38825396,"teacher_disagreement_score":0.45977068,"about_ca_system_score_codex":0.0030340245,"about_ca_system_score_gemma":0.0076094805,"threshold_uncertainty_score":0.9980165},"labels":[],"label_agreement":null},{"id":"W4229008426","doi":"10.1016/j.apmr.2021.05.010","title":"Implementing Patient-Reported Outcome Measures in Inpatient Rehabilitation: Challenges and Solutions","year":2021,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Health Infoway","funders":"Craig H. Neilsen Foundation","keywords":"Staffing; Rehabilitation; Health care; Medicine; Nursing; Process management; Medical education; Business; Physical therapy; Political science","score_opus":0.18549204983935835,"score_gpt":0.441662185821466,"score_spread":0.25617013598210764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229008426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503048,0.0016484255,0.00019561691,0.04633962,0.00005815253,0.00051247264,0.0000040375,0.000018252535,0.0009186418],"genre_scores_gemma":[0.9896278,0.00036257267,0.0095998375,0.00021328892,0.00009637325,0.000041621293,0.00003962928,0.000011445543,0.00000743466],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99760073,0.00029114305,0.0011778922,0.00036621772,0.00034224032,0.00022178663],"domain_scores_gemma":[0.98682964,0.012325174,0.00029380602,0.00022755608,0.00021101041,0.00011282152],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007376189,0.00013282677,0.00045076953,0.00022076203,0.000068304245,0.0000038765124,0.000024511412,0.000033948432,0.0000099617655],"category_scores_gemma":[0.022864155,0.00010792582,0.00008964332,0.00018496669,0.00046129661,0.00015510476,0.00009796418,0.0001787576,4.301317e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027046257,0.0008759361,0.12410622,0.00093096524,0.0000816957,0.000009213152,0.050683793,0.000011088999,0.018643487,0.0130306315,0.000058226615,0.7912983],"study_design_scores_gemma":[0.0037506,0.0052584102,0.9036602,0.00083570206,0.00021890385,0.000020391815,0.050690312,0.0012534036,0.0001589302,0.032190297,0.0018199603,0.00014290254],"about_ca_topic_score_codex":0.00012279449,"about_ca_topic_score_gemma":0.00021171689,"teacher_disagreement_score":0.7911554,"about_ca_system_score_codex":0.000020726262,"about_ca_system_score_gemma":0.000067576126,"threshold_uncertainty_score":0.9853667},"labels":[],"label_agreement":null},{"id":"W4229543606","doi":"10.2217/ebo.12.380","title":"Clinical practice guidelines","year":2013,"lang":"en","type":"other","venue":"Hypertension","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Canada; Canadian Cardiovascular Society","funders":"","keywords":"Clinical Practice; Computer science; Medicine; Family medicine","score_opus":0.45601321288478613,"score_gpt":0.5553084905337471,"score_spread":0.09929527764896096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229543606","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013489848,0.0043962114,0.0013194107,0.056848712,0.0041769687,0.0019130288,0.000022692959,0.0007847176,0.93040335],"genre_scores_gemma":[0.000050876697,0.005759238,0.19778886,0.086644314,0.0057586213,0.000026754082,0.0003727052,0.0007143866,0.70288426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99612236,0.0002080027,0.0020536152,0.0006592016,0.00067480246,0.00028204065],"domain_scores_gemma":[0.9945823,0.0013458944,0.0010568165,0.0009869776,0.0017252374,0.00030276],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014746612,0.00033573515,0.00088827766,0.00018620382,0.00003646382,0.0000291578,0.00011965641,0.00072463584,0.006536745],"category_scores_gemma":[0.05308297,0.0002585199,0.00028980707,0.0001569256,0.00008403453,0.00013826608,0.00013313975,0.000687766,0.008517597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082854574,0.00025863666,0.00014948926,0.000051508065,0.00016167093,0.00013164143,0.000001918232,1.0372469e-7,0.00007108603,0.000040719267,0.8696231,0.12942722],"study_design_scores_gemma":[0.0018921136,0.00030681753,0.00043253996,0.00050673285,0.0011205721,0.0006798678,0.000117822914,0.00044598596,0.0000041941544,0.00001684695,0.9942158,0.00026070405],"about_ca_topic_score_codex":0.0012761158,"about_ca_topic_score_gemma":0.00003203849,"teacher_disagreement_score":0.22751912,"about_ca_system_score_codex":0.000037115715,"about_ca_system_score_gemma":0.00027406632,"threshold_uncertainty_score":0.9999867},"labels":[],"label_agreement":null},{"id":"W4229559617","doi":"10.1016/j.jcjd.2019.06.007","title":"Erratum to “Uptake of Community Pharmacist-Delivered MedsCheck Diabetes Medication Review Service in Ontario between 2010 and 2014”","year":2019,"lang":"en","type":"erratum","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Pharmacist; Family medicine; Diabetes mellitus; Community pharmacist; Gerontology; Pharmacy; Endocrinology","score_opus":0.16879902307279396,"score_gpt":0.4019022735867233,"score_spread":0.23310325051392936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229559617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9025731,0.02802986,0.0000032048845,0.056648586,0.009470577,0.0016153031,0.00044870062,0.000012071376,0.0011985993],"genre_scores_gemma":[0.7044599,0.024571314,0.0060543087,0.20493664,0.007919714,0.0001469331,0.013303895,0.0009381797,0.037669115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951773,0.00052290503,0.0029111046,0.00023573096,0.0006121651,0.00054074597],"domain_scores_gemma":[0.9929149,0.0011457505,0.0021323906,0.00065989874,0.0014750501,0.0016719735],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048421007,0.00038720068,0.0018358363,0.0007572387,0.000085743246,0.000035624937,0.00056491094,0.00044115013,0.00058269565],"category_scores_gemma":[0.007882347,0.00037138315,0.00020305316,0.00042707653,0.00009617221,0.00032909206,0.000082672246,0.003990662,0.000049978782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008481434,0.000035985657,0.207282,0.00265769,0.00028630465,0.0000045186316,0.00048294212,8.1207e-7,0.00008468609,4.923975e-7,0.7802777,0.008878353],"study_design_scores_gemma":[0.0019349211,0.00079206505,0.48003635,0.013018455,0.0018641747,0.000006269018,0.00026714968,0.000013369605,0.000045494286,0.00007756686,0.5016189,0.00032524092],"about_ca_topic_score_codex":0.09771239,"about_ca_topic_score_gemma":0.71739393,"teacher_disagreement_score":0.6196816,"about_ca_system_score_codex":0.00094538863,"about_ca_system_score_gemma":0.010651517,"threshold_uncertainty_score":0.9998738},"labels":[],"label_agreement":null},{"id":"W4229591191","doi":"10.26443/mjm.v15i1.183","title":"Letter from the Editors","year":2017,"lang":"en","type":"letter","venue":"McGill Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Conversation; Publication; Health care; Medicine; Library science; Publishing; Medical education; Sociology; Political science; Law; Computer science","score_opus":0.2599782103236747,"score_gpt":0.4714279348483209,"score_spread":0.21144972452464622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229591191","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016865066,0.00047617048,0.00008452275,0.97687536,0.020677432,0.00027297024,0.00007859206,0.000012175906,0.0013540924],"genre_scores_gemma":[0.00029160417,0.00019725146,0.00031425053,0.64662457,0.35145518,0.0000019065232,0.00014217658,0.00004596356,0.00092708354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949735,0.0002945592,0.0022589306,0.00026532455,0.0018949438,0.00031275462],"domain_scores_gemma":[0.9895071,0.0046978355,0.0037408664,0.0009864611,0.00091018353,0.00015758797],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026303406,0.00034060486,0.0011485078,0.0001552731,0.00024208405,0.000024368732,0.0007251173,0.0005532925,0.0016567177],"category_scores_gemma":[0.015867857,0.00017156967,0.00036205168,0.00007164083,0.000377105,0.00020406125,0.000096963886,0.005165106,0.0000902831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018656364,0.000023833945,0.00018689342,0.000038165785,0.00047957714,0.0038528088,0.000039845134,2.6576623e-7,0.00014908685,7.6749905e-7,0.9849641,0.010078092],"study_design_scores_gemma":[0.004529213,0.0007707746,0.0011795103,0.0014619832,0.0024230073,0.0011944677,0.000056974117,0.00000371142,0.000028693003,0.0002957681,0.9879112,0.00014465864],"about_ca_topic_score_codex":0.00045052942,"about_ca_topic_score_gemma":0.000007239798,"teacher_disagreement_score":0.33077776,"about_ca_system_score_codex":0.00016154158,"about_ca_system_score_gemma":0.0001913085,"threshold_uncertainty_score":0.9992559},"labels":[],"label_agreement":null},{"id":"W4229711811","doi":"10.2165/00128413-200515160-00042","title":"Health Canada has advised that it is reviewing if changes to the Canadian Evra [ethinylestradiol/norelgestromin] labelling are required,","year":2005,"lang":"en","type":"article","venue":"Inpharma Weekly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labelling; Medicine; Ethinylestradiol; Pharmacy; Family medicine; Environmental health; Criminology; Research methodology; Population","score_opus":0.38029838914329867,"score_gpt":0.45772187177370716,"score_spread":0.07742348263040849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229711811","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030170936,0.002061468,0.00009312151,0.96503586,0.0006511601,0.0014093153,0.00018021933,0.00005326241,0.00034467742],"genre_scores_gemma":[0.62869334,0.0008376568,0.001691426,0.3667772,0.0012925847,0.00005373404,0.00007494309,0.000047133683,0.0005319834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996659,0.000257442,0.001028754,0.00050875114,0.00073879055,0.00080725935],"domain_scores_gemma":[0.99691194,0.00056292827,0.0005231604,0.0006470865,0.00025516885,0.0010996896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021578097,0.00029925007,0.0005661343,0.00013682629,0.0006324972,0.00012146067,0.00034402826,0.00009548775,0.0004922308],"category_scores_gemma":[0.001506561,0.00024334736,0.000093951516,0.0004127585,0.00007036735,0.00022723501,0.000057874764,0.00068837387,0.00013827141],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059814458,0.000030104573,0.0028867223,0.00012190707,0.00007373197,0.00008507308,0.0012872019,0.000095260875,0.00009939513,0.0000076089486,0.913293,0.08196015],"study_design_scores_gemma":[0.0011183477,0.0001359618,0.005579001,0.0005408988,0.00014531103,0.00010807207,0.0019868256,0.0006974076,0.00028695815,0.000006619949,0.98915374,0.00024083146],"about_ca_topic_score_codex":0.9581914,"about_ca_topic_score_gemma":0.99798506,"teacher_disagreement_score":0.59852237,"about_ca_system_score_codex":0.0018516553,"about_ca_system_score_gemma":0.0055388776,"threshold_uncertainty_score":0.9923417},"labels":[],"label_agreement":null},{"id":"W4229937868","doi":"10.1016/s1499-2671(10)41001-1","title":"Official Journal of the Professional Sections of the Canadian Diabetes Association","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Association (psychology); Diabetes mellitus; Family medicine; Library science; Endocrinology; Psychotherapist","score_opus":0.052749636423915156,"score_gpt":0.3648064249574627,"score_spread":0.3120567885335475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229937868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9524025,0.000071474795,0.000001036636,0.04103865,0.006009423,0.00018497164,0.000059562524,0.000001187779,0.00023124013],"genre_scores_gemma":[0.99606025,0.000001650189,0.00015458325,0.0022557776,0.0012943187,0.0000011988644,0.0000026245004,0.000015367099,0.00021422659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99756765,0.00022970513,0.0012176688,0.00007060573,0.0005730847,0.0003412695],"domain_scores_gemma":[0.994296,0.00081509625,0.0019884377,0.00020978838,0.001935016,0.00075565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025379234,0.000106780106,0.00031761397,0.00029485187,0.00035274462,0.000041220665,0.0003475125,0.00017775541,0.0003520837],"category_scores_gemma":[0.025007922,0.00006416746,0.00033135913,0.00040669914,0.0001508287,0.00021375716,0.00001728778,0.0013427648,0.0000026223697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004409424,0.000034807643,0.9618862,0.00001592764,0.00016953427,0.000001709234,0.0002906796,0.000026995425,0.0049761543,0.00008494087,0.03098186,0.0015267662],"study_design_scores_gemma":[0.0009409095,0.0001804105,0.96806234,0.00022068787,0.00042358597,0.000019075147,0.00042950347,0.00006481128,0.004606247,0.00057606836,0.024398584,0.00007776969],"about_ca_topic_score_codex":0.016122963,"about_ca_topic_score_gemma":0.81289977,"teacher_disagreement_score":0.79677683,"about_ca_system_score_codex":0.00058592606,"about_ca_system_score_gemma":0.016979136,"threshold_uncertainty_score":0.99042875},"labels":[],"label_agreement":null},{"id":"W4230210146","doi":"10.1016/s1499-2671(09)31001-1","title":"Official Journal of the Professional Sections of the Canadian Diabetes Association","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Association (psychology); Diabetes mellitus; Family medicine; Library science; Endocrinology","score_opus":0.06164621740638451,"score_gpt":0.37012502677471654,"score_spread":0.30847880936833205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230210146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92977875,0.00019082497,0.0000017442379,0.06704751,0.0024809267,0.00018433342,0.000043109245,0.0000012543233,0.00027152634],"genre_scores_gemma":[0.99398494,0.000003360434,0.00011316717,0.0047397898,0.0009460217,6.1060285e-7,0.0000025895463,0.000010504485,0.00019900003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974495,0.00028035417,0.0012656525,0.00006966633,0.0005860768,0.0003487055],"domain_scores_gemma":[0.9949711,0.0005791605,0.0019278664,0.00017928294,0.0016568877,0.00068569486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021071616,0.00010844405,0.00033816765,0.0003032199,0.0003265881,0.000038210153,0.0003087285,0.000141101,0.00017404239],"category_scores_gemma":[0.016529959,0.00006577775,0.00034227924,0.00046435668,0.000090601265,0.00021826739,0.000009764796,0.0007995407,0.0000019217177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007747761,0.000055470446,0.94092226,0.0000141285245,0.00018448316,0.0000029737046,0.0003990805,0.0001062366,0.0016137307,0.00009617011,0.05265688,0.003940851],"study_design_scores_gemma":[0.00095818075,0.0003578604,0.982021,0.00034673398,0.00041245163,0.00001466747,0.00042917905,0.00006276287,0.0023634492,0.0009204258,0.012039146,0.00007414874],"about_ca_topic_score_codex":0.0080783665,"about_ca_topic_score_gemma":0.4493613,"teacher_disagreement_score":0.44128293,"about_ca_system_score_codex":0.0010619711,"about_ca_system_score_gemma":0.014058162,"threshold_uncertainty_score":0.99852693},"labels":[],"label_agreement":null},{"id":"W4230249135","doi":"10.1016/j.jogc.2019.02.155","title":"A VALIDATION OF HYSTERECTOMY PROCEDURAL CODES IN THE CANADIAN INSTITUTES FOR HEALTH INFORMATION DISCHARGE ABSTRACT DATABASE","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Hysterectomy; Interquartile range; Confidence interval; Cohen's kappa; Hospital discharge; Kappa; Gynecology; Database; Obstetrics; Surgery; Internal medicine","score_opus":0.0743564035758052,"score_gpt":0.38195292784696816,"score_spread":0.30759652427116296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230249135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881749,0.00017304151,0.000041375053,0.009256078,0.0015287369,0.0005809675,0.00011062967,6.4706336e-7,0.00013360237],"genre_scores_gemma":[0.99607444,0.000030025001,0.00054598966,0.0032154028,0.000014341748,0.0000039098836,0.00010904908,0.0000026138844,0.0000042294837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987214,0.000035069257,0.00085246126,0.00004748985,0.00021264597,0.00013089577],"domain_scores_gemma":[0.9963036,0.0024271493,0.0007516885,0.00007467092,0.0003421016,0.000100742385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011382874,0.00005457074,0.00021762915,0.0002260532,0.000047365582,0.000016351783,0.00006558075,0.00003842699,0.00003885169],"category_scores_gemma":[0.01019115,0.00003787165,0.000024486291,0.00019155774,0.000016138214,0.0003897257,0.000007129652,0.00018221783,3.0831367e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095574076,0.00016651252,0.8868229,0.0012642156,0.0001258524,0.00005984079,0.0012916068,0.00022717346,0.000064876374,0.0008442053,0.013835959,0.09520132],"study_design_scores_gemma":[0.0041976743,0.0006507301,0.9636886,0.000033814995,0.000052261163,0.0000525792,0.0019858868,0.00034093249,0.00006915122,0.00005454581,0.028808918,0.000064919535],"about_ca_topic_score_codex":0.45101607,"about_ca_topic_score_gemma":0.865779,"teacher_disagreement_score":0.4147629,"about_ca_system_score_codex":0.00065074756,"about_ca_system_score_gemma":0.0066987146,"threshold_uncertainty_score":0.99893236},"labels":[],"label_agreement":null},{"id":"W4230293340","doi":"10.7326/acpjc-2001-134-1-009","title":"A computer-based decision support system and risk chart did not reduce cardiovascular risk or blood pressure in hypertension","year":2001,"lang":"en","type":"article","venue":"ACP Journal Club","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Chart; Clinical decision support system; Blood pressure; Primary care; Decision support system; Clinical trial; Randomized controlled trial; Intensive care medicine; Family medicine; Internal medicine; Data mining; Statistics","score_opus":0.1273825506404852,"score_gpt":0.3928828433040141,"score_spread":0.26550029266352887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230293340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98451936,0.0014386185,0.011637993,0.001164625,0.00058661005,0.0005551239,0.000021680315,0.00004589525,0.000030091103],"genre_scores_gemma":[0.9804118,0.0046715615,0.013114679,0.00066155323,0.0010353618,0.000008065496,0.00001720308,0.00003797462,0.000041790507],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99650484,0.0005552125,0.0013595204,0.00042123298,0.00082962064,0.0003295937],"domain_scores_gemma":[0.9967028,0.0014893314,0.00059390377,0.00049426116,0.00038895442,0.00033076986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004701661,0.00021950853,0.00071423664,0.00022105603,0.00021039032,0.00007624871,0.00012451687,0.00016046189,0.000105234336],"category_scores_gemma":[0.0036541983,0.00015777485,0.0002920414,0.00027854057,0.0000408502,0.00027480672,0.00008091008,0.0009375579,0.00002194111],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011752972,0.0011947167,0.31279016,0.00029483548,0.0029480215,0.012124191,0.00032730112,0.0041337754,0.0013255784,0.000003664083,0.011101101,0.6420037],"study_design_scores_gemma":[0.05971237,0.0060157003,0.6177635,0.0026133389,0.021811338,0.056924883,0.0014039223,0.09295949,0.0013543138,0.00005698641,0.13852555,0.00085855514],"about_ca_topic_score_codex":0.00042912358,"about_ca_topic_score_gemma":0.00008087812,"teacher_disagreement_score":0.64114517,"about_ca_system_score_codex":0.000062405496,"about_ca_system_score_gemma":0.00023069806,"threshold_uncertainty_score":0.64338714},"labels":[],"label_agreement":null},{"id":"W4230464477","doi":"10.5489/cuaj.112","title":"Cancer Care Ontario Guidelines for radical prostatectomy: Striving for continuous quality improvement in community practice","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Campbell Scientific (Canada); South Bruce Grey Health Centre","funders":"","keywords":"Medicine; Prostatectomy; Guideline; Perioperative; Prostate cancer; Cancer; Blood transfusion; General surgery; Surgery; Internal medicine; Pathology","score_opus":0.24401362198046025,"score_gpt":0.49258423109459765,"score_spread":0.2485706091141374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230464477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90312093,0.0004227075,0.0018389842,0.09109888,0.0009121068,0.0021481144,0.00024613718,0.000024074234,0.00018805295],"genre_scores_gemma":[0.9609875,0.000048154106,0.010027777,0.027079327,0.0011923679,0.00026314636,0.00019467356,0.000021122414,0.00018594704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964478,0.000607168,0.0015802883,0.00017756541,0.00039935953,0.00078780897],"domain_scores_gemma":[0.9908597,0.004354426,0.0010586563,0.00015478877,0.0028286662,0.00074377604],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009717127,0.00017396767,0.00046565782,0.00013249565,0.00044465458,0.00008614202,0.00013174121,0.00028496055,0.00019456011],"category_scores_gemma":[0.075898975,0.00015159634,0.00019221613,0.0001400854,0.00002948444,0.00043999706,0.000027314227,0.0012544186,0.0000032059095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008352643,0.0002696976,0.93553764,0.000049881262,0.00017546344,0.00000410318,0.0020171788,0.000041393097,0.00019785915,0.00013831619,0.016453775,0.04427942],"study_design_scores_gemma":[0.006465231,0.001031141,0.5317247,0.000042314176,0.0003098789,0.000033214572,0.0067278733,0.000090476635,0.000052999276,0.00038952805,0.45291695,0.00021571715],"about_ca_topic_score_codex":0.23012105,"about_ca_topic_score_gemma":0.44045275,"teacher_disagreement_score":0.43646318,"about_ca_system_score_codex":0.007412295,"about_ca_system_score_gemma":0.0026244828,"threshold_uncertainty_score":0.9963981},"labels":[],"label_agreement":null},{"id":"W4230981720","doi":"10.1177/1715163514537792","title":"<i>CPJ</i> guidelines for authors","year":2014,"lang":"fr","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics","score_opus":0.35257301786574374,"score_gpt":0.4800163654597433,"score_spread":0.12744334759399956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230981720","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24714059,0.07637504,0.10017319,0.1909176,0.34660813,0.011002731,0.015969891,0.00036401924,0.011448807],"genre_scores_gemma":[0.8027298,0.024018433,0.012919289,0.09491049,0.044530965,0.00009377442,0.00042097675,0.0003531764,0.020023089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99133426,0.00070357486,0.0034687242,0.0008576063,0.0009582466,0.0026775673],"domain_scores_gemma":[0.98202133,0.002759947,0.001211257,0.0005665721,0.0057504596,0.007690451],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073111067,0.00080720684,0.0010403227,0.0005449845,0.0014544658,0.0004021879,0.00085635285,0.00026236151,0.0036794583],"category_scores_gemma":[0.032593105,0.00090460933,0.0005593249,0.00085973926,0.0004306847,0.00087903976,0.00007625652,0.0016252119,0.00011371691],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00022854641,0.000062205196,0.0005132381,0.0005687693,0.00034507219,0.009194075,0.0002462747,0.001788046,0.0008050974,0.00028822653,0.5451108,0.44084963],"study_design_scores_gemma":[0.0053227823,0.00020623884,0.000008671006,0.0001474837,0.0012762573,0.22270945,0.000035733996,0.05353462,0.0006689038,0.0003704463,0.71502554,0.000693878],"about_ca_topic_score_codex":0.113625355,"about_ca_topic_score_gemma":0.3209515,"teacher_disagreement_score":0.5555892,"about_ca_system_score_codex":0.006382416,"about_ca_system_score_gemma":0.01739715,"threshold_uncertainty_score":0.9998455},"labels":[],"label_agreement":null},{"id":"W4231577732","doi":"10.1097/mcg.0000000000000314","title":"World Digestive Health Day, Heartburn","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Heartburn; Gastroenterology; Internal medicine; Reflux","score_opus":0.4531357096105769,"score_gpt":0.580084929817458,"score_spread":0.12694922020688104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231577732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82091993,0.0001955972,0.009150382,0.1658813,0.0031055992,0.00027372106,0.000005827694,0.000020527888,0.00044711563],"genre_scores_gemma":[0.9352267,0.00013417388,0.017108418,0.04457016,0.0026495988,0.0000016757081,0.000009530041,0.000022150241,0.00027762968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993022,0.0012477667,0.0045993594,0.00021592564,0.0005318189,0.0003830954],"domain_scores_gemma":[0.99309933,0.0019696169,0.0026632585,0.0002593113,0.00089648616,0.0011119911],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011885527,0.00014517248,0.0012070645,0.0002101334,0.000027549651,0.000013857482,0.0001552721,0.00009125898,0.00012450869],"category_scores_gemma":[0.018659094,0.000111531546,0.00041647058,0.00014857338,0.0001934944,0.00020907678,0.00008519891,0.0012152721,0.00005858103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006951124,0.00081528345,0.8605459,0.000010695153,0.00019961182,0.00018695575,0.0000882515,0.00003523702,0.0000065633258,0.000026259948,0.10376918,0.027364941],"study_design_scores_gemma":[0.016580846,0.027433036,0.80832106,0.00013145579,0.00025217846,0.0019428147,0.00042928994,0.00025561074,0.00000426654,0.0005370303,0.144038,0.00007437358],"about_ca_topic_score_codex":0.00003216883,"about_ca_topic_score_gemma":0.00018897034,"teacher_disagreement_score":0.12131114,"about_ca_system_score_codex":0.00011238993,"about_ca_system_score_gemma":0.0009046715,"threshold_uncertainty_score":0.98960716},"labels":[],"label_agreement":null},{"id":"W4231957632","doi":"10.7202/1073494ar","title":"L’infirmière et le soulagement de la douleur","year":2020,"lang":"fr","type":"article","venue":"Frontières","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Medicine; Philosophy","score_opus":0.1306313596154912,"score_gpt":0.44253696832813166,"score_spread":0.3119056087126405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231957632","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05215997,0.019310405,0.06552815,0.8170737,0.003279743,0.0009735874,0.00013074075,0.00023225037,0.041311465],"genre_scores_gemma":[0.9274523,0.0018490232,0.02170944,0.04145867,0.004037351,0.000027943774,0.00013321317,0.000076603385,0.0032554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971136,0.0007292956,0.00088005525,0.00040834156,0.0003859292,0.00048282137],"domain_scores_gemma":[0.99754477,0.0013860137,0.00024845934,0.0002930091,0.00010340563,0.00042435352],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017466296,0.00022987046,0.00037099328,0.00004306424,0.00008740861,0.000106260675,0.00018450203,0.00020354045,0.002456926],"category_scores_gemma":[0.0060808365,0.00024621742,0.00017473637,0.00017600518,0.00017805284,0.00034765943,0.0001961429,0.0006152181,0.0011920481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043333392,0.0006357761,0.03253772,0.00049060676,0.00035805377,0.0003977689,0.003268821,0.0006946789,0.0025060202,0.028418887,0.8264017,0.103856616],"study_design_scores_gemma":[0.0039249277,0.00038265367,0.024958216,0.00016533716,0.00045519843,0.000029981005,0.0032307187,0.00715847,0.0005605734,0.0007636377,0.9581456,0.00022469352],"about_ca_topic_score_codex":0.0015942955,"about_ca_topic_score_gemma":0.00013344984,"teacher_disagreement_score":0.87529236,"about_ca_system_score_codex":0.00012483132,"about_ca_system_score_gemma":0.00054791337,"threshold_uncertainty_score":0.999999},"labels":[],"label_agreement":null},{"id":"W4232131205","doi":"10.1007/bf03405502","title":"Voici l’Initiative de recherche interventionnelle en santé des populations du Canada","year":2009,"lang":"fr","type":"article","venue":"Canadian Journal of Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information","funders":"","keywords":"Political science","score_opus":0.7224811201454979,"score_gpt":0.5716332501196472,"score_spread":0.15084787002585076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232131205","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13041015,0.01772022,0.06877264,0.77662754,0.004048672,0.00039847445,0.00021741117,0.0000085643915,0.0017963317],"genre_scores_gemma":[0.9453615,0.0015435932,0.017714733,0.031409655,0.0031433364,0.0000016382272,0.0000707757,0.000025311332,0.0007294424],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99135816,0.0047290595,0.002231133,0.00017182596,0.00035298822,0.0011568214],"domain_scores_gemma":[0.9897331,0.0026928065,0.0012200269,0.0002069519,0.0012910318,0.0048560826],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022113489,0.0001838674,0.0004690383,0.00041137947,0.00037542483,0.00010289627,0.00024519628,0.00021938964,0.0028847975],"category_scores_gemma":[0.081807226,0.00019706743,0.0001763269,0.0006520608,0.0001286967,0.00070046104,0.0000098144665,0.0014681498,0.000015037572],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016578262,0.00014455429,0.05433947,0.0001111985,0.00013147318,0.00043347361,0.0061783884,0.00007623293,0.000003044965,0.0058414857,0.23755105,0.695173],"study_design_scores_gemma":[0.0022730748,0.0019381108,0.55215216,0.0011437408,0.00018940763,0.0022024647,0.03183858,0.0010171154,0.000004960086,0.01509554,0.39188856,0.0002562821],"about_ca_topic_score_codex":0.93837357,"about_ca_topic_score_gemma":0.99617493,"teacher_disagreement_score":0.81495136,"about_ca_system_score_codex":0.02170563,"about_ca_system_score_gemma":0.14460249,"threshold_uncertainty_score":0.9980267},"labels":[],"label_agreement":null},{"id":"W4232135558","doi":"10.2165/00128415-201113450-00008","title":"Health Canada and the UK MHRA have advised patients not to take the product, Herbal Flos Lonicerae,","year":2011,"lang":"en","type":"article","venue":"Reactions Weekly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Flos; Traditional medicine; Medicine; Chemistry","score_opus":0.1359348562408209,"score_gpt":0.40483269476750516,"score_spread":0.26889783852668425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232135558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6882741,0.000072546165,0.00023668873,0.3036417,0.0010059944,0.0032657352,0.00007920352,0.000052193765,0.003371845],"genre_scores_gemma":[0.9800546,0.000053038424,0.0007057892,0.01721125,0.00028384416,0.00006789032,0.00004640756,0.000020278718,0.0015568791],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99814457,0.00018315495,0.00073432253,0.00028673263,0.0003938356,0.00025739174],"domain_scores_gemma":[0.99807215,0.00060596835,0.00029374944,0.00055482617,0.00027015503,0.00020314565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009500116,0.00013346519,0.00023842961,0.000039896193,0.00031827993,0.000023035738,0.00010699364,0.000028294775,0.00015672628],"category_scores_gemma":[0.0026690313,0.00007800015,0.000050699695,0.00018247159,0.00010229956,0.00009779765,0.000057114074,0.0003346744,0.000028073448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058262697,0.0010069713,0.13628954,0.00019188489,0.0006068371,0.000020239186,0.006761804,0.000025064792,0.00034057855,0.001697723,0.64663064,0.20060247],"study_design_scores_gemma":[0.0036770143,0.00034506724,0.7949081,0.00004749653,0.0001767407,0.000049923576,0.0018341071,0.00009250337,0.00014056117,0.00007579765,0.19851795,0.0001347597],"about_ca_topic_score_codex":0.7723535,"about_ca_topic_score_gemma":0.74524826,"teacher_disagreement_score":0.65861857,"about_ca_system_score_codex":0.00026775373,"about_ca_system_score_gemma":0.00097259245,"threshold_uncertainty_score":0.31952724},"labels":[],"label_agreement":null},{"id":"W4232305714","doi":"10.26911/theijmed.2020.5.4.347","title":"Meta-Analysis of the Effect of High-Intensity Interval Training in Increasing High-Density Lipoprotein Levels in Type 2 Diabetes Mellitus Patients","year":2021,"lang":"en","type":"article","venue":"Indonesian Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Type 2 Diabetes Mellitus; Intensity (physics); Internal medicine; High-intensity interval training; Interval (graph theory); Meta-analysis; Diabetes mellitus; High-density lipoprotein; Lipoprotein; Cardiology; Endocrinology; Mathematics; Cholesterol; Combinatorics; Physics","score_opus":0.1762658441787472,"score_gpt":0.3984815567501028,"score_spread":0.22221571257135564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232305714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99143815,0.0007860592,0.000103990904,0.006906654,0.0004511787,0.00029283352,0.000008858678,0.0000027275057,0.00000955717],"genre_scores_gemma":[0.998668,0.000031476597,0.0006169043,0.00049816695,0.00014657686,0.0000017241664,0.000017448274,0.0000151188415,0.000004577135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938695,0.0019127493,0.0028380447,0.0002128586,0.0009481219,0.00021875727],"domain_scores_gemma":[0.9930715,0.0033096264,0.0019573632,0.00037121653,0.0011686338,0.00012165957],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009293867,0.00019892072,0.0030373605,0.0006338366,0.000022261062,0.0000047750073,0.00018090772,0.000109992994,0.00033184933],"category_scores_gemma":[0.023883402,0.00011777403,0.000600477,0.0018229546,0.00020161411,0.00014780053,0.000087466884,0.0006760877,4.816616e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005135332,0.00038728616,0.8880994,0.0002757051,0.033886474,0.00032305002,0.0022407216,0.00025812298,0.012689804,0.000014871956,0.000050370618,0.056638893],"study_design_scores_gemma":[0.0068884017,0.0016730975,0.90674156,0.00047724284,0.06040563,0.00004903637,0.0006860298,0.00013289087,0.02273985,0.000121087556,0.000006396755,0.00007879404],"about_ca_topic_score_codex":0.0021306204,"about_ca_topic_score_gemma":0.0010437994,"teacher_disagreement_score":0.0565601,"about_ca_system_score_codex":0.0001251928,"about_ca_system_score_gemma":0.00022850804,"threshold_uncertainty_score":0.9843388},"labels":[],"label_agreement":null},{"id":"W4232401210","doi":"10.1111/cag.12216","title":"Contents / Table des matières","year":2016,"lang":"en","type":"article","venue":"Canadian Geographies / Géographies canadiennes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Table (database); Computer science; Database","score_opus":0.07078715148207501,"score_gpt":0.3231396453164874,"score_spread":0.2523524938344124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232401210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822194,0.0009456182,0.000054633318,0.010452343,0.0006633035,0.0006980247,0.00030421666,0.00017157786,0.004490877],"genre_scores_gemma":[0.9916045,0.0020410197,0.00096387527,0.003109923,0.00022828006,0.00010039545,0.000093940995,0.00007202595,0.0017860194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99677825,0.00008178491,0.00088073494,0.0005925161,0.00033421817,0.0013324745],"domain_scores_gemma":[0.99596393,0.0005731321,0.0002094183,0.00067179557,0.00063671276,0.001944987],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044545546,0.00038036346,0.00050116115,0.002594572,0.0005109269,0.00008076159,0.00027347804,0.00018076188,0.0008007341],"category_scores_gemma":[0.0021794382,0.00028565835,0.0003068366,0.0029708582,0.0017035971,0.00056733843,0.000044832515,0.00018246629,0.00006990708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014187169,0.00005423976,0.8430533,0.00008967818,0.00041245506,0.00020452199,0.00024954695,7.4436974e-7,0.0011683039,0.005278588,0.043812215,0.10553454],"study_design_scores_gemma":[0.003041806,0.00058623205,0.54570657,0.00040634946,0.0003641407,0.00038241938,0.0045536817,0.00000781612,0.0003693916,0.0045871097,0.43927357,0.0007208928],"about_ca_topic_score_codex":0.660964,"about_ca_topic_score_gemma":0.9908057,"teacher_disagreement_score":0.39546135,"about_ca_system_score_codex":0.00023183694,"about_ca_system_score_gemma":0.00039321592,"threshold_uncertainty_score":0.9999595},"labels":[],"label_agreement":null},{"id":"W4232719435","doi":"10.21203/rs.3.rs-30532/v2","title":"Assessment of the Quality of Recommendations from 161 Clinical Practice Guidelines Using the Appraisal of Guidelines for Research and Evaluation – Recommendations Excellence (AGREE-REX) Instrument Shows There Is Room for Improvement","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Excellence; Quality (philosophy); Medical physics; Medicine; Quality management; Clinical Practice; Medical education; Family medicine; Engineering; Operations management; Political science; Physics","score_opus":0.8844979849705137,"score_gpt":0.7542463445744602,"score_spread":0.13025164039605353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232719435","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21353656,0.0012594941,0.057182867,0.69555783,0.0015649091,0.023380604,0.007314967,0.000025570693,0.00017716357],"genre_scores_gemma":[0.5866079,0.0039847763,0.40128112,0.0016663256,0.0016315253,0.0023654916,0.0022713447,0.00010189391,0.00008965007],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97877264,0.006056562,0.008314798,0.001368057,0.004860191,0.00062774075],"domain_scores_gemma":[0.8697527,0.06412137,0.004354184,0.0024011661,0.0591113,0.0002592654],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08489303,0.00035547785,0.0011377259,0.0002781458,0.0005722242,0.00010354214,0.0009204122,0.00042618488,0.00030603353],"category_scores_gemma":[0.25252563,0.00024215641,0.0005833765,0.0007273851,0.00063949317,0.00028539862,0.00235308,0.0019807331,7.6284687e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049150195,0.004728486,0.028619131,0.006776727,0.0038450873,8.60804e-7,0.002792716,0.00081895856,0.025838206,0.0031894818,0.2941341,0.6243412],"study_design_scores_gemma":[0.018189844,0.009415211,0.047252987,0.009801627,0.0038686187,0.0000068202744,0.12838276,0.6009054,0.012943183,0.04256593,0.12568177,0.0009857957],"about_ca_topic_score_codex":0.0072977603,"about_ca_topic_score_gemma":0.0009334339,"teacher_disagreement_score":0.6938915,"about_ca_system_score_codex":0.00048573368,"about_ca_system_score_gemma":0.0055548204,"threshold_uncertainty_score":0.99931276},"labels":[],"label_agreement":null},{"id":"W4232790050","doi":"10.1016/j.ygyno.2020.05.477","title":"Predictors of Minimally Invasive Surgery for Uterine and Cervix Cancer from 2000 – 2017 in Ontario, Canada","year":2020,"lang":"en","type":"article","venue":"Gynecologic Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Juravinski Hospital; Hamilton Health Sciences","funders":"","keywords":"Medicine; Invasive surgery; Cervix; Uterine cervix; Perioperative; Cancer; Gynecology; Cervical cancer; General surgery; Surgery; Internal medicine; Carcinoma","score_opus":0.19670357645841588,"score_gpt":0.4199469549658884,"score_spread":0.22324337850747253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232790050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96914154,0.00014252652,0.000016105454,0.028880913,0.00063292653,0.00071763137,0.00022024362,0.0000115291705,0.00023655753],"genre_scores_gemma":[0.98555666,0.00023167056,0.0019471059,0.011595951,0.00018535383,0.00013684478,0.000213365,0.000011145705,0.00012190822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982916,0.000104075094,0.00091663346,0.00032521007,0.00012570151,0.00023674748],"domain_scores_gemma":[0.9902888,0.008854432,0.0004243797,0.0001210789,0.00014341793,0.00016791646],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037452937,0.00012730325,0.0006814962,0.0000464795,0.000023635048,0.0000032586522,0.00007641289,0.00015938938,0.0022128148],"category_scores_gemma":[0.007565594,0.0001158691,0.000053131553,0.00008658148,0.00007336688,0.000067756664,0.00008352477,0.00021780639,0.0000015632726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011980226,0.00015713424,0.91309375,0.00007772275,0.0001192908,0.00016709103,0.00044158785,0.000021247777,0.0011782937,0.00000263737,0.075475864,0.008067385],"study_design_scores_gemma":[0.0025558874,0.0015470167,0.86416554,0.000019199528,0.00015041976,0.000006004231,0.00048825232,0.00011205052,0.0002482961,0.000047585745,0.1305629,0.00009684785],"about_ca_topic_score_codex":0.94585717,"about_ca_topic_score_gemma":0.99869627,"teacher_disagreement_score":0.055087045,"about_ca_system_score_codex":0.0009895419,"about_ca_system_score_gemma":0.010746915,"threshold_uncertainty_score":0.9986993},"labels":[],"label_agreement":null},{"id":"W4233038302","doi":"10.3138/jsp.39.3.307","title":"Surviving Referees' Reports","year":2008,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Business; Operations management; Engineering","score_opus":0.3155227482419978,"score_gpt":0.43342639385474896,"score_spread":0.11790364561275118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233038302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614915,0.00042023574,0.0015793603,0.029677415,0.0011382574,0.00011186793,0.0000010343032,0.000028364931,0.0055519408],"genre_scores_gemma":[0.9763992,0.00015404983,0.017902458,0.0034861504,0.0015559511,7.5916455e-7,0.00000832075,0.000024503603,0.00046862522],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99574727,0.00016910302,0.0022062666,0.00017573302,0.0014783909,0.00022324566],"domain_scores_gemma":[0.9925526,0.0008424989,0.0019918245,0.0003267928,0.003923259,0.00036302823],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.010506825,0.00011160853,0.00037832966,0.00036428508,0.00016133783,0.0027593733,0.00019348516,0.00015967588,0.00022333564],"category_scores_gemma":[0.118341565,0.000092506685,0.00019890211,0.00041223687,0.000036553425,0.06260182,0.00009469374,0.0022824702,0.000008506934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027680036,0.00025701788,0.8484448,0.000031907177,0.00018318638,0.0055213356,0.00050645904,0.000016050275,0.0075082188,0.000103841005,0.11317019,0.023980152],"study_design_scores_gemma":[0.0027274885,0.00059739314,0.78191376,0.00030977564,0.0002449839,0.0511679,0.0013315447,0.00003854588,0.000544003,0.00090651744,0.1600256,0.00019248964],"about_ca_topic_score_codex":0.0001528639,"about_ca_topic_score_gemma":0.000018213295,"teacher_disagreement_score":0.10783474,"about_ca_system_score_codex":0.00020207318,"about_ca_system_score_gemma":0.00076269667,"threshold_uncertainty_score":0.9982759},"labels":[],"label_agreement":null},{"id":"W4233072147","doi":"10.4018/978-1-60566-988-5.ch041","title":"Enhancing ‘Fit’ of Health Information Systems Design Through Practice Support","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Sociotechnical system; Empirical research; Health care; Computer science; Management science; Process (computing); Domain (mathematical analysis); Knowledge management; Information system; Process management; Engineering; Epistemology; Mathematics; Political science","score_opus":0.2618087552027427,"score_gpt":0.44945316711750194,"score_spread":0.18764441191475922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233072147","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000087157905,0.00034852285,0.096599475,0.0006228134,0.00096804346,0.0021720978,0.00012962679,0.00011017743,0.8990405],"genre_scores_gemma":[0.5609223,0.0011651849,0.247949,0.07307845,0.0037379824,0.00033447446,0.0012174075,0.0005631446,0.111032054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949254,0.00016244878,0.0033752196,0.00031531684,0.0008765059,0.00034512617],"domain_scores_gemma":[0.9935707,0.000679817,0.0039026085,0.0006319786,0.001037006,0.00017792768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002654743,0.00038032045,0.0009994742,0.00008661035,0.000075877135,0.000040618514,0.00015718216,0.00041467717,0.00011820511],"category_scores_gemma":[0.0021643012,0.0003683894,0.00020098426,0.000030169793,0.0000815367,0.0006786574,0.000097333184,0.0004738949,0.00041612933],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011106064,0.00007504083,0.000014631008,0.0013265819,0.0005481773,0.000041121304,0.0011736802,0.000012478338,0.000021624513,0.94547254,0.02079747,0.02940603],"study_design_scores_gemma":[0.003859984,0.0042563933,0.00005547682,0.002661169,0.0019289143,0.0013089569,0.0016437382,0.00004766496,0.00026706597,0.04342985,0.93972963,0.0008111464],"about_ca_topic_score_codex":0.002600614,"about_ca_topic_score_gemma":0.000046662713,"teacher_disagreement_score":0.91893214,"about_ca_system_score_codex":0.0006102049,"about_ca_system_score_gemma":0.0023464055,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W4233212523","doi":"10.1503/cmaj.070143","title":"Correction","year":2007,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; World Wide Web; Data science","score_opus":0.06941420279614795,"score_gpt":0.4279087310412153,"score_spread":0.35849452824506733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233212523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5668896,0.00016829425,0.015778964,0.30174595,0.021846944,0.0004666098,0.000009498346,0.00011404972,0.0929801],"genre_scores_gemma":[0.92968345,0.00007279311,0.00073200196,0.060194045,0.0060633374,0.0000012819669,0.000021565002,0.000017904367,0.003213644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732494,0.00007244009,0.00078102486,0.00010281963,0.0013342546,0.00038450962],"domain_scores_gemma":[0.99612236,0.0008905348,0.00027289524,0.00007246806,0.0006764337,0.001965281],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00729113,0.00006905697,0.0001451908,0.00019911498,0.00017037537,0.000038799353,0.00006280126,0.00029203968,0.0076975226],"category_scores_gemma":[0.028223082,0.00006476695,0.00008871338,0.00025046052,0.00001702954,0.00013873051,0.0000062614604,0.0011097469,0.00045547975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031672946,0.000028439068,0.1631827,0.000001975374,0.00005270303,0.0004767078,0.000058170554,6.573902e-7,0.000026405967,0.000049433456,0.54817796,0.28791314],"study_design_scores_gemma":[0.0011341051,0.00009112049,0.24158937,0.000033641292,0.000045311048,0.00196989,0.00056894915,0.000287963,0.00003915823,0.000065608794,0.7541073,0.00006761917],"about_ca_topic_score_codex":0.0035223602,"about_ca_topic_score_gemma":0.068340786,"teacher_disagreement_score":0.36279383,"about_ca_system_score_codex":0.0016042249,"about_ca_system_score_gemma":0.0032080647,"threshold_uncertainty_score":0.9932096},"labels":[],"label_agreement":null},{"id":"W4233268149","doi":"10.1093/pch/20.1.8","title":"The Evidence-based Practice for Improving Quality method has greater impact on improvement of outcomes than dissemination of practice change guidelines and quality improvement training in neonatal intensive care units","year":2015,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality management; Medicine; Intensive care; Quality (philosophy); Neonatal intensive care unit; Best practice; Evidence-based practice; Intensive care medicine; Nursing; Alternative medicine; Pediatrics; Operations management","score_opus":0.5192964061385851,"score_gpt":0.582408707308359,"score_spread":0.06311230116977395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233268149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7270554,0.0059020077,0.018944219,0.23866439,0.0007697077,0.008015379,0.0005791444,0.000048625825,0.000021153119],"genre_scores_gemma":[0.9729549,0.0006078948,0.015421081,0.010243707,0.0003594902,0.00020091707,0.00016970246,0.000037640486,0.0000046652162],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9935877,0.0010749145,0.0031879847,0.00056164153,0.0010955839,0.0004921804],"domain_scores_gemma":[0.96024966,0.02650911,0.003826751,0.0005494311,0.0085589755,0.0003060872],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024293896,0.00032513533,0.00087399886,0.00026958736,0.00019997083,0.00004971733,0.00016299903,0.00013315513,0.0000017372781],"category_scores_gemma":[0.2739369,0.0002201263,0.00017168732,0.0005668719,0.00008878461,0.00074810296,0.00011870761,0.00047730954,3.5738256e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00826155,0.00019384094,0.06414565,0.0017265512,0.00017309918,0.000003288693,0.065815784,0.000069849266,0.00024747508,0.00031056133,0.0003039864,0.8587484],"study_design_scores_gemma":[0.014761349,0.024644393,0.22637445,0.0015649231,0.0012520612,0.000022409304,0.72240907,0.003920227,0.0023219879,0.00019992288,0.0017999983,0.00072920544],"about_ca_topic_score_codex":0.019507913,"about_ca_topic_score_gemma":0.0013592656,"teacher_disagreement_score":0.8580192,"about_ca_system_score_codex":0.00076728256,"about_ca_system_score_gemma":0.002230859,"threshold_uncertainty_score":0.98702127},"labels":[],"label_agreement":null},{"id":"W4233841661","doi":"10.1111/ans.16808","title":"Abstract Journal Endocrine Surgery","year":2021,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prioris.ai (Canada)","funders":"","keywords":"Medicine; Endocrine surgery; General surgery; Endocrine system; Internal medicine; Hormone; Thyroid","score_opus":0.3830004548552354,"score_gpt":0.4763305777443357,"score_spread":0.09333012288910031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233841661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701549,0.002507428,0.000350207,0.023561118,0.0028800454,0.000041980195,0.0000037267735,0.000011542519,0.0004890871],"genre_scores_gemma":[0.9860082,0.005480157,0.0014211287,0.0036912628,0.0031003843,5.306178e-7,0.00001798252,0.00003087551,0.00024946206],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99579704,0.00016979522,0.002784231,0.00013282437,0.0007955597,0.00032056568],"domain_scores_gemma":[0.987481,0.008396288,0.0017102496,0.00021151509,0.0017967637,0.00040420346],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004622864,0.00014857507,0.0007856227,0.00035938903,0.00008481303,0.000080890466,0.000065734646,0.00006715943,0.0028636572],"category_scores_gemma":[0.01988723,0.00012399373,0.0008640376,0.00034192306,0.00004519226,0.0006721249,0.00003212122,0.0008553515,0.000051059214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069828547,0.0006312926,0.34410313,0.00010959858,0.0005160679,0.026715728,0.000044434913,0.000011406387,0.0106732175,0.000011645273,0.43493158,0.18155362],"study_design_scores_gemma":[0.0016596509,0.00011111186,0.66898984,0.0008971332,0.00053605577,0.09557081,0.0009807483,0.000008718802,0.010822313,0.0005875343,0.2195612,0.0002748922],"about_ca_topic_score_codex":0.000012422028,"about_ca_topic_score_gemma":0.0000043751734,"teacher_disagreement_score":0.32488668,"about_ca_system_score_codex":0.00009865292,"about_ca_system_score_gemma":0.0021410058,"threshold_uncertainty_score":0.9980479},"labels":[],"label_agreement":null},{"id":"W4234302279","doi":"10.12968/pnur.2007.18.3.23283","title":"Clinical Q&amp;A","year":2007,"lang":"en","type":"article","venue":"Practice Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Primary care; Ask price; Set (abstract data type); Medicine; Service (business); Clinical Practice; Medical education; Psychology; Family medicine; Computer science; Business","score_opus":0.4957372699532291,"score_gpt":0.655710456218606,"score_spread":0.15997318626537693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234302279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.355447,0.0005753629,0.25094807,0.14200091,0.0043304707,0.0010334491,0.0000026525686,0.0004078117,0.24525426],"genre_scores_gemma":[0.72343767,0.00011964178,0.25667608,0.016929993,0.0020723792,0.0000022760798,0.00003800893,0.000039637136,0.000684315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973176,0.00020135022,0.0013568847,0.0003222833,0.00045981206,0.00034208337],"domain_scores_gemma":[0.98933524,0.009023597,0.0005052251,0.0004064363,0.00043337006,0.00029614262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008938916,0.00011772412,0.00025174287,0.00009426305,0.00010021487,0.000034562236,0.00006580768,0.0001359428,0.00030118],"category_scores_gemma":[0.05362857,0.000113829476,0.00013042177,0.00026904247,0.00011899717,0.0006789171,0.000020628353,0.00068270764,0.0007026383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002281679,0.0013507039,0.019874003,0.00001503677,0.000079269164,0.00010085439,0.0003085912,0.0000010217732,0.0011995364,0.0007748638,0.021835716,0.9521787],"study_design_scores_gemma":[0.0026736376,0.0004126001,0.08407084,0.00016121492,0.0008256057,0.001083171,0.0028371627,0.00008719894,0.00024143636,0.0005822475,0.9068395,0.00018542174],"about_ca_topic_score_codex":0.00005498474,"about_ca_topic_score_gemma":0.000019474892,"teacher_disagreement_score":0.9519933,"about_ca_system_score_codex":0.00016323428,"about_ca_system_score_gemma":0.00017754614,"threshold_uncertainty_score":0.95434314},"labels":[],"label_agreement":null},{"id":"W4234642770","doi":"10.21203/rs.3.rs-40905/v1","title":"Over half of clinical practice guidelines use non-systematic methods to inform recommendations: A methods study","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Clinical Practice; Medicine; Medical physics; Family medicine","score_opus":0.7371022598339249,"score_gpt":0.7402422268172759,"score_spread":0.0031399669833510613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234642770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01708094,0.00026368533,0.89448214,0.06756367,0.00508431,0.013638178,0.000038637496,0.00017041294,0.0016780144],"genre_scores_gemma":[0.0024810818,0.00033571018,0.9693974,0.024280673,0.0006610729,0.00085945625,0.00036420533,0.0001068354,0.0015135218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96574104,0.009741616,0.020768957,0.0016248795,0.0016212853,0.0005022241],"domain_scores_gemma":[0.89900535,0.07441056,0.007307913,0.0039326916,0.014664665,0.0006788434],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08020569,0.000698197,0.004174861,0.00056445756,0.00010497385,0.0002966167,0.00054469914,0.0007072849,0.0015013713],"category_scores_gemma":[0.6700488,0.00057409867,0.0010287873,0.001105606,0.00006418259,0.0011076587,0.0028208673,0.0020558944,0.00005300028],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033448953,0.0157127,0.011365444,0.036559474,0.015894474,0.00021430287,0.0087342365,0.0005821351,0.00070623343,0.00032021126,0.15332264,0.75324327],"study_design_scores_gemma":[0.02572263,0.009817383,0.04222196,0.043946113,0.05933463,0.00060536474,0.27022055,0.070617355,0.0016946419,0.0006703581,0.4709308,0.0042181993],"about_ca_topic_score_codex":0.006224162,"about_ca_topic_score_gemma":0.00072471536,"teacher_disagreement_score":0.74902505,"about_ca_system_score_codex":0.00024100777,"about_ca_system_score_gemma":0.002162161,"threshold_uncertainty_score":0.99967104},"labels":[],"label_agreement":null},{"id":"W4234725919","doi":"10.1503/cjs.003514","title":"Correction: Canadian Society for Vascular Surgery abstracts","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Vascular surgery; General surgery; Library science; Medical physics; Surgery; Cardiac surgery","score_opus":0.19346744486588452,"score_gpt":0.3799350433398916,"score_spread":0.18646759847400707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234725919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365788,0.00092952815,0.0034452085,0.038730014,0.017757984,0.00053726777,0.00006578644,0.00002576737,0.0019296559],"genre_scores_gemma":[0.9879958,0.00009205885,0.001211149,0.008060617,0.0022495666,0.0000050339495,0.00006839663,0.000038972983,0.00027839458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765694,0.00006604232,0.0013709594,0.00015462059,0.00024972527,0.00050170533],"domain_scores_gemma":[0.99095726,0.0053259186,0.0005997985,0.00020416536,0.00082821853,0.002084614],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053438786,0.000139215,0.0005358146,0.00049699954,0.00020173255,0.00005849608,0.00006946385,0.00014936952,0.00041651778],"category_scores_gemma":[0.012688804,0.0001382554,0.0010731799,0.00025574354,0.00006863434,0.0002724541,0.000002760393,0.0003527344,0.00001678871],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031273856,0.000013913724,0.10369124,0.000047734153,0.0002007266,0.00007969916,0.00006619775,0.00005936418,0.000021045715,0.0000118192775,0.83531183,0.060465172],"study_design_scores_gemma":[0.0003903528,0.000050502542,0.16782099,0.00018863413,0.00024853894,0.0004990771,0.0002942711,0.00024155957,0.000078411176,0.00009034545,0.8299435,0.0001538265],"about_ca_topic_score_codex":0.20780319,"about_ca_topic_score_gemma":0.5582477,"teacher_disagreement_score":0.35044447,"about_ca_system_score_codex":0.00055134547,"about_ca_system_score_gemma":0.013160464,"threshold_uncertainty_score":0.99562776},"labels":[],"label_agreement":null},{"id":"W4234917256","doi":"10.14745/ccdr.v36i00as1f","title":"Lignes directrices pour la prévention et le contrôle des éclosions d’oreillons au Canada","year":2010,"lang":"fr","type":"article","venue":"Relevé des maladies transmissibles au Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.043568952497592434,"score_gpt":0.33820574036249246,"score_spread":0.2946367878649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234917256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86340433,0.02760834,0.0023447045,0.050858106,0.00590532,0.0012565041,0.0009419543,0.00013786758,0.047542855],"genre_scores_gemma":[0.9658634,0.013291546,0.004483689,0.0011866547,0.0013228257,0.00007475555,0.00021375151,0.00012849347,0.013434887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99451053,0.0006146,0.0016879718,0.0007377514,0.0009586313,0.0014905399],"domain_scores_gemma":[0.9910867,0.0060181157,0.000528237,0.00058832916,0.0006277541,0.0011508235],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016227291,0.00063663797,0.0008452077,0.00016788188,0.0010390222,0.00011837389,0.000379692,0.00035138903,0.0014897867],"category_scores_gemma":[0.0046863966,0.0006446024,0.00026294112,0.0006639633,0.0007661355,0.00060167076,0.000061682666,0.001194292,0.000011052322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000992939,0.0018167954,0.2658432,0.021058403,0.0023401813,0.0021857782,0.0020500117,0.0011377166,0.037292965,0.03393521,0.12873673,0.50261],"study_design_scores_gemma":[0.0040647965,0.00027289946,0.343681,0.006078734,0.0015222589,0.0005238394,0.0041723796,0.0016643752,0.00551837,0.0012124705,0.6303279,0.00096098124],"about_ca_topic_score_codex":0.9993945,"about_ca_topic_score_gemma":0.99999285,"teacher_disagreement_score":0.5016491,"about_ca_system_score_codex":0.0022018428,"about_ca_system_score_gemma":0.0598502,"threshold_uncertainty_score":0.9996005},"labels":[],"label_agreement":null},{"id":"W4235361279","doi":"10.1080/07060661.2019.1583477","title":"Alberta and Saskatchewan Joint Regional Meeting, 2018/Réunion Régionale de l’Alberta et de la Saskatchewan, 2018","year":2019,"lang":"fr","type":"article","venue":"Canadian Journal of Plant Pathology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Joint (building); Political science; Geography; Regional science; Engineering; Civil engineering","score_opus":0.059902666146771914,"score_gpt":0.35033102085805556,"score_spread":0.29042835471128364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235361279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8927849,0.0063595236,0.00044679223,0.09225992,0.003471249,0.00041051427,0.00033916466,0.0000058542932,0.003922078],"genre_scores_gemma":[0.9299186,0.0021025168,0.009104053,0.025449347,0.0028665408,0.000007118499,0.0003471258,0.000111527865,0.030093167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949329,0.0018083858,0.0015969692,0.00038351712,0.00029899707,0.0009792569],"domain_scores_gemma":[0.9905471,0.005957269,0.0011613895,0.00033205686,0.00025990524,0.0017422794],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063299364,0.00033503596,0.00075498194,0.0004259386,0.00013141759,0.00007551583,0.00024314478,0.00062889163,0.0014881067],"category_scores_gemma":[0.0050792773,0.00034183843,0.00021418805,0.00015232954,0.0005209627,0.00033647582,0.00005098056,0.0014025628,0.00016811231],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006727978,0.00023985436,0.37177685,0.00034604062,0.00047014168,0.007188901,0.019301547,0.00027730427,0.01322576,0.0022808728,0.57820684,0.006013061],"study_design_scores_gemma":[0.0046036514,0.0014494981,0.11915811,0.0015194005,0.0007155518,0.085145675,0.015412631,0.00046849344,0.00019802517,0.002280233,0.7685848,0.0004639371],"about_ca_topic_score_codex":0.32664853,"about_ca_topic_score_gemma":0.8301379,"teacher_disagreement_score":0.5034894,"about_ca_system_score_codex":0.0009827438,"about_ca_system_score_gemma":0.015941955,"threshold_uncertainty_score":0.9999034},"labels":[],"label_agreement":null},{"id":"W4235453756","doi":"10.1503/cmaj.161414","title":"The validity of recommendations from clinical guidelines: a survival analysis","year":2017,"lang":"en","type":"erratum","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Medicine","score_opus":0.31178552850150854,"score_gpt":0.5282164460768648,"score_spread":0.21643091757535626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235453756","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022711288,0.0012544845,0.0015876467,0.8472792,0.126098,0.0006973439,0.002367325,0.000041333737,0.018403549],"genre_scores_gemma":[0.01896502,0.1588329,0.009996634,0.120647974,0.29962155,0.000108180946,0.028584637,0.00050228304,0.3627408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875202,0.001929292,0.005646078,0.00045904267,0.0038060632,0.00063929637],"domain_scores_gemma":[0.97425497,0.009969212,0.006347034,0.0009838282,0.0059185685,0.0025263838],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.028781962,0.00032093222,0.0015558759,0.00040517913,0.0010428535,0.00030000624,0.0009527349,0.0020374365,0.007985857],"category_scores_gemma":[0.28331164,0.00024093685,0.0014892205,0.000489549,0.0002106635,0.00019119815,0.00009822165,0.0061108638,0.0001434353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025287136,0.00005013939,0.08931154,0.000006454034,0.0037757268,0.000087570974,0.000021466914,5.5177964e-7,8.3977696e-8,0.0000138069,0.8183259,0.08838147],"study_design_scores_gemma":[0.0012842542,0.000103499726,0.09934855,0.00021718438,0.004757079,0.00002714255,0.00034683125,0.0008592428,1.7014492e-7,0.00023557142,0.8926379,0.00018254058],"about_ca_topic_score_codex":0.035901576,"about_ca_topic_score_gemma":0.48990947,"teacher_disagreement_score":0.7266312,"about_ca_system_score_codex":0.0014152743,"about_ca_system_score_gemma":0.026252719,"threshold_uncertainty_score":0.9992581},"labels":[],"label_agreement":null},{"id":"W4235757559","doi":"10.1016/s0278-2391(02)70043-8","title":"Call for Surgical and Practice Clinics/Abstract Submissions 2003 Annual Meeting—Toronto, Ontario, Canada","year":2002,"lang":"en","type":"article","venue":"Journal of Oral and Maxillofacial Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine","score_opus":0.15967095166228673,"score_gpt":0.4090070377887405,"score_spread":0.24933608612645375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235757559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97563463,0.0027274983,0.000041059422,0.01803925,0.0017836154,0.00039341816,0.00008685703,0.000012355509,0.0012812979],"genre_scores_gemma":[0.95190495,0.014982468,0.016276155,0.008697524,0.0013782069,0.000017196016,0.00007893502,0.00009484946,0.0065696994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974698,0.00007637385,0.0015081513,0.00019375213,0.00045983566,0.00029212236],"domain_scores_gemma":[0.99555236,0.0018664291,0.0008959566,0.000095492,0.0010672814,0.00052247004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002575667,0.00017022528,0.00059695233,0.00005074582,0.00014266954,0.000038412447,0.000044143468,0.00012512668,0.000679011],"category_scores_gemma":[0.015379276,0.000133506,0.00014509192,0.000090186084,0.000063426785,0.0006753619,0.000033186803,0.00035556522,0.0000010169642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063855755,0.0008078972,0.12868331,0.00011147441,0.00044801002,0.0020986032,0.00052093563,0.000004670149,0.00017577743,0.00007682786,0.20077275,0.6599142],"study_design_scores_gemma":[0.0020130575,0.00032782264,0.056983188,0.000051814146,0.00032747764,0.0021924751,0.0005553314,0.0000437723,0.000007982844,0.00002026809,0.93732923,0.00014759492],"about_ca_topic_score_codex":0.6059857,"about_ca_topic_score_gemma":0.49136478,"teacher_disagreement_score":0.7365565,"about_ca_system_score_codex":0.00025638883,"about_ca_system_score_gemma":0.0011702048,"threshold_uncertainty_score":0.9929146},"labels":[],"label_agreement":null},{"id":"W4235805454","doi":"10.1002/9781444311761.ch46","title":"The Design of Interventional Trials in Transfusion Medicine","year":2009,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Transfusion medicine; Reading (process); Key (lock); Medicine; Blood transfusion; Medical physics; Psychology; Computer science; Surgery; Political science; Computer security; Law","score_opus":0.5313750100951606,"score_gpt":0.5757479048324877,"score_spread":0.044372894737327084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235805454","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006780695,0.0054042726,0.2662777,0.07144285,0.0013834984,0.0065761376,0.000028598688,0.00014380098,0.6486753],"genre_scores_gemma":[0.0018785268,0.013390604,0.01507647,0.0020692223,0.0017946038,0.000055923207,0.0002569399,0.00025713776,0.9652206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962311,0.0008086428,0.0022839648,0.00017242758,0.00039699327,0.00010692147],"domain_scores_gemma":[0.99291265,0.0059344037,0.0008048821,0.00023822383,0.000067805886,0.000042053667],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010327119,0.00013163386,0.00082495215,0.0002204143,0.000011801175,0.0000031159598,0.00008871608,0.000162092,0.015434542],"category_scores_gemma":[0.014583214,0.00006811661,0.00018349529,0.00014936285,0.00008266749,0.000018135961,0.000010059885,0.00021634955,0.000019832114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072061387,0.00017845361,0.00009230172,0.000061710336,0.00009257725,0.000005490737,0.000022570615,0.0000019685203,0.00035798797,0.0005230936,0.8840467,0.11389655],"study_design_scores_gemma":[0.014696544,0.0030640939,0.0028632183,0.0038608625,0.00091480126,0.000025100806,0.00047022765,0.00030276887,0.00015766623,0.0031245411,0.9703158,0.00020434461],"about_ca_topic_score_codex":0.0012646378,"about_ca_topic_score_gemma":0.0014788593,"teacher_disagreement_score":0.31654525,"about_ca_system_score_codex":0.00003356116,"about_ca_system_score_gemma":0.00011529061,"threshold_uncertainty_score":0.9937174},"labels":[],"label_agreement":null},{"id":"W4235928904","doi":"10.1038/ki.2013.244","title":"The Authors Reply","year":2013,"lang":"en","type":"letter","venue":"Kidney International","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Guideline; Subject (documents); Medicine; Workgroup; Value (mathematics); MEDLINE; Alternative medicine; Medical education; Computer science; Library science; Pathology; Political science","score_opus":0.15003701347108053,"score_gpt":0.4529206418278039,"score_spread":0.30288362835672333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235928904","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005238122,0.000025379219,0.00019497117,0.9689752,0.006731176,0.00045714184,0.000111527384,0.00007374415,0.023378514],"genre_scores_gemma":[0.00011461267,0.00008652135,0.0014992063,0.86420083,0.015491869,0.00008780191,0.0031929351,0.000045088476,0.11528114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973035,0.000096277785,0.0010013327,0.00035894688,0.0009844824,0.00025548384],"domain_scores_gemma":[0.9967267,0.0014010574,0.00051798974,0.0005459084,0.0006430173,0.00016533764],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006951257,0.00019935006,0.00021353463,0.00009894978,0.0001127077,0.00016648983,0.00040117558,0.00032322295,0.0050884103],"category_scores_gemma":[0.018144732,0.00013452985,0.00021240843,0.00007045466,0.000099963276,0.00014710243,0.00012355078,0.0019478688,0.0021943913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029110111,0.000017318313,0.00027665452,0.000016237786,0.00030392475,0.00008121792,0.000015858159,1.2702256e-7,0.00001961911,0.00013996333,0.99281716,0.0062828297],"study_design_scores_gemma":[0.0006316251,0.000053075597,0.000568298,0.00007765788,0.00014839583,0.00013810137,0.000023603207,0.00031906815,0.000017063066,0.00088703964,0.99700665,0.00012944092],"about_ca_topic_score_codex":0.00026629635,"about_ca_topic_score_gemma":0.000003879035,"teacher_disagreement_score":0.10477434,"about_ca_system_score_codex":0.00021939799,"about_ca_system_score_gemma":0.000536513,"threshold_uncertainty_score":0.99858254},"labels":[],"label_agreement":null},{"id":"W4236238854","doi":"10.1016/s0849-5831(16)30406-2","title":"Sommaire exécutif","year":2001,"lang":"fr","type":"article","venue":"Journal SOGC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatoon Medical Imaging","funders":"","keywords":"Political science; Humanities; Medicine; Gynecology; Philosophy","score_opus":0.2915775400619534,"score_gpt":0.5241755684199138,"score_spread":0.23259802835796034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236238854","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23832265,0.039189298,0.020785796,0.6161534,0.03562146,0.00062513177,0.000026368227,0.000092228925,0.04918365],"genre_scores_gemma":[0.6539631,0.06936906,0.009564344,0.030232059,0.06409589,0.00000820712,0.000036317855,0.00014759316,0.17258342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996571,0.00029785128,0.0016040126,0.00021812734,0.0006499116,0.0006590669],"domain_scores_gemma":[0.99699193,0.0010129893,0.0006459818,0.00028620512,0.00039617333,0.0006667316],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002713815,0.00020757865,0.0003700643,0.00011656885,0.00028444562,0.00013836048,0.00016398769,0.0002170703,0.0148163745],"category_scores_gemma":[0.005934542,0.00019139827,0.0002842779,0.00028906824,0.00011606016,0.00070937537,0.00006955502,0.0014259286,0.003465723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003118345,0.00048365284,0.02302744,0.000044590568,0.00019826756,0.002557539,0.00026114873,0.000055388282,0.0004937547,0.0005864182,0.22956447,0.7424155],"study_design_scores_gemma":[0.0031395669,0.00058369647,0.021172177,0.00045864284,0.00063813734,0.01477841,0.0021247684,0.0015309721,0.000056268396,0.0032692298,0.9520493,0.00019883474],"about_ca_topic_score_codex":0.00019946469,"about_ca_topic_score_gemma":0.00009321557,"teacher_disagreement_score":0.74221665,"about_ca_system_score_codex":0.0004921168,"about_ca_system_score_gemma":0.0005630447,"threshold_uncertainty_score":0.9973102},"labels":[],"label_agreement":null},{"id":"W4236319767","doi":"10.31027/odprn.2017.02","title":"Blood glucose test strip quantity limits across Canada","year":2017,"lang":"en","type":"report","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Environmental science; Mathematics; Statistics; Biology; Ecology","score_opus":0.38665535605232776,"score_gpt":0.540149711415291,"score_spread":0.15349435536296324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236319767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6059783,0.003783427,0.00027453384,0.029364076,0.018953295,0.0056273923,0.0054470957,0.00057909486,0.32999274],"genre_scores_gemma":[0.8676798,0.0073443055,0.00152696,0.0036917964,0.0054387683,0.00005140548,0.003529867,0.00017796959,0.11055918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99485147,0.00005018239,0.0018707799,0.0006909907,0.0019761864,0.0005604112],"domain_scores_gemma":[0.991683,0.0024457017,0.001719729,0.0016406954,0.0020805718,0.0004302914],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024493595,0.0004073629,0.000984856,0.000031824668,0.00028478447,0.00012687486,0.0003352838,0.00045647335,0.00082504336],"category_scores_gemma":[0.0980939,0.00034985758,0.0002192092,0.0000921543,0.00008915135,0.00018755886,0.0001943249,0.0011096566,0.00007460946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007496458,0.0006194843,0.12860247,0.0005812395,0.00050568633,0.0012554158,0.000013418815,5.0694246e-7,0.00019499981,0.0000034225407,0.8024399,0.06570849],"study_design_scores_gemma":[0.0022416175,0.00033886667,0.12791412,0.00028963998,0.0014334611,0.00062188745,0.00014173237,0.000019886667,0.0007562942,0.000006611683,0.86584365,0.00039222103],"about_ca_topic_score_codex":0.9709652,"about_ca_topic_score_gemma":0.9896375,"teacher_disagreement_score":0.2617014,"about_ca_system_score_codex":0.0007219039,"about_ca_system_score_gemma":0.025592256,"threshold_uncertainty_score":0.99989533},"labels":[],"label_agreement":null},{"id":"W4236339198","doi":"10.22374/cjgim.v10i3.48","title":"CM Tools and Pearls: The Canadian Diabetes Association 2013 Clinical Practice Guidelines","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; University of Toronto","funders":"","keywords":"Medicine; Diabetes mellitus; Clinical Practice; Family medicine; Diabetes management; Incidence (geometry); Type 2 diabetes; Intensive care medicine; Endocrinology","score_opus":0.4136722157687488,"score_gpt":0.5267497528726545,"score_spread":0.11307753710390567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236339198","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26870304,0.0049350816,0.00012508004,0.7159351,0.004505951,0.00031255806,0.000029224484,0.00000733411,0.0054466124],"genre_scores_gemma":[0.7758221,0.0011505133,0.012232375,0.18362164,0.019508878,0.000007265901,0.000056575234,0.0000653581,0.007535281],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957206,0.00044228332,0.0024118773,0.0001994966,0.00076582195,0.000459881],"domain_scores_gemma":[0.9871264,0.0020368933,0.0013916531,0.0002591021,0.006173644,0.0030122858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012172954,0.00018968023,0.0005579258,0.00032683057,0.00015642987,0.00013216292,0.00026692872,0.00018426964,0.00032732787],"category_scores_gemma":[0.1706188,0.000121080695,0.00012543213,0.00021586694,0.00023341861,0.0005739152,0.000025260726,0.0009988227,0.000035659617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009225974,0.000012914687,0.12730859,0.0000068741465,0.0002784631,0.00028264328,0.00033822356,0.00001585201,0.000036283713,0.00010281504,0.83842427,0.033100802],"study_design_scores_gemma":[0.0029254612,0.0015421348,0.056960844,0.00029022535,0.0007257364,0.0010802518,0.0021145025,0.00071849994,0.000015563002,0.00034965566,0.9331421,0.00013499497],"about_ca_topic_score_codex":0.61399657,"about_ca_topic_score_gemma":0.7850421,"teacher_disagreement_score":0.53231347,"about_ca_system_score_codex":0.0010809998,"about_ca_system_score_gemma":0.0058078305,"threshold_uncertainty_score":0.99982834},"labels":[],"label_agreement":null},{"id":"W4236801429","doi":"10.1007/s00134-010-1976-4","title":"Erratum to: A critical appraisal of the quality of critical care pharmacotherapy clinical practice guidelines and their strength of recommendations","year":2010,"lang":"en","type":"erratum","venue":"Intensive Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Interior Health; University of British Columbia; University of British Columbia, Okanagan Campus; Capital District Health Authority; St. Paul's Hospital; Dalhousie University","funders":"","keywords":"Critical appraisal; Medicine; Anesthesiology; Pharmacotherapy; Clinical Practice; Pain medicine; Intensive care medicine; Critical illness; Alternative medicine; Critically ill; Family medicine; Nursing; Anesthesia; Pathology","score_opus":0.33086993278229004,"score_gpt":0.6269802118125053,"score_spread":0.29611027903021525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236801429","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015796788,0.017687064,0.0019287409,0.8415018,0.11147903,0.0028186648,0.0030709677,0.000077795965,0.005639203],"genre_scores_gemma":[0.7953706,0.0062350174,0.03560422,0.13799389,0.019486664,0.00016041945,0.0032950628,0.0003766385,0.001477497],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98982,0.0013105235,0.0064042523,0.00083012274,0.0012467343,0.00038835776],"domain_scores_gemma":[0.8459008,0.05207881,0.0027276436,0.001707258,0.09700078,0.000584742],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035342572,0.0005706251,0.002551971,0.0002712928,0.00009511738,0.000010189682,0.00046239363,0.00085737224,0.00036531713],"category_scores_gemma":[0.7355484,0.00036079978,0.000540651,0.0005029925,0.0027534799,0.00016110897,0.00036589883,0.0033859944,0.0000022019026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013685058,0.00030998106,0.0009139112,0.002638688,0.00038031844,0.000011482468,0.008597034,2.4026693e-7,0.0046979296,0.00035586592,0.9416535,0.03907254],"study_design_scores_gemma":[0.00446515,0.0036000768,0.0030290463,0.0046705483,0.002926898,0.00013778875,0.34316197,0.000056962774,0.0017478241,0.00015325587,0.6356479,0.00040256174],"about_ca_topic_score_codex":0.0013523651,"about_ca_topic_score_gemma":0.0004803656,"teacher_disagreement_score":0.7795738,"about_ca_system_score_codex":0.000080844606,"about_ca_system_score_gemma":0.0015799546,"threshold_uncertainty_score":0.9999605},"labels":[],"label_agreement":null},{"id":"W4236854198","doi":"10.5489/cuaj.768","title":"Guideline for optimization of surgical and pathological quality performance for radical prostatectomy in prostate cancer management: evidentiary base","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Sudbury Regional Hospital; Canadian Institute for Health Information; Princess Margaret Cancer Centre; Toronto General Hospital; University Health Network; Cancer Care Ontario; McMaster University; London Health Sciences Centre","funders":"Cancer Care Ontario; McMaster University; London Health Sciences Centre","keywords":"Prostatectomy; Guideline; Prostate cancer; Medicine; Pathological; Urology; Management of prostate cancer; Base (topology); Cancer; General surgery; Internal medicine; Pathology","score_opus":0.07487428066996399,"score_gpt":0.3998140145360265,"score_spread":0.3249397338660625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236854198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92622733,0.00029657013,0.004785481,0.06536969,0.00018443516,0.0029086168,0.00013291814,0.000018780007,0.00007619946],"genre_scores_gemma":[0.9635574,0.0011797025,0.031112412,0.0030670753,0.0002524135,0.00044165453,0.00020311639,0.00001791504,0.00016828967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970268,0.00024392258,0.0016670063,0.00028891774,0.00031874364,0.00045462666],"domain_scores_gemma":[0.996993,0.0009781584,0.0007098862,0.00009490951,0.0008054795,0.00041854655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039780927,0.00014689498,0.00041556236,0.00020379841,0.00013819271,0.000058383495,0.000081913204,0.00019126626,0.0004185594],"category_scores_gemma":[0.0032136058,0.00011848197,0.000119134005,0.00021170895,0.000064610584,0.00031975962,0.000025119383,0.00033856207,0.000002241929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012595884,0.00021392207,0.93779117,0.00020804036,0.00012050627,0.000039822644,0.00007869121,0.004681852,0.000075542106,0.00037238692,0.0109134205,0.044245075],"study_design_scores_gemma":[0.017354475,0.0013813926,0.8529596,0.00012146253,0.00029568403,0.00016867112,0.00033019506,0.0834441,0.000037484457,0.0021215116,0.041432437,0.00035303493],"about_ca_topic_score_codex":0.00078507105,"about_ca_topic_score_gemma":0.00021994297,"teacher_disagreement_score":0.0848316,"about_ca_system_score_codex":0.0004886809,"about_ca_system_score_gemma":0.0002909892,"threshold_uncertainty_score":0.48315546},"labels":[],"label_agreement":null},{"id":"W4236951087","doi":"10.1016/j.jogc.2020.11.004","title":"2020 Index of SOGC Clinical Practice Guidelines","year":2020,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Index (typography); Clinical Practice; Family medicine","score_opus":0.1853877750544193,"score_gpt":0.4611860579938502,"score_spread":0.27579828293943087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236951087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6998263,0.008673032,0.0015600137,0.27114543,0.016826537,0.00041874475,0.00003512574,0.000008926651,0.0015059055],"genre_scores_gemma":[0.9482717,0.0010082518,0.014370776,0.035997074,0.00031023502,5.0702494e-7,0.0000039635297,0.000012403295,0.000025122423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617136,0.00015444904,0.002839993,0.00015115597,0.0005313914,0.00015165111],"domain_scores_gemma":[0.9758958,0.017476508,0.0022717374,0.0001332975,0.0037454318,0.0004772225],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014232928,0.00010499532,0.0006056003,0.00007205047,0.00003241826,0.000008830721,0.00011437542,0.00013390255,0.00032722607],"category_scores_gemma":[0.4069628,0.000086488304,0.000107682514,0.0003840041,0.0000685017,0.00016587999,0.000068527894,0.0006039955,9.221929e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001734544,0.00020198224,0.33586767,0.000085345375,0.00045037578,0.0032001522,0.00006205927,0.00007472899,0.000027562372,0.000057699075,0.23504096,0.424758],"study_design_scores_gemma":[0.0065457653,0.0024171479,0.39348528,0.0000105205145,0.00073129253,0.00030541993,0.0017927244,0.0012741607,0.000025602814,0.000073833704,0.59321326,0.0001250113],"about_ca_topic_score_codex":0.005656882,"about_ca_topic_score_gemma":0.0037874219,"teacher_disagreement_score":0.42463297,"about_ca_system_score_codex":0.00017325462,"about_ca_system_score_gemma":0.0041863923,"threshold_uncertainty_score":0.8551551},"labels":[],"label_agreement":null},{"id":"W4236955437","doi":"10.12968/hmed.2018.79.10.596","title":"Book Reviews","year":2018,"lang":"en","type":"article","venue":"British Journal of Hospital Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Library science; Art history; Visual arts; Art; Computer science","score_opus":0.11058232837192472,"score_gpt":0.455720696885818,"score_spread":0.3451383685138933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236955437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41197485,0.3671707,0.006146296,0.18913218,0.011225889,0.0018475396,0.000010381062,0.00007310882,0.012419061],"genre_scores_gemma":[0.7462807,0.09771806,0.013917708,0.10073876,0.035715334,0.000011503634,0.0000357296,0.00009940976,0.005482772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721384,0.00009273876,0.0018381153,0.00014020018,0.00052425417,0.00019087791],"domain_scores_gemma":[0.9973337,0.00025297326,0.0009493475,0.00016497225,0.0010113071,0.00028772338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021730172,0.00011028225,0.00060863927,0.00009313743,0.00006160605,0.000015092306,0.00012437975,0.00005787408,0.004329525],"category_scores_gemma":[0.01542698,0.00009259504,0.00014719735,0.00019238814,0.0003084154,0.0003493307,0.000030288165,0.00039258887,0.00012640691],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010430953,0.00015248121,0.0015663101,0.00003272616,0.00004539207,0.0006289156,0.00010719593,2.1235229e-8,0.0002952586,0.000008352652,0.7900667,0.2069923],"study_design_scores_gemma":[0.0043104165,0.011222953,0.027001536,0.0024421122,0.0003708267,0.0083940895,0.00028731723,0.0000072517123,0.00014818221,0.00017898723,0.9455313,0.000104992134],"about_ca_topic_score_codex":0.00008951681,"about_ca_topic_score_gemma":0.000014177448,"teacher_disagreement_score":0.33430585,"about_ca_system_score_codex":0.000060862636,"about_ca_system_score_gemma":0.00011400476,"threshold_uncertainty_score":0.99658066},"labels":[],"label_agreement":null},{"id":"W4237042858","doi":"10.1037/e388052004-005","title":"Division 38 is returning to Toronto to celebrate 25 years of success. Will you be there?","year":2003,"lang":"en","type":"dataset","venue":"PsycEXTRA Dataset","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Division (mathematics); Geography; Library science; Computer science; Mathematics; Arithmetic","score_opus":0.12959218077935789,"score_gpt":0.4716558910451711,"score_spread":0.34206371026581317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237042858","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022099689,0.0002934527,0.00017094302,0.004581904,0.0008269262,0.0013836932,0.9904411,0.00002829822,0.00006374163],"genre_scores_gemma":[0.00032920984,0.0005671825,0.0028329506,0.017558465,0.00036431366,0.00005467774,0.97810984,0.00006800477,0.00011536837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99495244,0.00025104324,0.0019645984,0.0010941437,0.0011654088,0.000572379],"domain_scores_gemma":[0.9951044,0.0006609193,0.00082333654,0.0025356838,0.00024513333,0.0006305509],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017247527,0.0005109358,0.0009865637,0.00021134413,0.00006688023,0.0000807127,0.00074932567,0.0003849233,0.011451205],"category_scores_gemma":[0.004042946,0.0005047466,0.00017044108,0.0004096057,0.000057087116,0.0005492921,0.00042975228,0.00063254184,0.00070282695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003783817,0.00030090177,0.00013733986,0.00026222717,0.00015756565,0.00006841451,0.00008191228,0.0000031630807,0.00030992398,0.0000026441714,0.993112,0.0051855096],"study_design_scores_gemma":[0.0014100901,0.000802896,0.0011257584,0.00038169653,0.00053167617,0.000023571023,0.00022581444,0.000005628993,0.00016185224,0.000014111071,0.9948414,0.0004754878],"about_ca_topic_score_codex":0.008852641,"about_ca_topic_score_gemma":0.004524285,"teacher_disagreement_score":0.01297656,"about_ca_system_score_codex":0.00024154835,"about_ca_system_score_gemma":0.00024217764,"threshold_uncertainty_score":0.9997404},"labels":[],"label_agreement":null},{"id":"W4237138435","doi":"10.12688/hrbopenres.13120.1","title":"Quality care metrics (QC-M) in nursing and midwifery care processes: a rapid realist review (RRR) protocol","year":2020,"lang":"en","type":"preprint","venue":"HRB Open Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"Health Service Executive; Health Research Board","keywords":"Nursing; Protocol (science); Quality (philosophy); Medicine; Nursing care; Obstetrics; Alternative medicine; Physics","score_opus":0.8054340772141105,"score_gpt":0.7236106036330255,"score_spread":0.081823473581085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237138435","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018362078,0.044026136,0.00018817744,0.109108396,0.00022852665,0.78508806,0.0006574958,0.0001289853,0.058738],"genre_scores_gemma":[0.12761074,0.059227377,0.031482976,0.011103735,0.0018073409,0.75843865,0.009246179,0.00044326807,0.00063972856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99001837,0.0030562796,0.002492929,0.0015852896,0.0021905277,0.0006565855],"domain_scores_gemma":[0.9898129,0.0032920092,0.0006543735,0.0013745475,0.004363016,0.0005031281],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011575553,0.00038325647,0.0014594687,0.0004887682,0.00020248475,0.00047713585,0.0010175562,0.0004044385,0.00031712532],"category_scores_gemma":[0.074717686,0.0003503363,0.00012789159,0.0022839445,0.00026969475,0.00030559787,0.003187194,0.003817745,0.00003536293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004056466,0.0006954964,0.013317058,0.34714252,0.00012884989,0.00038191836,0.008985776,0.0000029111995,0.000081388964,0.00026548593,0.07838999,0.5465521],"study_design_scores_gemma":[0.018971223,0.00337372,0.032265108,0.22981264,0.0007536413,0.00010003128,0.09442492,0.00017315244,0.00068279007,0.0054068845,0.61206466,0.0019712322],"about_ca_topic_score_codex":0.0067615965,"about_ca_topic_score_gemma":0.0012876118,"teacher_disagreement_score":0.54458094,"about_ca_system_score_codex":0.0012395169,"about_ca_system_score_gemma":0.006517924,"threshold_uncertainty_score":0.99989486},"labels":[],"label_agreement":null},{"id":"W4237169335","doi":"10.21203/rs.2.22559/v1","title":"A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"","keywords":"Observational study; Audit; Psychological intervention; Medicine; Knowledge translation; Cancer; General surgery; Medical physics; Nursing; Business; Internal medicine; Accounting; Knowledge management; Computer science","score_opus":0.9263639138930331,"score_gpt":0.7126726962293137,"score_spread":0.21369121766371935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237169335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97436106,0.00035844144,0.008357729,0.01050566,0.00012186266,0.005965478,0.00029958528,0.00002067416,0.000009498864],"genre_scores_gemma":[0.98438233,0.00011158014,0.013111394,0.00014190054,0.00014042841,0.0006174057,0.0014364894,0.00004023025,0.00001825974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99250764,0.0030012743,0.0023139417,0.00081508205,0.0008865871,0.00047545135],"domain_scores_gemma":[0.9956873,0.0023773063,0.0004798211,0.00034935048,0.0008031805,0.00030305726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012038696,0.00021467068,0.00080247753,0.0013044359,0.00011823461,0.000045984532,0.00012778386,0.00009772358,0.00031595],"category_scores_gemma":[0.0016284841,0.00023897772,0.0001333013,0.0011751142,0.000036277284,0.0002972993,0.00035417444,0.0015190198,0.0000017499025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010076946,0.0025442783,0.9525256,0.0019102892,0.00009033347,0.00001770117,0.01645342,0.00025516338,0.00032393838,0.00007306188,0.0003855204,0.02441296],"study_design_scores_gemma":[0.0024075205,0.0023771701,0.9750549,0.00314161,0.00006946152,0.000003344184,0.013855185,0.0022879392,0.000017516537,0.0004468074,0.00018181952,0.0001566937],"about_ca_topic_score_codex":0.51528984,"about_ca_topic_score_gemma":0.9670906,"teacher_disagreement_score":0.45180073,"about_ca_system_score_codex":0.002258219,"about_ca_system_score_gemma":0.0076291407,"threshold_uncertainty_score":0.9979967},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4237317609","doi":"10.5489/cuaj.1418","title":"Podium Session 5: General Oncology &amp; Late Breaking Abstracts","year":2013,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Medicine; Internal medicine; Oncology; Psychology; Computer science; World Wide Web","score_opus":0.11587246241061595,"score_gpt":0.40954519172250237,"score_spread":0.2936727293118864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237317609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8421857,0.000031151423,0.00014519329,0.15180953,0.0006836623,0.00024800873,0.000009314492,0.000032137556,0.00485532],"genre_scores_gemma":[0.9579382,0.000050965093,0.003529698,0.034836236,0.0014717149,0.0000107328815,0.00007956197,0.000016150208,0.0020667566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99746203,0.00031231975,0.0010211408,0.00021202692,0.00040832147,0.0005841467],"domain_scores_gemma":[0.9966178,0.0007225516,0.00078435056,0.000121425015,0.00067313795,0.0010807621],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001798754,0.00014026626,0.00030467458,0.00017229341,0.00028141827,0.00013597509,0.00010654463,0.00040269253,0.0058228667],"category_scores_gemma":[0.0069559873,0.000113453505,0.00013902856,0.00016925824,0.000026199485,0.00032743684,0.000023565019,0.001083435,0.0012090357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010441784,0.00018894351,0.6445975,0.0000069478183,0.00018870346,0.00020309254,0.00018528667,0.0003930663,0.0040679444,0.000095597505,0.24095841,0.1090101],"study_design_scores_gemma":[0.0009821171,0.00020017957,0.6600174,0.000007406789,0.00006875488,0.00034778923,0.00004576361,0.00027126208,0.000011019035,0.0010356276,0.33691502,0.00009770777],"about_ca_topic_score_codex":0.010391175,"about_ca_topic_score_gemma":0.0041143727,"teacher_disagreement_score":0.116973296,"about_ca_system_score_codex":0.0019552407,"about_ca_system_score_gemma":0.0010539473,"threshold_uncertainty_score":0.99956864},"labels":[],"label_agreement":null},{"id":"W4237469880","doi":"10.1097/00007632-200111150-00023","title":"Point of View","year":2001,"lang":"en","type":"article","venue":"Spine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Point (geometry); Geometry","score_opus":0.2472892816230441,"score_gpt":0.5157905339367106,"score_spread":0.2685012523136665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237469880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94237435,0.00042035192,0.0055349437,0.035939194,0.00021213593,0.0003828056,0.0000026432485,0.000045710523,0.015087876],"genre_scores_gemma":[0.98781025,0.00033911207,0.007551872,0.0030237834,0.00019241081,0.0000033399322,0.000026265681,0.000008286793,0.0010446622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993169,0.000013378338,0.00040550125,0.00007490852,0.00011990624,0.00006944618],"domain_scores_gemma":[0.9995585,0.000047606074,0.00009582888,0.00015791185,0.000095604475,0.000044553406],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031141483,0.00003806942,0.00013269098,0.000027405918,0.0000074381564,0.0000014069044,0.000023534947,0.000019384985,0.0015569557],"category_scores_gemma":[0.0011940757,0.00003110375,0.00004195251,0.000115519746,0.000018270377,0.0000476667,0.00001671388,0.000058607093,0.00009006012],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049219996,0.0008242583,0.061160382,0.00028388362,0.00013197001,0.0001300378,0.000121248624,0.000008091355,0.07193197,0.003221834,0.029695805,0.83199835],"study_design_scores_gemma":[0.005569205,0.0015282367,0.36154467,0.00022214546,0.0002951709,0.0003022143,0.00028380268,0.00045459418,0.006553792,0.0013684011,0.6217252,0.00015253948],"about_ca_topic_score_codex":0.000073798394,"about_ca_topic_score_gemma":0.00001821976,"teacher_disagreement_score":0.83184576,"about_ca_system_score_codex":0.00001354181,"about_ca_system_score_gemma":0.000034985835,"threshold_uncertainty_score":0.99935573},"labels":[],"label_agreement":null},{"id":"W4237511039","doi":"10.1002/9781119953128.ch7","title":"Suicide Intervention","year":2011,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Intervention (counseling); Medical emergency; Medicine; Nursing","score_opus":0.36543767586361653,"score_gpt":0.5336728389250537,"score_spread":0.16823516306143715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237511039","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018191711,0.00023294963,0.0048313057,0.0004894834,0.00037151732,0.00035444487,0.000006263025,0.00023245445,0.9934634],"genre_scores_gemma":[0.00052964274,0.0001239462,0.0071896664,0.0012796881,0.00046588,0.000009922526,0.00023280735,0.0002489836,0.9899195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917406,0.000027011432,0.0004160266,0.00016679853,0.00012711927,0.00008900347],"domain_scores_gemma":[0.9993671,0.000055603152,0.00023331982,0.00024902442,0.000034452132,0.00006051173],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022906043,0.000100598416,0.00019910459,0.0001236941,0.0000048595016,0.000004424741,0.000039523067,0.00014949989,0.20495254],"category_scores_gemma":[0.0005680979,0.0000818241,0.0001217096,0.00004487767,0.000018328872,0.00002266412,0.000030685245,0.00014754481,0.0037172255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033460663,0.000093475086,0.00073535106,0.000066185705,0.00007469353,0.000009258122,0.000003860578,1.6829265e-9,0.0000103042175,0.0002721891,0.93551004,0.06319117],"study_design_scores_gemma":[0.0009985705,0.00015593215,0.0009961812,0.00034399368,0.0002490585,0.000017735718,0.00004428474,0.000003894888,0.00004523069,0.00012006742,0.99693906,0.000086003085],"about_ca_topic_score_codex":0.0041718828,"about_ca_topic_score_gemma":0.0015767203,"teacher_disagreement_score":0.20123531,"about_ca_system_score_codex":0.000022416827,"about_ca_system_score_gemma":0.000031462692,"threshold_uncertainty_score":0.9970585},"labels":[],"label_agreement":null},{"id":"W4237536565","doi":"10.1016/s1701-2163(15)30726-x","title":"Introduction | Foreword","year":2013,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada; The Society of Gynecologic Oncology of Canada","funders":"","keywords":"Medicine; Diligence; Library science; Humanities; Family medicine; Theology; Art","score_opus":0.05076575415906562,"score_gpt":0.34119994600619363,"score_spread":0.29043419184712804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237536565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95668054,0.0007303293,0.00018786034,0.030653944,0.011179163,0.00014776824,0.0000014273473,0.0000023712234,0.0004166073],"genre_scores_gemma":[0.9952441,0.000089240275,0.002100777,0.0020834485,0.0002473358,0.0000013668113,0.0000031869552,0.0000056237027,0.00022492226],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99898106,0.000029891404,0.00060933136,0.000070887254,0.00019653648,0.000112298585],"domain_scores_gemma":[0.9966368,0.002137903,0.00039979425,0.00007486987,0.000599213,0.0001513938],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028628088,0.000053847813,0.00019377824,0.00010789957,0.000035133417,0.000012163799,0.000035166257,0.00005157268,0.0016177129],"category_scores_gemma":[0.021232095,0.00004231855,0.000029308989,0.00016800442,0.000023858887,0.00014060955,0.000016160797,0.0002455038,0.0000029074258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075066423,0.000066525,0.14617242,0.000024084191,0.000106474814,0.0002860994,0.000021704545,0.000014100528,0.0000908443,0.00013432953,0.24115935,0.61191654],"study_design_scores_gemma":[0.0019085942,0.0005602375,0.7840978,0.000001531396,0.0001256457,0.00023262974,0.0003968634,0.00014883751,0.000042320076,0.00042104904,0.21200748,0.000057005625],"about_ca_topic_score_codex":0.018874615,"about_ca_topic_score_gemma":0.011578068,"teacher_disagreement_score":0.6379254,"about_ca_system_score_codex":0.00042103181,"about_ca_system_score_gemma":0.00093288196,"threshold_uncertainty_score":0.99929494},"labels":[],"label_agreement":null},{"id":"W4237871654","doi":"10.1016/j.cjca.2016.08.015","title":"President's Page","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Memorandum; Public relations; Memorandum of understanding; Quality (philosophy); Public administration; Law","score_opus":0.15872005870474948,"score_gpt":0.4225161303647176,"score_spread":0.2637960716599681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237871654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8350145,0.0007858225,0.033163827,0.10595956,0.003060022,0.0003071947,0.000037565456,0.000012565716,0.021658909],"genre_scores_gemma":[0.996278,0.000069606285,0.00041386386,0.0011036312,0.0017667771,7.743598e-7,0.0000013661961,0.0000087949975,0.0003572191],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898887,0.00011210199,0.0005446956,0.000072179115,0.000093444345,0.00018870755],"domain_scores_gemma":[0.99837106,0.0004584925,0.0002060388,0.00013891695,0.00031150377,0.00051399105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074155984,0.000055036064,0.0002712861,0.00015277218,0.000026039643,0.0000057513776,0.000076034834,0.00006923539,0.0002383318],"category_scores_gemma":[0.004774998,0.000034524233,0.00013809348,0.00005100358,0.00008859973,0.00010991966,0.000005784947,0.00012732332,0.00005751871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024250642,0.0000024032859,0.45371166,0.0000123798345,0.00038360784,0.0014820553,0.00005984741,0.000023392115,0.008733016,0.000538979,0.40000653,0.13480361],"study_design_scores_gemma":[0.0019473338,0.00045480707,0.2491839,0.000050940023,0.00018390908,0.002665197,0.00009192091,8.9886134e-7,0.00023887082,0.00095403043,0.74416685,0.00006134698],"about_ca_topic_score_codex":0.00046290163,"about_ca_topic_score_gemma":0.0014063836,"teacher_disagreement_score":0.34416032,"about_ca_system_score_codex":0.00013776145,"about_ca_system_score_gemma":0.0014699718,"threshold_uncertainty_score":0.57164633},"labels":[],"label_agreement":null},{"id":"W4238265121","doi":"10.21203/rs.2.22559/v2","title":"A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Audit; Psychological intervention; Knowledge translation; Medicine; Translation (biology); Medical physics; General surgery; Physical therapy; Nursing; Internal medicine; Knowledge management; Computer science; Business; Accounting","score_opus":0.9263639138930331,"score_gpt":0.7126726962293137,"score_spread":0.21369121766371935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238265121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97436106,0.00035844144,0.008357729,0.01050566,0.00012186266,0.005965478,0.00029958528,0.00002067416,0.000009498864],"genre_scores_gemma":[0.98438233,0.00011158014,0.013111394,0.00014190054,0.00014042841,0.0006174057,0.0014364894,0.00004023025,0.00001825974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99250764,0.0030012743,0.0023139417,0.00081508205,0.0008865871,0.00047545135],"domain_scores_gemma":[0.9956873,0.0023773063,0.0004798211,0.00034935048,0.0008031805,0.00030305726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012038696,0.00021467068,0.00080247753,0.0013044359,0.00011823461,0.000045984532,0.00012778386,0.00009772358,0.00031595],"category_scores_gemma":[0.0016284841,0.00023897772,0.0001333013,0.0011751142,0.000036277284,0.0002972993,0.00035417444,0.0015190198,0.0000017499025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010076946,0.0025442783,0.9525256,0.0019102892,0.00009033347,0.00001770117,0.01645342,0.00025516338,0.00032393838,0.00007306188,0.0003855204,0.02441296],"study_design_scores_gemma":[0.0024075205,0.0023771701,0.9750549,0.00314161,0.00006946152,0.000003344184,0.013855185,0.0022879392,0.000017516537,0.0004468074,0.00018181952,0.0001566937],"about_ca_topic_score_codex":0.51528984,"about_ca_topic_score_gemma":0.9670906,"teacher_disagreement_score":0.45180073,"about_ca_system_score_codex":0.002258219,"about_ca_system_score_gemma":0.0076291407,"threshold_uncertainty_score":0.9979967},"labels":[],"label_agreement":null},{"id":"W4238288301","doi":"10.1097/ncm.0b013e31826c8288","title":"NCMN Hopes to Partner With Veterans Affairs Canada","year":2012,"lang":"en","type":"article","venue":"Professional Case Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Case management; Public administration; Political science; Library science; Medicine; Nursing; Law; Computer science","score_opus":0.13593750320926318,"score_gpt":0.453970131586715,"score_spread":0.31803262837745183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238288301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94512564,0.00006919054,0.0013771012,0.041996546,0.00091044995,0.0017694295,0.00002384737,0.000057123783,0.008670699],"genre_scores_gemma":[0.97678393,0.0000047477893,0.006833177,0.01038482,0.00031225357,0.00017456243,0.000059796606,0.000024018409,0.005422683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832255,0.00007918386,0.00041553547,0.0002256335,0.00058343535,0.0003736629],"domain_scores_gemma":[0.9989414,0.00021464564,0.0000941873,0.0002733388,0.000101921796,0.00037450757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057625695,0.00014863722,0.00017433675,0.0000699534,0.00012535557,0.000011412463,0.000056124343,0.000027234611,0.0006840552],"category_scores_gemma":[0.00011990841,0.0001042241,0.000032103533,0.00018667476,0.000016949587,0.00015821087,0.00013779393,0.00016034956,0.00008613059],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035337773,0.0014799192,0.089413784,0.00073233305,0.00074883894,0.012009546,0.001384751,0.00016690127,0.00014855815,0.0025941893,0.78328496,0.10450246],"study_design_scores_gemma":[0.0042532105,0.00047190647,0.118744895,0.00033900692,0.000708991,0.002164026,0.01849241,0.00015304034,0.00026840068,0.00002575813,0.8539009,0.0004774377],"about_ca_topic_score_codex":0.059405047,"about_ca_topic_score_gemma":0.12556535,"teacher_disagreement_score":0.10402503,"about_ca_system_score_codex":0.00021219929,"about_ca_system_score_gemma":0.00017265715,"threshold_uncertainty_score":0.94685847},"labels":[],"label_agreement":null},{"id":"W4238343900","doi":"10.1097/chi.0b013e318068fbdd","title":"CLINICAL PRACTICE GUIDELINES","year":2007,"lang":"en","type":"letter","venue":"Journal of the American Academy of Child & Adolescent Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical Practice; Guideline; Medicine; Health care; Intensive care medicine; Nursing; Political science","score_opus":0.14215149710334707,"score_gpt":0.5107725699549976,"score_spread":0.3686210728516506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238343900","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034301674,0.0033496395,0.0006134095,0.98611283,0.0051168622,0.00067210925,0.000029634813,0.000023881765,0.0006514747],"genre_scores_gemma":[0.0011757488,0.0049446374,0.050593894,0.8940161,0.048950296,0.000001162324,0.000011216209,0.000121558485,0.00018541291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98535943,0.0010647996,0.009572562,0.00053101947,0.002874776,0.0005974269],"domain_scores_gemma":[0.97101676,0.0019998082,0.024057902,0.0007405882,0.0018695699,0.00031535843],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008484964,0.00059287366,0.002321452,0.00047806825,0.000116356314,0.00002906923,0.0013489051,0.0008030595,0.00006466802],"category_scores_gemma":[0.020339388,0.00039384083,0.0024649587,0.0008326185,0.0009227393,0.00034507152,0.00028450874,0.015691914,0.000027642991],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00196767,0.00070614193,0.027056362,0.00030924214,0.0009878143,0.000047562782,0.000009829386,0.000007779457,0.00001024842,0.000011278907,0.9463027,0.022583373],"study_design_scores_gemma":[0.0024094188,0.0007645263,0.095975965,0.0034526163,0.0036407362,0.0032630523,0.00022728434,0.000008226544,0.000016851172,0.00013542558,0.8897987,0.00030716998],"about_ca_topic_score_codex":0.00002006257,"about_ca_topic_score_gemma":0.0000013147006,"teacher_disagreement_score":0.092096746,"about_ca_system_score_codex":0.00018554012,"about_ca_system_score_gemma":0.0012463965,"threshold_uncertainty_score":0.99985135},"labels":[],"label_agreement":null},{"id":"W4238481374","doi":"10.12927/hcq..16485","title":"Corporate Profile: HIMSS can be a truly Canadian adventure. Just do it!","year":2003,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adventure; Best practice; Business; Public relations; Political science; Management; Computer science; Economics","score_opus":0.24002835937497788,"score_gpt":0.45442421478122197,"score_spread":0.2143958554062441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238481374","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47863933,0.00052399986,0.0001378842,0.5081255,0.0023317598,0.0033105302,0.0006934079,0.00019554426,0.006042028],"genre_scores_gemma":[0.9587077,0.00003805025,0.0015423319,0.037733514,0.00036192435,0.00010269841,0.00057344424,0.000058016776,0.0008823133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966106,0.0004120851,0.0012056207,0.0005312718,0.0004774978,0.00076293433],"domain_scores_gemma":[0.9967514,0.00024851138,0.00049438234,0.00061574625,0.0005647515,0.0013251603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010780201,0.0002655676,0.00043713316,0.00022737986,0.000217703,0.000053781634,0.000108701504,0.00022912376,0.0008783236],"category_scores_gemma":[0.0008319215,0.00025805552,0.00011722052,0.00044982828,0.00006216002,0.00016462762,0.000004826945,0.00061462686,0.00020220017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00102417,0.00071277935,0.10048727,0.0017628097,0.0003241488,0.0018949882,0.01744211,0.0000029867656,0.00059233827,0.025238002,0.4117008,0.4388176],"study_design_scores_gemma":[0.010165886,0.0086192535,0.0582877,0.0004889447,0.00043174578,0.0011061623,0.052028317,0.00015557352,0.00016189118,0.002571625,0.8649365,0.0010464414],"about_ca_topic_score_codex":0.20206147,"about_ca_topic_score_gemma":0.6255399,"teacher_disagreement_score":0.48006836,"about_ca_system_score_codex":0.0006346418,"about_ca_system_score_gemma":0.004978405,"threshold_uncertainty_score":0.9999872},"labels":[],"label_agreement":null},{"id":"W4238607580","doi":"10.1503/cmaj.113-2130","title":"Clinical guidelines","year":2013,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; World Wide Web; Medicine; Data science; Information retrieval","score_opus":0.19439465553666074,"score_gpt":0.4989412983222136,"score_spread":0.3045466427855529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238607580","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34212974,0.00016813913,0.0006207041,0.6446752,0.0029410648,0.0004112027,0.0000082172155,0.000050569728,0.00899518],"genre_scores_gemma":[0.4736792,0.001044336,0.013024096,0.48562056,0.021060346,0.000028812472,0.00005712964,0.00006132827,0.0054241866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99509335,0.0002911586,0.0022359104,0.00019346894,0.0016994459,0.00048664943],"domain_scores_gemma":[0.9918167,0.0010922747,0.0005278575,0.0001695633,0.0029457395,0.0034478398],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0070697265,0.000120870674,0.0003430867,0.00015748388,0.00017388257,0.000114453724,0.00016426014,0.000493125,0.041635484],"category_scores_gemma":[0.07597934,0.00010123327,0.00023212568,0.0002240992,0.00004392457,0.0003053368,0.000021082435,0.0014963513,0.0039858865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004103285,0.000023765611,0.23828559,0.0000020139641,0.00006583708,0.000089781126,0.000009190523,2.965079e-7,0.0000035275227,0.00003159159,0.55013114,0.21135315],"study_design_scores_gemma":[0.0016907817,0.00011557517,0.24070995,0.000049479848,0.00006422473,0.0007410474,0.0003104833,0.00077151484,0.0000018543096,0.00035595437,0.7550866,0.00010253583],"about_ca_topic_score_codex":0.008407188,"about_ca_topic_score_gemma":0.011874727,"teacher_disagreement_score":0.21125062,"about_ca_system_score_codex":0.0006519562,"about_ca_system_score_gemma":0.0056432164,"threshold_uncertainty_score":0.99999386},"labels":[],"label_agreement":null},{"id":"W4238648724","doi":"10.1155/2006/287125","title":"Implementing Practice Guidelines: A Workshop on Guidelines Dissemination and Implementation with a Focus on Asthma and COPD","year":2006,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Winnipeg; Dalhousie University; Queen Elizabeth II Health Sciences Centre; Université Laval; Canadian Thoracic Society; Institut universitaire de cardiologie et de pneumologie de Québec; Hôpital du Saint-Sacrement; McGill University Health Centre","funders":"Institute of Circulatory and Respiratory Health; Canadian Institutes of Health Research; Public Health Agency of Canada; Université Laval; Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail; GlaxoSmithKline; Public Health Agency; Canadian Thoracic Society; Sanofi; Genentech; National Institute for Occupational Safety and Health; Centers for Disease Control and Prevention; AstraZeneca; Pfizer","keywords":"Medicine; Guideline; Health care; COPD; Knowledge translation; Medical education; Family medicine; Public relations; Political science; Knowledge management","score_opus":0.1230550530034957,"score_gpt":0.47634959081498246,"score_spread":0.3532945378114868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238648724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8571757,0.0014622641,0.0020434815,0.13440984,0.0002744921,0.0013958198,0.000081161576,0.000057528076,0.0030996716],"genre_scores_gemma":[0.91636187,0.00032151188,0.01891172,0.06104071,0.0027156956,0.00006135491,0.00012150422,0.00011945252,0.00034617877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966021,0.00018668237,0.0015826758,0.00042047552,0.0006271431,0.00058088003],"domain_scores_gemma":[0.9954761,0.0008929615,0.0007824715,0.00024006728,0.0019630126,0.0006453562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033645385,0.00027952596,0.00029846927,0.00053935486,0.0005667196,0.00028227275,0.00007435239,0.000105244784,0.00021886663],"category_scores_gemma":[0.006172759,0.00023449444,0.00005372644,0.00030428625,0.00006615525,0.00055083033,0.000028224384,0.00050438923,0.0000100102225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000994146,0.00010211664,0.02353961,0.00004488572,0.00016093494,0.00070815673,0.00023796897,0.00007408148,0.0013088727,0.0026452781,0.23095852,0.73922545],"study_design_scores_gemma":[0.0069751632,0.0022481352,0.06855716,0.0008284232,0.00041842472,0.002231574,0.011535974,0.0003761394,0.00047982205,0.0004921636,0.90530545,0.0005515613],"about_ca_topic_score_codex":0.00978407,"about_ca_topic_score_gemma":0.12073511,"teacher_disagreement_score":0.73867387,"about_ca_system_score_codex":0.00040993557,"about_ca_system_score_gemma":0.0010077414,"threshold_uncertainty_score":0.99680984},"labels":[],"label_agreement":null},{"id":"W4238725987","doi":"10.1016/s1499-2671(09)34017-4","title":"Have YOU heard?","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Medicine; General surgery","score_opus":0.12358623182324523,"score_gpt":0.4134033728438638,"score_spread":0.28981714102061856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238725987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929128,0.0005565655,0.000029045284,0.06805019,0.00028754785,0.00008670925,0.000006894048,0.0000043659243,0.0018506726],"genre_scores_gemma":[0.98449606,0.000006154396,0.0013118745,0.013431586,0.00053100084,2.5155802e-7,0.0000057764255,0.0000077155255,0.00020956871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989246,0.0000337008,0.000584778,0.000067823516,0.00015551824,0.00023355559],"domain_scores_gemma":[0.99820095,0.00015417128,0.00022065522,0.000117097305,0.00031028694,0.0009968592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005949453,0.00006878464,0.00021420357,0.00018975211,0.0000454574,0.00002904754,0.0000702811,0.000046593814,0.00044453453],"category_scores_gemma":[0.0044963514,0.000059909547,0.00010726329,0.00008956674,0.00003440732,0.00016484298,0.0000020053412,0.00024028096,0.000026628773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018233826,0.000057553545,0.66502476,0.000016794922,0.00011420684,0.00014155552,0.0002631302,0.00001828104,0.0020933393,0.00016903653,0.15401152,0.17807157],"study_design_scores_gemma":[0.0024135988,0.0018841584,0.78516626,0.00018749594,0.0002904059,0.00008276875,0.0005846158,0.00012554399,0.001285245,0.0021996878,0.20561871,0.00016149048],"about_ca_topic_score_codex":0.00025757967,"about_ca_topic_score_gemma":0.0017758294,"teacher_disagreement_score":0.17791009,"about_ca_system_score_codex":0.00011604293,"about_ca_system_score_gemma":0.0014327072,"threshold_uncertainty_score":0.53828776},"labels":[],"label_agreement":null},{"id":"W4238743200","doi":"10.1017/s1460396908006407","title":"Abstracts from papers presented at the Radiotherapy in Practice 4 Conference, Sheffield Hallam University, UK","year":2008,"lang":"en","type":"article","venue":"Journal of Radiotherapy in Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Computer science; Content (measure theory); Library science; Multimedia; Mathematics","score_opus":0.0957259253945953,"score_gpt":0.41420011616620306,"score_spread":0.31847419077160777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238743200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7623662,0.004018575,0.00083958445,0.21589318,0.0008484107,0.0011501628,0.000011965328,0.000024946881,0.014846989],"genre_scores_gemma":[0.8730384,0.07274444,0.03086221,0.020531243,0.0010668859,0.000005114544,0.000017939776,0.00006826264,0.0016655163],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953254,0.0013263641,0.0016758568,0.00033145084,0.0009815352,0.00035941813],"domain_scores_gemma":[0.9797211,0.016657718,0.0022516248,0.0004941774,0.00066165475,0.00021370282],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035136896,0.00026564408,0.0006359135,0.00033720458,0.00014216274,0.00005799252,0.0003833184,0.00024195192,0.0012203704],"category_scores_gemma":[0.010974288,0.00020863074,0.00020275654,0.0006068217,0.00019719111,0.0017285824,0.000046849993,0.0016950628,0.00001396001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19349423,0.012533335,0.28008595,0.00011540234,0.0094675245,0.04756892,0.043250408,0.013205759,0.11413338,0.0008638518,0.16557142,0.119709805],"study_design_scores_gemma":[0.016643899,0.001350844,0.06973533,0.000181426,0.00048439894,0.0069758897,0.010851884,0.00068867055,0.0003785136,0.000030063611,0.89238906,0.00029004982],"about_ca_topic_score_codex":0.0032476324,"about_ca_topic_score_gemma":0.0012781573,"teacher_disagreement_score":0.7268176,"about_ca_system_score_codex":0.0009722551,"about_ca_system_score_gemma":0.0008969524,"threshold_uncertainty_score":0.9996927},"labels":[],"label_agreement":null},{"id":"W4239007342","doi":"10.12968/hmed.2019.80.1.57","title":"Book Reviews","year":2018,"lang":"en","type":"article","venue":"British Journal of Hospital Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Library science; Download; Art history; World Wide Web; History; Computer science","score_opus":0.11058232837192472,"score_gpt":0.455720696885818,"score_spread":0.3451383685138933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239007342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41197485,0.3671707,0.006146296,0.18913218,0.011225889,0.0018475396,0.000010381062,0.00007310882,0.012419061],"genre_scores_gemma":[0.7462807,0.09771806,0.013917708,0.10073876,0.035715334,0.000011503634,0.0000357296,0.00009940976,0.005482772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721384,0.00009273876,0.0018381153,0.00014020018,0.00052425417,0.00019087791],"domain_scores_gemma":[0.9973337,0.00025297326,0.0009493475,0.00016497225,0.0010113071,0.00028772338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021730172,0.00011028225,0.00060863927,0.00009313743,0.00006160605,0.000015092306,0.00012437975,0.00005787408,0.004329525],"category_scores_gemma":[0.01542698,0.00009259504,0.00014719735,0.00019238814,0.0003084154,0.0003493307,0.000030288165,0.00039258887,0.00012640691],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010430953,0.00015248121,0.0015663101,0.00003272616,0.00004539207,0.0006289156,0.00010719593,2.1235229e-8,0.0002952586,0.000008352652,0.7900667,0.2069923],"study_design_scores_gemma":[0.0043104165,0.011222953,0.027001536,0.0024421122,0.0003708267,0.0083940895,0.00028731723,0.0000072517123,0.00014818221,0.00017898723,0.9455313,0.000104992134],"about_ca_topic_score_codex":0.00008951681,"about_ca_topic_score_gemma":0.000014177448,"teacher_disagreement_score":0.33430585,"about_ca_system_score_codex":0.000060862636,"about_ca_system_score_gemma":0.00011400476,"threshold_uncertainty_score":0.99658066},"labels":[],"label_agreement":null},{"id":"W4239419842","doi":"10.3410/f.2769956.2436054","title":"Faculty Opinions recommendation of Pathologic classification of diabetic nephropathy.","year":2010,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Diabetic nephropathy; Medicine; Nephropathy; Diabetes mellitus; Computer science; Pathology; Endocrinology","score_opus":0.14521628538834014,"score_gpt":0.4717515845250681,"score_spread":0.32653529913672796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239419842","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013351644,0.00036053668,0.00007807148,0.23932539,0.0009323947,0.0019519688,0.7572543,0.00003130304,0.000052695726],"genre_scores_gemma":[0.00013789818,0.000498993,0.0026174814,0.0058191414,0.00042490743,0.0002445871,0.98995084,0.00003636177,0.0002697975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99186295,0.0007819723,0.004288991,0.00077409594,0.0019360109,0.0003559913],"domain_scores_gemma":[0.9796998,0.0007681518,0.005190556,0.0022478697,0.011756353,0.00033727172],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038559851,0.00054384914,0.0014986526,0.00048941915,0.00015126262,0.00005423136,0.0011426742,0.0011535508,0.001033486],"category_scores_gemma":[0.054438718,0.00035789583,0.00085774326,0.0021933266,0.0006509844,0.000375929,0.00044060085,0.001998608,0.000059950522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049253482,0.0009703893,0.000056054774,0.009119649,0.00013089122,5.021735e-7,0.000057756235,3.50826e-8,0.000113057686,0.0001716733,0.9820731,0.0072575975],"study_design_scores_gemma":[0.0013886046,0.00041404858,0.013261886,0.0076498515,0.0008143139,0.00007359548,0.00009097484,0.000021029244,0.000073286355,0.000051320963,0.97588426,0.00027685857],"about_ca_topic_score_codex":0.0001294993,"about_ca_topic_score_gemma":0.000020298205,"teacher_disagreement_score":0.23350625,"about_ca_system_score_codex":0.00016682364,"about_ca_system_score_gemma":0.0010492798,"threshold_uncertainty_score":0.9998873},"labels":[],"label_agreement":null},{"id":"W4239426874","doi":"10.1016/j.jogc.2017.10.016","title":"No 279-Directive clinique de consensus sur la santé sexuelle de la femme","year":2017,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of Winnipeg","funders":"","keywords":"Medicine; Gynecology; Humanities; Philosophy","score_opus":0.06722115586990154,"score_gpt":0.4185101710588218,"score_spread":0.3512890151889203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239426874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88443005,0.024279324,0.0003866029,0.014556847,0.048640013,0.00035703983,0.00013322366,0.0000074782834,0.027209427],"genre_scores_gemma":[0.9848959,0.0039145597,0.005022799,0.002456227,0.0005179743,0.0000022460804,0.000002897682,0.000030349434,0.0031570443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99624157,0.0012941231,0.0013751409,0.00021071419,0.0003452378,0.0005332148],"domain_scores_gemma":[0.9042845,0.09148972,0.0021430363,0.00029035422,0.0011741577,0.0006182633],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058093965,0.00020888924,0.00066820637,0.0001508331,0.00032214922,0.0001137132,0.00024650904,0.00047125327,0.000684072],"category_scores_gemma":[0.31899837,0.000204646,0.00012212215,0.00011514423,0.00045784388,0.00016281453,0.00011473289,0.001409452,0.0000042157744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008686989,0.00030696232,0.48700076,0.00012961769,0.00054374913,0.020607723,0.00016816986,0.000052964726,0.00005559731,0.0002527904,0.11109687,0.37969795],"study_design_scores_gemma":[0.0055476567,0.0007438979,0.6417688,0.000047059486,0.0006205494,0.001239366,0.00060108054,0.0012713023,0.000044376437,0.0008132589,0.3471301,0.00017258924],"about_ca_topic_score_codex":0.1146084,"about_ca_topic_score_gemma":0.079304084,"teacher_disagreement_score":0.37952533,"about_ca_system_score_codex":0.0024962816,"about_ca_system_score_gemma":0.015297599,"threshold_uncertainty_score":0.99028474},"labels":[],"label_agreement":null},{"id":"W4239501764","doi":"10.21203/rs.2.19852/v1","title":"Pilot and feasibility trials in traditional Chinese medicine: a literature survey","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Blinding; Medicine; Guideline; Clinical trial; Consolidated Standards of Reporting Trials; Psychological intervention; Alternative medicine; MEDLINE; Pilot trial; Randomized controlled trial; Family medicine; Physical therapy; Nursing; Surgery; Internal medicine; Pathology","score_opus":0.8438560111867757,"score_gpt":0.6659758788071647,"score_spread":0.17788013237961098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239501764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89681894,0.0036693339,0.00014876785,0.08891945,0.00062578515,0.0068334825,0.002197812,0.00007896888,0.0007074845],"genre_scores_gemma":[0.98631537,0.0015193772,0.0006151044,0.0007460836,0.002214942,0.00023115893,0.008225818,0.000045324097,0.000086799235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9821111,0.011298915,0.0027084698,0.0012257777,0.002168703,0.00048706384],"domain_scores_gemma":[0.9419297,0.05444576,0.00048092732,0.00082885684,0.0016786108,0.0006361615],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06254629,0.00035292003,0.0017692513,0.0006278666,0.000092968454,0.00013345035,0.00024664876,0.00032693165,0.00080285646],"category_scores_gemma":[0.45645297,0.00025721797,0.00019736546,0.0012319253,0.00035627699,0.00015975635,0.0006291828,0.0048868917,0.000022741655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013651539,0.0013810945,0.9031034,0.00641533,0.00023185693,0.00053976953,0.0016993948,0.000010209157,0.0010057212,0.0003407088,0.06687025,0.004750723],"study_design_scores_gemma":[0.00604085,0.0019689787,0.9672719,0.0025995732,0.000053596763,0.000029366507,0.0002338385,0.0005974753,0.000004418514,0.020606464,0.00041100668,0.00018248452],"about_ca_topic_score_codex":0.0034591844,"about_ca_topic_score_gemma":0.0026079642,"teacher_disagreement_score":0.39390668,"about_ca_system_score_codex":0.00040917852,"about_ca_system_score_gemma":0.0013984911,"threshold_uncertainty_score":0.999988},"labels":[],"label_agreement":null},{"id":"W4239646749","doi":"10.1057/978-1-349-96042-2_5131","title":"Royal College of Physicians and Surgeons of Canada (RCPSC)","year":2021,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan UK eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Medical education","score_opus":0.060871344783272816,"score_gpt":0.32624951500619154,"score_spread":0.2653781702229187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239646749","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008125027,0.00076020084,0.000030385714,0.0007643038,0.00043437918,0.0009043038,0.0032712254,0.000020445377,0.98568976],"genre_scores_gemma":[0.98099625,0.00009221492,0.0004350977,0.000614674,0.00015060995,0.0000062711865,0.0001904796,0.00006423455,0.017450156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974498,0.000041869047,0.001297894,0.00038009544,0.0005878531,0.00024246889],"domain_scores_gemma":[0.9968989,0.0010969117,0.00083415286,0.000509779,0.0005244603,0.00013583194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030493125,0.0003128703,0.0010432281,0.0001031888,0.000040815237,0.0000034265106,0.00008805562,0.00019602173,0.00059401273],"category_scores_gemma":[0.00059168536,0.00031691493,0.00020343006,0.000021513404,0.00018201186,3.6075318e-7,0.000122202,0.00031310064,0.0000014606835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009981642,0.000010686559,0.006097911,0.0024041033,0.0028915356,0.00141275,0.0003682191,0.0000066423354,0.0028361452,0.92355126,0.009704686,0.049717914],"study_design_scores_gemma":[0.018991493,0.0031315917,0.046400532,0.008837642,0.010826056,0.0007866471,0.0042452686,0.0005944418,0.016401784,0.76755136,0.1180794,0.0041537946],"about_ca_topic_score_codex":0.08315305,"about_ca_topic_score_gemma":0.40114,"teacher_disagreement_score":0.97287124,"about_ca_system_score_codex":0.000100350284,"about_ca_system_score_gemma":0.0015326033,"threshold_uncertainty_score":0.9999283},"labels":[],"label_agreement":null},{"id":"W4239689275","doi":"10.51731/cjht..29","title":"List of 2021 Health Technology Trends to Watch","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Health Technologies","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Telemedicine; Wearable computer; Health care; Health technology; Emerging technologies; Psychological intervention; Wearable technology; Biomedical technology; Business; Disruptive technology; Digital health; Medicine; Computer science; Internet privacy; Engineering; Nursing; Political science","score_opus":0.2160682696672634,"score_gpt":0.5024861054777943,"score_spread":0.2864178358105309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239689275","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08767977,0.020318167,0.00083392794,0.89026165,0.00044584565,0.00022039025,0.00003918487,0.000049718547,0.00015134277],"genre_scores_gemma":[0.9802103,0.0007742671,0.013589676,0.005138554,0.000033083572,0.000007126373,0.000015072497,0.000018827037,0.0002131167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969619,0.000097393175,0.0019762446,0.00020071352,0.0002452601,0.0005185087],"domain_scores_gemma":[0.9971979,0.00018046908,0.0010559477,0.00046852598,0.0008378421,0.00025926324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016016756,0.00012913634,0.00077003374,0.0011868689,0.00012962805,0.000013801508,0.00024282384,0.00018775066,0.00025495587],"category_scores_gemma":[0.008989976,0.00011873443,0.000112310794,0.001841392,0.00017709969,0.00009009818,0.000050624563,0.00068217807,0.000008526911],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002436272,0.000045431087,0.008666073,0.00010125052,0.000045923563,0.00020226467,0.00012673048,0.000005084515,0.0003444274,0.0006796621,0.036102552,0.95365626],"study_design_scores_gemma":[0.0014811285,0.002855465,0.015473614,0.00074142293,0.000046402227,0.0018080762,0.02014638,0.000007655447,0.0038325917,0.002185978,0.951262,0.00015930975],"about_ca_topic_score_codex":0.010024493,"about_ca_topic_score_gemma":0.032899525,"teacher_disagreement_score":0.95349693,"about_ca_system_score_codex":0.000663908,"about_ca_system_score_gemma":0.010920926,"threshold_uncertainty_score":0.9993577},"labels":[],"label_agreement":null},{"id":"W4239802466","doi":"10.1503/cmaj.109-3977","title":"Highlights of CMA's 144th annual general meeting","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; World Wide Web; Library science","score_opus":0.0814655864324939,"score_gpt":0.37604440422762925,"score_spread":0.29457881779513534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239802466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91544473,0.00013087934,0.0003232697,0.061071236,0.0017397767,0.0002340545,0.000058884052,0.00002937835,0.020967804],"genre_scores_gemma":[0.9760091,0.00015786807,0.005071362,0.014784677,0.0030906077,0.000003353098,0.000026681182,0.000025124342,0.0008312359],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967504,0.0002060536,0.001171566,0.00013853797,0.0013548495,0.00037855876],"domain_scores_gemma":[0.99632573,0.00034598706,0.0006425327,0.000111640904,0.001043687,0.0015304488],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034811208,0.000101915306,0.00028724133,0.00019436875,0.0001206972,0.000014460231,0.00013715199,0.00028772515,0.0066654934],"category_scores_gemma":[0.011766898,0.000089518304,0.00013065046,0.00021057001,0.000040258106,0.00019221693,0.000016986633,0.00070396403,0.000088516616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001703488,0.0002640954,0.4728789,0.00003820106,0.0006096835,0.0012159307,0.0026249655,0.0000025641511,0.00026028542,0.0020842755,0.42687047,0.092980295],"study_design_scores_gemma":[0.0049920985,0.0005809013,0.41742125,0.00023489584,0.00035287312,0.0012672838,0.0024046253,0.00047626175,0.00067713123,0.00074776355,0.5705416,0.00030333272],"about_ca_topic_score_codex":0.0137068005,"about_ca_topic_score_gemma":0.024023933,"teacher_disagreement_score":0.14367114,"about_ca_system_score_codex":0.0005629811,"about_ca_system_score_gemma":0.0033835284,"threshold_uncertainty_score":0.9965574},"labels":[],"label_agreement":null},{"id":"W4239989141","doi":"10.1016/j.jcjd.2013.02.049","title":"Appendix 2: Sample Diabetes Patient Care Flow Sheet for Adults","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Appendix; Diabetes mellitus; Sample (material); Intensive care medicine; Endocrinology","score_opus":0.04992800581945122,"score_gpt":0.3364276286834314,"score_spread":0.2864996228639802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239989141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913234,0.0009765325,0.00010458745,0.0057292613,0.0006995479,0.00076856784,0.00030790822,0.000008649677,0.0000815309],"genre_scores_gemma":[0.9828903,0.00000531391,0.012203644,0.004023131,0.0005235974,0.000037803537,0.00026978587,0.00003463009,0.000011787744],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808156,0.000050682105,0.0009740763,0.00016201616,0.00022338843,0.00050826505],"domain_scores_gemma":[0.9956623,0.0011928078,0.0004385719,0.00020672705,0.0012181706,0.0012814282],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003073677,0.00015711894,0.00038503495,0.00024669347,0.00011391098,0.00007313147,0.00013648007,0.00008770433,0.0016082864],"category_scores_gemma":[0.010053997,0.00013562023,0.0002179681,0.00012905207,0.00006201076,0.00034803982,0.000011805813,0.00022561461,0.000082734594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019040472,0.000044131455,0.5343516,0.00025326418,0.00020202991,0.000005138575,0.0014658235,0.00008177887,0.00033448162,0.00001709551,0.11594663,0.34727898],"study_design_scores_gemma":[0.024801932,0.023090815,0.3920168,0.0037261313,0.002413032,0.00003107872,0.041907936,0.016761784,0.011266787,0.0055007394,0.4765217,0.0019612608],"about_ca_topic_score_codex":0.0016289502,"about_ca_topic_score_gemma":0.0054298984,"teacher_disagreement_score":0.36057508,"about_ca_system_score_codex":0.00023164604,"about_ca_system_score_gemma":0.0012340333,"threshold_uncertainty_score":0.99930435},"labels":[],"label_agreement":null},{"id":"W4240033660","doi":"10.2196/preprints.14495","title":"Patient and Provider Perspectives Regarding Criteria for Patient Prioritization in Rehabilitation Programs (Preprint)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Service provider; Prioritization; Rehabilitation; Referral; Thematic analysis; Equity (law); Service (business); Set (abstract data type); Medicine; Psychology; Business; Family medicine; Computer science; Qualitative research; Process management; Physical therapy; Political science; Marketing","score_opus":0.10680642187508232,"score_gpt":0.44896942519691624,"score_spread":0.3421630033218339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240033660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619027,0.000243183,0.012832327,0.009097742,0.0005716914,0.014682715,0.000021704349,0.00011693533,0.00053103926],"genre_scores_gemma":[0.9072242,0.00006873668,0.090572625,0.00033846262,0.00012710175,0.0011467646,0.00041320766,0.000047554793,0.000061372804],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99669,0.00021361525,0.0014906477,0.0009915115,0.000359814,0.00025442848],"domain_scores_gemma":[0.9966998,0.0011855504,0.00056915055,0.00051929365,0.00093001005,0.00009615799],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011328728,0.00027484115,0.00052979926,0.00023105367,0.000043412045,0.0001133975,0.000052552117,0.00027180705,0.000059036924],"category_scores_gemma":[0.010088727,0.00025706523,0.00015012786,0.00012080967,0.00006389875,0.00026745885,0.0003651018,0.00042764127,0.000005239184],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036594286,0.0023423096,0.18706232,0.0068985526,0.00024487483,0.000008749677,0.050606202,0.0007950991,0.0012588403,0.0019689258,0.003092156,0.74206257],"study_design_scores_gemma":[0.029405758,0.025305063,0.3242045,0.012365851,0.0015370529,0.000102447324,0.38086155,0.15348159,0.0016486835,0.038264465,0.029459653,0.0033633867],"about_ca_topic_score_codex":0.0003386414,"about_ca_topic_score_gemma":0.000118257674,"teacher_disagreement_score":0.73869914,"about_ca_system_score_codex":0.00052156387,"about_ca_system_score_gemma":0.00030080014,"threshold_uncertainty_score":0.99998814},"labels":[],"label_agreement":null},{"id":"W4240792456","doi":"10.1186/s12874-019-0888-4","title":"Correction to: Methods for trustworthy nutritional recommendations NutriRECS (Nutritional Recommendations and accessible Evidence summaries Composed of Systematic reviews): a protocol","year":2019,"lang":"en","type":"erratum","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Dalhousie University","funders":"","keywords":"Protocol (science); Trustworthiness; Systematic review; Computer science; MEDLINE; Data science; Medicine; Information retrieval; Alternative medicine; Internet privacy; Political science; Pathology","score_opus":0.8917935385609758,"score_gpt":0.7412760124610566,"score_spread":0.1505175260999192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240792456","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006788309,0.0041451305,0.72230774,0.051770754,0.013770074,0.20680995,0.0004057689,0.00007150626,0.0007122816],"genre_scores_gemma":[0.0000034101677,0.011243457,0.7411429,0.0015658056,0.0021146815,0.22620302,0.003504223,0.000079137026,0.0141433375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9417291,0.048029844,0.0056650024,0.0013775011,0.0022800765,0.0009184354],"domain_scores_gemma":[0.58796805,0.40441555,0.0017945151,0.0009488247,0.0040221447,0.0008509095],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12217164,0.0005065191,0.0034265765,0.0015070088,0.00044106293,0.0001051935,0.0007200933,0.0011423338,0.0028135618],"category_scores_gemma":[0.7463374,0.00042911095,0.0005740702,0.001535341,0.00067125756,0.00039606134,0.0006123126,0.0033232803,0.000051129555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027141424,0.00063868845,0.00021101502,0.100494586,0.00020167853,0.0000025666325,0.000086106884,6.3944714e-7,0.00016521476,0.000759356,0.8406047,0.054121267],"study_design_scores_gemma":[0.0046304036,0.0026559667,0.00027697816,0.11631688,0.00064019056,0.0001815584,0.0006369833,0.0060606436,0.00017222035,0.0036856185,0.86435163,0.00039095068],"about_ca_topic_score_codex":0.00032461496,"about_ca_topic_score_gemma":0.0006196219,"teacher_disagreement_score":0.6241658,"about_ca_system_score_codex":0.000546585,"about_ca_system_score_gemma":0.0075682434,"threshold_uncertainty_score":0.99981606},"labels":[],"label_agreement":null},{"id":"W4240855331","doi":"10.1002/9780471420194.tnmm02","title":"Level of Evidence, Guidelines and Standards","year":2017,"lang":"en","type":"other","venue":"TNM Online","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mandate; Quality (philosophy); GRASP; Clinical Practice; Order (exchange); Evidence-based practice; Psychology; Process management; Computer science; Medicine; Business; Alternative medicine; Political science; Nursing; Pathology; Software engineering","score_opus":0.8634519171074155,"score_gpt":0.6519134551036977,"score_spread":0.21153846200371784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240855331","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018345816,0.048378587,0.0111005055,0.120835885,0.0044658654,0.007042034,0.20677173,0.0009693354,0.59860146],"genre_scores_gemma":[0.00033141105,0.011413514,0.06052592,0.0014622636,0.0024034022,0.000009442142,0.0012891587,0.00031907935,0.9222458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976976,0.000042337917,0.0008915985,0.00031700658,0.000899503,0.00015197851],"domain_scores_gemma":[0.9963851,0.00048525905,0.0010955074,0.0007257859,0.0011894897,0.00011887252],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013592957,0.00022080846,0.000688406,0.00018310283,0.000028304448,0.000013120826,0.00014128191,0.00024171051,0.006810102],"category_scores_gemma":[0.04226748,0.00015830509,0.0000946228,0.000055692253,0.00016956327,0.000073970135,0.00012677218,0.00024448865,0.000015663978],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012237905,0.000065903616,0.0003925716,0.00033421224,0.00010283022,0.000014697397,0.000007644677,6.700694e-8,0.00008908469,0.0000088769,0.8674,0.13146172],"study_design_scores_gemma":[0.001229632,0.0002580836,0.0015868297,0.004191556,0.00044392704,0.00003066063,0.000034260214,0.00006489051,0.000025174697,0.000043276967,0.9919421,0.00014957585],"about_ca_topic_score_codex":0.0013877293,"about_ca_topic_score_gemma":0.002958344,"teacher_disagreement_score":0.32364434,"about_ca_system_score_codex":0.00005793311,"about_ca_system_score_gemma":0.0008515189,"threshold_uncertainty_score":0.9940978},"labels":[],"label_agreement":null},{"id":"W4241268174","doi":"10.21203/rs.2.22891/v2","title":"Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Bayerische Wissenschaftsforum; Bundesministerium für Bildung und Forschung","keywords":"Primary care; Discipline; Systematic review; Medicine; Psychology; Nursing; Medical education; Political science; MEDLINE; Family medicine","score_opus":0.3027873931954164,"score_gpt":0.5788463055868102,"score_spread":0.27605891239139374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241268174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039172967,0.9810813,0.0000049816513,0.0004898801,0.000047386962,0.01705883,0.00088367925,0.00001022861,0.000031950112],"genre_scores_gemma":[0.0021507922,0.99589854,0.00025676924,0.00013177138,0.000029449104,0.0010601298,0.00042056662,0.00004403215,0.000007919045],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99246615,0.002466041,0.0028542012,0.0005102497,0.0013712791,0.0003320525],"domain_scores_gemma":[0.99524295,0.0019339259,0.0007307665,0.0007881485,0.00093919085,0.0003650018],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031618734,0.00028479774,0.0026723263,0.00035813882,0.0000839436,0.000012390539,0.00032386175,0.0001498441,0.00005850846],"category_scores_gemma":[0.012608194,0.00018498731,0.00044501154,0.0015483188,0.00012981772,0.00008677268,0.000652898,0.00078024674,0.000010216672],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020582087,0.000016521893,0.0006674159,0.8868478,0.000078399295,0.000014175873,0.0032650074,1.11782455e-7,0.0000038116261,0.000006697538,0.00014862609,0.108930886],"study_design_scores_gemma":[0.0009707725,0.0007680057,0.0008507866,0.9223368,0.0016055389,0.000017928629,0.0528252,0.0000021028557,0.0000056089207,0.000003062437,0.02042927,0.00018493368],"about_ca_topic_score_codex":0.00027444345,"about_ca_topic_score_gemma":0.00026071983,"teacher_disagreement_score":0.10874595,"about_ca_system_score_codex":0.00092370325,"about_ca_system_score_gemma":0.003387418,"threshold_uncertainty_score":0.995709},"labels":[],"label_agreement":null},{"id":"W4241428580","doi":"10.1503/cmaj.112-2015","title":"The C-CHANGE Initiative","year":2012,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; World Wide Web; Medicine","score_opus":0.2377967141088758,"score_gpt":0.45639822171945993,"score_spread":0.21860150761058414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241428580","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12021583,0.0013946661,0.00024697414,0.85083026,0.005397072,0.00050500635,0.000022676546,0.000035516427,0.021352006],"genre_scores_gemma":[0.88521534,0.00048298112,0.0001802895,0.103726365,0.010002844,0.000015752023,0.00001328632,0.000014610876,0.0003485173],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735427,0.00025117432,0.00059020426,0.00006357332,0.0012218256,0.00051893917],"domain_scores_gemma":[0.9954652,0.0016005667,0.0003003881,0.00008714485,0.00052010664,0.0020266038],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060614245,0.00007253728,0.00012828429,0.000067431705,0.000424913,0.000056744633,0.00009430821,0.00019286158,0.0029503496],"category_scores_gemma":[0.027035862,0.000049370734,0.00008449263,0.0001672458,0.00003474396,0.00033329637,0.0000132284,0.0009767687,0.0005058667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020696523,0.000038220765,0.39166382,0.0000026327268,0.00013259794,0.00006790641,0.00055853487,3.7354347e-8,0.0000024689666,0.00078782317,0.37128675,0.23543851],"study_design_scores_gemma":[0.00063507445,0.000040515537,0.21450578,0.000017563923,0.000046074576,0.00039483389,0.0009328599,0.000035225028,0.000003260115,0.000107505206,0.7832329,0.000048413327],"about_ca_topic_score_codex":0.001478477,"about_ca_topic_score_gemma":0.011818964,"teacher_disagreement_score":0.7649995,"about_ca_system_score_codex":0.0009980139,"about_ca_system_score_gemma":0.0019225517,"threshold_uncertainty_score":0.9979611},"labels":[],"label_agreement":null},{"id":"W4241591865","doi":"10.1186/s13643-020-01498-0","title":"Effects of oncological care pathways in primary and secondary care on patient, professional and health systems outcomes: a systematic review and meta-analysis","year":2020,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Meta-analysis; Systematic review; Care pathway; Health care; Cancer; Secondary care; Tertiary care; MEDLINE; Family medicine; Primary care; Internal medicine","score_opus":0.425380630442394,"score_gpt":0.5384493435933799,"score_spread":0.11306871315098593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241591865","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048211095,0.9098779,0.000014368939,0.00033590966,0.00010933319,0.08942166,0.00017042998,0.000021939262,0.00004364804],"genre_scores_gemma":[0.0001237021,0.98308283,0.00033672032,0.002744061,0.000023340386,0.013228434,0.00037486624,0.00005597929,0.000030062114],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9734246,0.012223853,0.01211801,0.0010445174,0.0008707985,0.00031819195],"domain_scores_gemma":[0.9804384,0.008309776,0.00961007,0.000981462,0.0002724115,0.00038789696],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0072501055,0.0010230434,0.044001143,0.00042272065,0.00007839799,0.000045271023,0.0001968131,0.00033794125,0.000018174738],"category_scores_gemma":[0.011143251,0.0004915119,0.0023185571,0.0008617516,0.000069867005,0.00010823158,0.0002461773,0.00083378056,0.000015578597],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004507808,0.00007950806,0.000012303222,0.97411144,0.018281398,0.000047889043,0.00087662134,3.3751668e-8,2.3782563e-8,0.00002945333,0.00015992866,0.0063969023],"study_design_scores_gemma":[0.00038319663,0.00053125113,0.000020193635,0.5486646,0.44131774,0.00010640197,0.000834643,0.0000018347691,8.64136e-9,8.587116e-7,0.00791132,0.00022794778],"about_ca_topic_score_codex":0.000050850565,"about_ca_topic_score_gemma":0.000025541052,"teacher_disagreement_score":0.4254468,"about_ca_system_score_codex":0.00058761594,"about_ca_system_score_gemma":0.0007533304,"threshold_uncertainty_score":0.99975365},"labels":[],"label_agreement":null},{"id":"W4242084494","doi":"10.1016/j.wem.2014.09.008","title":"Canadian Journal Of Surgery","year":2014,"lang":"en","type":"article","venue":"Wilderness and Environmental Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":592,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; General surgery","score_opus":0.10589312839036426,"score_gpt":0.35670716946869385,"score_spread":0.2508140410783296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242084494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861241,0.0005586374,0.00089134957,0.011622287,0.00036178765,0.00007981687,0.00000297629,0.0000036751417,0.00035538294],"genre_scores_gemma":[0.9968817,0.00030530916,0.00019535115,0.001910595,0.00053624786,0.0000011942427,0.00003226086,0.000011700766,0.00012563223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989329,0.000044445183,0.00056814816,0.00010314825,0.00021055933,0.00014077677],"domain_scores_gemma":[0.9988328,0.00045831094,0.0001960058,0.00011382597,0.0000134271,0.0003855995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089638366,0.000085381675,0.00030325973,0.00011374374,0.000051177103,0.0000050351086,0.000032805376,0.000045737852,0.000648202],"category_scores_gemma":[0.00090582774,0.000062395695,0.000040733685,0.000044386008,0.000196334,0.000087276756,0.000010487296,0.00013188772,0.0000074578966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006365004,0.00004165062,0.8103762,0.000038466744,0.00003703295,0.0000427937,0.0002255071,0.0000021753835,0.0015388693,0.000058011017,0.005849585,0.18172602],"study_design_scores_gemma":[0.0023148789,0.0005426565,0.90752465,0.00024620962,0.00027400246,0.0008933631,0.0016783581,0.0002833719,0.00017599587,0.00040940833,0.08553881,0.000118284275],"about_ca_topic_score_codex":0.004811114,"about_ca_topic_score_gemma":0.00079618255,"teacher_disagreement_score":0.18160774,"about_ca_system_score_codex":0.00006236077,"about_ca_system_score_gemma":0.00007955122,"threshold_uncertainty_score":0.72729975},"labels":[],"label_agreement":null},{"id":"W4242358045","doi":"10.1093/eurpub/ckw164.101","title":"1.M. Oral presentations: Efficacy in health care","year":2016,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Oral health; Medicine; Family medicine","score_opus":0.4319448477048639,"score_gpt":0.5415315798329821,"score_spread":0.10958673212811815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242358045","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23239064,0.001568608,0.041752752,0.7211503,0.0006854451,0.00067248737,0.000014506653,0.000040985626,0.0017243159],"genre_scores_gemma":[0.9802549,0.00071247114,0.008016528,0.01022282,0.00057064707,8.269422e-7,0.000013144215,0.000034760935,0.0001739104],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9910093,0.0051446916,0.0026937376,0.00017814708,0.00052981684,0.00044430865],"domain_scores_gemma":[0.9964712,0.0007371186,0.0013764498,0.00022873205,0.00047261393,0.0007138617],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01841857,0.00010552038,0.00038083465,0.0003515234,0.00006657555,0.00003177853,0.00015398172,0.000015005527,0.00022417733],"category_scores_gemma":[0.00920494,0.000069241265,0.00010095361,0.00032934945,0.000047426787,0.00044194108,0.000042621967,0.00033246717,0.00008062695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057250407,0.0003395938,0.019168735,0.00008436056,0.000027447019,0.00009894365,0.0019605148,0.0000025785541,0.000034964673,0.00012687487,0.027854659,0.95024407],"study_design_scores_gemma":[0.009536268,0.0023974425,0.5512292,0.00037021338,0.000009111483,0.00028261892,0.003263743,0.000005367734,0.0000052395067,0.000014361014,0.43280363,0.00008284394],"about_ca_topic_score_codex":0.0000949504,"about_ca_topic_score_gemma":0.000082037826,"teacher_disagreement_score":0.9501612,"about_ca_system_score_codex":0.00046393607,"about_ca_system_score_gemma":0.0026570775,"threshold_uncertainty_score":0.9991409},"labels":[],"label_agreement":null},{"id":"W4242654658","doi":"10.1016/j.jcjd.2013.11.002","title":"Canadian Practice Assessment in Type 2 Diabetes","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Type 2 diabetes; Primary care; Intensive care medicine; Diabetes management; Diabetes mellitus; Family medicine; Endocrinology","score_opus":0.08186931932595012,"score_gpt":0.4159235961514641,"score_spread":0.33405427682551403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242654658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9128761,0.00067378156,0.0000023972316,0.08158188,0.0006740253,0.00030843937,0.000008771596,0.0000041339217,0.003870423],"genre_scores_gemma":[0.9811737,0.000022936394,0.0034437208,0.014896344,0.00029379604,0.000006906304,0.00001948554,0.000025063553,0.00011806293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979005,0.00015420656,0.0009674875,0.00013960752,0.00024751347,0.0005907269],"domain_scores_gemma":[0.9951301,0.00093410636,0.0003917519,0.00020487368,0.0011082118,0.0022309336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013975869,0.00013599095,0.00034709513,0.00069371075,0.00006924938,0.00010493953,0.00015500103,0.000102690785,0.0021988284],"category_scores_gemma":[0.014113815,0.00012609936,0.000079384015,0.0004361828,0.00005369606,0.0007990716,0.000008475829,0.0006281706,0.00014047246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025569718,0.00003535941,0.9347405,0.000023303593,0.000102055186,0.00006020555,0.00011771984,0.000020685893,0.00038479632,0.000080055106,0.04260866,0.021824092],"study_design_scores_gemma":[0.0013896418,0.0007038991,0.8553228,0.00020924327,0.0001979858,0.000019859575,0.0014049392,0.000425863,0.00011678682,0.00058681844,0.13942233,0.00019984382],"about_ca_topic_score_codex":0.2899504,"about_ca_topic_score_gemma":0.6717984,"teacher_disagreement_score":0.381848,"about_ca_system_score_codex":0.001115279,"about_ca_system_score_gemma":0.011981413,"threshold_uncertainty_score":0.9987133},"labels":[],"label_agreement":null},{"id":"W4242655329","doi":"10.1007/s11548-007-0113-5","title":"Poster Session CAR","year":2007,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Session (web analytics); Computer science; Multimedia; World Wide Web","score_opus":0.12037813207516912,"score_gpt":0.4402708348352117,"score_spread":0.31989270276004256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242655329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.938516,0.00022428377,0.0484197,0.009313765,0.0033283844,0.00004351021,0.0000015154951,0.00000920702,0.00014364188],"genre_scores_gemma":[0.9871627,0.00013258432,0.0052530505,0.0055620978,0.0018370529,2.2521606e-7,0.00001819734,0.0000068444356,0.000027255122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998403,0.00010271696,0.0010187766,0.00010009437,0.00025966612,0.000115748095],"domain_scores_gemma":[0.9959482,0.0027623945,0.0004956787,0.00006521524,0.0006113944,0.000117110554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020397527,0.000078807825,0.00029644053,0.0003095607,0.000026541073,0.000016552605,0.000071947674,0.00009512506,0.000060184746],"category_scores_gemma":[0.0005706175,0.00006014315,0.00015383463,0.00005660688,0.00006354411,0.00016963466,0.000034500874,0.00026008522,0.0000037555105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023048092,0.00019928176,0.6031881,0.000012454266,0.00065907487,0.0022407977,0.00012673593,0.000007824096,0.0027125862,0.000071280614,0.022531323,0.36594576],"study_design_scores_gemma":[0.0012774564,0.00019612988,0.9570142,0.00011331799,0.00007961821,0.023224108,0.00004590878,0.00016122525,0.0002829721,0.00011104771,0.017421205,0.00007280472],"about_ca_topic_score_codex":0.0000050934354,"about_ca_topic_score_gemma":0.0000022525785,"teacher_disagreement_score":0.36587295,"about_ca_system_score_codex":0.000053121996,"about_ca_system_score_gemma":0.00012020444,"threshold_uncertainty_score":0.24525663},"labels":[],"label_agreement":null},{"id":"W4243136005","doi":"10.4018/978-1-60566-988-5.ch107","title":"Practical Applications of Case Management Software for Practitioners in Health and Human Services","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science; Knowledge management; Variety (cybernetics); Software; Logic model; Agency (philosophy); Process management; Software engineering; Management science; Engineering management; Engineering; Artificial intelligence","score_opus":0.17298561924113082,"score_gpt":0.4752268227927636,"score_spread":0.3022412035516328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243136005","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075701845,0.0005578227,0.041828275,0.0048469626,0.0002212123,0.014109905,0.0011121127,0.0001894927,0.9363772],"genre_scores_gemma":[0.34809953,0.00047456642,0.56014276,0.022433748,0.0012270429,0.0025976636,0.0018477897,0.00039198113,0.06278495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99791133,0.000028597464,0.0012133053,0.00041485557,0.00023599886,0.0001959105],"domain_scores_gemma":[0.9978752,0.00029385005,0.0009872043,0.00037363023,0.0002579869,0.00021213332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005157234,0.00022035923,0.00047104715,0.00011271039,0.00008053318,0.00001512295,0.00005684655,0.00019517011,0.00004016216],"category_scores_gemma":[0.00011835407,0.00022933316,0.000085919666,0.00002629692,0.00008413883,0.00008120395,0.00009415689,0.00023731949,0.000009296112],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003186177,0.00011980745,0.00018497881,0.0027116137,0.0002089062,0.00025148137,0.000107088046,2.690815e-7,0.0000011605575,0.97332627,0.0019884247,0.020781394],"study_design_scores_gemma":[0.007145666,0.002091302,0.0003000262,0.0019695035,0.0017277936,0.0040734303,0.002251345,0.000020280548,0.000008731694,0.5636301,0.41609865,0.00068317016],"about_ca_topic_score_codex":0.0012069987,"about_ca_topic_score_gemma":0.0016984014,"teacher_disagreement_score":0.87359226,"about_ca_system_score_codex":0.00021893717,"about_ca_system_score_gemma":0.00029335683,"threshold_uncertainty_score":0.9351935},"labels":[],"label_agreement":null},{"id":"W4243243502","doi":"10.1093/clinchem/46.1.141","title":"National Guideline Clearinghouse. URL: www.guideline.gov/index.asp.","year":2000,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Guideline; Index (typography); Library science; Medicine; Computer science; World Wide Web; Pathology","score_opus":0.21671675675196236,"score_gpt":0.523776360868234,"score_spread":0.30705960411627164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243243502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84773886,0.00024363102,0.001088228,0.045003343,0.0007092351,0.0007673886,0.00010291339,0.0007154409,0.103630945],"genre_scores_gemma":[0.8969797,0.00044849404,0.018035313,0.039935056,0.00877174,0.00004379076,0.001383936,0.00016929032,0.034232713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99198544,0.0001116588,0.0052161105,0.00095813815,0.0011898194,0.00053881033],"domain_scores_gemma":[0.9950446,0.0017167017,0.00059683353,0.00084098295,0.0011492753,0.00065159064],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0041852654,0.00037342633,0.0007561569,0.000040598563,0.00013522421,0.00005764638,0.00035390543,0.00056904345,0.031279813],"category_scores_gemma":[0.016335856,0.00035941822,0.00055619585,0.00032518647,0.00028513643,0.00021932198,0.0001395589,0.0012844875,0.0023062648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001494787,0.0014138389,0.049505323,0.000100569436,0.00026282793,0.00011107177,0.0000138777705,0.0002399264,0.0012726651,0.00003843892,0.8287036,0.116843075],"study_design_scores_gemma":[0.0062610973,0.00021272569,0.010640156,0.00008055411,0.0002592403,0.00021051014,0.000092459326,0.012047064,0.0008830806,0.00088459754,0.9679703,0.00045820128],"about_ca_topic_score_codex":0.000064527165,"about_ca_topic_score_gemma":0.0000115794855,"teacher_disagreement_score":0.13926671,"about_ca_system_score_codex":0.0001902124,"about_ca_system_score_gemma":0.0009513052,"threshold_uncertainty_score":0.9998858},"labels":[],"label_agreement":null},{"id":"W4243290200","doi":"10.25071/1708-6701.40260","title":"CAML Review: Addition of Peer-Reviewed Article Section / La Revue de l’ACBM : ajout d’une section d’articles évalués par des pairs","year":2016,"lang":"fr","type":"article","venue":"CAML Review / Revue de l ACBM","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Section (typography); Documentation; Library science; Sociology; Humanities; Art; History; Computer science; Programming language","score_opus":0.13595504397762337,"score_gpt":0.41939516168231084,"score_spread":0.28344011770468747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243290200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058102228,0.6837105,0.011699254,0.23622279,0.003295272,0.004712843,0.00034362063,0.00023425896,0.001679249],"genre_scores_gemma":[0.09437739,0.8791583,0.0058731963,0.008276145,0.0054729213,0.000583443,0.00027158068,0.0001613707,0.0058256183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98903394,0.0035662984,0.0044506006,0.0009961595,0.00078852865,0.001164472],"domain_scores_gemma":[0.9894232,0.0038467308,0.0024271621,0.0014261109,0.0021495277,0.0007272413],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015444686,0.0006696568,0.0020293894,0.00018207291,0.00025489012,0.00005431588,0.00035762254,0.00048697487,0.004247453],"category_scores_gemma":[0.0645177,0.00058287295,0.0009483111,0.001616967,0.00051611237,0.0011820088,0.00014978534,0.0009123013,0.0006809621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017907014,0.00063589186,0.008340086,0.09195165,0.00025214584,0.0001270062,0.00039982444,0.000008631036,0.024796978,0.000573995,0.29337752,0.5793572],"study_design_scores_gemma":[0.0021678153,0.0007473939,0.015327887,0.2138751,0.0051075765,0.0019687216,0.00021027279,0.0003385157,0.004005743,0.0011051889,0.75452423,0.0006215276],"about_ca_topic_score_codex":0.00080214394,"about_ca_topic_score_gemma":0.0007802141,"teacher_disagreement_score":0.57873565,"about_ca_system_score_codex":0.00139515,"about_ca_system_score_gemma":0.00056499173,"threshold_uncertainty_score":0.9996623},"labels":[],"label_agreement":null},{"id":"W4243540534","doi":"10.1016/s1499-2671(09)34015-0","title":"Revised Procedure for Canadian Journal of Diabetes Submissions","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Family medicine; Library science; Endocrinology","score_opus":0.10309764949509694,"score_gpt":0.397093837879624,"score_spread":0.29399618838452707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243540534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94132894,0.0025129535,0.00004616901,0.05466721,0.000683586,0.0004292892,0.000071738286,0.000003949248,0.00025614677],"genre_scores_gemma":[0.9884812,0.00001555141,0.0027572608,0.007436726,0.0011426228,0.0000022821444,0.000019688214,0.000027276908,0.000117358875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727136,0.0000773102,0.001617346,0.00012959816,0.00026960243,0.0006348],"domain_scores_gemma":[0.9926109,0.000623646,0.0011002303,0.00019052422,0.0018483244,0.0036264155],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017415053,0.00018179687,0.00061389385,0.0007362998,0.00021650118,0.00009326254,0.0002619604,0.00014240322,0.0003821799],"category_scores_gemma":[0.025974365,0.00015251864,0.00034469017,0.0003269586,0.00009338272,0.00039065536,0.000003019142,0.0005007384,0.000004720298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029538038,0.0000692228,0.6839867,0.00018306395,0.00030333476,0.000066324304,0.00048757438,0.00003728854,0.0038046166,0.00016119509,0.268602,0.042269092],"study_design_scores_gemma":[0.007795885,0.005844391,0.689643,0.002654434,0.0018566935,0.0001380468,0.001331267,0.00030145972,0.0038152903,0.0050520007,0.2810052,0.0005622832],"about_ca_topic_score_codex":0.0012537653,"about_ca_topic_score_gemma":0.049838718,"teacher_disagreement_score":0.048584953,"about_ca_system_score_codex":0.0003587082,"about_ca_system_score_gemma":0.016120572,"threshold_uncertainty_score":0.98945713},"labels":[],"label_agreement":null},{"id":"W4243572402","doi":"10.1016/s1701-2163(16)35353-1","title":"Female Sexual Health Consensus Clinical Guidelines","year":2012,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Congress of Aboriginal Peoples; Ontario Neurotrauma Foundation; University of Fredericton; Manitoba Beekeepers' Association","funders":"","keywords":"Medicine; Guideline; CINAHL; Systematic review; Family medicine; Reproductive health; MEDLINE; Specialty; Health care; Sexual medicine; Grey literature; Randomized controlled trial; Alternative medicine; Observational study; Evidence-based medicine; Nursing; Gynecology; Pathology; Psychological intervention; Environmental health","score_opus":0.3059405128705642,"score_gpt":0.48718545804366653,"score_spread":0.18124494517310236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243572402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546317,0.008814711,0.000102813756,0.018077765,0.018020185,0.00015724989,0.000013421155,0.000004175645,0.00017802151],"genre_scores_gemma":[0.9761576,0.00036378243,0.007941245,0.014922323,0.00043784588,6.6790716e-7,0.0000059431027,0.000012286564,0.0001583143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99663347,0.00020579697,0.0023539965,0.00011459985,0.00036986097,0.00032229684],"domain_scores_gemma":[0.9861317,0.010697045,0.0013670073,0.00014584609,0.0009624814,0.00069586775],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033898624,0.00010816633,0.0005633588,0.00012457742,0.00007669808,0.000008725012,0.00006457194,0.00010891695,0.00021827992],"category_scores_gemma":[0.082040615,0.0000864644,0.000065151646,0.00020552284,0.00007251287,0.00007478915,0.000042192354,0.0004929875,0.0000018124074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013899317,0.000121339035,0.6760652,0.000024760277,0.00009854871,0.00024072603,0.000034159806,0.0000036210483,0.0000022113647,0.000034382134,0.07127647,0.2520847],"study_design_scores_gemma":[0.0035844313,0.0011921498,0.77645147,0.0000054217226,0.00016195759,0.0005028969,0.001944256,0.00007580254,0.0000034111647,0.000017156064,0.21596988,0.00009117884],"about_ca_topic_score_codex":0.017353063,"about_ca_topic_score_gemma":0.020344913,"teacher_disagreement_score":0.25199354,"about_ca_system_score_codex":0.00054099795,"about_ca_system_score_gemma":0.0048968894,"threshold_uncertainty_score":0.99753124},"labels":[],"label_agreement":null},{"id":"W4243760441","doi":"10.1016/s0840-4704(10)60249-9","title":"Erratum","year":2007,"lang":"en","type":"erratum","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cover (algebra); Management; Service (business); Psychology; Political science; Library science; Business; Engineering; Computer science; Marketing; Economics","score_opus":0.1683467693436602,"score_gpt":0.48479646307264534,"score_spread":0.3164496937289851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243760441","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002427056,0.0038832675,0.0019949304,0.24671505,0.072586395,0.004334805,0.000099497556,0.00056477287,0.669797],"genre_scores_gemma":[0.0016117753,0.0065675406,0.0056907297,0.08742913,0.004813858,0.00015523726,0.007681958,0.00025709433,0.8857927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942973,0.00011729813,0.0020677005,0.0009637331,0.0013769497,0.0011769817],"domain_scores_gemma":[0.9968033,0.0001770096,0.0007981491,0.001303917,0.0004042551,0.0005133805],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015964565,0.0005484786,0.0008822606,0.00069536944,0.00020911862,0.00006115263,0.00028589877,0.00081631256,0.0006759913],"category_scores_gemma":[0.00043156874,0.0005434665,0.00037828417,0.000596345,0.00007367921,0.00014146722,0.00041361724,0.0023024087,0.00089748856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002118425,0.00014626284,0.0007544445,0.0027840068,0.00025884758,0.0005347083,0.000021987687,1.8890121e-7,2.7509236e-7,0.0029207645,0.87044024,0.121926434],"study_design_scores_gemma":[0.0014123191,0.00053341663,0.004206966,0.0008949065,0.00057188934,0.00006069792,0.0013036232,0.00005747401,0.000001021905,0.0012593234,0.98929363,0.0004047401],"about_ca_topic_score_codex":0.0007471333,"about_ca_topic_score_gemma":0.0014341251,"teacher_disagreement_score":0.21599567,"about_ca_system_score_codex":0.0006553931,"about_ca_system_score_gemma":0.00045443844,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W4244057568","doi":"10.1007/bf03040924","title":"Author’s reply","year":2004,"lang":"de","type":"article","venue":"Wiener klinische Wochenschrift","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria Park","funders":"","keywords":"Medicine","score_opus":0.1648095447891939,"score_gpt":0.4475392366643535,"score_spread":0.2827296918751596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244057568","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31487164,0.056634944,0.020888155,0.53367144,0.03554255,0.005402911,0.0003841445,0.0015412625,0.031062953],"genre_scores_gemma":[0.90903676,0.0013569765,0.0288706,0.042396326,0.012052022,0.00009088129,0.0006742359,0.0002823774,0.0052398113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99123794,0.0004305776,0.0037760253,0.0016154291,0.0015509252,0.0013891117],"domain_scores_gemma":[0.993249,0.0013726987,0.0012696612,0.002179516,0.00082014356,0.0011089852],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004400102,0.00083353126,0.0011772322,0.0003407465,0.00038085278,0.0002001464,0.0005334816,0.00068276713,0.0017207868],"category_scores_gemma":[0.016782058,0.0008106876,0.00065832096,0.00094504474,0.0004750696,0.0006894934,0.00037794598,0.0020432475,0.013545029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00961812,0.014041586,0.047058966,0.0022238719,0.01147763,0.0055257482,0.01873919,0.0043267487,0.041755717,0.14205784,0.5382392,0.16493541],"study_design_scores_gemma":[0.011230216,0.0013479887,0.0051877527,0.0006491481,0.0035013487,0.00007367766,0.0014837319,0.00030213594,0.006211915,0.0018190056,0.9672069,0.0009861793],"about_ca_topic_score_codex":0.0011424974,"about_ca_topic_score_gemma":0.00008006274,"teacher_disagreement_score":0.59416515,"about_ca_system_score_codex":0.00020701552,"about_ca_system_score_gemma":0.0023082024,"threshold_uncertainty_score":0.9994344},"labels":[],"label_agreement":null},{"id":"W4244297183","doi":"10.1007/dcr.0b013e3181a28560","title":"Canadian Association of General Surgeons, the American College of Surgeons, the Canadian Society of Colorectal Surgeons, and The American Society of Colorectal Surgeons","year":2009,"lang":"en","type":"article","venue":"Diseases of the Colon & Rectum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Colorectal surgery; General surgery; Surgical oncology; Colorectal cancer; Family medicine; Surgery; Abdominal surgery; Internal medicine; Cancer","score_opus":0.02769354140951979,"score_gpt":0.33501660428221913,"score_spread":0.30732306287269934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244297183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9358755,0.00033427074,0.0000024549315,0.05783821,0.00023775871,0.0015229655,0.0040800534,0.0000140794955,0.00009476184],"genre_scores_gemma":[0.9958403,0.00092894613,0.00013049853,0.0026947488,0.000043368105,0.000043866967,0.00015026474,0.000032461223,0.00013555626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949055,0.0013830165,0.001707472,0.00036123494,0.0009902858,0.00065249036],"domain_scores_gemma":[0.9870939,0.0073610814,0.0034134525,0.00072341645,0.0010161462,0.00039196401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003946004,0.00032979838,0.001368395,0.00012726954,0.00046659014,0.000016972961,0.0005414042,0.000127012,0.000055585508],"category_scores_gemma":[0.0049368353,0.00019471534,0.0012284816,0.0014851311,0.0022347055,0.000089224515,0.00011947344,0.0004572916,5.617706e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017895418,0.000276086,0.8778964,0.00008428392,0.00094840286,0.000002600866,0.00067972264,0.00007265916,0.0011908036,0.00036693364,0.11466171,0.0020308096],"study_design_scores_gemma":[0.001798508,0.00051025226,0.985688,0.00008486961,0.0012581875,0.000011809019,0.004169484,0.0016008604,0.0014053555,0.00024201973,0.003035565,0.00019510917],"about_ca_topic_score_codex":0.8791531,"about_ca_topic_score_gemma":0.88371795,"teacher_disagreement_score":0.11162615,"about_ca_system_score_codex":0.00075467816,"about_ca_system_score_gemma":0.0050488915,"threshold_uncertainty_score":0.8956517},"labels":[],"label_agreement":null},{"id":"W4244482451","doi":"10.1503/cmaj.109-3811","title":"For the record","year":2011,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Data science; Information retrieval","score_opus":0.21109517804883515,"score_gpt":0.4325265295105586,"score_spread":0.22143135146172344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244482451","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090340264,0.00033587188,0.0205795,0.8539995,0.007893069,0.0014334276,0.000054390242,0.000060310183,0.025303649],"genre_scores_gemma":[0.72039235,0.00057452725,0.010641512,0.2527325,0.011372745,0.00006698561,0.000030016106,0.000054075543,0.004135336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832076,0.00007480544,0.0005858656,0.00008413961,0.0006538351,0.00028061293],"domain_scores_gemma":[0.9967951,0.001323616,0.00025818436,0.0000943972,0.00059014617,0.00093853544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003929699,0.00005875739,0.00012396132,0.00006205843,0.00023407486,0.000026978092,0.00011861478,0.00017046659,0.009725344],"category_scores_gemma":[0.024012834,0.000039716826,0.000115733,0.00010833919,0.0000225239,0.00009066823,0.000006808699,0.00059420546,0.00013593005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056200734,0.000026919068,0.08278557,0.0000039079478,0.00015075732,0.00005983732,0.00022004228,9.884727e-8,0.0000030682336,0.0003296927,0.56529236,0.35107154],"study_design_scores_gemma":[0.001292133,0.00013240904,0.07113972,0.000017821494,0.00012203398,0.00027691943,0.00073156465,0.0003738701,0.0000070324595,0.00061177585,0.9252423,0.000052387713],"about_ca_topic_score_codex":0.005503111,"about_ca_topic_score_gemma":0.0451392,"teacher_disagreement_score":0.6300521,"about_ca_system_score_codex":0.0004731366,"about_ca_system_score_gemma":0.002713446,"threshold_uncertainty_score":0.9911799},"labels":[],"label_agreement":null},{"id":"W4244552633","doi":"10.21203/rs.2.11191/v1","title":"Partnering with patients in quality improvement: towards renewed practices for healthcare organization managers?","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"General partnership; Quality management; Health care; Quality (philosophy); Business; Process management; Knowledge management; Structuring; Public relations; Nursing; Medicine; Marketing; Computer science; Political science","score_opus":0.46855348250673023,"score_gpt":0.6192623536639493,"score_spread":0.1507088711572191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244552633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9605157,0.00012983475,0.0026050422,0.023451008,0.00036789553,0.012144597,0.00025706264,0.000092856135,0.00043599913],"genre_scores_gemma":[0.98996884,0.00046951094,0.0030725175,0.00044843013,0.0003240374,0.00052713254,0.004660042,0.00010406425,0.00042544212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99428564,0.0007876643,0.001414373,0.0010124262,0.0018208809,0.0006790069],"domain_scores_gemma":[0.9908036,0.001989718,0.0013830466,0.0010262969,0.004561433,0.00023591449],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066721453,0.00028160645,0.0006330109,0.00047628817,0.00013969114,0.00016374128,0.00026779601,0.00036130077,0.000092809896],"category_scores_gemma":[0.03216706,0.00024742656,0.00008969778,0.0007672277,0.000064015396,0.00034960083,0.00071509654,0.0015799336,0.00002653452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044053323,0.001293486,0.85086876,0.023057671,0.00025036765,0.000023749284,0.0012811699,0.00039922466,0.00024300757,0.00023412393,0.002447758,0.11549536],"study_design_scores_gemma":[0.014328913,0.005632335,0.9481779,0.004256912,0.00021220408,0.0000030597064,0.009356158,0.002806268,0.0010846426,0.0008356466,0.012555036,0.0007509231],"about_ca_topic_score_codex":0.01409431,"about_ca_topic_score_gemma":0.004211008,"teacher_disagreement_score":0.11474444,"about_ca_system_score_codex":0.0011259813,"about_ca_system_score_gemma":0.0019016545,"threshold_uncertainty_score":0.9999978},"labels":[],"label_agreement":null},{"id":"W4244616030","doi":"10.4018/978-1-4666-6339-8.ch041","title":"Implementation of Case Costing with Ontario Case Costing Initiative (OCCI)","year":2014,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Activity-based costing; Christian ministry; Health care; Guideline; Business; Process (computing); Process management; Operations management; Management science; Engineering management; Medicine; Computer science; Accounting; Engineering; Political science","score_opus":0.18210530412344486,"score_gpt":0.43490594479396993,"score_spread":0.2528006406705251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244616030","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114241056,0.000049479062,0.0032692952,0.0002729356,0.0003361728,0.0026289588,0.000576826,0.00012487746,0.8785004],"genre_scores_gemma":[0.98633033,0.0000013190117,0.0062658344,0.0017066477,0.00040666704,0.000030082309,0.00014864602,0.00008373967,0.0050267577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"case_report","domain_scores_codex":[0.99646,0.000077570905,0.0018908163,0.0006003555,0.00059713144,0.00037409423],"domain_scores_gemma":[0.99533653,0.0009639585,0.0020061745,0.0004975086,0.00092597917,0.00026986087],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007791954,0.0005061919,0.0008784271,0.00011285483,0.00016335014,0.000041513922,0.00008464491,0.00028789247,0.00041962892],"category_scores_gemma":[0.00054682005,0.0004708961,0.00019272133,0.000035074947,0.0001399069,0.00010139795,0.00012661477,0.0006720815,0.000034168315],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038444158,0.00016900955,0.02882121,0.0013709028,0.003919031,0.21047804,0.0053217188,0.000037432488,0.00014859531,0.40388948,0.008085078,0.3339151],"study_design_scores_gemma":[0.0516692,0.016490728,0.0033905774,0.007818488,0.024494557,0.74764395,0.024945902,0.00040824938,0.0013038294,0.037763905,0.07913432,0.004936294],"about_ca_topic_score_codex":0.08321509,"about_ca_topic_score_gemma":0.42204314,"teacher_disagreement_score":0.87347364,"about_ca_system_score_codex":0.0011641147,"about_ca_system_score_gemma":0.0014623046,"threshold_uncertainty_score":0.9997743},"labels":[],"label_agreement":null},{"id":"W4245178262","doi":"10.1503/cmaj.113-2103","title":"Diabetes Guidelines","year":2013,"lang":"en","type":"letter","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Guideline; Medicine; Computer science; Family medicine; Pathology","score_opus":0.11921266475248274,"score_gpt":0.41587443783204064,"score_spread":0.2966617730795579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245178262","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002092366,0.00032918225,0.000030949785,0.99073815,0.0034068916,0.0003662174,0.00006620925,0.000043708296,0.0029262947],"genre_scores_gemma":[0.00019503065,0.00036007544,0.0009852778,0.92709213,0.062563,0.000023306819,0.000507131,0.00007870761,0.008195347],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918842,0.0003867976,0.0024670933,0.00034974713,0.0038670646,0.001045147],"domain_scores_gemma":[0.9908893,0.001606558,0.00125395,0.00029812433,0.0037769736,0.0021750561],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0043450207,0.00033701415,0.0007531606,0.00046466233,0.00023598247,0.0002461911,0.00034746947,0.0029542083,0.04463887],"category_scores_gemma":[0.061264038,0.00029421132,0.00039517268,0.00027099974,0.0000531653,0.00025088163,0.000035053003,0.008683903,0.003338696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018699861,0.000009885734,0.012003365,0.0000342806,0.0003095859,0.0013234264,0.000011840868,2.1841507e-7,0.0000017321106,0.0000024151116,0.9480339,0.03826745],"study_design_scores_gemma":[0.001067546,0.000094272924,0.0024453881,0.00029155373,0.0003025277,0.00064429204,0.00005855836,0.00022980929,0.0000020275074,0.00017522347,0.99441886,0.00026993273],"about_ca_topic_score_codex":0.005762912,"about_ca_topic_score_gemma":0.0057672686,"teacher_disagreement_score":0.06364606,"about_ca_system_score_codex":0.0023869204,"about_ca_system_score_gemma":0.011895983,"threshold_uncertainty_score":0.999951},"labels":[],"label_agreement":null},{"id":"W4245193873","doi":"10.1503/cmaj.110-2123","title":"Correction: Clinical guidelines","year":2010,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Information retrieval; Text mining; World Wide Web; Natural language processing","score_opus":0.15707340156236405,"score_gpt":0.4977240510228452,"score_spread":0.3406506494604812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245193873","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37778932,0.00006781003,0.0007754075,0.5569981,0.04511151,0.00030849228,0.000013841101,0.00008750998,0.018848028],"genre_scores_gemma":[0.62074065,0.0006016757,0.009581736,0.29729286,0.060496088,0.000013598612,0.00007692862,0.00007512155,0.011121359],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545294,0.00020839875,0.0020380267,0.00021392867,0.001658424,0.0004282997],"domain_scores_gemma":[0.99211615,0.0015343792,0.0005675227,0.00019658945,0.0025152967,0.0030700385],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010590047,0.00012483652,0.00032544776,0.00017127249,0.00025548058,0.000091006754,0.00016558319,0.000696359,0.021139238],"category_scores_gemma":[0.14457695,0.00011030382,0.00024330837,0.0002660034,0.000061731225,0.00020117134,0.00001886675,0.003667198,0.00090749894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014353287,0.000031798638,0.2237302,0.0000012433483,0.000055340366,0.00017085602,0.000010386116,3.069509e-7,0.000014457492,0.000042840882,0.5972351,0.17869315],"study_design_scores_gemma":[0.001552032,0.00010841545,0.13815328,0.000031473828,0.00007864912,0.002558476,0.00018103594,0.001195081,0.0000074152135,0.000101654165,0.8559312,0.00010128405],"about_ca_topic_score_codex":0.0027555374,"about_ca_topic_score_gemma":0.0836532,"teacher_disagreement_score":0.25970522,"about_ca_system_score_codex":0.0003668525,"about_ca_system_score_gemma":0.008407657,"threshold_uncertainty_score":0.9998704},"labels":[],"label_agreement":null},{"id":"W4245290671","doi":"10.2165/00128415-200510800-00006","title":"Health Canada has advised that it is reviewing if changes to the Canadian Evra [ethinylestradiol/norelgestromin] labelling are required,","year":2005,"lang":"en","type":"article","venue":"Reactions Weekly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labelling; Ethinylestradiol; Medicine; Environmental health; Sociology; Research methodology; Criminology","score_opus":0.34671481831989315,"score_gpt":0.44063331474474304,"score_spread":0.0939184964248499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245290671","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011580969,0.000803506,0.00022081812,0.9847251,0.00053471007,0.0011767544,0.00012838746,0.000058011312,0.00077171903],"genre_scores_gemma":[0.79935485,0.0012671521,0.0035549102,0.1918366,0.0013980123,0.000088132074,0.00013322556,0.00005659526,0.0023105186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729455,0.00018122933,0.00091474317,0.00044067507,0.0005565693,0.00061225804],"domain_scores_gemma":[0.9970638,0.0006094511,0.0005082578,0.00074214075,0.00024486784,0.000831484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015978554,0.00023724107,0.0004499029,0.00016881547,0.0009367321,0.000083373045,0.00020586161,0.0001028723,0.00024813545],"category_scores_gemma":[0.0019537236,0.00019657923,0.00009743814,0.0004913042,0.000058327594,0.00022624647,0.0000308543,0.0006529383,0.00012718281],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034737033,0.000050841998,0.0022820076,0.00010484587,0.000097562355,0.000031459418,0.00078757777,0.00020014835,0.000111585854,0.00004394444,0.9365515,0.05970376],"study_design_scores_gemma":[0.0004850983,0.0001065282,0.01051279,0.0005117027,0.00014098221,0.00014887369,0.0029916954,0.00041917988,0.00007610373,0.000008273119,0.9844192,0.00017953338],"about_ca_topic_score_codex":0.9800545,"about_ca_topic_score_gemma":0.9992668,"teacher_disagreement_score":0.7928885,"about_ca_system_score_codex":0.0025956563,"about_ca_system_score_gemma":0.0055882107,"threshold_uncertainty_score":0.9913246},"labels":[],"label_agreement":null},{"id":"W4245291885","doi":"10.1016/j.cjca.2015.01.032","title":"President's Page","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.29342641726330065,"score_gpt":0.4524386477857204,"score_spread":0.15901223052241975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245291885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8736006,0.0018491865,0.012872543,0.047184747,0.004754988,0.0003677584,0.000021468752,0.00001420344,0.059334498],"genre_scores_gemma":[0.99545014,0.000018804645,0.0008346836,0.0014287938,0.0020639682,6.781978e-7,0.000005576816,0.000008734228,0.00018863256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895877,0.00013276508,0.00054221734,0.00006527387,0.00012558943,0.00017541033],"domain_scores_gemma":[0.9979662,0.00018424382,0.00020101342,0.00013014335,0.00055277336,0.00096564926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011974577,0.00005516035,0.00029298748,0.00015752716,0.000020100146,0.000009854776,0.000076797856,0.0000719054,0.000051632942],"category_scores_gemma":[0.0061974237,0.00004712951,0.00011169808,0.00007277336,0.00006778771,0.00010366378,0.0000065458194,0.0002332914,0.000043586922],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021362767,0.0000023172279,0.26135972,0.000009038624,0.00024532896,0.0016163171,0.00019279504,0.00051457796,0.00024614742,0.0002391073,0.72058946,0.014771529],"study_design_scores_gemma":[0.0022057784,0.0007052934,0.08702281,0.000018976476,0.00024099828,0.0043323073,0.000709966,0.000014800152,0.00004836837,0.001115478,0.90351874,0.00006649198],"about_ca_topic_score_codex":0.0014437238,"about_ca_topic_score_gemma":0.0020068784,"teacher_disagreement_score":0.18292925,"about_ca_system_score_codex":0.00016931893,"about_ca_system_score_gemma":0.0032467041,"threshold_uncertainty_score":0.7419343},"labels":[],"label_agreement":null},{"id":"W4245611110","doi":"10.1016/j.cjca.2018.11.002","title":"President’s Page","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Cardiovascular Society","funders":"","keywords":"Medicine","score_opus":0.18719255479576133,"score_gpt":0.44420513317029725,"score_spread":0.25701257837453595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245611110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89452934,0.0005509764,0.012964188,0.031193752,0.0044335346,0.00028545377,0.000018996543,0.000011283448,0.05601248],"genre_scores_gemma":[0.9917483,0.000021752769,0.00082966895,0.0021330758,0.005037596,5.527399e-7,0.0000034839484,0.000008946415,0.00021664836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989876,0.00010597037,0.0005454795,0.00007355324,0.00009483683,0.00019251776],"domain_scores_gemma":[0.9983945,0.00020136584,0.00020426212,0.00014336519,0.00055763876,0.0004988673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008002495,0.000055664816,0.00027013113,0.00016529529,0.00004698675,0.000009286369,0.00008129425,0.000073650735,0.0002872359],"category_scores_gemma":[0.0035475732,0.00004758631,0.00012020346,0.00007801574,0.00016843852,0.000084945365,0.0000065634754,0.0002028489,0.000084139625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025596182,0.0000026605048,0.27420148,0.000013355386,0.0003849841,0.0009574738,0.00020965667,0.000031410764,0.0018398367,0.00039735637,0.68770146,0.034004316],"study_design_scores_gemma":[0.0010926,0.00091222674,0.19608758,0.000021620077,0.00019933228,0.0027307665,0.00020248325,0.000009670426,0.00018999336,0.0006004197,0.79789776,0.00005557209],"about_ca_topic_score_codex":0.0011218401,"about_ca_topic_score_gemma":0.004298485,"teacher_disagreement_score":0.11019625,"about_ca_system_score_codex":0.00010425867,"about_ca_system_score_gemma":0.0016692142,"threshold_uncertainty_score":0.42470327},"labels":[],"label_agreement":null},{"id":"W4246576858","doi":"10.1016/s0828-282x(09)70033-9","title":"Dr robert e beamish award","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gerontology","score_opus":0.11073144866711397,"score_gpt":0.4182525913881667,"score_spread":0.3075211427210527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246576858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.548281,0.0021525188,0.02628321,0.33223993,0.0051050996,0.0005496423,0.00003331856,0.000029747607,0.08532552],"genre_scores_gemma":[0.9906562,0.00005753812,0.0010033024,0.0056256107,0.0023575055,3.804139e-7,0.000009924055,0.000008074424,0.00028147883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987472,0.000099034885,0.0006944769,0.00009269441,0.00011744387,0.0002491214],"domain_scores_gemma":[0.9983497,0.00019561156,0.00023229413,0.00015564905,0.00040169782,0.00066499965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080531917,0.00007906195,0.00040662315,0.00019701564,0.00004362597,0.000011513298,0.00009567517,0.00010527715,0.00010083055],"category_scores_gemma":[0.0029074063,0.00007018276,0.00019833099,0.00010444021,0.000059687824,0.000099950244,0.0000033265817,0.0003472257,0.000034816527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026244202,0.000007436102,0.08467398,0.000010169095,0.0003354481,0.0018140138,0.0001177484,0.0009091315,0.0012916175,0.00054988294,0.7214482,0.18857993],"study_design_scores_gemma":[0.0012058247,0.00082481804,0.17879367,0.000022200507,0.00019340082,0.0032200401,0.00014786827,0.000010603829,0.000048739996,0.00074855296,0.814716,0.00006832195],"about_ca_topic_score_codex":0.0006177724,"about_ca_topic_score_gemma":0.00084250805,"teacher_disagreement_score":0.44237518,"about_ca_system_score_codex":0.0001773769,"about_ca_system_score_gemma":0.001694239,"threshold_uncertainty_score":0.3480647},"labels":[],"label_agreement":null},{"id":"W4246597272","doi":"10.1017/cjn.2019.220","title":"P.131 Does a multidisciplinary triage pathway facilitate better outcomes after spine surgery?","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatoon Medical Imaging","funders":"","keywords":"Medicine; Oswestry Disability Index; Triage; Prospective cohort study; Patient satisfaction; Physical therapy; Prehabilitation; Visual analogue scale; Multidisciplinary team; Cohort; Surgery; Low back pain; Emergency medicine; Internal medicine; Nursing","score_opus":0.14003482629915723,"score_gpt":0.3829532431254799,"score_spread":0.24291841682632268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246597272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9675847,0.0003925636,0.00002888258,0.029054923,0.0019422736,0.00038587,0.000029169114,0.00002332008,0.0005582965],"genre_scores_gemma":[0.98534584,0.00017090006,0.0030266126,0.010957606,0.00033395804,0.0000060026377,0.0000013626078,0.000017744429,0.00013996183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932428,0.0011809563,0.0021958295,0.0007183945,0.0012006806,0.0014613487],"domain_scores_gemma":[0.9928609,0.002754088,0.0012707656,0.00027698805,0.00062707614,0.0022101784],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0094029475,0.0004297277,0.0010292347,0.0011808152,0.0011033795,0.0004885362,0.0010376107,0.00022603598,0.0012344813],"category_scores_gemma":[0.009815022,0.00023760737,0.00063621445,0.0011305483,0.0035755415,0.0015904751,0.00011302916,0.0015720278,0.000034152585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000302165,0.000054525717,0.9870592,0.000016300353,0.000027385324,0.0062398347,0.00023707596,0.00022213567,0.00007565495,0.0000322636,0.00030327326,0.005430191],"study_design_scores_gemma":[0.0008984345,0.029128373,0.9494146,0.00007286175,0.00008219617,0.011126606,0.00037925402,0.0005348117,0.00007312221,0.0042087096,0.0037349812,0.00034602167],"about_ca_topic_score_codex":0.0016405365,"about_ca_topic_score_gemma":0.047847018,"teacher_disagreement_score":0.04620648,"about_ca_system_score_codex":0.0002614231,"about_ca_system_score_gemma":0.004437829,"threshold_uncertainty_score":0.99967855},"labels":[],"label_agreement":null},{"id":"W4247264396","doi":"10.1016/j.spinee.2010.07.097","title":"The Chiropractic Hospital-Based Interventions Research Outcomes (CHIRO) Study: A Randomized Controlled Trial on the Effectiveness of Clinical Practice Guidelines in the Medical and Chiropractic Management of Patients with Acute Mechanical Lower Back Pain","year":2010,"lang":"en","type":"article","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Hospital and Health Sciences Centre; University of British Columbia","funders":"","keywords":"Medicine; Chiropractic; Randomized controlled trial; Clinical trial; Physical therapy; Clinical Practice; Psychological intervention; Clinical research; Alternative medicine; Surgery; Internal medicine; Nursing","score_opus":0.18322034750923374,"score_gpt":0.5578104652493933,"score_spread":0.3745901177401595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247264396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8717787,0.0000635087,0.0014431851,0.111888796,0.0010643397,0.013556108,0.0000034077937,0.0000069532816,0.00019496714],"genre_scores_gemma":[0.99397737,0.00038273356,0.0028495071,0.0017264907,0.00039178025,0.0005703343,0.0000059435306,0.000035350382,0.00006049892],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.95672154,0.032481108,0.0058050198,0.00042927248,0.0041027167,0.00046032682],"domain_scores_gemma":[0.875886,0.11381163,0.004850199,0.0016588366,0.0035275042,0.00026579623],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27605596,0.0003024156,0.0017065902,0.00015778757,0.00046927185,0.00013558625,0.00079872605,0.00014430366,0.00018226453],"category_scores_gemma":[0.35816112,0.00009856377,0.0008547603,0.00049949426,0.00082971447,0.00023107244,0.00022880333,0.0038337943,0.0000065448635],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96732783,0.012852843,0.0017869659,0.00010049003,0.004403752,0.00019824771,0.00010429958,0.0000074443965,0.000008955116,0.0014170464,0.0006623369,0.011129772],"study_design_scores_gemma":[0.83002704,0.012136381,0.1489409,0.00074973115,0.0034392294,0.00008210208,0.0023661403,0.0011875149,0.0000024508117,0.00052284525,0.00042585508,0.00011982844],"about_ca_topic_score_codex":0.000120042765,"about_ca_topic_score_gemma":0.00011962811,"teacher_disagreement_score":0.14715393,"about_ca_system_score_codex":0.000042303647,"about_ca_system_score_gemma":0.0004714789,"threshold_uncertainty_score":0.9984644},"labels":[],"label_agreement":null},{"id":"W4247520485","doi":"10.1016/s1499-2671(10)44012-5","title":"The Year in Review","year":2010,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Diabetes Canada","funders":"","keywords":"Excellence; Medicine; Statement (logic); Section (typography); Diabetes mellitus; Mission statement; Health professionals; Executive summary; Gerontology; Health care; Medical education; Family medicine; Public relations; Law; Endocrinology; Political science","score_opus":0.09764196432802913,"score_gpt":0.4225187949072957,"score_spread":0.3248768305792666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247520485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.908141,0.005486084,8.5381953e-7,0.08457372,0.0006260642,0.00013476703,0.0000025177173,0.0000013009226,0.0010336582],"genre_scores_gemma":[0.99012256,0.0005028146,0.00039006321,0.008588474,0.00030525043,0.0000013968769,0.0000017935898,0.000007558565,0.00008007062],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918336,0.000035327117,0.0005011085,0.000037020578,0.0000971705,0.00014600904],"domain_scores_gemma":[0.9986635,0.00048397676,0.00017708662,0.00011818966,0.00018009645,0.0003771591],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015682806,0.000037090107,0.00013288703,0.000064168875,0.000035471374,0.000016015923,0.00008677214,0.000025458949,0.00030566665],"category_scores_gemma":[0.01536959,0.000023901986,0.00005412146,0.00011332329,0.000049198505,0.00007398477,0.0000031255845,0.0004057958,0.000023748495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031811842,0.0000114929535,0.7962901,0.00008798059,0.000030279778,0.000024339028,0.0000362894,2.9717916e-7,0.00058904954,0.0003419758,0.12013451,0.08245052],"study_design_scores_gemma":[0.00071824156,0.00013261309,0.3223353,0.0006967689,0.00008921341,0.000018579047,0.00011370686,0.000009801434,0.00009367057,0.0005698098,0.67516935,0.00005293494],"about_ca_topic_score_codex":0.00025142846,"about_ca_topic_score_gemma":0.0373342,"teacher_disagreement_score":0.5550348,"about_ca_system_score_codex":0.000031951236,"about_ca_system_score_gemma":0.0012740723,"threshold_uncertainty_score":0.9929244},"labels":[],"label_agreement":null},{"id":"W4247609576","doi":"10.21203/rs.2.22759/v1","title":"Effects of oncological care pathways in primary and secondary care on patient, professional and health systems outcomes: a systematic review and meta-analysis","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Secondary care; Care pathway; Systematic review; Cancer; Health care; Meta-analysis; MEDLINE; Primary care; Family medicine; Internal medicine","score_opus":0.5270600821396487,"score_gpt":0.6123658484806201,"score_spread":0.08530576634097142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247609576","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007884925,0.9780519,0.0000019102415,0.001217513,0.000031783828,0.020056853,0.0005017259,0.00001652621,0.000042946373],"genre_scores_gemma":[0.0020701522,0.99367964,0.000089994704,0.00094144297,0.000023632303,0.0023425675,0.0007919549,0.00003852047,0.000022104165],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98794967,0.006478166,0.0029696892,0.00084565935,0.0013706766,0.0003861517],"domain_scores_gemma":[0.9869071,0.01038035,0.001196823,0.00050310337,0.00058201165,0.00043060115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004178118,0.0004491237,0.010957328,0.0006340059,0.00011146405,0.000038356902,0.00013371023,0.00029078833,0.00002777957],"category_scores_gemma":[0.0073285266,0.0002538911,0.00080151344,0.0010722837,0.00012075489,0.00008152496,0.00040113035,0.001590988,0.0000042329434],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002384982,0.00011693124,0.00012086247,0.96031255,0.010282101,0.00013495643,0.00068805355,6.819139e-8,5.2507758e-8,0.000025275489,0.0001899716,0.028105304],"study_design_scores_gemma":[0.0018311004,0.005544196,0.0018387075,0.5026241,0.45714945,0.0000853007,0.007839305,0.0000071690642,1.3381229e-7,0.00000481156,0.02262737,0.00044837038],"about_ca_topic_score_codex":0.0001887379,"about_ca_topic_score_gemma":0.00006689356,"teacher_disagreement_score":0.45768848,"about_ca_system_score_codex":0.00072276784,"about_ca_system_score_gemma":0.0017639095,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W4247616521","doi":"10.5489/cuaj.113","title":"Guidelines and quality outcomes in cancer surgery: Goals, expectations and reality television","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; Western University","funders":"","keywords":"Quality (philosophy); Cancer surgery; Medicine; Psychology; Cancer; Internal medicine","score_opus":0.38135233559214765,"score_gpt":0.5065098851359437,"score_spread":0.1251575495437961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247616521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84570736,0.000898301,0.00005040393,0.15282023,0.00023900754,0.00015051918,0.000038189628,0.000011639946,0.000084351486],"genre_scores_gemma":[0.9899165,0.00063184736,0.0005789449,0.008313457,0.00042162914,0.000011460187,0.000025213929,0.000007723769,0.000093194176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975693,0.00045193135,0.0011250713,0.00015874559,0.00030360615,0.0003913256],"domain_scores_gemma":[0.9959741,0.0023536573,0.00048844976,0.000080793565,0.00038972142,0.00071323937],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045507858,0.00011262044,0.00038800784,0.00017962226,0.00016188392,0.00005417938,0.00003279912,0.00017325483,0.00023464845],"category_scores_gemma":[0.02989299,0.00008909774,0.00006936407,0.00017404121,0.000031377,0.00032045593,0.000018094495,0.0004075049,0.0000060159614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002626037,0.000041821,0.97641647,0.000004810238,0.000031219046,0.0000037222171,0.00013620457,0.0000017210167,0.000019621404,0.00010615184,0.00676016,0.016451864],"study_design_scores_gemma":[0.00061676797,0.000030688432,0.98284674,0.000013208794,0.000054046544,0.000033105567,0.0005683795,0.000058546862,0.0000025513282,0.00026306443,0.015419304,0.00009362947],"about_ca_topic_score_codex":0.018392293,"about_ca_topic_score_gemma":0.01599611,"teacher_disagreement_score":0.14450677,"about_ca_system_score_codex":0.00063005317,"about_ca_system_score_gemma":0.00035922453,"threshold_uncertainty_score":0.98814434},"labels":[],"label_agreement":null},{"id":"W4247836368","doi":"10.1016/j.jogc.2019.07.008","title":"La littérature médicale mondiale","year":2019,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital","funders":"","keywords":"Medicine; Gynecology; Obstetrics and gynaecology; Cervical cancer; Cervical cancer screening; Family medicine; Obstetrics; Internal medicine; Cancer; Pregnancy","score_opus":0.04181043304004847,"score_gpt":0.34617492207142914,"score_spread":0.3043644890313807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247836368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61589193,0.26583079,0.000052043746,0.017542347,0.09471644,0.00028800248,0.000059758746,0.0000030902606,0.0056155985],"genre_scores_gemma":[0.9774295,0.0108395545,0.0009166614,0.003863366,0.00044636175,7.85948e-7,0.000008858218,0.00002275947,0.0064721145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99738884,0.00031356807,0.0012737334,0.00017084545,0.00049488107,0.00035811396],"domain_scores_gemma":[0.9819515,0.015902985,0.00095041195,0.00017042697,0.0005630412,0.0004616449],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001397986,0.00016010625,0.0005617661,0.00017344442,0.00005121625,0.00003162169,0.00013586451,0.00039503488,0.003353404],"category_scores_gemma":[0.02962882,0.00014390393,0.000100590034,0.0004752208,0.000110625515,0.00018313315,0.0000665473,0.001299479,0.000016580187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020387353,0.0001879702,0.22225042,0.00020616828,0.00026825746,0.0051605795,0.00008452846,0.000056219054,0.000028972898,0.00063870865,0.03649822,0.7345996],"study_design_scores_gemma":[0.0044488693,0.0009523751,0.2454284,0.000039237922,0.0004295569,0.0004649444,0.0018173569,0.00022366516,0.00001356459,0.000207467,0.7458413,0.00013326737],"about_ca_topic_score_codex":0.016141338,"about_ca_topic_score_gemma":0.01806659,"teacher_disagreement_score":0.7344663,"about_ca_system_score_codex":0.0013072423,"about_ca_system_score_gemma":0.005756,"threshold_uncertainty_score":0.99988043},"labels":[],"label_agreement":null},{"id":"W4247870401","doi":"10.1016/j.jogc.2021.11.003","title":"2021 Index of SOGC Clinical Practice Guidelines","year":2021,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical Practice; Index (typography); Family medicine","score_opus":0.15642895659428457,"score_gpt":0.46736780871733663,"score_spread":0.31093885212305206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247870401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86453396,0.019874357,0.0014535837,0.077654704,0.032958,0.000256205,0.000032014337,0.00000393817,0.003233255],"genre_scores_gemma":[0.9583337,0.002651834,0.026357397,0.012112146,0.00028367282,6.7947144e-7,0.000008943606,0.0000140034535,0.00023767476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960971,0.00022238232,0.0028122761,0.00015595302,0.00054847397,0.00016382846],"domain_scores_gemma":[0.9661306,0.023376971,0.002010068,0.00021736155,0.007973404,0.00029159946],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021986866,0.000099753044,0.00059699715,0.00011787852,0.00003885138,0.000011525014,0.00008063217,0.00015167244,0.0007401559],"category_scores_gemma":[0.4206958,0.00008549077,0.000120520745,0.00041853968,0.00006565427,0.00015989562,0.00007425696,0.00056029623,7.349885e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056321303,0.0003618975,0.29024118,0.000051169194,0.00047322348,0.0071975756,0.000022438033,0.000040537405,0.00004371442,0.00010677484,0.06839382,0.63301134],"study_design_scores_gemma":[0.0056589195,0.000831165,0.48119438,0.000018771912,0.0007502774,0.0010151736,0.0022887567,0.00028649654,0.00009787974,0.00017771103,0.5075648,0.000115682466],"about_ca_topic_score_codex":0.007057754,"about_ca_topic_score_gemma":0.01629254,"teacher_disagreement_score":0.63289565,"about_ca_system_score_codex":0.0002704371,"about_ca_system_score_gemma":0.008797829,"threshold_uncertainty_score":0.99955434},"labels":[],"label_agreement":null},{"id":"W4247966249","doi":"10.18192/uojm.v4i1.1029","title":"UOJM: Preface","year":2014,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Variety (cybernetics); Library science; Medical education; Political science; Engineering ethics; Sociology; Medicine; Engineering; Computer science","score_opus":0.10112966112456515,"score_gpt":0.38924504513088426,"score_spread":0.2881153840063191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247966249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76730025,0.00041582732,0.06811488,0.1267232,0.00085365016,0.00028605133,0.0000035986855,0.000023778824,0.036278777],"genre_scores_gemma":[0.9886676,0.00016627678,0.008484327,0.0009888605,0.00045778297,6.4802577e-9,0.000003916671,0.0000068388526,0.0012243938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986661,0.0001039096,0.0005931546,0.000078743775,0.00046255425,0.00009555517],"domain_scores_gemma":[0.9975526,0.00063013233,0.00085892004,0.00015654213,0.0006238105,0.000178021],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018530858,0.00006999284,0.00039269342,0.00017639308,0.00003379273,0.0000011068142,0.00013477559,0.00005142401,0.0010405272],"category_scores_gemma":[0.0036175596,0.00005782553,0.00009524247,0.00013541107,0.00020406341,0.00014356698,0.000026383343,0.00024525335,0.000011640998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027761352,0.00090315036,0.19353656,0.00046057077,0.0008521859,0.0005019155,0.003207981,0.00014870569,0.023634627,0.0065441523,0.54337275,0.22406127],"study_design_scores_gemma":[0.021206668,0.0050374386,0.10791774,0.00071438774,0.0012893822,0.0007242111,0.005036886,0.0005191463,0.00070703554,0.00073608756,0.8559901,0.00012089209],"about_ca_topic_score_codex":0.00011608691,"about_ca_topic_score_gemma":0.000024425564,"teacher_disagreement_score":0.3126174,"about_ca_system_score_codex":0.000048677517,"about_ca_system_score_gemma":0.00011402229,"threshold_uncertainty_score":0.9998727},"labels":[],"label_agreement":null},{"id":"W4248180092","doi":"10.1016/j.reumae.2014.01.013","title":"Barriers to implementing the “2008 Mexican Clinical Practice Guideline recommendations for the management of hip and knee osteoarthritis” in primary healthcare practice","year":2014,"lang":"en","type":"article","venue":"Reumatología Clínica (English Edition)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; Instituto Mexicano del Seguro Social; Universidad de León; Universidad Autónoma de Nuevo León; Consejo Nacional de Ciencia y Tecnología; Yale University","keywords":"Guideline; CLARITY; Context (archaeology); Health care; Medicine; Clinical Practice; Family medicine; Nursing; Political science; Geography; Pathology","score_opus":0.08170864567919746,"score_gpt":0.44846931106948046,"score_spread":0.366760665390283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248180092","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013913172,0.0009474038,0.017678175,0.95153874,0.0032408116,0.007469073,0.0003406382,0.00014779344,0.0047242055],"genre_scores_gemma":[0.5859645,0.0036437963,0.29105645,0.11358159,0.002564419,0.0017529902,0.0012214099,0.00012279661,0.00009203189],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99364924,0.0011754971,0.003447885,0.00061451143,0.0005870458,0.00052584446],"domain_scores_gemma":[0.9719605,0.02376875,0.0013344042,0.00089844,0.0016744778,0.0003634622],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015344079,0.00024558412,0.0006064684,0.00012754243,0.0005319607,0.00006579446,0.0002880897,0.00015961466,0.0001310405],"category_scores_gemma":[0.07433446,0.0001836662,0.00017221073,0.0005035752,0.00023824576,0.00067615346,0.00031806735,0.0006882204,0.0000071938193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028982805,0.0005306927,0.007301869,0.00058579905,0.00071953,0.000018459368,0.0021503984,0.00002819774,0.000011846743,0.021299725,0.34052014,0.62393504],"study_design_scores_gemma":[0.0049927207,0.0010749962,0.0041830232,0.0003010296,0.00073716196,0.000110394525,0.027757892,0.00032269966,0.00001071655,0.0005012031,0.95981985,0.00018830918],"about_ca_topic_score_codex":0.00020450368,"about_ca_topic_score_gemma":0.00023749053,"teacher_disagreement_score":0.83795714,"about_ca_system_score_codex":0.00012841707,"about_ca_system_score_gemma":0.00034292453,"threshold_uncertainty_score":0.9334628},"labels":[],"label_agreement":null},{"id":"W4248191564","doi":"10.1093/eurpub/ckw170.082","title":"7.B. Oral presentations: Mental health issues","year":2016,"lang":"en","type":"article","venue":"European Journal of Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Université de Sherbrooke","funders":"","keywords":"Mental health; Oral health; Psychology; Medicine; Environmental health; Psychiatry; Family medicine","score_opus":0.49022216445813666,"score_gpt":0.5588029133911593,"score_spread":0.06858074893302263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248191564","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042014383,0.0010716446,0.04788563,0.9069001,0.0007445488,0.000371804,0.000022634053,0.000039537634,0.0009496939],"genre_scores_gemma":[0.9282129,0.0044838684,0.029965013,0.03297294,0.0020051731,0.0000014021714,0.000042117754,0.00007539881,0.0022411856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921365,0.0042786626,0.0022964287,0.00017464902,0.00067300536,0.00044077192],"domain_scores_gemma":[0.9965432,0.0003255655,0.0015404101,0.00023074522,0.0004503687,0.0009096705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02224732,0.000119096076,0.0003773284,0.00023044119,0.00013781882,0.00004817926,0.00016404192,0.000013301771,0.00062679953],"category_scores_gemma":[0.0036908826,0.00007498405,0.00012637796,0.00020701863,0.00007077767,0.0006576933,0.000054410048,0.0002495366,0.00017784986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042153177,0.0002468854,0.009129895,0.000032043485,0.000062359795,0.00003255418,0.0007838346,1.7113207e-7,0.00012673427,0.00020542933,0.29683885,0.6924991],"study_design_scores_gemma":[0.0049110483,0.0028314777,0.124718346,0.0001967888,0.000012129257,0.0006270791,0.0015225513,0.000008455633,0.000015358584,0.00006491174,0.86500967,0.00008219502],"about_ca_topic_score_codex":0.00006258588,"about_ca_topic_score_gemma":0.00002184361,"teacher_disagreement_score":0.8861985,"about_ca_system_score_codex":0.00029757438,"about_ca_system_score_gemma":0.001725088,"threshold_uncertainty_score":0.7710522},"labels":[],"label_agreement":null},{"id":"W4248407993","doi":"10.11124/01938924-200907120-00001","title":"Practice Guideline Dissemination and Implementation Strategies for Healthcare Teams and Team-Based Practice: a systematic review","year":2009,"lang":"en","type":"review","venue":"The JBI Database of Systematic Reviews and Implementation Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Guideline; Audit; Systematic review; Health care; Best practice; Evidence-based practice; Medicine; Medical education; Inclusion (mineral); Knowledge management; Process management; MEDLINE; Nursing; Psychology; Alternative medicine; Computer science; Business; Political science","score_opus":0.15595432666146178,"score_gpt":0.57808387384689,"score_spread":0.42212954718542817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248407993","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027468702,0.91132647,0.004680223,0.0055549867,0.00012834455,0.07781057,0.00043269017,0.000034350836,0.000029633402],"genre_scores_gemma":[0.000038542505,0.963531,0.015967846,0.0041780816,0.00012575122,0.0086987605,0.0073597045,0.0000755505,0.000024762834],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9790432,0.0038587193,0.014625105,0.0009654882,0.001099563,0.0004079403],"domain_scores_gemma":[0.96677935,0.009636158,0.020208372,0.001549914,0.0015697965,0.00025641834],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03299211,0.00083631324,0.0062626223,0.0002887982,0.0003096541,0.00024066646,0.00016847053,0.00016234194,0.000045511322],"category_scores_gemma":[0.027814394,0.0005035162,0.00046766634,0.00051267934,0.00010913544,0.0014250306,0.00012711615,0.00036115217,0.0000028637924],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026303584,0.000091331196,0.0000019883178,0.9066963,0.00037089587,0.000017141128,0.00028552688,4.3154678e-8,0.0000032987964,0.00037614553,0.010976032,0.08115495],"study_design_scores_gemma":[0.00070832233,0.00053765916,0.0000018697051,0.69982934,0.038389463,0.0033434664,0.0118331835,0.00003990018,0.0000015223429,0.000058874102,0.24488437,0.0003720054],"about_ca_topic_score_codex":0.00043135215,"about_ca_topic_score_gemma":0.00010521506,"teacher_disagreement_score":0.23390834,"about_ca_system_score_codex":0.00022325017,"about_ca_system_score_gemma":0.0009972778,"threshold_uncertainty_score":0.9997417},"labels":[],"label_agreement":null},{"id":"W4248410634","doi":"10.7287/peerj.preprints.27149","title":"Protocol for the validation of four search strategies for retrieval of Clinical Practice Guidelines in MEDLINE, Embase and PubMed","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of British Columbia","funders":"","keywords":"MEDLINE; Protocol (science); Computer science; Information retrieval; Set (abstract data type); Filter (signal processing); Medicine; Medical physics; Alternative medicine; Pathology","score_opus":0.721914276771023,"score_gpt":0.6624397931951982,"score_spread":0.059474483575824855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248410634","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05821418,0.000038757637,0.13876304,0.07154011,0.0007618218,0.7295809,0.00027414822,0.000054122236,0.00077291916],"genre_scores_gemma":[0.045762364,0.00014247619,0.6035643,0.0028434312,0.0036576749,0.34304732,0.00036967802,0.00011265491,0.0005000624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.992212,0.00044768056,0.0056894966,0.00061775494,0.00073838205,0.0002947097],"domain_scores_gemma":[0.96302164,0.024816822,0.0026204067,0.000754364,0.008663108,0.00012366651],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028431509,0.00025615012,0.00097063807,0.00017089945,0.000044256358,0.00005354245,0.00023828412,0.0004494714,0.000054890155],"category_scores_gemma":[0.20817561,0.00016887121,0.00029295162,0.00019697724,0.0002840443,0.00032817744,0.00035175277,0.0005919989,5.824331e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24459456,0.0056540784,0.0352126,0.03683291,0.003361318,0.000018930981,0.0013318942,0.0026423712,0.0014555998,0.0049121,0.17473982,0.48924384],"study_design_scores_gemma":[0.14155589,0.018638734,0.08057851,0.004774794,0.009217032,0.00015616982,0.0334915,0.38224664,0.038338717,0.04215935,0.24672405,0.0021186017],"about_ca_topic_score_codex":0.0006933933,"about_ca_topic_score_gemma":0.00019224758,"teacher_disagreement_score":0.48712522,"about_ca_system_score_codex":0.000048801514,"about_ca_system_score_gemma":0.0024536434,"threshold_uncertainty_score":0.98538506},"labels":[],"label_agreement":null},{"id":"W4248493419","doi":"10.1016/s1499-2671(07)12001-3","title":"Official Journal of the Professional Sections of the Canadian Diabetes Association","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Association (psychology); Family medicine; Optometry; Psychotherapist","score_opus":0.06596214175660206,"score_gpt":0.3793599737567771,"score_spread":0.313397832000175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248493419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687105,0.00018052652,0.000005738565,0.026751563,0.0037898426,0.00019474694,0.000043240074,0.0000012224475,0.00032264812],"genre_scores_gemma":[0.9957726,0.0000023576863,0.00014453623,0.0027092216,0.0011328943,5.863062e-7,0.0000024870726,0.000015078462,0.00022025667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971892,0.00022521938,0.001459788,0.00006966366,0.0006432579,0.0004128613],"domain_scores_gemma":[0.99388915,0.0010809705,0.0021356952,0.00017700196,0.0019179595,0.000799206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043249847,0.000107741005,0.00032435392,0.0003717602,0.00034034663,0.00003155075,0.00030368767,0.00015652427,0.0001953556],"category_scores_gemma":[0.020245468,0.000065911416,0.0003378251,0.00052110536,0.00012706549,0.00019852446,0.00001576497,0.00085784635,0.0000021358837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007992594,0.000035666995,0.96980083,0.000017875585,0.00019581208,0.0000034726763,0.00036054396,0.00004505362,0.0012598984,0.00006090586,0.025999635,0.0022123123],"study_design_scores_gemma":[0.00093582965,0.00021126874,0.97559446,0.00031648966,0.0003960035,0.000016440283,0.0008067171,0.000031428284,0.0041820323,0.00038345208,0.017053664,0.00007220813],"about_ca_topic_score_codex":0.015737403,"about_ca_topic_score_gemma":0.7562042,"teacher_disagreement_score":0.7404668,"about_ca_system_score_codex":0.0013071087,"about_ca_system_score_gemma":0.013728059,"threshold_uncertainty_score":0.9918632},"labels":[],"label_agreement":null},{"id":"W4248517352","doi":"10.3410/f.734432736.793561721","title":"Faculty Opinions recommendation of Defining barriers and enablers for clinical pathway implementation in complex clinical settings.","year":2019,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Medical education; Psychology; Medicine","score_opus":0.2416778745079836,"score_gpt":0.5513360124317671,"score_spread":0.3096581379237835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248517352","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001569247,0.000387553,0.00007810948,0.20970184,0.0010294318,0.0037856123,0.7849635,0.000021590367,0.000016682088],"genre_scores_gemma":[0.000047883437,0.001104135,0.0049805986,0.019782016,0.00041478645,0.00030261345,0.9732079,0.00004431326,0.00011577719],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887638,0.0013360211,0.0069964537,0.0010969794,0.0013252774,0.00048143405],"domain_scores_gemma":[0.9848633,0.002651896,0.004682846,0.0013376542,0.0059146415,0.00054966885],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012146432,0.00055800186,0.0019554726,0.0004349439,0.0001824668,0.000097266086,0.00073486933,0.0009806704,0.00057151355],"category_scores_gemma":[0.071732305,0.000405108,0.0009642578,0.001354532,0.00047560834,0.00045803827,0.0004925265,0.0017028018,0.000027337233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001537913,0.00038921245,0.0013282236,0.007843356,0.00023953784,3.450802e-7,0.00008495206,1.0929867e-7,0.0000010136533,0.00010774089,0.97319525,0.016656442],"study_design_scores_gemma":[0.005409625,0.00076177006,0.022232926,0.0064390735,0.0005697789,0.000029922316,0.00045415206,0.00007047232,0.0000026846358,0.000025762247,0.96366733,0.0003364949],"about_ca_topic_score_codex":0.00011392428,"about_ca_topic_score_gemma":0.000041048133,"teacher_disagreement_score":0.18991981,"about_ca_system_score_codex":0.0001726537,"about_ca_system_score_gemma":0.0017358991,"threshold_uncertainty_score":0.9998401},"labels":[],"label_agreement":null},{"id":"W4248638317","doi":"10.1097/00152192-200111000-00009","title":"Utilization of Incontinence Clinical Practice Guidelines","year":2001,"lang":"en","type":"article","venue":"Journal of Wound Ostomy and Continence Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Clinical Practice; Urinary incontinence; Context (archaeology); Medicine; Best practice; MEDLINE; Evidence-based practice; Medical education; Nursing; Alternative medicine; Political science","score_opus":0.3254863925915582,"score_gpt":0.5617399387985452,"score_spread":0.23625354620698702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248638317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90731186,0.00239035,0.028025871,0.059549835,0.0009009925,0.00024121001,0.0000013260084,0.000010560708,0.0015679994],"genre_scores_gemma":[0.90644014,0.0042912234,0.08439386,0.0036273662,0.001054438,8.5178146e-7,0.0000035912567,0.000014454306,0.00017406412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961755,0.00016914008,0.0028436629,0.00016635776,0.00048490308,0.00016038508],"domain_scores_gemma":[0.9919891,0.0015035598,0.0022090608,0.00016609213,0.0039666584,0.00016553125],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038143008,0.00012280834,0.00049171934,0.00013958612,0.000062284955,0.000031877666,0.000093732364,0.00010526948,0.00005484844],"category_scores_gemma":[0.02975868,0.000100855905,0.00013809845,0.00029398754,0.00020537681,0.00088577607,0.000019608062,0.00036958026,0.0000024018566],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030793836,0.0006363262,0.10315793,0.00003979418,0.00010056087,0.000097334894,0.0003789723,0.000010905376,0.002198554,0.0003177741,0.0075665293,0.88241595],"study_design_scores_gemma":[0.0148044545,0.0050653527,0.2782014,0.004898489,0.0027884408,0.013834648,0.016001618,0.0040900493,0.0015666363,0.0016559293,0.65661246,0.00048052537],"about_ca_topic_score_codex":0.00003189917,"about_ca_topic_score_gemma":0.0000043928057,"teacher_disagreement_score":0.8819354,"about_ca_system_score_codex":0.000037231504,"about_ca_system_score_gemma":0.00028950133,"threshold_uncertainty_score":0.97841406},"labels":[],"label_agreement":null},{"id":"W4248790577","doi":"10.1503/cmaj.051352","title":"Moving forward with CMAJ.ca","year":2005,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Medicine; Data science","score_opus":0.04837201035564668,"score_gpt":0.38653891017544095,"score_spread":0.33816689981979425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248790577","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38603833,0.0001245104,0.002509097,0.59533006,0.00060615194,0.00029316123,0.000018659644,0.000044437536,0.0150355855],"genre_scores_gemma":[0.9009629,0.000093843555,0.005175379,0.08636119,0.0055913785,0.0000060187594,0.000030887863,0.000028382112,0.0017500026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697655,0.000105576815,0.0007430408,0.0001435342,0.001591744,0.00043953196],"domain_scores_gemma":[0.9963819,0.00048152797,0.00033213565,0.00010725535,0.000625261,0.0020719531],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002676517,0.00010471701,0.0002205469,0.00015895146,0.00019859723,0.000072874565,0.00010173418,0.00023367397,0.012937864],"category_scores_gemma":[0.010077459,0.00008484657,0.00008439034,0.00020900725,0.000026011176,0.0002990591,0.000010158047,0.001077802,0.00054981274],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007151158,0.00006513958,0.23711582,0.00000895626,0.00022640938,0.00052231306,0.00020202174,0.000026319469,0.000017725648,0.00012418207,0.41321582,0.34840378],"study_design_scores_gemma":[0.0026304473,0.00017383407,0.05497129,0.00007777903,0.00011239181,0.0015174896,0.00053338404,0.0011926516,0.000013669851,0.000042450138,0.93861514,0.00011948796],"about_ca_topic_score_codex":0.0025677145,"about_ca_topic_score_gemma":0.08625604,"teacher_disagreement_score":0.52539927,"about_ca_system_score_codex":0.0016258137,"about_ca_system_score_gemma":0.0048580063,"threshold_uncertainty_score":0.9982611},"labels":[],"label_agreement":null},{"id":"W4248867976","doi":"10.5489/cuaj.10","title":"2012 Update: Guidelines for Adult Urinary Incontinence Collaborative Consensus Document for the Canadian Urological Association","year":2012,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; McGill University; Université de Montréal; University of Calgary; Université de Sherbrooke","funders":"","keywords":"Guideline; Urinary incontinence; Mandate; Medicine; Workload; Consensus conference; Urology; Political science; Management; Internal medicine; Law; Pathology","score_opus":0.11370090901102746,"score_gpt":0.4164797914426053,"score_spread":0.3027788824315778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248867976","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0563147,0.0010546219,0.0017232228,0.93466884,0.0024277729,0.002594725,0.0007373138,0.000046512134,0.0004323128],"genre_scores_gemma":[0.86853516,0.00024897806,0.008241598,0.117067285,0.004191301,0.00028254712,0.0002886817,0.0000330027,0.0011114748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955698,0.00050351815,0.0015576156,0.00031929632,0.00068519457,0.0013645786],"domain_scores_gemma":[0.9818374,0.0061551887,0.0014499382,0.00020784274,0.008650967,0.0016986649],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00861068,0.00028267517,0.0004909901,0.00020646257,0.0013152397,0.00023122826,0.00024210483,0.0006292617,0.00064389856],"category_scores_gemma":[0.1027441,0.00020119963,0.00029054275,0.00037441685,0.0000641897,0.00037280566,0.000028378045,0.0008462588,0.0000797039],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000387491,0.00008257995,0.33408958,0.0000067944084,0.00035745947,0.000009552604,0.00011916797,0.000063473264,0.000021885702,0.0015987273,0.6593129,0.0039503593],"study_design_scores_gemma":[0.0028699816,0.0006694392,0.23531589,0.00001015712,0.0005402455,0.00013176502,0.00050077675,0.0008437572,0.000011661874,0.0016931935,0.7571762,0.00023689654],"about_ca_topic_score_codex":0.026302382,"about_ca_topic_score_gemma":0.12950474,"teacher_disagreement_score":0.81760156,"about_ca_system_score_codex":0.00504495,"about_ca_system_score_gemma":0.0030966233,"threshold_uncertainty_score":0.9999849},"labels":[],"label_agreement":null},{"id":"W4248909392","doi":"10.21203/rs.2.20559/v1","title":"People with lived experience at the centre of Canadian Stroke Best Practice Recommendations: A model for guideline developers","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Calgary; McMaster University; Dalhousie University; Heart and Stroke Foundation","funders":"Heart and Stroke Foundation of Canada","keywords":"Guideline; Best practice; Stroke (engine); Medicine; Psychology; Medical education; Business; Political science; Engineering; Mechanical engineering","score_opus":0.5259014039441814,"score_gpt":0.5782196153657748,"score_spread":0.05231821142159343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248909392","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05925404,0.00049569516,0.017751371,0.9060014,0.00022427949,0.01094628,0.0028127113,0.00005607272,0.0024581382],"genre_scores_gemma":[0.7088499,0.003968515,0.26246703,0.006482664,0.0006392213,0.002204611,0.0082705645,0.00019894328,0.0069185663],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954672,0.00052105985,0.0013407327,0.00073220674,0.0013049564,0.0006338752],"domain_scores_gemma":[0.98651206,0.00550122,0.0005400265,0.0009163439,0.005947867,0.0005825006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036524155,0.000256642,0.00048109447,0.0004739879,0.00040663924,0.00007589237,0.0004379359,0.00021352027,0.00048112945],"category_scores_gemma":[0.050228823,0.0001863597,0.0001431666,0.0008294841,0.00018741186,0.00020118445,0.0006970393,0.0013083218,0.000035565165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010566348,0.0013027458,0.008071177,0.0033046564,0.0013317742,0.00010592874,0.0842828,0.013279942,0.0014694947,0.00062091195,0.8420493,0.033614896],"study_design_scores_gemma":[0.0035565172,0.0012230298,0.00046177584,0.0014304336,0.00054307404,0.000045260273,0.19860122,0.24258919,0.00052225136,0.00017469125,0.5503932,0.00045933103],"about_ca_topic_score_codex":0.1907232,"about_ca_topic_score_gemma":0.5506362,"teacher_disagreement_score":0.8995187,"about_ca_system_score_codex":0.0010210887,"about_ca_system_score_gemma":0.007773306,"threshold_uncertainty_score":0.99785167},"labels":[],"label_agreement":null},{"id":"W4249125452","doi":"10.21203/rs.3.rs-30532/v1","title":"Assessment of the Quality of Recommendations from 161 Clinical Practice Guidelines Using the Appraisal of Guidelines for Research and Evaluation – Recommendations Excellence (AGREE-REX) Instrument Shows There Is Room for Improvement","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Excellence; Quality (philosophy); Clinical Practice; Medicine; Quality management; Psychology; Engineering ethics; Medical physics; Medical education; Engineering; Political science; Family medicine; Operations management; Law; Epistemology; Philosophy","score_opus":0.8844979849705137,"score_gpt":0.7542463445744602,"score_spread":0.13025164039605353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249125452","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21353656,0.0012594941,0.057182867,0.69555783,0.0015649091,0.023380604,0.007314967,0.000025570693,0.00017716357],"genre_scores_gemma":[0.5866079,0.0039847763,0.40128112,0.0016663256,0.0016315253,0.0023654916,0.0022713447,0.00010189391,0.00008965007],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97877264,0.006056562,0.008314798,0.001368057,0.004860191,0.00062774075],"domain_scores_gemma":[0.8697527,0.06412137,0.004354184,0.0024011661,0.0591113,0.0002592654],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08489303,0.00035547785,0.0011377259,0.0002781458,0.0005722242,0.00010354214,0.0009204122,0.00042618488,0.00030603353],"category_scores_gemma":[0.25252563,0.00024215641,0.0005833765,0.0007273851,0.00063949317,0.00028539862,0.00235308,0.0019807331,7.6284687e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049150195,0.004728486,0.028619131,0.006776727,0.0038450873,8.60804e-7,0.002792716,0.00081895856,0.025838206,0.0031894818,0.2941341,0.6243412],"study_design_scores_gemma":[0.018189844,0.009415211,0.047252987,0.009801627,0.0038686187,0.0000068202744,0.12838276,0.6009054,0.012943183,0.04256593,0.12568177,0.0009857957],"about_ca_topic_score_codex":0.0072977603,"about_ca_topic_score_gemma":0.0009334339,"teacher_disagreement_score":0.6938915,"about_ca_system_score_codex":0.00048573368,"about_ca_system_score_gemma":0.0055548204,"threshold_uncertainty_score":0.99931276},"labels":[],"label_agreement":null},{"id":"W4249256618","doi":"10.1177/171516350513800711","title":"Contributing Clinical Editor","year":2005,"lang":"fr","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.1978079622855761,"score_gpt":0.4672462472019183,"score_spread":0.26943828491634225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249256618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50649047,0.052929837,0.0019228682,0.045890935,0.37859064,0.002728373,0.0052961325,0.00014141048,0.0060093533],"genre_scores_gemma":[0.76641303,0.028898794,0.0015349244,0.025107678,0.17240052,0.0000123135405,0.0001423312,0.00013511542,0.0053552585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98899025,0.0012100646,0.004466064,0.0008491797,0.0011444482,0.0033400082],"domain_scores_gemma":[0.9829609,0.0028339853,0.0014581312,0.0005198549,0.002481679,0.009745447],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0090619605,0.0007404149,0.0011513388,0.00042316297,0.0015102396,0.00040125262,0.00081512844,0.00034060155,0.012342973],"category_scores_gemma":[0.014277207,0.00086118025,0.0005994612,0.0008565539,0.000664959,0.0013118087,0.00012509822,0.0038085154,0.00054729497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00021768767,0.00014759984,0.0056614284,0.00016259152,0.00047451616,0.048289157,0.00021303349,0.00048095302,0.00014253368,0.00004738046,0.48680228,0.45736083],"study_design_scores_gemma":[0.0061897873,0.00013319895,0.00007907016,0.00011062678,0.0010813378,0.32521144,0.000034417168,0.01342671,0.00025199598,0.000029939783,0.6528671,0.00058440526],"about_ca_topic_score_codex":0.09440456,"about_ca_topic_score_gemma":0.37067991,"teacher_disagreement_score":0.4567764,"about_ca_system_score_codex":0.012332675,"about_ca_system_score_gemma":0.029831503,"threshold_uncertainty_score":0.99978966},"labels":[],"label_agreement":null},{"id":"W4249345486","doi":"10.33589/18.4.0155a","title":"Message from the 2008 Surgical Assistants Program Chair","year":2008,"lang":"en","type":"article","venue":"International Society of Hair Restoration Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Bible College","funders":"","keywords":"IMG; Media studies; Library science; Sociology; Computer science","score_opus":0.25010820890886826,"score_gpt":0.45605654748904106,"score_spread":0.2059483385801728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249345486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527399,0.00029237985,0.0006665564,0.04318104,0.0010203146,0.00051156577,0.00013385076,0.00013145727,0.0013229584],"genre_scores_gemma":[0.99096125,0.00066041795,0.003755279,0.0017719362,0.0009185307,0.000057145964,0.0009123228,0.000019679912,0.0009434289],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750817,0.0001025718,0.0010200685,0.00025109513,0.00096626795,0.0001518458],"domain_scores_gemma":[0.99571085,0.0028499505,0.000515505,0.00026351155,0.00057663105,0.00008352528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009401802,0.00013106306,0.00028745495,0.000033951805,0.00014954944,0.0000234207,0.00013616745,0.000110938934,0.0005256541],"category_scores_gemma":[0.001308548,0.00009990366,0.00046325361,0.00019513661,0.00023301445,0.0002687457,0.000054500822,0.0002465069,0.000035214704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004017671,0.00060078566,0.24669467,0.000012337747,0.0003128599,0.00005383003,0.00040012356,0.000023867899,0.0005542574,0.00012588208,0.7362177,0.0146019375],"study_design_scores_gemma":[0.0011299009,0.00006441123,0.38439465,0.00007470409,0.00005105233,0.000094951436,0.00043556106,0.0016177519,0.0004893004,0.000100355355,0.6114145,0.00013286142],"about_ca_topic_score_codex":0.0006417485,"about_ca_topic_score_gemma":0.000052143725,"teacher_disagreement_score":0.13769998,"about_ca_system_score_codex":0.00014199779,"about_ca_system_score_gemma":0.00039977292,"threshold_uncertainty_score":0.5755544},"labels":[],"label_agreement":null},{"id":"W4249574760","doi":"10.1016/j.jvir.2009.04.035","title":"Society of Interventional Radiology Clinical Practice Guidelines","year":2009,"lang":"en","type":"article","venue":"Journal of Vascular and Interventional Radiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":312,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; The Scarborough Hospital","funders":"","keywords":"Medicine; Clinical Practice; Comparability; Consistency (knowledge bases); Quality (philosophy); Medical physics; Medical education; Family medicine; Computer science","score_opus":0.243802811925767,"score_gpt":0.5511366690774232,"score_spread":0.3073338571516562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249574760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7346118,0.023927195,0.13403817,0.10419782,0.002193068,0.00047866008,0.000027491917,0.000022741278,0.0005030391],"genre_scores_gemma":[0.7951727,0.006009158,0.18361843,0.0122722015,0.002654273,0.0000029416863,0.00008260171,0.000020770221,0.00016696006],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9944585,0.0005854029,0.0041285013,0.0002317049,0.00041405388,0.00018183915],"domain_scores_gemma":[0.9937847,0.0014020308,0.0019870563,0.00018473015,0.0024705231,0.00017091514],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0076554515,0.00015649248,0.0008492831,0.00014234259,0.000042720367,0.00001046217,0.00014822645,0.00022773405,0.0004087676],"category_scores_gemma":[0.01682088,0.0001243857,0.0020290304,0.000116581825,0.0002449066,0.00035196118,0.000052780826,0.00059210055,0.0000050973435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006984101,0.0077913455,0.054544065,0.00038502904,0.009947815,0.0002265581,0.00022044445,0.00016813578,0.005022976,0.015185704,0.6533948,0.24612902],"study_design_scores_gemma":[0.019684998,0.032106087,0.55173826,0.0009706139,0.0031760552,0.034823976,0.0012063431,0.0020877244,0.00018402377,0.013203793,0.3404421,0.00037606002],"about_ca_topic_score_codex":0.000014011701,"about_ca_topic_score_gemma":0.000002009981,"teacher_disagreement_score":0.49719417,"about_ca_system_score_codex":0.00005666399,"about_ca_system_score_gemma":0.00023840125,"threshold_uncertainty_score":0.99146086},"labels":[],"label_agreement":null},{"id":"W4249730014","doi":"10.24095/hpcdp.38.7/8.06","title":"Release notice - Canadian Cancer Statistics","year":2018,"lang":"en","type":"article","venue":"Health Promotion and Chronic Disease Prevention in Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notice; Statistics; Cancer; Political science; Medicine; Mathematics; Law; Internal medicine","score_opus":0.14131366936600828,"score_gpt":0.48325571871381534,"score_spread":0.34194204934780703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249730014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71316946,0.0045098555,0.008249564,0.2641996,0.002834867,0.004749347,0.0015452853,0.00007577663,0.0006662475],"genre_scores_gemma":[0.9921071,0.0006758657,0.0006010405,0.005481134,0.00030222017,0.00007460401,0.00029825015,0.000015203343,0.00044459014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983647,0.00015619643,0.0006146362,0.00025577028,0.0002671491,0.00034155356],"domain_scores_gemma":[0.9983654,0.00006291473,0.00019027802,0.0001624643,0.00016940096,0.0010495223],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004092758,0.000098588716,0.00015917547,0.00008725182,0.00014427067,0.000013515797,0.000034020384,0.000027692995,0.0017040422],"category_scores_gemma":[0.00038838392,0.00010563254,0.000017171418,0.0001664864,0.000043227334,0.0001052339,0.000014734519,0.00016115056,0.000012629009],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00037300098,0.00044949612,0.1562167,0.0019417555,0.000065163105,0.00013637026,0.00017088989,0.000060796887,0.000011029076,0.0018599402,0.16757426,0.6711406],"study_design_scores_gemma":[0.004770697,0.0008835653,0.850993,0.0008241156,0.00015052942,0.00001614544,0.0003259574,0.024040375,0.000010518014,0.0013322312,0.11636179,0.00029109194],"about_ca_topic_score_codex":0.9938927,"about_ca_topic_score_gemma":0.9998684,"teacher_disagreement_score":0.6947763,"about_ca_system_score_codex":0.0046785288,"about_ca_system_score_gemma":0.0521426,"threshold_uncertainty_score":0.9992085},"labels":[],"label_agreement":null},{"id":"W4249786531","doi":"10.1200/jco.2013.31.15_suppl.5586","title":"Impact of wait times on survival of women with uterine cancer.","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Ontario Clinical Oncology Group","funders":"","keywords":"Medicine; Proportional hazards model; Cancer; Hysterectomy; Cancer registry; Endometrial cancer; Survival analysis; Gynecology; Population; Uterine cancer; Surgery; Internal medicine","score_opus":0.33679038704625974,"score_gpt":0.6202097877194936,"score_spread":0.2834194006732339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249786531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904302,0.000032013264,0.00008144929,0.0075797453,0.0005033117,0.00023891832,0.000009344981,0.0000040146006,0.0011210209],"genre_scores_gemma":[0.9953867,0.000370336,0.0023028888,0.0009272372,0.00080023333,0.0000058278365,0.0000020638986,0.00001668217,0.00018801945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945086,0.00042565298,0.004192519,0.0001377106,0.00049211294,0.00024337735],"domain_scores_gemma":[0.9859007,0.0073804324,0.0046826047,0.00022612908,0.0013932806,0.00041682387],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046929293,0.00012763386,0.0018154244,0.00011565757,0.000011336519,0.0000036888675,0.00014780131,0.0001938857,0.0043985583],"category_scores_gemma":[0.011846836,0.00007345689,0.00036657756,0.0001535726,0.0002217923,0.00018017265,0.00004227527,0.0006893304,0.00001816184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03083099,0.004217891,0.5869956,0.00008741432,0.0020327254,0.000102002305,0.00017426077,0.00019657824,0.0020991962,0.00008364653,0.010904127,0.36227554],"study_design_scores_gemma":[0.010055954,0.07993754,0.9030091,0.00011355481,0.00025211164,0.00008039547,0.00023262858,0.00013785777,0.00009881999,0.00021502934,0.005798759,0.000068214955],"about_ca_topic_score_codex":0.0007634613,"about_ca_topic_score_gemma":0.00006100341,"teacher_disagreement_score":0.36220732,"about_ca_system_score_codex":0.0003371965,"about_ca_system_score_gemma":0.0027067843,"threshold_uncertainty_score":0.9965116},"labels":[],"label_agreement":null},{"id":"W4249950613","doi":"10.5334/ijic.3279","title":"Integrating care planning for cancer patients: A scoping review","year":2017,"lang":"en","type":"review","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre; Cancer Care Ontario","funders":"","keywords":"Medicine; Documentation; Thematic analysis; CLARITY; Workflow; Health care; Nursing; Palliative care; Qualitative research; Computer science","score_opus":0.4025112742120052,"score_gpt":0.6253297622946126,"score_spread":0.22281848808260735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249950613","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001521352,0.9921985,0.0005720707,0.00037250714,0.0036353904,0.0022237236,0.00067226397,0.000018402223,0.00029188857],"genre_scores_gemma":[0.00006263354,0.9918517,0.0025808746,0.00089709944,0.0015980921,0.00018058339,0.0026983144,0.00008473012,0.00004598316],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947705,0.0001592976,0.003587167,0.0003373593,0.00090834004,0.00023730272],"domain_scores_gemma":[0.9792008,0.00093892176,0.006164765,0.00029939908,0.013232483,0.00016362699],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068101456,0.00046108646,0.0023658664,0.0004364133,0.00011219795,0.00016421519,0.000812632,0.00027186133,0.00017972974],"category_scores_gemma":[0.017818261,0.0003205573,0.0014384864,0.00012653695,0.00005141353,0.00039140155,0.00010085683,0.0011676806,0.0000071961795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106253574,0.000041206004,0.000277617,0.065358065,0.0008395635,0.000068512316,0.00026695002,0.000001375977,2.6383032e-7,0.0000053187587,0.0030806458,0.92995423],"study_design_scores_gemma":[0.0008301077,0.0002515772,0.0000029957132,0.5088995,0.0021554348,0.00010526599,0.0012872304,0.0000021190997,0.0000019580077,0.0000022842646,0.48631153,0.00014999502],"about_ca_topic_score_codex":0.00014729124,"about_ca_topic_score_gemma":0.000115408875,"teacher_disagreement_score":0.9298042,"about_ca_system_score_codex":0.002430909,"about_ca_system_score_gemma":0.006633243,"threshold_uncertainty_score":0.99992466},"labels":[],"label_agreement":null},{"id":"W4250060943","doi":"10.3821/1913-701x-143.3.109","title":"Defining Collaboration","year":2010,"lang":"fr","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Political science","score_opus":0.09239351442542391,"score_gpt":0.41669724019866544,"score_spread":0.3243037257732415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250060943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85521203,0.013717028,0.0004396699,0.013098001,0.10581826,0.0013250714,0.0028744217,0.00006628292,0.007449222],"genre_scores_gemma":[0.95806336,0.010427858,0.0022990517,0.013490731,0.011092067,0.000018713037,0.00023924092,0.00013482697,0.004234172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993999,0.00043917363,0.0021163733,0.0006205059,0.0008919483,0.0019330125],"domain_scores_gemma":[0.98895466,0.0010612861,0.0009125082,0.0004500571,0.0024588362,0.0061626756],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032220383,0.0005834416,0.0006395009,0.0005359587,0.0013865579,0.00056343665,0.0005786497,0.00025440688,0.01351586],"category_scores_gemma":[0.0077033713,0.0007046678,0.00022795952,0.0013815884,0.00045999172,0.0013511375,0.00006115655,0.0034089095,0.00031522458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0002626847,0.0001334893,0.006016923,0.00042260013,0.00045701713,0.12162343,0.0013510388,0.00073031854,0.010045968,0.0012827218,0.2978951,0.5597787],"study_design_scores_gemma":[0.0033175529,0.00008982723,0.0000612257,0.00005850713,0.0007528404,0.46750838,0.00008424289,0.00780653,0.0015178382,0.00012181093,0.51813686,0.0005444109],"about_ca_topic_score_codex":0.15121606,"about_ca_topic_score_gemma":0.7905007,"teacher_disagreement_score":0.6392846,"about_ca_system_score_codex":0.0053589502,"about_ca_system_score_gemma":0.037684355,"threshold_uncertainty_score":0.9999135},"labels":[],"label_agreement":null},{"id":"W4250206249","doi":"10.3390/medicines6010010","title":"Acknowledgement to Reviewers of Medicines in 2018","year":2019,"lang":"en","type":"article","venue":"Medicines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Dalhousie University","keywords":"Acknowledgement; Medicine; Biology; Traditional medicine; Computer science; Computer network","score_opus":0.17014574557154044,"score_gpt":0.5031262667392141,"score_spread":0.3329805211676737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250206249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92257154,0.0014817739,0.00025409725,0.062038787,0.0021691925,0.002183749,0.0000033966899,0.00003747441,0.009259994],"genre_scores_gemma":[0.977187,0.0007215989,0.0026907176,0.016479991,0.00081184186,0.000049909413,0.000044644148,0.000031170886,0.0019831755],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766564,0.00006715282,0.0012421407,0.0002794292,0.0005294958,0.00021613488],"domain_scores_gemma":[0.9982528,0.00056251365,0.00021593823,0.00044847172,0.0003573057,0.00016293561],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017804548,0.00013985805,0.0006252642,0.00027568682,0.000009500915,0.0000022092297,0.00011287697,0.000055431155,0.0021516944],"category_scores_gemma":[0.0071037267,0.00010373845,0.0000669966,0.0005596492,0.000057514422,0.000079925565,0.00006358888,0.00015264605,0.00060475734],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059615175,0.000375359,0.5936082,0.0015298079,0.00007124323,0.000027882901,0.0011849251,0.000013778412,0.016508227,0.00010012775,0.30205283,0.083931476],"study_design_scores_gemma":[0.0103303585,0.0031881847,0.39180088,0.00486559,0.0004435708,0.000036780355,0.0044116634,0.00030364984,0.0024738696,0.00023237012,0.5815963,0.00031679243],"about_ca_topic_score_codex":0.00014651928,"about_ca_topic_score_gemma":0.00019381127,"teacher_disagreement_score":0.2795435,"about_ca_system_score_codex":0.00007632905,"about_ca_system_score_gemma":0.0001249191,"threshold_uncertainty_score":0.99876046},"labels":[],"label_agreement":null},{"id":"W4250239847","doi":"10.1016/s1701-2163(16)30143-8","title":"GOC Abstract and Poster Presentations at Annual Clinical Meeting—June 2004","year":2004,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical physics; Medical education; Library science; Family medicine","score_opus":0.08158175459428224,"score_gpt":0.4057051131449613,"score_spread":0.3241233585506791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250239847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763291,0.0019820607,0.000025989475,0.014959639,0.005949101,0.00016569838,0.000033281474,0.0000033593149,0.00055176544],"genre_scores_gemma":[0.99470294,0.00038038226,0.0012285293,0.0032808052,0.000114363764,9.932312e-7,0.000010139597,0.000011680852,0.00027016024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978575,0.00006264396,0.0013877068,0.00015884575,0.00033528407,0.0001979846],"domain_scores_gemma":[0.99106646,0.007112316,0.00078068144,0.000108476524,0.0005687955,0.0003632643],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008954613,0.00010858783,0.00037317042,0.00013157133,0.000113054084,0.000016906659,0.00006079959,0.00012733247,0.00020911508],"category_scores_gemma":[0.026220571,0.00009085961,0.00006651719,0.00017019207,0.000102776445,0.00016415562,0.000063244064,0.00044237627,0.0000016840027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009450081,0.00032100995,0.89664197,0.000049514187,0.00031269572,0.0033097877,0.00019187639,0.000112978814,0.00004296218,0.000047801448,0.0450035,0.053871386],"study_design_scores_gemma":[0.006632347,0.0006483716,0.944599,0.000008490734,0.00024862133,0.00044228224,0.0006461529,0.000008197425,0.000026476584,0.00014730626,0.046502527,0.000090227666],"about_ca_topic_score_codex":0.014172113,"about_ca_topic_score_gemma":0.08501883,"teacher_disagreement_score":0.070846714,"about_ca_system_score_codex":0.0005155124,"about_ca_system_score_gemma":0.0018474744,"threshold_uncertainty_score":0.9923926},"labels":[],"label_agreement":null},{"id":"W4250239911","doi":"10.1164/ajrccm.172.12.1606a","title":"Interactions of Sepsis, Organ Dysfunction, and Outcome of Critically Ill Children","year":2005,"lang":"en","type":"article","venue":"American Journal of Respiratory and Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine","score_opus":0.07901675219071912,"score_gpt":0.46102325999087296,"score_spread":0.3820065078001538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250239911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686689,0.0018032684,0.0020309966,0.026972732,0.00015063962,0.000114246955,0.0000139693475,0.000007344823,0.00023794128],"genre_scores_gemma":[0.9849505,0.00010161991,0.0031930998,0.011132089,0.00059769745,0.000001120682,0.0000036259114,0.000014312959,0.000005961529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997441,0.00016856869,0.001650804,0.00015712438,0.00043180215,0.00015068053],"domain_scores_gemma":[0.99442464,0.0016686583,0.000448005,0.00016440683,0.0029501151,0.0003441712],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008006372,0.00013355858,0.0007167734,0.0002176457,0.00004676706,0.0000050305816,0.00006260719,0.000039663344,0.0002869495],"category_scores_gemma":[0.018085785,0.00009927631,0.000086981396,0.00022666475,0.0014104276,0.00021181983,0.00003444504,0.00040459738,9.257919e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009280553,0.0002469099,0.681836,0.00025354253,0.00016737917,0.00002985592,0.0008759675,0.0000016781458,0.007824835,0.0008297548,0.001037858,0.30596814],"study_design_scores_gemma":[0.007775433,0.025981072,0.8916093,0.0010202467,0.0030691621,0.0018163567,0.044468388,0.00002861491,0.003178234,0.0002643573,0.020480774,0.00030804772],"about_ca_topic_score_codex":0.000057093283,"about_ca_topic_score_gemma":0.000019717318,"teacher_disagreement_score":0.3056601,"about_ca_system_score_codex":0.00003974981,"about_ca_system_score_gemma":0.000111107256,"threshold_uncertainty_score":0.9901853},"labels":[],"label_agreement":null},{"id":"W4250273190","doi":"10.1002/9781119123316.ch2","title":"Perspectives from the Field","year":2021,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Queen's University","funders":"","keywords":"General partnership; Context (archaeology); Process management; Best practice; Service delivery framework; Process (computing); Key (lock); Service (business); Evidence-based practice; Good practice; Clinical Practice; Medicine; Health care; Public relations; Knowledge management; Business; Nursing; Computer science; Political science; Engineering ethics; Engineering; Alternative medicine; Marketing; Computer security","score_opus":0.2168594885439451,"score_gpt":0.5297169053515444,"score_spread":0.31285741680759926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250273190","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027773893,0.0029564511,0.00074075896,0.09212866,0.00031285378,0.0002404361,0.000014948839,0.000068713096,0.90350944],"genre_scores_gemma":[0.00037661876,0.00074375124,0.0056884983,0.028479258,0.002720331,0.000007991601,0.00023281072,0.00012770838,0.961623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930453,0.000046785222,0.00021294953,0.00020143719,0.00016503662,0.00006927248],"domain_scores_gemma":[0.99721336,0.0022223217,0.0001044481,0.00037933915,0.000046838195,0.000033718094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000107383246,0.00008838763,0.0001734588,0.000018253426,0.000013859374,0.0000140081165,0.000058907615,0.00012473347,0.24469043],"category_scores_gemma":[0.0043349178,0.000051697367,0.00008736062,0.000054689284,0.000020412488,0.000008605473,0.000045341712,0.00024750296,0.00018512268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013776387,0.000035261866,0.0005133715,0.000006185936,0.00014397046,0.000012999594,0.000087950044,6.859978e-9,0.000023574763,0.00024569433,0.9918088,0.0071084113],"study_design_scores_gemma":[0.00039728775,0.000039668783,0.0009845585,0.00010703423,0.00017382971,0.000003227131,0.00398092,0.0000041600156,0.000020601296,0.000080926446,0.99414873,0.00005907762],"about_ca_topic_score_codex":0.008117212,"about_ca_topic_score_gemma":0.0029950326,"teacher_disagreement_score":0.2445053,"about_ca_system_score_codex":0.000017463626,"about_ca_system_score_gemma":0.00010415438,"threshold_uncertainty_score":0.99848783},"labels":[],"label_agreement":null},{"id":"W4250294940","doi":"10.1080/07060661.2018.1489469","title":"In memoriam/À la mémoire de Dr. William Robert Jarvis, 1927-2018","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Plant Pathology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moiré pattern; Art; Philosophy; Humanities; Physics; Optics","score_opus":0.08006392774327874,"score_gpt":0.39487182829035555,"score_spread":0.3148079005470768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250294940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95971996,0.0005018275,0.0008648479,0.028443964,0.0053513534,0.0002656045,0.0001639497,0.000009753938,0.0046787253],"genre_scores_gemma":[0.9795499,0.00013543319,0.004313011,0.010887084,0.004308836,0.0000029132443,0.00004493299,0.000030224348,0.0007276785],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981973,0.00027185358,0.00086894527,0.00014586869,0.00013220684,0.00038382513],"domain_scores_gemma":[0.99813163,0.0005221097,0.00035525594,0.0001740811,0.00020655338,0.0006103673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019279205,0.000113266666,0.00034323343,0.00038103762,0.000056453944,0.000017269147,0.0001409988,0.00018284864,0.00067449984],"category_scores_gemma":[0.003522009,0.00010269912,0.000072969,0.00016447625,0.00020508347,0.00016953234,0.000012336199,0.00049752626,0.000060927356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005675468,0.00010484296,0.16514459,0.000039713505,0.00009181528,0.036312595,0.0013515124,0.000016436165,0.005485065,0.00063928973,0.7827633,0.0074833026],"study_design_scores_gemma":[0.0029393448,0.0011341618,0.14403717,0.00016777652,0.0001474138,0.038878076,0.00032443544,0.00010670348,0.00033918626,0.0009692612,0.8107994,0.00015705869],"about_ca_topic_score_codex":0.0033109628,"about_ca_topic_score_gemma":0.09631312,"teacher_disagreement_score":0.093002155,"about_ca_system_score_codex":0.00034959207,"about_ca_system_score_gemma":0.0024484594,"threshold_uncertainty_score":0.9201768},"labels":[],"label_agreement":null},{"id":"W4250459246","doi":"10.1016/j.jsams.2016.05.001","title":"Letter to the Editor","year":2016,"lang":"en","type":"letter","venue":"Journal of science and medicine in sport","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Position statement; Statement (logic); Spinal cord injury; Sports science; Psychology; Sports medicine; Medicine; Library science; Physical therapy; Philosophy; Spinal cord; Family medicine; Neuroscience; Computer science; Physiology; Epistemology","score_opus":0.1279869121519544,"score_gpt":0.47648091963207934,"score_spread":0.34849400748012493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250459246","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010284785,0.000107710446,0.000055804503,0.97981733,0.008931316,0.00026376592,0.0000013578137,0.0000026656292,0.00053524884],"genre_scores_gemma":[0.0032723758,0.00018729572,0.00022131234,0.8065322,0.1888774,0.000002544179,0.0000016095617,0.000009584186,0.00089569425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996101,0.000020473672,0.0013008389,0.00021990383,0.0020565875,0.00030119542],"domain_scores_gemma":[0.9973194,0.00050845405,0.0007216402,0.0002666619,0.0009993289,0.00018452102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009006279,0.0001368445,0.00049713685,0.00057327416,0.000067887195,0.000015665517,0.00033454364,0.00014453448,0.00014211693],"category_scores_gemma":[0.0062251957,0.000058367033,0.00005074467,0.0005196956,0.0009602108,0.00028303996,0.00006590481,0.0014661393,0.000016215721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058425692,0.000007335622,0.002622207,0.00002012216,0.0000073403335,0.0006123662,0.00018123593,9.461525e-8,0.00029128604,0.000001297248,0.9846294,0.011568922],"study_design_scores_gemma":[0.00095374975,0.00059223303,0.0075699827,0.00087195035,0.00010836476,0.0007456047,0.0002373535,0.0000014253196,0.000020546518,0.00004738705,0.9887849,0.00006648953],"about_ca_topic_score_codex":0.00006611258,"about_ca_topic_score_gemma":0.000008583632,"teacher_disagreement_score":0.1799461,"about_ca_system_score_codex":0.0001678796,"about_ca_system_score_gemma":0.0009829329,"threshold_uncertainty_score":0.74525905},"labels":[],"label_agreement":null},{"id":"W4250613729","doi":"10.4172/plastic-surgery.1000733","title":"Reporting the level of evidence in the Canadian Journal of Plastic Surgery: Why is it important?","year":2012,"lang":"en","type":"article","venue":"Plastic Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Plastic surgery; Medicine; Psychology; Surgery","score_opus":0.7722709017020903,"score_gpt":0.5059431799232199,"score_spread":0.26632772177887043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250613729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848788,0.00060572586,0.00046224476,0.0094399275,0.0044210088,0.00014131,0.000019398081,0.0000036229312,0.000028005494],"genre_scores_gemma":[0.99769044,0.000097394615,0.00007538903,0.0014906575,0.0006054685,0.0000065591535,0.000008082916,0.000016548973,0.000009447874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938286,0.0003440044,0.00448915,0.00013718841,0.0007523783,0.00044869696],"domain_scores_gemma":[0.6174616,0.37433946,0.0066381777,0.0005226339,0.0006751727,0.00036295105],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021720046,0.00014315764,0.00059760496,0.00032372947,0.00010719242,0.000033725853,0.00013929437,0.00008128543,0.00044913564],"category_scores_gemma":[0.5958097,0.00007724825,0.0002994051,0.0005548853,0.00014379404,0.00036992488,0.000021733988,0.00046349212,0.000010519403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009980512,0.00005505982,0.910528,0.000065141954,0.000059912694,0.000108121385,0.0008136992,0.000010538365,0.00007931187,0.000007861422,0.08724463,0.00092792005],"study_design_scores_gemma":[0.00015794425,0.000034960074,0.9896675,0.0008089391,0.00030431658,0.0005845658,0.0019788814,0.00017120238,0.00012843905,0.000024143044,0.006045531,0.000093607945],"about_ca_topic_score_codex":0.023448344,"about_ca_topic_score_gemma":0.038776517,"teacher_disagreement_score":0.57408965,"about_ca_system_score_codex":0.00009629104,"about_ca_system_score_gemma":0.002807381,"threshold_uncertainty_score":0.9830546},"labels":[],"label_agreement":null},{"id":"W4250695550","doi":"10.33589/18.6.0203a","title":"Co-editors’ Messages","year":2008,"lang":"en","type":"article","venue":"International Society of Hair Restoration Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Library science; History; Computer science; World Wide Web","score_opus":0.25677165107948846,"score_gpt":0.468532249060983,"score_spread":0.21176059798149455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250695550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95548034,0.000090719615,0.005550771,0.032813404,0.003164849,0.00028364806,0.000041145617,0.00011300788,0.0024621293],"genre_scores_gemma":[0.98858017,0.0003726276,0.0044937283,0.002020647,0.002676014,0.000016908425,0.00051336107,0.000016822287,0.0013096948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998048,0.000041478146,0.0008576439,0.00018207615,0.0007629581,0.000107831525],"domain_scores_gemma":[0.9974615,0.0012588606,0.0004295055,0.0001662354,0.00061082013,0.00007307329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007478326,0.00009710602,0.00024020148,0.00007521814,0.00008352343,0.0000102379545,0.00007097626,0.00008992845,0.00039836747],"category_scores_gemma":[0.0016001057,0.00009583824,0.0003502195,0.00013594507,0.00014112525,0.00040434182,0.000017144721,0.00015024203,0.000059202528],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010786714,0.00016093334,0.16052233,0.000019274588,0.0001255713,0.000008872139,0.00020908481,0.00002328082,0.0044517606,0.000039016406,0.8329905,0.0013414954],"study_design_scores_gemma":[0.0012103283,0.00008443975,0.2951267,0.00008434702,0.00005101427,0.00014111557,0.0006035497,0.0012250313,0.010597411,0.00012263597,0.69055873,0.00019466558],"about_ca_topic_score_codex":0.00011917276,"about_ca_topic_score_gemma":0.0000029305268,"teacher_disagreement_score":0.14243177,"about_ca_system_score_codex":0.00013484646,"about_ca_system_score_gemma":0.0003698076,"threshold_uncertainty_score":0.43618447},"labels":[],"label_agreement":null},{"id":"W4250795773","doi":"10.1503/cmaj.080194","title":"Reviewer List","year":2008,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Data science; Medicine","score_opus":0.12539344859443952,"score_gpt":0.42684698380610403,"score_spread":0.3014535352116645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250795773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40630272,0.0012972429,0.00062787166,0.5587841,0.007178271,0.00052712247,0.000027019823,0.00007377413,0.025181832],"genre_scores_gemma":[0.68859047,0.0045024846,0.001725236,0.28062585,0.017187594,0.000010421375,0.00006479948,0.000045235054,0.007247915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969515,0.00016245282,0.0008786968,0.00012110441,0.0015455289,0.00034069616],"domain_scores_gemma":[0.99505526,0.00043910215,0.0003090908,0.00011218895,0.0019918762,0.0020924897],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030320347,0.000084862666,0.00024132889,0.000119839744,0.0002689772,0.000024378069,0.00009540662,0.00024188428,0.01907243],"category_scores_gemma":[0.0783506,0.00007450653,0.00013416367,0.00022578394,0.00003642228,0.0001555533,0.000009696283,0.0010414274,0.0007850425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005904425,0.000025193307,0.13848566,0.0000052655187,0.00005036552,0.0007953325,0.00005370375,1.8902325e-7,0.000003844968,0.000023953547,0.8189436,0.04160697],"study_design_scores_gemma":[0.0011008766,0.00006212781,0.07111015,0.00005696008,0.000047099827,0.0025469726,0.00008634589,0.00006774348,0.000004135796,0.000037033078,0.9248081,0.00007244725],"about_ca_topic_score_codex":0.0029276847,"about_ca_topic_score_gemma":0.012337243,"teacher_disagreement_score":0.28228772,"about_ca_system_score_codex":0.0009952318,"about_ca_system_score_gemma":0.005463416,"threshold_uncertainty_score":0.99999297},"labels":[],"label_agreement":null},{"id":"W4250841517","doi":"10.1097/00000539-200002000-00063","title":"Clinical Guidelines","year":2000,"lang":"en","type":"letter","venue":"Anesthesia & Analgesia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care medicine; Medical physics","score_opus":0.2816089436205518,"score_gpt":0.4970626014718066,"score_spread":0.2154536578512548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250841517","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057124803,0.00092633785,0.00008238162,0.9893243,0.00025566094,0.0008714318,0.000009071465,0.0002997793,0.0025185724],"genre_scores_gemma":[0.00036976105,0.0027254624,0.0069740596,0.95206493,0.02203865,0.000047003203,0.0021065113,0.00021292696,0.013460705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919504,0.00057466084,0.0042938404,0.0012047569,0.0012201032,0.0007562322],"domain_scores_gemma":[0.9946155,0.0017247272,0.0010078534,0.0015804874,0.0007793956,0.00029206128],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0021928835,0.00070365757,0.0016649753,0.00032163152,0.00011993684,0.000088057,0.0004531118,0.0019571777,0.004824571],"category_scores_gemma":[0.0019280137,0.00061719434,0.0011058613,0.0004180893,0.00024069862,0.00019339538,0.00004308195,0.0036974857,0.003201779],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018490464,0.00010391194,0.0063516516,0.0001071939,0.00025496853,0.009947469,0.000008419239,0.0000010441656,0.000001934052,0.000008850032,0.9107041,0.07232557],"study_design_scores_gemma":[0.0013962651,0.0005511784,0.010727288,0.00028173067,0.0016200881,0.0036384994,0.000022209113,0.00012056367,0.0000041085145,0.00024193918,0.98083067,0.0005654527],"about_ca_topic_score_codex":0.00034237074,"about_ca_topic_score_gemma":0.000014852792,"teacher_disagreement_score":0.07176012,"about_ca_system_score_codex":0.00010734766,"about_ca_system_score_gemma":0.0008548322,"threshold_uncertainty_score":0.99962795},"labels":[],"label_agreement":null},{"id":"W4250853634","doi":"10.1111/j.1532-5415.2000.tb05015.x","title":"<i>Editors note:</i>","year":2000,"lang":"en","type":"article","venue":"Journal of the American Geriatrics Society","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dieticians; Medicine; Intervention (counseling); Context (archaeology); Family medicine; Premise; Nursing; Social work; Family member; Multidisciplinary approach","score_opus":0.056423821383259916,"score_gpt":0.4179642762219295,"score_spread":0.3615404548386696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250853634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9582983,0.00010829181,0.00082232076,0.038171016,0.0018740364,0.0001560962,0.0000059683157,0.000015823145,0.0005480943],"genre_scores_gemma":[0.9163747,0.0021734645,0.038125128,0.027154373,0.015195612,0.0000017279215,0.0000023843893,0.000042773096,0.0009298506],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980963,0.0001008079,0.00090779515,0.00010056318,0.0006174412,0.00017708195],"domain_scores_gemma":[0.9974382,0.0005544088,0.0012973192,0.00027067942,0.00030346666,0.00013595942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001129729,0.000101955426,0.00034276312,0.000023739163,0.000092880764,0.000022406099,0.00021650606,0.000038765327,0.00029028757],"category_scores_gemma":[0.001013018,0.00006397395,0.0007393692,0.0006598324,0.00016457631,0.00014386605,0.000038222355,0.0005249703,0.00002608077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004989296,0.00027284893,0.01840679,0.00001821406,0.00017898629,0.000012979339,0.00053555134,0.00019500512,0.0036220034,0.0000038136845,0.8239756,0.15227923],"study_design_scores_gemma":[0.002997142,0.0010644904,0.087376334,0.00003602,0.0010309382,0.00067965616,0.0013611598,0.0004882832,0.00060632895,0.00027010342,0.9038838,0.00020573536],"about_ca_topic_score_codex":0.00007519047,"about_ca_topic_score_gemma":0.0000010795812,"teacher_disagreement_score":0.1520735,"about_ca_system_score_codex":0.00017733051,"about_ca_system_score_gemma":0.00036587744,"threshold_uncertainty_score":0.31784454},"labels":[],"label_agreement":null},{"id":"W4251011998","doi":"10.12968/pnur.2007.18.5.23585","title":"Clinical Q&amp;A","year":2007,"lang":"en","type":"article","venue":"Practice Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Primary care; Ask price; Set (abstract data type); Medicine; Clinical Practice; Psychology; Medical education; Family medicine; Computer science; Business","score_opus":0.4957372699532291,"score_gpt":0.655710456218606,"score_spread":0.15997318626537693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251011998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.355447,0.0005753629,0.25094807,0.14200091,0.0043304707,0.0010334491,0.0000026525686,0.0004078117,0.24525426],"genre_scores_gemma":[0.72343767,0.00011964178,0.25667608,0.016929993,0.0020723792,0.0000022760798,0.00003800893,0.000039637136,0.000684315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973176,0.00020135022,0.0013568847,0.0003222833,0.00045981206,0.00034208337],"domain_scores_gemma":[0.98933524,0.009023597,0.0005052251,0.0004064363,0.00043337006,0.00029614262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008938916,0.00011772412,0.00025174287,0.00009426305,0.00010021487,0.000034562236,0.00006580768,0.0001359428,0.00030118],"category_scores_gemma":[0.05362857,0.000113829476,0.00013042177,0.00026904247,0.00011899717,0.0006789171,0.000020628353,0.00068270764,0.0007026383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002281679,0.0013507039,0.019874003,0.00001503677,0.000079269164,0.00010085439,0.0003085912,0.0000010217732,0.0011995364,0.0007748638,0.021835716,0.9521787],"study_design_scores_gemma":[0.0026736376,0.0004126001,0.08407084,0.00016121492,0.0008256057,0.001083171,0.0028371627,0.00008719894,0.00024143636,0.0005822475,0.9068395,0.00018542174],"about_ca_topic_score_codex":0.00005498474,"about_ca_topic_score_gemma":0.000019474892,"teacher_disagreement_score":0.9519933,"about_ca_system_score_codex":0.00016323428,"about_ca_system_score_gemma":0.00017754614,"threshold_uncertainty_score":0.95434314},"labels":[],"label_agreement":null},{"id":"W4251179308","doi":"10.1007/978-1-4614-6439-6_101939-1","title":"Expectations of Recovery Measure","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Measure (data warehouse); Computer science; Data mining","score_opus":0.35997282243836054,"score_gpt":0.48434556912570914,"score_spread":0.1243727466873486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251179308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028989694,0.0002618799,0.0006792554,0.0028555652,0.0003047374,0.00039151672,0.000041557076,0.0000321441,0.99540436],"genre_scores_gemma":[0.007202512,0.0003351506,0.0050925743,0.00044192892,0.00043835855,0.0000064734436,0.00027424726,0.000048928378,0.9861598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985062,0.00000903435,0.0008261912,0.00021470629,0.00036491183,0.00007898963],"domain_scores_gemma":[0.9975019,0.00048623697,0.0007857083,0.00066283066,0.00049067324,0.00007264894],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028921972,0.00014248116,0.00040588362,0.000101727244,0.000042827472,0.000010259914,0.00008458048,0.00021556874,0.00483885],"category_scores_gemma":[0.0028053124,0.0001252817,0.00022493322,0.000004836621,0.000065454005,0.00010339399,0.000038783604,0.0002638367,0.00033005397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009804813,0.00018797311,0.0003488293,0.00040389865,0.0016499668,0.00008661944,0.00021114807,0.0000018507902,0.0008428866,0.08896623,0.3187837,0.5875364],"study_design_scores_gemma":[0.0031534403,0.0010209649,0.00074553036,0.0011162765,0.0025943513,0.00010612131,0.00038361698,0.000026638307,0.00041066704,0.04294322,0.9469985,0.00050070573],"about_ca_topic_score_codex":0.000052629224,"about_ca_topic_score_gemma":0.00015772552,"teacher_disagreement_score":0.6282148,"about_ca_system_score_codex":0.00004883925,"about_ca_system_score_gemma":0.00031925438,"threshold_uncertainty_score":0.99607086},"labels":[],"label_agreement":null},{"id":"W4251412100","doi":"10.1016/s1499-2671(09)31014-x","title":"New Procedure for Canadian Journal of Diabetes Submissions","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Endocrinology","score_opus":0.09741387156439169,"score_gpt":0.3942189151484216,"score_spread":0.2968050435840299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251412100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.922611,0.002473955,0.00017312935,0.073035374,0.0009570548,0.00038528632,0.000059528433,0.0000044013873,0.00030027248],"genre_scores_gemma":[0.98509073,0.000009726954,0.006398153,0.0065902863,0.0016076853,0.000001205352,0.000015875292,0.000027378777,0.00025897776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974702,0.000053569496,0.0014484221,0.0001237553,0.0002666877,0.0006373744],"domain_scores_gemma":[0.9920989,0.0005424817,0.0009444374,0.00017363152,0.0013712513,0.004869277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012198621,0.00017767065,0.00055011554,0.0007298739,0.00019064236,0.000095475385,0.00026494946,0.00014410172,0.0005333467],"category_scores_gemma":[0.017960584,0.00015057657,0.0003157458,0.00031255715,0.00006314965,0.0004123968,0.0000030973144,0.0004899661,0.0000053599338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019712594,0.000036553916,0.50594187,0.00007021871,0.00023243729,0.00004462385,0.00045504767,0.00003663267,0.0021299506,0.00015814003,0.42670122,0.06417361],"study_design_scores_gemma":[0.0071629146,0.0055360575,0.66084653,0.0015220882,0.0015562082,0.00014452486,0.001278639,0.00018523046,0.0040487316,0.008879843,0.3083381,0.0005011122],"about_ca_topic_score_codex":0.003961555,"about_ca_topic_score_gemma":0.12835278,"teacher_disagreement_score":0.15490466,"about_ca_system_score_codex":0.0003468238,"about_ca_system_score_gemma":0.026420293,"threshold_uncertainty_score":0.99031156},"labels":[],"label_agreement":null},{"id":"W4251729617","doi":"10.1136/bmjqs-2013-002293.77","title":"046 Guideline Development Tool (GDT) – Web-Based Solution for Guideline Developers and Authors of Systematic Reviews","year":2013,"lang":"en","type":"article","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Medical physics; Pathology","score_opus":0.4075608046317796,"score_gpt":0.5405858075607585,"score_spread":0.13302500292897884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251729617","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06815322,0.0014423683,0.8374187,0.062208686,0.00068584003,0.029527463,0.000110480905,0.00019950156,0.00025378066],"genre_scores_gemma":[0.12644885,0.00031188008,0.8577718,0.011029442,0.00033900279,0.0019024459,0.0014846723,0.0000725297,0.00063933944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98529303,0.00088585267,0.012250222,0.0005129841,0.0006707862,0.00038710187],"domain_scores_gemma":[0.9915184,0.0030872552,0.0024094284,0.0007021859,0.0020321794,0.00025059682],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029580537,0.00033521745,0.0014681334,0.00013332895,0.00015738039,0.000029205863,0.00015885026,0.00019410008,0.00035396358],"category_scores_gemma":[0.056590885,0.0002605278,0.00029874558,0.0002800431,0.00009419661,0.00026989108,0.00009627816,0.00019175198,0.000084472376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029193587,0.0011070354,0.0060356925,0.12024433,0.0008996223,0.0000058797395,0.0015196047,0.000115508876,0.038814593,0.0012562565,0.58254147,0.24454066],"study_design_scores_gemma":[0.035182036,0.0013212354,0.03108313,0.023145046,0.0032686524,0.00009589087,0.005958309,0.11332988,0.004426099,0.00087850937,0.778677,0.0026342364],"about_ca_topic_score_codex":0.00036167479,"about_ca_topic_score_gemma":0.00016817467,"teacher_disagreement_score":0.24190642,"about_ca_system_score_codex":0.00031454788,"about_ca_system_score_gemma":0.0015094513,"threshold_uncertainty_score":0.9999847},"labels":[],"label_agreement":null},{"id":"W4251771307","doi":"10.1057/978-1-349-95988-4_764","title":"Royal College of Physicians and Surgeons of Canada (RCPSC)","year":2020,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan UK eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Medical education; General surgery","score_opus":0.0651845295179828,"score_gpt":0.32188311913883677,"score_spread":0.25669858962085396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251771307","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003096592,0.00034165464,0.00003739484,0.001722175,0.00032966575,0.0011397752,0.003947246,0.000029345181,0.98935616],"genre_scores_gemma":[0.99291545,0.000048415317,0.0003902501,0.0010804156,0.00017477329,0.0000059619797,0.00013397518,0.000068698144,0.005182061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975083,0.00003377135,0.0012899115,0.00037715078,0.0005742876,0.00021660906],"domain_scores_gemma":[0.9972698,0.00094586005,0.00088087755,0.00039955694,0.00032959195,0.00017430725],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023265525,0.00032084566,0.0010315777,0.00008929366,0.00003728707,0.000002778582,0.00010362802,0.00017529335,0.0003153841],"category_scores_gemma":[0.00059154216,0.00031914611,0.00018695812,0.000020484418,0.00018673926,3.6322288e-7,0.000117755946,0.0003336154,0.0000030611654],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018045304,0.000006973657,0.004916143,0.0024718416,0.0025395711,0.0009051848,0.0004825096,0.0000056817885,0.0023593027,0.9302308,0.015336445,0.03894103],"study_design_scores_gemma":[0.012613198,0.0033220965,0.021863721,0.0034323516,0.006778733,0.00025469105,0.0017790323,0.0007661532,0.0065016644,0.8586832,0.081396796,0.0026083663],"about_ca_topic_score_codex":0.06545699,"about_ca_topic_score_gemma":0.23394464,"teacher_disagreement_score":0.9898189,"about_ca_system_score_codex":0.00008453429,"about_ca_system_score_gemma":0.0011187398,"threshold_uncertainty_score":0.9999261},"labels":[],"label_agreement":null},{"id":"W4251830128","doi":"10.1200/jco.2007.25.18_suppl.17000","title":"Redefining evidence","year":2007,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Cancer Care Ontario","funders":"","keywords":"Medicine; Multidisciplinary approach; Guideline; Evidence-based practice; Delphi method; Evidence-based medicine; Systematic review; Scientific evidence; Management science; MEDLINE; Alternative medicine; Pathology; Computer science","score_opus":0.7559369596490112,"score_gpt":0.695734790704221,"score_spread":0.060202168944790246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251830128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93887216,0.00057201204,0.010632039,0.038072016,0.0031907598,0.00015423702,3.9299618e-7,0.000015197876,0.008491202],"genre_scores_gemma":[0.9263581,0.0006534689,0.055825442,0.013724967,0.0032373779,3.6126886e-7,7.726953e-7,0.000011877144,0.00018765099],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9921012,0.00036134556,0.0066153277,0.00015276646,0.0005394576,0.00022988765],"domain_scores_gemma":[0.9526174,0.040923208,0.0044966014,0.00022798842,0.0011818497,0.0005529692],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03943843,0.00008740753,0.0010395044,0.00012493039,0.00003075279,0.0000069712,0.00013955668,0.00030810595,0.00033850234],"category_scores_gemma":[0.19646119,0.000064058324,0.00046175398,0.0001818261,0.00014168708,0.0002825931,0.000053843298,0.0013569336,0.000075648175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076637026,0.00074690895,0.17775005,0.000015884258,0.00016214495,0.0012484721,0.00006779494,0.000004246979,0.0006188631,0.00023387148,0.013953316,0.79753476],"study_design_scores_gemma":[0.007196047,0.018476699,0.6188106,0.00028789014,0.00066060235,0.0018597738,0.00074274,0.000064144835,0.00017370372,0.0006812901,0.35094544,0.0001010406],"about_ca_topic_score_codex":0.000024198842,"about_ca_topic_score_gemma":0.00004808996,"teacher_disagreement_score":0.7974337,"about_ca_system_score_codex":0.00014405533,"about_ca_system_score_gemma":0.0020336763,"threshold_uncertainty_score":0.9891003},"labels":[],"label_agreement":null},{"id":"W4251947308","doi":"10.21203/rs.2.11191/v3","title":"Partnering with patients in quality improvement: towards renewed practices for healthcare organization managers?","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"General partnership; Quality management; Health care; Business; Quality (philosophy); Process management; Structuring; Knowledge management; Nursing; Public relations; Medicine; Marketing; Political science; Computer science","score_opus":0.46855348250673023,"score_gpt":0.6192623536639493,"score_spread":0.1507088711572191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251947308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9605157,0.00012983475,0.0026050422,0.023451008,0.00036789553,0.012144597,0.00025706264,0.000092856135,0.00043599913],"genre_scores_gemma":[0.98996884,0.00046951094,0.0030725175,0.00044843013,0.0003240374,0.00052713254,0.004660042,0.00010406425,0.00042544212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99428564,0.0007876643,0.001414373,0.0010124262,0.0018208809,0.0006790069],"domain_scores_gemma":[0.9908036,0.001989718,0.0013830466,0.0010262969,0.004561433,0.00023591449],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066721453,0.00028160645,0.0006330109,0.00047628817,0.00013969114,0.00016374128,0.00026779601,0.00036130077,0.000092809896],"category_scores_gemma":[0.03216706,0.00024742656,0.00008969778,0.0007672277,0.000064015396,0.00034960083,0.00071509654,0.0015799336,0.00002653452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044053323,0.001293486,0.85086876,0.023057671,0.00025036765,0.000023749284,0.0012811699,0.00039922466,0.00024300757,0.00023412393,0.002447758,0.11549536],"study_design_scores_gemma":[0.014328913,0.005632335,0.9481779,0.004256912,0.00021220408,0.0000030597064,0.009356158,0.002806268,0.0010846426,0.0008356466,0.012555036,0.0007509231],"about_ca_topic_score_codex":0.01409431,"about_ca_topic_score_gemma":0.004211008,"teacher_disagreement_score":0.11474444,"about_ca_system_score_codex":0.0011259813,"about_ca_system_score_gemma":0.0019016545,"threshold_uncertainty_score":0.9999978},"labels":[],"label_agreement":null},{"id":"W4252113543","doi":"10.1186/s12955-017-0754-1","title":"Adaptation of the 2015 American College of Rheumatology treatment guideline for rheumatoid arthritis for the Eastern Mediterranean Region: an exemplar of the GRADE Adolopment","year":2017,"lang":"en","type":"article","venue":"Health and Quality of Life Outcomes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Ottawa","funders":"Weill Cornell Medicine - Qatar; Weill Cornell Medical College; McMaster University; Aspetar Orthopaedic and Sports Medicine Hospital; King Saud University; Cairo University; Fonds National de la Recherche Luxembourg; Oak Foundation; King Faisal Specialist Hospital and Research Centre; Qatar National Research Fund; American University of Beirut; University of Ottawa; Parker Institute for Cancer Immunotherapy; Hamad Medical Corporation","keywords":"Guideline; Medicine; Grading (engineering); Adaptation (eye); Systematic review; MEDLINE; Family medicine; Physical therapy; Medical education; Psychology; Engineering; Pathology; Political science","score_opus":0.48075940620479224,"score_gpt":0.5366316010311597,"score_spread":0.05587219482636746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252113543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7928595,0.00089517416,0.0033294274,0.19975266,0.00037581444,0.0023480682,0.00043153216,0.0000051955944,0.0000026328537],"genre_scores_gemma":[0.99087596,0.0022094722,0.00433177,0.0023903686,0.000032244592,0.00007127079,0.000043697208,0.000011911416,0.000033299988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964697,0.00038944822,0.0024522168,0.00018101119,0.00033299573,0.00017462258],"domain_scores_gemma":[0.9920106,0.0026986608,0.004036637,0.00075683306,0.00036401616,0.0001332697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026076268,0.0001308256,0.00092669734,0.00003196168,0.0002617864,0.0000035357793,0.00020588569,0.00004777763,0.0000040118443],"category_scores_gemma":[0.006750419,0.000066384986,0.00022138348,0.000048274087,0.0005253925,0.00007194592,0.000052654603,0.000063928994,7.488164e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020569728,0.0004795476,0.9111693,0.0009971269,0.0002448252,9.816924e-8,0.0036848313,0.000012077561,0.000024457084,0.0015603186,0.004236839,0.07553363],"study_design_scores_gemma":[0.026317328,0.006380762,0.8716175,0.00091610407,0.00023078996,0.00003776028,0.047861867,0.0057510342,0.00034005326,0.0009604794,0.039345387,0.0002409219],"about_ca_topic_score_codex":0.013191993,"about_ca_topic_score_gemma":0.008044158,"teacher_disagreement_score":0.19801648,"about_ca_system_score_codex":0.00003537948,"about_ca_system_score_gemma":0.0006871396,"threshold_uncertainty_score":0.99337924},"labels":[],"label_agreement":null},{"id":"W4252248614","doi":"10.2196/preprints.14141","title":"Design Process and Utilization of a Novel Clinical Decision Support System for Neuropathic Pain in Primary Care: Mixed Methods Observational Study (Preprint)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Queen's University; University of Toronto; McMaster University","funders":"","keywords":"Clinical decision support system; Medicine; Usability; Observational study; Neuropathic pain; MEDLINE; Population; Decision support system; Family medicine; Internal medicine; Computer science","score_opus":0.6094840799859746,"score_gpt":0.5884375206607451,"score_spread":0.021046559325229586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252248614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28337052,0.00005522853,0.70647275,0.00015827072,0.00064700475,0.009181966,0.000028376346,0.000052767762,0.000033122462],"genre_scores_gemma":[0.576164,0.000035304307,0.422366,0.0003572094,0.000093135684,0.00041835973,0.0005044737,0.000046574187,0.000014918543],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98948526,0.0034515553,0.0048062694,0.0012599194,0.00075717556,0.00023982537],"domain_scores_gemma":[0.9688994,0.026672475,0.0016455665,0.00082308095,0.0018292255,0.00013023775],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05384404,0.0003433684,0.0013606959,0.00027095637,0.000036618705,0.00003633325,0.0002379203,0.00046485686,0.000017392424],"category_scores_gemma":[0.04585497,0.0003092568,0.00019228562,0.00026079724,0.000056475423,0.00015982207,0.0005449727,0.0007373746,0.0000017142003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059991567,0.0031461536,0.3977235,0.011455099,0.00020722474,0.000010879853,0.001281961,0.007966404,0.00054317043,0.00006316821,0.00019684354,0.5714064],"study_design_scores_gemma":[0.016101211,0.004294851,0.5551244,0.0019371693,0.0009129566,0.00002448723,0.008451591,0.4120076,0.00027898917,0.00031947595,0.000107875756,0.00043937395],"about_ca_topic_score_codex":0.0000772641,"about_ca_topic_score_gemma":0.000036972615,"teacher_disagreement_score":0.5709671,"about_ca_system_score_codex":0.00027797726,"about_ca_system_score_gemma":0.0022233725,"threshold_uncertainty_score":0.9999359},"labels":[],"label_agreement":null},{"id":"W4252267947","doi":"10.21203/rs.3.rs-645959/v1","title":"Online Clinical Pathway for Chronic Kidney Disease Management in Primary Care: A Retrospective Cohort Study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Kidney disease; Renal function; Guideline; Retrospective cohort study; Internal medicine; Diabetes mellitus; Population; Cohort; Clinical pathway; Creatinine; Cohort study; Endocrinology; Pathology","score_opus":0.27036838497439303,"score_gpt":0.5756062991694039,"score_spread":0.30523791419501084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252267947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510725,0.0019172353,0.00048453326,0.006861142,0.0010869999,0.03562225,0.0018063508,0.00012933038,0.0010196678],"genre_scores_gemma":[0.9631531,0.0028407862,0.003334018,0.0008703986,0.002070427,0.004863899,0.022065166,0.00014574185,0.000656452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9893103,0.0020205935,0.0026364296,0.0022040135,0.0028928814,0.0009357615],"domain_scores_gemma":[0.9912878,0.0022162648,0.00041662337,0.0021913452,0.0028424817,0.0010454303],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0111590875,0.00043805328,0.0013979852,0.0006081981,0.00016088774,0.0001606975,0.00047749054,0.00037182702,0.00028074285],"category_scores_gemma":[0.019871678,0.00043026463,0.00061648333,0.0007422626,0.00020119258,0.00014300563,0.0027875344,0.0038845963,0.000025795449],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0027563006,0.0092484895,0.9409893,0.008272068,0.0008985742,0.0017078446,0.00038811244,0.00004001051,0.0000064947894,0.000040815892,0.0046709105,0.030981094],"study_design_scores_gemma":[0.01010724,0.0024948865,0.9717941,0.0024659394,0.0005903603,0.0000023232817,0.005926355,0.00073480606,0.0000029042415,0.00024172191,0.0052974657,0.00034185834],"about_ca_topic_score_codex":0.00055645005,"about_ca_topic_score_gemma":0.0013900928,"teacher_disagreement_score":0.030804854,"about_ca_system_score_codex":0.00671506,"about_ca_system_score_gemma":0.008516046,"threshold_uncertainty_score":0.9998149},"labels":[],"label_agreement":null},{"id":"W4252331302","doi":"10.1016/j.jcjd.2013.02.040","title":"Appendix 2: Sample Diabetes Patient Care Flow Sheet for Adults","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Sample (material); Diabetes mellitus; Flow (mathematics); Mechanics; Chromatography; Endocrinology","score_opus":0.04992800581945122,"score_gpt":0.3364276286834314,"score_spread":0.2864996228639802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252331302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913234,0.0009765325,0.00010458745,0.0057292613,0.0006995479,0.00076856784,0.00030790822,0.000008649677,0.0000815309],"genre_scores_gemma":[0.9828903,0.00000531391,0.012203644,0.004023131,0.0005235974,0.000037803537,0.00026978587,0.00003463009,0.000011787744],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808156,0.000050682105,0.0009740763,0.00016201616,0.00022338843,0.00050826505],"domain_scores_gemma":[0.9956623,0.0011928078,0.0004385719,0.00020672705,0.0012181706,0.0012814282],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003073677,0.00015711894,0.00038503495,0.00024669347,0.00011391098,0.00007313147,0.00013648007,0.00008770433,0.0016082864],"category_scores_gemma":[0.010053997,0.00013562023,0.0002179681,0.00012905207,0.00006201076,0.00034803982,0.000011805813,0.00022561461,0.000082734594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019040472,0.000044131455,0.5343516,0.00025326418,0.00020202991,0.000005138575,0.0014658235,0.00008177887,0.00033448162,0.00001709551,0.11594663,0.34727898],"study_design_scores_gemma":[0.024801932,0.023090815,0.3920168,0.0037261313,0.002413032,0.00003107872,0.041907936,0.016761784,0.011266787,0.0055007394,0.4765217,0.0019612608],"about_ca_topic_score_codex":0.0016289502,"about_ca_topic_score_gemma":0.0054298984,"teacher_disagreement_score":0.36057508,"about_ca_system_score_codex":0.00023164604,"about_ca_system_score_gemma":0.0012340333,"threshold_uncertainty_score":0.99930435},"labels":[],"label_agreement":null},{"id":"W4252570477","doi":"10.5489/cuaj.6528","title":"Northern Ontario School of Medicine","year":2020,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Medicine","score_opus":0.13964201534801288,"score_gpt":0.3734944540262667,"score_spread":0.2338524386782538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252570477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6061045,0.000051833376,0.00020145401,0.38959494,0.00019354573,0.00015137902,0.000007152245,0.0000135626815,0.0036816003],"genre_scores_gemma":[0.95538944,0.000013829734,0.0003710315,0.04293379,0.0009575271,0.0000014144637,0.00002359087,0.0000078888825,0.00030150518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981933,0.00013093867,0.0008579363,0.0001354631,0.00043493154,0.00024743192],"domain_scores_gemma":[0.99700814,0.00036448787,0.0005744088,0.00007321599,0.00068669213,0.0012930606],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009951425,0.00008919158,0.00030877712,0.000076700286,0.00007998867,0.000014154207,0.000092388975,0.00014514252,0.009098836],"category_scores_gemma":[0.021890607,0.0000690344,0.00010015848,0.00019169414,0.00003826954,0.00009851256,0.000011572494,0.0007629451,0.0001708654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010411808,0.000017218872,0.96063185,0.0000032400894,0.00007968551,0.0000441767,0.00023047933,0.000020674679,0.00025817862,0.000035194887,0.0366434,0.0019318159],"study_design_scores_gemma":[0.0020159876,0.00085890054,0.80907583,0.000009842178,0.0001462512,0.00007334837,0.00018186997,0.000053490752,0.000010553163,0.00048497034,0.18702601,0.00006294311],"about_ca_topic_score_codex":0.04633809,"about_ca_topic_score_gemma":0.2544576,"teacher_disagreement_score":0.34928492,"about_ca_system_score_codex":0.0014360647,"about_ca_system_score_gemma":0.0020300802,"threshold_uncertainty_score":0.991807},"labels":[],"label_agreement":null},{"id":"W4252831328","doi":"10.1503/cmaj.1041478","title":"La Cochrane Collaboration a 10 ans : realisations et defis","year":2004,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; Medicine; Library science; Gynecology","score_opus":0.06604048847210825,"score_gpt":0.4421397553615124,"score_spread":0.37609926688940415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252831328","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034195997,0.0030683253,0.003625091,0.9341151,0.006150062,0.00046931097,0.00048046344,0.000044234068,0.017851423],"genre_scores_gemma":[0.7971288,0.013344745,0.0050705452,0.15228128,0.018953457,0.000047228314,0.0010529727,0.00014600155,0.011974993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927272,0.001573059,0.0019025501,0.00029941395,0.002647337,0.0008503906],"domain_scores_gemma":[0.98985255,0.0031540196,0.00093011546,0.00021778111,0.002390486,0.0034550778],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012944002,0.00024832858,0.00045915233,0.00035120072,0.00046729992,0.00033502493,0.00020560941,0.0011721045,0.026886879],"category_scores_gemma":[0.08278206,0.0002743512,0.000192303,0.00094905077,0.00014763119,0.0007930654,0.00002242848,0.002484588,0.0016799525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010150996,0.00049201323,0.014480558,0.0001086651,0.0006775388,0.0028015354,0.0054454575,0.00062494655,0.000054452412,0.024576472,0.8142583,0.13637857],"study_design_scores_gemma":[0.006439388,0.0003205603,0.020067018,0.0009239748,0.00049288163,0.002004555,0.008216409,0.00039285357,0.000011649807,0.0026274836,0.9582173,0.00028587802],"about_ca_topic_score_codex":0.037836164,"about_ca_topic_score_gemma":0.48789212,"teacher_disagreement_score":0.7818338,"about_ca_system_score_codex":0.008104075,"about_ca_system_score_gemma":0.03906771,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W4253046517","doi":"10.1007/s40274-016-2925-4","title":"ASCO endorses Cancer Care Ontario treatment guidelines","year":2016,"lang":"en","type":"article","venue":"PharmacoEconomics & Outcomes News","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality of Life Research; Medicine; Public health; Cancer; Family medicine; Nursing; Internal medicine","score_opus":0.2915147588622064,"score_gpt":0.5500505289812848,"score_spread":0.2585357701190784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253046517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8790273,0.00058498484,0.00015762525,0.11517022,0.0019546074,0.00096980546,0.00016174042,0.00012343003,0.0018502746],"genre_scores_gemma":[0.8645529,0.0064860242,0.007878542,0.09314945,0.0021794958,0.00048583563,0.00016427966,0.0001487152,0.024954714],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997423,0.00005036625,0.0014503032,0.00052300206,0.00015461493,0.00039870315],"domain_scores_gemma":[0.9978566,0.00069301785,0.000413326,0.00045872648,0.0002753551,0.00030295402],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020101252,0.00034816767,0.0006541226,0.00011268585,0.00008082423,0.0000357102,0.00015046092,0.000075462616,0.006183044],"category_scores_gemma":[0.00039198934,0.00022147821,0.0003633932,0.00004831245,0.000041263873,0.00036261042,0.00007743499,0.000122642,0.0005625635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028724843,0.00010975096,0.6467002,0.000015807873,0.0004125938,0.000015875254,0.00045157314,0.000022612754,0.0026363884,0.000034238692,0.03148692,0.31782675],"study_design_scores_gemma":[0.011166576,0.00023377729,0.046867613,0.000042222026,0.0007836569,0.000020080683,0.00044487562,0.000037479756,0.007877328,0.000060062226,0.9321426,0.00032372642],"about_ca_topic_score_codex":0.10389879,"about_ca_topic_score_gemma":0.21091253,"teacher_disagreement_score":0.9006557,"about_ca_system_score_codex":0.0024799893,"about_ca_system_score_gemma":0.0010183154,"threshold_uncertainty_score":0.99472547},"labels":[],"label_agreement":null},{"id":"W4253154150","doi":"10.1503/cmaj.060984","title":"News @ a glance","year":2006,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; World Wide Web","score_opus":0.05670650761096281,"score_gpt":0.39893785205412124,"score_spread":0.34223134444315845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253154150","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42406693,0.00023844307,0.001295937,0.5396739,0.001773715,0.00026971154,0.000022852344,0.000053468262,0.032605004],"genre_scores_gemma":[0.89712167,0.00011437111,0.0017758011,0.08843419,0.009602324,0.0000057520506,0.000060252725,0.000024270637,0.0028613512],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735606,0.00011016995,0.0007867349,0.00011885423,0.001264569,0.0003636344],"domain_scores_gemma":[0.9976001,0.00038633446,0.00029653928,0.000090588066,0.0004786103,0.0011478354],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018992076,0.00007944224,0.0001848752,0.00012002504,0.00014204685,0.000059572474,0.00008512914,0.00023738405,0.0067153303],"category_scores_gemma":[0.00913007,0.00007253455,0.00009704396,0.00020503017,0.000019171155,0.00013929185,0.0000073417805,0.00081860326,0.00044884617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013927458,0.00003347927,0.30653274,0.0000033778144,0.00003320811,0.00044080647,0.000015130211,0.000002203672,0.000021252263,0.00025244034,0.64153165,0.051119804],"study_design_scores_gemma":[0.0016130559,0.00005320001,0.16548018,0.000029370707,0.00004150671,0.00089322135,0.00014004165,0.00022290133,0.000007841578,0.0005036454,0.8309404,0.00007459752],"about_ca_topic_score_codex":0.023877457,"about_ca_topic_score_gemma":0.1581314,"teacher_disagreement_score":0.47305477,"about_ca_system_score_codex":0.001062493,"about_ca_system_score_gemma":0.003738374,"threshold_uncertainty_score":0.99921644},"labels":[],"label_agreement":null},{"id":"W4253154623","doi":"10.2196/preprints.13973","title":"Evaluation of a collaborative protocolized approach by community pharmacies and general medical practitioners for an Australian minor ailments scheme: study protocol for a cluster-randomized controlled trial (Preprint)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Family medicine; Cluster randomised controlled trial; Pharmacy; Pharmacist; Referral; Health care; Intervention (counseling); Nursing","score_opus":0.41319952811870997,"score_gpt":0.6093948879815267,"score_spread":0.19619535986281678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253154623","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16242924,0.0000026870387,0.0126103135,0.0013139823,0.00018939137,0.8228659,0.00020085058,0.000056866713,0.00033076946],"genre_scores_gemma":[0.04676284,0.0000019770366,0.040080514,0.00035427278,0.00029772552,0.9105089,0.0015188792,0.000059576203,0.00041534606],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97863877,0.01280198,0.0045275805,0.00091949495,0.0027493453,0.00036282028],"domain_scores_gemma":[0.9812117,0.0074887974,0.003984242,0.0009153258,0.00606403,0.00033586117],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.069611445,0.000610137,0.0037416576,0.00023331349,0.00021453136,0.00014237661,0.0003417099,0.0005550536,0.00036655666],"category_scores_gemma":[0.05512164,0.00045344786,0.0005711997,0.00016221745,0.00030732015,0.00038045953,0.00041989857,0.0010993674,0.0000010444783],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97071844,0.014470676,0.00018010475,0.0015695385,0.0036327215,1.8638602e-7,0.0015750169,0.00013351231,0.00040144197,0.000028023896,0.0058724703,0.0014178471],"study_design_scores_gemma":[0.8115718,0.0061124656,0.000016932041,0.00018277607,0.0050683916,0.000003554254,0.005451966,0.16992523,0.00030191054,0.000381999,0.00066876505,0.00031424622],"about_ca_topic_score_codex":0.0007049458,"about_ca_topic_score_gemma":0.00013804577,"teacher_disagreement_score":0.16979171,"about_ca_system_score_codex":0.0003523366,"about_ca_system_score_gemma":0.0042536054,"threshold_uncertainty_score":0.99979174},"labels":[],"label_agreement":null},{"id":"W4253421038","doi":"10.21203/rs.2.22759/v3","title":"Effects of oncological care pathways in primary and secondary care on patient, professional and health systems outcomes: a systematic review and meta-analysis","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Secondary care; Systematic review; Meta-analysis; Care pathway; Cancer; Health care; Tertiary care; MEDLINE; Family medicine; Primary care; Internal medicine","score_opus":0.5270600821396487,"score_gpt":0.6123658484806201,"score_spread":0.08530576634097142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253421038","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007884925,0.9780519,0.0000019102415,0.001217513,0.000031783828,0.020056853,0.0005017259,0.00001652621,0.000042946373],"genre_scores_gemma":[0.0020701522,0.99367964,0.000089994704,0.00094144297,0.000023632303,0.0023425675,0.0007919549,0.00003852047,0.000022104165],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98794967,0.006478166,0.0029696892,0.00084565935,0.0013706766,0.0003861517],"domain_scores_gemma":[0.9869071,0.01038035,0.001196823,0.00050310337,0.00058201165,0.00043060115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004178118,0.0004491237,0.010957328,0.0006340059,0.00011146405,0.000038356902,0.00013371023,0.00029078833,0.00002777957],"category_scores_gemma":[0.0073285266,0.0002538911,0.00080151344,0.0010722837,0.00012075489,0.00008152496,0.00040113035,0.001590988,0.0000042329434],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002384982,0.00011693124,0.00012086247,0.96031255,0.010282101,0.00013495643,0.00068805355,6.819139e-8,5.2507758e-8,0.000025275489,0.0001899716,0.028105304],"study_design_scores_gemma":[0.0018311004,0.005544196,0.0018387075,0.5026241,0.45714945,0.0000853007,0.007839305,0.0000071690642,1.3381229e-7,0.00000481156,0.02262737,0.00044837038],"about_ca_topic_score_codex":0.0001887379,"about_ca_topic_score_gemma":0.00006689356,"teacher_disagreement_score":0.45768848,"about_ca_system_score_codex":0.00072276784,"about_ca_system_score_gemma":0.0017639095,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W4253457192","doi":"10.1111/j.1474-7766.2004.00267.x","title":"Holland","year":2004,"lang":"en","type":"article","venue":"Practical Neurology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lottery; Consolation; Quarter (Canadian coin); Demography; Economic history; Political science; History; Humanities; Geography; Psychology; Demographic economics; Sociology; Economics; Art; Archaeology; Literature","score_opus":0.27971249934565795,"score_gpt":0.5319200734801279,"score_spread":0.25220757413447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253457192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61636204,0.000011408461,0.0048044096,0.37394413,0.0002948235,0.00021746561,0.0000013478835,0.00007767504,0.0042866776],"genre_scores_gemma":[0.94191563,0.00003399271,0.007903563,0.04976793,0.0002943372,0.000008429773,0.000011919124,0.000014946704,0.000049241182],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888784,0.00008417808,0.0003977956,0.00024365449,0.00017607081,0.00021048343],"domain_scores_gemma":[0.9982675,0.0011762403,0.00009415273,0.00022412706,0.00008044852,0.00015756304],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035773322,0.000080586535,0.00017322227,0.00004503732,0.000037334758,0.000010589142,0.000032672106,0.000101744,0.000472732],"category_scores_gemma":[0.010182478,0.00006911947,0.000053596294,0.00010809107,0.00007986514,0.0001450315,0.000045920464,0.00047996335,0.00079503265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03971864,0.0117972195,0.49505606,0.00026600508,0.00080540247,0.023464985,0.0006568096,0.000501286,0.07393609,0.2089846,0.05872736,0.08608552],"study_design_scores_gemma":[0.016286513,0.0069976654,0.3483955,0.000011083534,0.0005339662,0.014072763,0.00007375344,0.0002717364,0.0014874777,0.029655999,0.5818777,0.00033584656],"about_ca_topic_score_codex":0.00005408513,"about_ca_topic_score_gemma":0.000026798325,"teacher_disagreement_score":0.5231503,"about_ca_system_score_codex":0.000010016899,"about_ca_system_score_gemma":0.00017622353,"threshold_uncertainty_score":0.99998295},"labels":[],"label_agreement":null},{"id":"W4253639516","doi":"10.2106/00004623-200009000-00016","title":"Glossary of Terms for Evidence-Based Orthopaedics*","year":2000,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Glossary; Computer science; Information retrieval; Linguistics; Philosophy","score_opus":0.31737361189897667,"score_gpt":0.43262458876996696,"score_spread":0.11525097687099028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253639516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830669,0.0013526572,0.00097296794,0.014187739,0.00019130211,0.00015273213,0.000006371315,0.0000046139726,0.00006472297],"genre_scores_gemma":[0.99023885,0.0021885624,0.0043500224,0.0025857484,0.0005005888,0.0000021481317,0.0000062569893,0.0000115614075,0.00011626373],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973902,0.000060455688,0.002045341,0.00008441205,0.00030360193,0.0001159574],"domain_scores_gemma":[0.99511063,0.003340572,0.0010012821,0.000108473985,0.00030994785,0.00012906546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003891846,0.000076571036,0.00065614685,0.00020687847,0.000027108603,0.00000909566,0.000010360363,0.000050743733,0.0004199403],"category_scores_gemma":[0.00594568,0.00005750652,0.00043449464,0.00010075004,0.00005342218,0.00028692142,0.0000061728883,0.00014654436,0.0000020780146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007116506,0.0005382459,0.23655893,0.000898851,0.00019392942,0.00027802202,0.00007400701,0.000030347703,0.011400353,0.000011602283,0.07614605,0.6667532],"study_design_scores_gemma":[0.009216772,0.003845562,0.8704422,0.00880866,0.0017792744,0.0024563442,0.00037014086,0.0014320149,0.010116162,0.0013903566,0.0897377,0.0004047907],"about_ca_topic_score_codex":0.000018016986,"about_ca_topic_score_gemma":0.0000021962467,"teacher_disagreement_score":0.6663484,"about_ca_system_score_codex":0.00002023851,"about_ca_system_score_gemma":0.00032524124,"threshold_uncertainty_score":0.7117964},"labels":[],"label_agreement":null},{"id":"W4253668705","doi":"10.21203/rs.2.22559/v3","title":"A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Audit; Psychological intervention; Medicine; Medical physics; Translation (biology); Colorectal cancer; Knowledge translation; Cancer; General surgery; Radiology; Nursing; Computer science; Internal medicine; Knowledge management; Business; Accounting","score_opus":0.9263639138930331,"score_gpt":0.7126726962293137,"score_spread":0.21369121766371935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253668705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97436106,0.00035844144,0.008357729,0.01050566,0.00012186266,0.005965478,0.00029958528,0.00002067416,0.000009498864],"genre_scores_gemma":[0.98438233,0.00011158014,0.013111394,0.00014190054,0.00014042841,0.0006174057,0.0014364894,0.00004023025,0.00001825974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99250764,0.0030012743,0.0023139417,0.00081508205,0.0008865871,0.00047545135],"domain_scores_gemma":[0.9956873,0.0023773063,0.0004798211,0.00034935048,0.0008031805,0.00030305726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012038696,0.00021467068,0.00080247753,0.0013044359,0.00011823461,0.000045984532,0.00012778386,0.00009772358,0.00031595],"category_scores_gemma":[0.0016284841,0.00023897772,0.0001333013,0.0011751142,0.000036277284,0.0002972993,0.00035417444,0.0015190198,0.0000017499025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010076946,0.0025442783,0.9525256,0.0019102892,0.00009033347,0.00001770117,0.01645342,0.00025516338,0.00032393838,0.00007306188,0.0003855204,0.02441296],"study_design_scores_gemma":[0.0024075205,0.0023771701,0.9750549,0.00314161,0.00006946152,0.000003344184,0.013855185,0.0022879392,0.000017516537,0.0004468074,0.00018181952,0.0001566937],"about_ca_topic_score_codex":0.51528984,"about_ca_topic_score_gemma":0.9670906,"teacher_disagreement_score":0.45180073,"about_ca_system_score_codex":0.002258219,"about_ca_system_score_gemma":0.0076291407,"threshold_uncertainty_score":0.9979967},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4254267508","doi":"10.12968/pnur.2006.17.9.21748","title":"Clinical Q&amp;A","year":2006,"lang":"en","type":"article","venue":"Practice Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Primary care; Ask price; Set (abstract data type); Medicine; Service (business); Clinical Practice; Medical education; Psychology; Family medicine; Computer science; Business","score_opus":0.39166167167200205,"score_gpt":0.6142213691371256,"score_spread":0.2225596974651235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254267508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34930012,0.0008457769,0.058037,0.25281385,0.0033076615,0.0011071083,0.00000611805,0.0004985512,0.33408383],"genre_scores_gemma":[0.79105425,0.0000835389,0.19501765,0.009158921,0.0029216723,0.000007703786,0.00010597124,0.00004382085,0.0016064511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975311,0.00029619553,0.0011903426,0.00032176988,0.0004021611,0.0002584445],"domain_scores_gemma":[0.9942973,0.0043737493,0.00047072556,0.00037404426,0.00035363424,0.00013053312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002549644,0.00011858728,0.00025422606,0.000067883746,0.00009953509,0.000050120678,0.00005857002,0.00011471126,0.000312798],"category_scores_gemma":[0.019398734,0.00011455619,0.00013298263,0.00021620259,0.00011149999,0.000684491,0.000017462915,0.00051807205,0.00072513195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020147772,0.003924764,0.050866857,0.000033940054,0.00010226103,0.00011133212,0.00014196042,0.000020349944,0.00240103,0.0039115706,0.22333436,0.7131368],"study_design_scores_gemma":[0.0026294077,0.000267204,0.07393469,0.0001361395,0.0008632007,0.00072676747,0.0006411445,0.00030256034,0.0001148541,0.002185067,0.9180187,0.0001802867],"about_ca_topic_score_codex":0.000281011,"about_ca_topic_score_gemma":0.000023354442,"teacher_disagreement_score":0.71295655,"about_ca_system_score_codex":0.00013117271,"about_ca_system_score_gemma":0.00018280187,"threshold_uncertainty_score":0.98886126},"labels":[],"label_agreement":null},{"id":"W4254701439","doi":"10.1503/cjs.003614","title":"Correction: Canadian Surgery Forum abstracts","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Library science; Information retrieval; General surgery; Medical physics","score_opus":0.19376453962084308,"score_gpt":0.38014752728641704,"score_spread":0.18638298766557396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254701439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8993559,0.00043786113,0.00032347563,0.06983814,0.020243093,0.00019249202,0.000024516261,0.000019875468,0.009564682],"genre_scores_gemma":[0.98878473,0.000045949346,0.00014385955,0.009095441,0.0014046076,0.0000013961798,0.000033784436,0.00003090098,0.00045931884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733895,0.00011511587,0.0015560087,0.0001432794,0.00028008106,0.00056656345],"domain_scores_gemma":[0.99135697,0.0042174873,0.00068195176,0.00022925079,0.00068783836,0.0028265186],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034746837,0.00014280947,0.00052685,0.0011494786,0.00016599335,0.00006358857,0.000076852695,0.00013336397,0.0011464788],"category_scores_gemma":[0.021496713,0.00014044358,0.00034708504,0.00034147044,0.000072925155,0.00035030424,0.000003767885,0.00048205917,0.00008507819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029715324,0.000009419324,0.35223976,0.000012649382,0.000045759585,0.00047797215,0.000024622854,0.000023977398,0.00001199984,0.000012602992,0.5865932,0.060518317],"study_design_scores_gemma":[0.00020997255,0.00004448431,0.37961286,0.00020239236,0.00008802168,0.00198435,0.0003108322,0.00006867378,0.00008369108,0.00008931518,0.6171693,0.00013611496],"about_ca_topic_score_codex":0.4209017,"about_ca_topic_score_gemma":0.86436546,"teacher_disagreement_score":0.44346377,"about_ca_system_score_codex":0.0005409401,"about_ca_system_score_gemma":0.014102707,"threshold_uncertainty_score":0.9997666},"labels":[],"label_agreement":null},{"id":"W4254827908","doi":"10.12968/pnur.2007.18.2.22798","title":"Clinical Q&amp;A","year":2007,"lang":"en","type":"article","venue":"Practice Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Primary care; Ask price; Set (abstract data type); Medicine; Service (business); Clinical Practice; Medical education; Psychology; Family medicine; Computer science; Business","score_opus":0.4957372699532291,"score_gpt":0.655710456218606,"score_spread":0.15997318626537693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254827908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.355447,0.0005753629,0.25094807,0.14200091,0.0043304707,0.0010334491,0.0000026525686,0.0004078117,0.24525426],"genre_scores_gemma":[0.72343767,0.00011964178,0.25667608,0.016929993,0.0020723792,0.0000022760798,0.00003800893,0.000039637136,0.000684315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973176,0.00020135022,0.0013568847,0.0003222833,0.00045981206,0.00034208337],"domain_scores_gemma":[0.98933524,0.009023597,0.0005052251,0.0004064363,0.00043337006,0.00029614262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008938916,0.00011772412,0.00025174287,0.00009426305,0.00010021487,0.000034562236,0.00006580768,0.0001359428,0.00030118],"category_scores_gemma":[0.05362857,0.000113829476,0.00013042177,0.00026904247,0.00011899717,0.0006789171,0.000020628353,0.00068270764,0.0007026383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002281679,0.0013507039,0.019874003,0.00001503677,0.000079269164,0.00010085439,0.0003085912,0.0000010217732,0.0011995364,0.0007748638,0.021835716,0.9521787],"study_design_scores_gemma":[0.0026736376,0.0004126001,0.08407084,0.00016121492,0.0008256057,0.001083171,0.0028371627,0.00008719894,0.00024143636,0.0005822475,0.9068395,0.00018542174],"about_ca_topic_score_codex":0.00005498474,"about_ca_topic_score_gemma":0.000019474892,"teacher_disagreement_score":0.9519933,"about_ca_system_score_codex":0.00016323428,"about_ca_system_score_gemma":0.00017754614,"threshold_uncertainty_score":0.95434314},"labels":[],"label_agreement":null},{"id":"W4255029979","doi":"10.1155/2003/971032","title":"Contemplating guidelines","year":2003,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Thoracic Society","funders":"","keywords":"Medicine; Family medicine","score_opus":0.4216555608582264,"score_gpt":0.49267597192245427,"score_spread":0.07102041106422785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255029979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9131858,0.0024945678,0.003018432,0.019463941,0.0022798106,0.000609411,0.000020734806,0.00006334736,0.05886401],"genre_scores_gemma":[0.9283507,0.000022727063,0.007488874,0.062492985,0.0010513985,0.000004617376,0.0000042707384,0.000038245897,0.0005462153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802107,0.00016173818,0.0010485547,0.00015150757,0.00026505603,0.00035210632],"domain_scores_gemma":[0.99737257,0.00020080093,0.00025152418,0.00019877045,0.0008204224,0.0011559002],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002317263,0.00011450377,0.00020029682,0.00024990158,0.00029631765,0.000069796224,0.00006970875,0.000084459156,0.0017931176],"category_scores_gemma":[0.016597621,0.00010466864,0.000104102626,0.00017485948,0.00004057022,0.00019353576,0.000005001518,0.00047312566,0.00013950083],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009929935,0.000053198484,0.35934094,0.0000336522,0.00021064846,0.002400447,0.00015827279,0.00006578244,0.0050300225,0.005587556,0.5096499,0.11737032],"study_design_scores_gemma":[0.001576016,0.00016351437,0.008941531,0.000058963302,0.000059141435,0.0016582202,0.00052132,0.000032653737,0.00027495835,0.00045840951,0.98613024,0.00012500746],"about_ca_topic_score_codex":0.002667064,"about_ca_topic_score_gemma":0.02483562,"teacher_disagreement_score":0.4764804,"about_ca_system_score_codex":0.0003619745,"about_ca_system_score_gemma":0.0036547312,"threshold_uncertainty_score":0.9991194},"labels":[],"label_agreement":null},{"id":"W4255040670","doi":"10.21203/rs.2.22891/v1","title":"Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Primary care; Discipline; Psychology; Engineering ethics; Political science; Medicine; Sociology; Engineering; Family medicine; Social science","score_opus":0.3027873931954164,"score_gpt":0.5788463055868102,"score_spread":0.27605891239139374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255040670","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039172967,0.9810813,0.0000049816513,0.0004898801,0.000047386962,0.01705883,0.00088367925,0.00001022861,0.000031950112],"genre_scores_gemma":[0.0021507922,0.99589854,0.00025676924,0.00013177138,0.000029449104,0.0010601298,0.00042056662,0.00004403215,0.000007919045],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99246615,0.002466041,0.0028542012,0.0005102497,0.0013712791,0.0003320525],"domain_scores_gemma":[0.99524295,0.0019339259,0.0007307665,0.0007881485,0.00093919085,0.0003650018],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031618734,0.00028479774,0.0026723263,0.00035813882,0.0000839436,0.000012390539,0.00032386175,0.0001498441,0.00005850846],"category_scores_gemma":[0.012608194,0.00018498731,0.00044501154,0.0015483188,0.00012981772,0.00008677268,0.000652898,0.00078024674,0.000010216672],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020582087,0.000016521893,0.0006674159,0.8868478,0.000078399295,0.000014175873,0.0032650074,1.11782455e-7,0.0000038116261,0.000006697538,0.00014862609,0.108930886],"study_design_scores_gemma":[0.0009707725,0.0007680057,0.0008507866,0.9223368,0.0016055389,0.000017928629,0.0528252,0.0000021028557,0.0000056089207,0.000003062437,0.02042927,0.00018493368],"about_ca_topic_score_codex":0.00027444345,"about_ca_topic_score_gemma":0.00026071983,"teacher_disagreement_score":0.10874595,"about_ca_system_score_codex":0.00092370325,"about_ca_system_score_gemma":0.003387418,"threshold_uncertainty_score":0.995709},"labels":[],"label_agreement":null},{"id":"W4255433055","doi":"10.21203/rs.2.22559/v4","title":"A method to audit and score implementation of knowledge translation (KT) interventions in large health regions – an observational pilot study using rectal cancer surgery in Ontario","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Audit; Medicine; Psychological intervention; Knowledge translation; Colorectal cancer; Translation (biology); Medical physics; Cancer; Internal medicine; Nursing; Business; Knowledge management; Computer science; Accounting","score_opus":0.9263639138930331,"score_gpt":0.7126726962293137,"score_spread":0.21369121766371935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255433055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97436106,0.00035844144,0.008357729,0.01050566,0.00012186266,0.005965478,0.00029958528,0.00002067416,0.000009498864],"genre_scores_gemma":[0.98438233,0.00011158014,0.013111394,0.00014190054,0.00014042841,0.0006174057,0.0014364894,0.00004023025,0.00001825974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99250764,0.0030012743,0.0023139417,0.00081508205,0.0008865871,0.00047545135],"domain_scores_gemma":[0.9956873,0.0023773063,0.0004798211,0.00034935048,0.0008031805,0.00030305726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012038696,0.00021467068,0.00080247753,0.0013044359,0.00011823461,0.000045984532,0.00012778386,0.00009772358,0.00031595],"category_scores_gemma":[0.0016284841,0.00023897772,0.0001333013,0.0011751142,0.000036277284,0.0002972993,0.00035417444,0.0015190198,0.0000017499025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010076946,0.0025442783,0.9525256,0.0019102892,0.00009033347,0.00001770117,0.01645342,0.00025516338,0.00032393838,0.00007306188,0.0003855204,0.02441296],"study_design_scores_gemma":[0.0024075205,0.0023771701,0.9750549,0.00314161,0.00006946152,0.000003344184,0.013855185,0.0022879392,0.000017516537,0.0004468074,0.00018181952,0.0001566937],"about_ca_topic_score_codex":0.51528984,"about_ca_topic_score_gemma":0.9670906,"teacher_disagreement_score":0.45180073,"about_ca_system_score_codex":0.002258219,"about_ca_system_score_gemma":0.0076291407,"threshold_uncertainty_score":0.9979967},"labels":[],"label_agreement":null},{"id":"W4255457139","doi":"10.1016/s1701-2163(15)30737-4","title":"Chapter 4 Surgical Management","year":2013,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intensive care medicine","score_opus":0.06204251336528334,"score_gpt":0.34752074755016604,"score_spread":0.2854782341848827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255457139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780468,0.0010519281,0.00007060637,0.008619149,0.005328709,0.00021149407,0.000001844431,0.0000026714335,0.0066668433],"genre_scores_gemma":[0.996142,0.00025464405,0.0014816799,0.0016959435,0.000038950424,0.0000014993936,0.000001479217,0.000005635476,0.0003781667],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989152,0.000021969956,0.0006156209,0.00007378173,0.0002466584,0.00012674555],"domain_scores_gemma":[0.99722004,0.0019195382,0.00029134436,0.0000739427,0.00030562116,0.00018951022],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025938687,0.00006173613,0.0002050602,0.00011028757,0.000031630672,0.000011423584,0.000045521687,0.000042930365,0.0019723673],"category_scores_gemma":[0.0020920874,0.00004708136,0.00003776402,0.00010168962,0.00003281683,0.00008404516,0.00003204914,0.00016786538,0.0000034584432],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011555001,0.00010314319,0.17839599,0.00004387378,0.00025429166,0.007360395,0.00001874852,0.000007590974,0.000006004509,0.0018265273,0.020541523,0.79143035],"study_design_scores_gemma":[0.004175639,0.00047005553,0.7458823,0.0000043720074,0.0001811864,0.00044339962,0.00038066925,0.00010714051,0.000008657465,0.0003991785,0.24786672,0.00008071939],"about_ca_topic_score_codex":0.0063522477,"about_ca_topic_score_gemma":0.0030536274,"teacher_disagreement_score":0.79134965,"about_ca_system_score_codex":0.00025272262,"about_ca_system_score_gemma":0.00025075604,"threshold_uncertainty_score":0.99894},"labels":[],"label_agreement":null},{"id":"W4255515146","doi":"10.1016/j.jogc.2019.11.011","title":"JOGC Guidelines index French","year":2019,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Index (typography); World Wide Web","score_opus":0.08774941215658225,"score_gpt":0.3846286589156079,"score_spread":0.29687924675902566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255515146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97704166,0.0019755845,0.00012128264,0.007765363,0.011947256,0.00014510397,0.0000056568497,0.0000027951216,0.0009952959],"genre_scores_gemma":[0.9922619,0.00015904209,0.001457496,0.005496687,0.00008771625,5.394452e-7,0.0000036100387,0.000009161926,0.0005238803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981977,0.000040655836,0.0011105603,0.000109292654,0.00037882893,0.00016296483],"domain_scores_gemma":[0.99398667,0.003925555,0.00064923696,0.0001285497,0.001116079,0.00019392285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006257043,0.00008964115,0.000352888,0.00016954838,0.000031096766,0.000012198151,0.00007843083,0.00009291037,0.0010884688],"category_scores_gemma":[0.028577125,0.000070980095,0.00005429915,0.00024222072,0.000022396347,0.00010149876,0.00003760088,0.00034826706,0.000003488942],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007714205,0.00003368824,0.8429989,0.000027703678,0.00009964493,0.0005986953,0.000018341258,0.000051689884,0.000033490283,0.000035024226,0.04509263,0.11100244],"study_design_scores_gemma":[0.0034684353,0.000545331,0.81556535,0.0000071712834,0.00012041126,0.0001938013,0.0003299098,0.00049201085,0.000017284363,0.00014699645,0.17903017,0.00008313011],"about_ca_topic_score_codex":0.026735079,"about_ca_topic_score_gemma":0.028094824,"teacher_disagreement_score":0.13393754,"about_ca_system_score_codex":0.00044262904,"about_ca_system_score_gemma":0.0025739616,"threshold_uncertainty_score":0.99982464},"labels":[],"label_agreement":null},{"id":"W4255530694","doi":"10.1055/s-0030-1270093","title":"Assessment: McGill Quality of Life Questionnaire (MQOL) – Lebensqualität bis zum Schluss im Blick haben","year":2010,"lang":"de","type":"article","venue":"physiopraxis","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality of life (healthcare); Psychology; Gerontology; Humanities; Medicine; Nursing; Art","score_opus":0.1786095327115757,"score_gpt":0.5073540030352905,"score_spread":0.32874447032371484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255530694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9526404,0.0018065843,0.0016444046,0.029957965,0.0076865433,0.0021002325,0.0014554992,0.00030360464,0.0024047391],"genre_scores_gemma":[0.98599845,0.0005635111,0.005455763,0.003403844,0.0032244425,0.00006615951,0.00060038327,0.00013454891,0.00055287726],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99026686,0.0012198477,0.004556378,0.0012101297,0.001876748,0.00087000744],"domain_scores_gemma":[0.9892273,0.0031088789,0.0028719911,0.0021501437,0.0017806067,0.00086107734],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005886122,0.0006893996,0.0016320151,0.00030090916,0.00043732993,0.00008143589,0.00059018517,0.0005520449,0.0024708796],"category_scores_gemma":[0.026038747,0.0006813406,0.00065892504,0.0009533564,0.0005726864,0.0010596879,0.00047106718,0.0020530345,0.0009590878],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036703353,0.012533757,0.15586296,0.007580404,0.0043660356,0.000050460938,0.0017867906,0.000055238714,0.51167274,0.08879631,0.03810774,0.17551726],"study_design_scores_gemma":[0.015351049,0.002082338,0.78325456,0.0011337489,0.0031811655,0.000007724938,0.003160907,0.0033528882,0.0076525854,0.0059751733,0.17285475,0.0019931085],"about_ca_topic_score_codex":0.013661044,"about_ca_topic_score_gemma":0.0016942348,"teacher_disagreement_score":0.6273916,"about_ca_system_score_codex":0.00022763676,"about_ca_system_score_gemma":0.0015032387,"threshold_uncertainty_score":0.9998188},"labels":[],"label_agreement":null},{"id":"W4255936873","doi":"10.1016/j.jogc.2018.03.137","title":"Chapter 4: Surgical Management","year":2018,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical physics; General surgery","score_opus":0.07427998719242242,"score_gpt":0.3717090082010929,"score_spread":0.2974290210086705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255936873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970256,0.0008639629,0.00015829751,0.0058992044,0.010466178,0.00013908232,0.0000034218715,0.0000032152104,0.012210653],"genre_scores_gemma":[0.9961064,0.00017719701,0.001573619,0.0017216274,0.000114651295,4.0854636e-7,0.0000011778726,0.0000055854084,0.0002993501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989438,0.000022376205,0.00057823287,0.00007968638,0.00025118593,0.00012468798],"domain_scores_gemma":[0.9975514,0.0015395975,0.0002928384,0.00007854355,0.00037378047,0.00016384706],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039049992,0.000059498056,0.0001947085,0.000115991934,0.00004599229,0.000007315551,0.000047142086,0.00004303556,0.0009983273],"category_scores_gemma":[0.0025334067,0.000046555826,0.000034308898,0.00012358783,0.00007338905,0.000050895404,0.00003493877,0.00014166928,0.0000019652055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057152694,0.00012391298,0.17453972,0.000041061852,0.0003409266,0.013886007,0.000040871026,0.000001921718,0.0000065608997,0.0036124152,0.017107982,0.7902415],"study_design_scores_gemma":[0.0044998387,0.0010874276,0.3938359,0.000005038531,0.00023098497,0.0005573106,0.0002749457,0.00006765286,0.000025135423,0.0002578525,0.5990807,0.000077249846],"about_ca_topic_score_codex":0.0018985011,"about_ca_topic_score_gemma":0.0075438307,"teacher_disagreement_score":0.79016423,"about_ca_system_score_codex":0.0002572597,"about_ca_system_score_gemma":0.0003283899,"threshold_uncertainty_score":0.9999149},"labels":[],"label_agreement":null},{"id":"W4255944516","doi":"10.33915/etd.4466","title":"The effectiveness of four translation strategies on nurses' adoption of an evidence -based bladder protocol","year":2009,"lang":"en","type":"dissertation","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Guideline; Urinary incontinence; Stroke (engine); Audit; Knowledge translation; Psychological intervention; Intervention (counseling); Evidence-based practice; Nursing; Physical therapy; Family medicine; Alternative medicine; Urology","score_opus":0.24367083283408494,"score_gpt":0.5439303773339377,"score_spread":0.3002595444998527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255944516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7310221,0.000069641894,0.0050596553,0.0007513053,0.0006034083,0.2538862,0.000024722773,0.00013739978,0.008445567],"genre_scores_gemma":[0.979623,0.000017766886,0.0019101119,0.0000821799,0.00011972681,0.017080104,0.00097092416,0.000038650433,0.0001575269],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996654,0.00082520343,0.001294197,0.00032235062,0.0007591434,0.00014514827],"domain_scores_gemma":[0.99184823,0.005715583,0.0010011197,0.0004505567,0.00092830707,0.000056173965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027646942,0.00023766309,0.0004428099,0.00014321932,0.00006360133,0.00003084822,0.00012777124,0.00025565215,0.00006520494],"category_scores_gemma":[0.0022725472,0.00016148819,0.00018322698,0.00023578455,0.000054566102,0.00046875252,0.0000019631907,0.00032060483,0.0000048495467],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.122193985,0.0020170053,0.00058813166,0.00644812,0.000282347,0.000008411432,0.00030696974,0.0027337568,0.09182,0.0025204432,0.00014998666,0.7709308],"study_design_scores_gemma":[0.013190355,0.021924384,0.7459291,0.01336298,0.00186135,0.00000780877,0.007936014,0.008486088,0.18187673,0.0040662787,0.0007113478,0.0006475487],"about_ca_topic_score_codex":0.0002312144,"about_ca_topic_score_gemma":0.0007802464,"teacher_disagreement_score":0.7702833,"about_ca_system_score_codex":0.00006513629,"about_ca_system_score_gemma":0.0008902616,"threshold_uncertainty_score":0.6585297},"labels":[],"label_agreement":null},{"id":"W4256510035","doi":"10.1007/978-0-387-39940-9_2199","title":"Clinical Research Chart","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Chart; Computer science; Mathematics; Statistics","score_opus":0.4000528956687839,"score_gpt":0.5380987280074245,"score_spread":0.13804583233864065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256510035","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032405296,0.0027639368,0.000130744,0.0013158818,0.0024928316,0.00251361,0.0011673798,0.00008691461,0.98920465],"genre_scores_gemma":[0.0016574574,0.022553066,0.002257968,0.0004218109,0.008688962,0.00004134846,0.005522087,0.00016108394,0.95869625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99207497,0.00039676117,0.0041830163,0.00090976286,0.001978868,0.00045660735],"domain_scores_gemma":[0.9913635,0.0037148432,0.0012431754,0.0019449363,0.0012786159,0.0004549322],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010287073,0.00039394997,0.0014718735,0.0004709548,0.00007916903,0.000022442639,0.00033830793,0.0006139239,0.00092949125],"category_scores_gemma":[0.007037837,0.00035803745,0.0003849143,0.000115847455,0.00030063197,0.00022555678,0.0002574325,0.002187892,0.0014373495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005900734,0.00040179855,0.0014706149,0.0012991145,0.0003990685,0.00049040356,0.000058720878,8.2986816e-7,0.00004358255,0.02362416,0.8700919,0.10152969],"study_design_scores_gemma":[0.0014859868,0.00089901884,0.00046934185,0.0020387485,0.0004147794,0.00009142696,0.00011406191,0.00004032443,0.0000029904502,0.00034654618,0.99381787,0.0002789304],"about_ca_topic_score_codex":0.00032905347,"about_ca_topic_score_gemma":0.000041849253,"teacher_disagreement_score":0.1237259,"about_ca_system_score_codex":0.00014144967,"about_ca_system_score_gemma":0.0011070701,"threshold_uncertainty_score":0.9999838},"labels":[],"label_agreement":null},{"id":"W4256588057","doi":"10.21203/rs.2.11191/v2","title":"Partnering with patients in quality improvement: towards renewed practices for healthcare organization managers?","year":2019,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"General partnership; Quality management; Health care; Quality (philosophy); Business; Process management; Structuring; Knowledge management; Nursing; Public relations; Medicine; Marketing; Political science; Computer science","score_opus":0.46855348250673023,"score_gpt":0.6192623536639493,"score_spread":0.1507088711572191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256588057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9605157,0.00012983475,0.0026050422,0.023451008,0.00036789553,0.012144597,0.00025706264,0.000092856135,0.00043599913],"genre_scores_gemma":[0.98996884,0.00046951094,0.0030725175,0.00044843013,0.0003240374,0.00052713254,0.004660042,0.00010406425,0.00042544212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99428564,0.0007876643,0.001414373,0.0010124262,0.0018208809,0.0006790069],"domain_scores_gemma":[0.9908036,0.001989718,0.0013830466,0.0010262969,0.004561433,0.00023591449],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066721453,0.00028160645,0.0006330109,0.00047628817,0.00013969114,0.00016374128,0.00026779601,0.00036130077,0.000092809896],"category_scores_gemma":[0.03216706,0.00024742656,0.00008969778,0.0007672277,0.000064015396,0.00034960083,0.00071509654,0.0015799336,0.00002653452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044053323,0.001293486,0.85086876,0.023057671,0.00025036765,0.000023749284,0.0012811699,0.00039922466,0.00024300757,0.00023412393,0.002447758,0.11549536],"study_design_scores_gemma":[0.014328913,0.005632335,0.9481779,0.004256912,0.00021220408,0.0000030597064,0.009356158,0.002806268,0.0010846426,0.0008356466,0.012555036,0.0007509231],"about_ca_topic_score_codex":0.01409431,"about_ca_topic_score_gemma":0.004211008,"teacher_disagreement_score":0.11474444,"about_ca_system_score_codex":0.0011259813,"about_ca_system_score_gemma":0.0019016545,"threshold_uncertainty_score":0.9999978},"labels":[],"label_agreement":null},{"id":"W4256708526","doi":"10.4018/978-1-4666-4321-5.ch005","title":"Using Case Costing Data and Case Mix for Funding and Benchmarking in Rehabilitation Hospitals","year":2013,"lang":"en","type":"book-chapter","venue":"Advances in healthcare information systems and administration book series","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Benchmarking; Case mix index; Activity-based costing; Business; Payment by Results; Payment; Operations management; Quality (philosophy); Health care; Accounting; Medicine; Finance; Nursing; Marketing; Economics","score_opus":0.2169672691464684,"score_gpt":0.4783668876855219,"score_spread":0.26139961853905347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256708526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7398311,0.12557353,0.016854266,0.036417227,0.0053072115,0.05273047,0.006481222,0.00039633526,0.016408656],"genre_scores_gemma":[0.9706315,0.0071201804,0.018823063,0.00054895243,0.00031856942,0.00018445781,0.0017805344,0.000038062783,0.0005547227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970342,0.000058160444,0.0021778417,0.000342735,0.00019173084,0.00019531412],"domain_scores_gemma":[0.99663407,0.0014804729,0.0011528822,0.00026042553,0.00033548442,0.00013668172],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014641829,0.0002450255,0.00048665606,0.00028180837,0.00021561977,0.0001972776,0.00003305234,0.00022925263,0.0000066069524],"category_scores_gemma":[0.0014331704,0.00025403325,0.00002012907,0.00004941264,0.000112336,0.008183107,0.00006945321,0.00025796943,6.3171404e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001792359,0.000058757818,0.042685684,0.055300284,0.00011837015,0.0020386912,0.010486497,0.00026999618,0.000019422092,0.2556407,0.00038025313,0.631209],"study_design_scores_gemma":[0.00852456,0.0070023937,0.0020734146,0.018318405,0.00043050683,0.123321354,0.08545944,0.12626567,0.000009752142,0.00568392,0.6207725,0.0021380717],"about_ca_topic_score_codex":0.0008551629,"about_ca_topic_score_gemma":0.002610214,"teacher_disagreement_score":0.62907094,"about_ca_system_score_codex":0.00015803159,"about_ca_system_score_gemma":0.0002456281,"threshold_uncertainty_score":0.9999912},"labels":[],"label_agreement":null},{"id":"W4256734683","doi":"10.3410/f.717973242.793469947","title":"Faculty Opinions recommendation of Implementation of clinical practice guidelines for ventilator-associated pneumonia: a multicenter prospective study.","year":2013,"lang":"en","type":"dataset","venue":"Faculty Opinions – Post-Publication Peer Review of the Biomedical Literature","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Concordance; Pneumonia; Ventilator-associated pneumonia; Intensive care unit; Intensive care; Emergency medicine; Intensive care medicine; Prospective cohort study; Intervention (counseling); Internal medicine; Nursing","score_opus":0.2554723883535513,"score_gpt":0.581162687539432,"score_spread":0.3256902991858807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256734683","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002589931,0.0002607842,0.00007593203,0.24334309,0.0012355484,0.008657377,0.7463629,0.000028966648,0.0000094642455],"genre_scores_gemma":[0.00014819177,0.00029178683,0.007098622,0.009147725,0.00058245315,0.001127709,0.98132026,0.000051771505,0.0002314764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859931,0.0011952039,0.00902578,0.00097570557,0.0023744418,0.00043579304],"domain_scores_gemma":[0.9220326,0.0020859546,0.010642129,0.0015968642,0.063272476,0.00036995072],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009968522,0.00061119074,0.0021091648,0.00037992751,0.00018658146,0.000085091815,0.0009078458,0.0007595181,0.00049560406],"category_scores_gemma":[0.22819036,0.000418108,0.0012811099,0.0016853586,0.00028608288,0.0008021307,0.00048973993,0.00125883,0.000024604029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021891003,0.0039261566,0.0006873351,0.005172372,0.001338509,3.6102884e-7,0.00019228422,1.03844975e-7,0.000003453666,0.000028931894,0.9812548,0.0071767587],"study_design_scores_gemma":[0.0064308117,0.0016129117,0.041716374,0.006208323,0.0029826758,0.00001785355,0.0010867615,0.00003535304,0.0000178188,0.00001499319,0.93957776,0.0002983841],"about_ca_topic_score_codex":0.00055844605,"about_ca_topic_score_gemma":0.00007640507,"teacher_disagreement_score":0.23495732,"about_ca_system_score_codex":0.00024891394,"about_ca_system_score_gemma":0.0016596842,"threshold_uncertainty_score":0.9998271},"labels":[],"label_agreement":null},{"id":"W4280506594","doi":"10.5334/ijic.icic21252","title":"Optimizing Entry into Canadian Cancer Care Systems","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Computer science; Library science; World Wide Web; Data science","score_opus":0.07354064471088603,"score_gpt":0.4403947804775866,"score_spread":0.36685413576670056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280506594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93131983,0.020118428,0.0011383462,0.022580976,0.019121062,0.0006400877,0.00090889185,0.0000471399,0.0041252263],"genre_scores_gemma":[0.99512887,0.00022062322,0.0012660262,0.0020512843,0.00076078373,0.000024017205,0.00037836807,0.000024532916,0.00014546634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976953,0.000120200886,0.0009483009,0.0001450771,0.0009218775,0.00016923207],"domain_scores_gemma":[0.9949212,0.0001284611,0.00057615107,0.000117248856,0.004003502,0.00025341375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003317069,0.00012588518,0.00024542506,0.00048446635,0.00012714551,0.00007299011,0.00034702805,0.000052466647,0.0013183828],"category_scores_gemma":[0.00075102196,0.00011168119,0.000170467,0.0002024181,0.000024157212,0.00019313581,0.00006585972,0.00075957965,0.0000073951633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051369886,0.00038275725,0.28306666,0.00035203606,0.0046637203,0.009223317,0.053052466,0.086711645,0.0087537365,0.0013076438,0.11540266,0.43194637],"study_design_scores_gemma":[0.0035463881,0.0006554751,0.0012897332,0.0004697965,0.0003279198,0.001592066,0.42941794,0.0013946026,0.0007523288,0.000025880116,0.5603025,0.000225372],"about_ca_topic_score_codex":0.17170191,"about_ca_topic_score_gemma":0.03999179,"teacher_disagreement_score":0.44489983,"about_ca_system_score_codex":0.0069594868,"about_ca_system_score_gemma":0.0048540253,"threshold_uncertainty_score":0.99959457},"labels":[],"label_agreement":null},{"id":"W4280508925","doi":"10.5334/ijic.icic21159","title":"Enabling Integrated Health and Social Care Through Quality Improvement Within a Canadian Context","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Context (archaeology); Library science; Computer science; Geography","score_opus":0.14615766478843528,"score_gpt":0.4805919905250098,"score_spread":0.3344343257365745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280508925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95530677,0.0023476866,0.00069408485,0.037427366,0.0024782314,0.00046959837,0.0009119976,0.0000265752,0.000337669],"genre_scores_gemma":[0.9791736,0.00007907239,0.0010420562,0.018252883,0.0003233405,0.000013887827,0.0010346049,0.000024601437,0.000055928904],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99661654,0.00029675258,0.0016732742,0.00022551393,0.0009537411,0.00023419748],"domain_scores_gemma":[0.9946422,0.00017604273,0.0011919598,0.00010613715,0.003621573,0.0002621022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009700817,0.00018029993,0.00042059802,0.00032707117,0.00028167776,0.00008519417,0.0002601191,0.000064794454,0.00047627836],"category_scores_gemma":[0.0013336418,0.0001557582,0.00017524054,0.0002192923,0.00006389579,0.0002566645,0.000086488515,0.0010716591,0.000002428129],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.005971735,0.00035496696,0.034770284,0.0002520287,0.0019551038,0.0008159542,0.1711478,0.00027247533,0.003805319,0.0037215336,0.018588569,0.75834423],"study_design_scores_gemma":[0.003949958,0.001571349,0.0007735573,0.00013765378,0.00007785185,0.00040638144,0.81085813,0.00006882375,0.0005956858,0.000117000316,0.18128267,0.00016092607],"about_ca_topic_score_codex":0.19446865,"about_ca_topic_score_gemma":0.089606054,"teacher_disagreement_score":0.7581833,"about_ca_system_score_codex":0.0055790497,"about_ca_system_score_gemma":0.008347695,"threshold_uncertainty_score":0.9982384},"labels":[],"label_agreement":null},{"id":"W4280531268","doi":"10.46747/cfp.6805322","title":"Excellent chronic pain guideline","year":2022,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Guideline; Chronic pain; Perspective (graphical); Medicine; Alternative medicine; Family medicine; Chronic disease; Computer science; Physical therapy; Pathology; Artificial intelligence","score_opus":0.1196674770003817,"score_gpt":0.37953623683334914,"score_spread":0.2598687598329674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280531268","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008849431,0.0015059432,0.00015623237,0.9443097,0.0017447602,0.0013429655,0.00077230425,0.00011962937,0.04995994],"genre_scores_gemma":[0.00018348635,0.00010656654,0.00037754586,0.96038896,0.019013185,0.00016307858,0.015121398,0.000223007,0.0044227703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951033,0.00047006243,0.0015661765,0.00088512443,0.00088306237,0.0010922864],"domain_scores_gemma":[0.9967267,0.00063855964,0.00052259106,0.0012355513,0.00029157207,0.00058504846],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013014195,0.0005460942,0.0008166902,0.000515267,0.0002818177,0.000059939826,0.00042618712,0.00051144336,0.0011339235],"category_scores_gemma":[0.00040747796,0.0006145469,0.00044693454,0.00048131827,0.00009785599,0.000114295995,0.00010062743,0.0034821776,0.00067617715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016531398,0.000025409116,0.000008273403,0.0001252853,0.00016204691,0.0014644639,0.00001201919,0.000015109376,0.00007657237,0.000010803246,0.91915774,0.07892575],"study_design_scores_gemma":[0.0009297022,0.0006195202,0.00007943496,0.00010159069,0.00043082694,0.000004588057,0.0002797612,0.000501149,0.0000045520146,0.00014713811,0.9963543,0.0005474339],"about_ca_topic_score_codex":0.0945721,"about_ca_topic_score_gemma":0.025244009,"teacher_disagreement_score":0.07837832,"about_ca_system_score_codex":0.0047579347,"about_ca_system_score_gemma":0.006834401,"threshold_uncertainty_score":0.99977916},"labels":[],"label_agreement":null},{"id":"W4280549738","doi":"10.5334/ijic.icic21319","title":"Timely access to Canadian primary care electronic medical record data for secondary use","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Primary care; World Wide Web; Library science; Computer science; Medicine; Family medicine","score_opus":0.16934872011883478,"score_gpt":0.48012289163421046,"score_spread":0.3107741715153757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280549738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8611696,0.0017398468,0.006109568,0.10638897,0.008449151,0.001800144,0.012184545,0.00005705511,0.0021011604],"genre_scores_gemma":[0.94151896,0.00011984482,0.0033235988,0.04018401,0.0009910401,0.000038149705,0.013574168,0.000050318788,0.00019992459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969845,0.00012234731,0.0010967113,0.00027417697,0.0012397906,0.00028250122],"domain_scores_gemma":[0.9943259,0.0005627084,0.00043507892,0.0003351777,0.0038682565,0.0004729062],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090427214,0.00014361464,0.00029698075,0.0005322431,0.00010882375,0.0001341911,0.001545655,0.00007578239,0.003317257],"category_scores_gemma":[0.0062566623,0.00012975988,0.00014736709,0.00024094334,0.000023083127,0.0007238479,0.00039507606,0.001102726,0.000008736979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0042661056,0.00013554991,0.024718042,0.0000665734,0.00093307236,0.00091792445,0.0008155916,0.00013923597,0.00028948448,0.0001116591,0.3200491,0.6475577],"study_design_scores_gemma":[0.0029645353,0.0011144482,0.0055814846,0.00016277807,0.00018386004,0.0009614426,0.008731063,0.00030379096,0.00011157866,0.00006134741,0.97967035,0.00015334481],"about_ca_topic_score_codex":0.034543045,"about_ca_topic_score_gemma":0.15513016,"teacher_disagreement_score":0.65962124,"about_ca_system_score_codex":0.0058445595,"about_ca_system_score_gemma":0.02127823,"threshold_uncertainty_score":0.99797183},"labels":[],"label_agreement":null},{"id":"W4280555023","doi":"10.1002/cl2.1242","title":"PROTOCOL: Guidance for stakeholder engagement in guideline development: A scoping review","year":2022,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Impact; Canadiana.org; McMaster University; University of Ottawa; Bruyère","funders":"Canadian Institutes of Health Research; American University of Beirut; World Health Organization","keywords":"Guideline; Protocol (science); Stakeholder engagement; Stakeholder; Process (computing); Process management; Medicine; Psychology; Business; Computer science; Political science; Alternative medicine; Public relations","score_opus":0.8105216511235207,"score_gpt":0.6155087160246662,"score_spread":0.19501293509885453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280555023","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7884567e-9,0.5424838,0.001448535,0.00008388799,0.00018353644,0.4555268,0.000011779169,0.000038246868,0.00022337916],"genre_scores_gemma":[9.1279695e-10,0.5110418,0.015675347,0.0013849422,0.00013866552,0.47058344,0.0006242692,0.00010468594,0.0004468363],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9660539,0.0060737072,0.024731632,0.0013284507,0.0010984453,0.00071387994],"domain_scores_gemma":[0.98085254,0.0052245026,0.011192969,0.0021363033,0.0003364993,0.00025720632],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054194584,0.0011301582,0.013168299,0.0004063827,0.00020772897,0.000063570755,0.0006988272,0.00019760188,0.002353443],"category_scores_gemma":[0.051265657,0.00078310963,0.0015742021,0.0012119458,0.000033046606,0.00018912154,0.0003574407,0.00094572274,0.00038045025],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007612602,0.0001285726,6.536668e-7,0.70478815,0.00011502934,0.000018679753,0.000037672347,1.5970933e-7,3.0092593e-8,0.000012073176,0.021187741,0.27370363],"study_design_scores_gemma":[0.0006585689,0.00007096344,3.4530785e-8,0.49447548,0.0018069751,0.000089147405,0.000020383291,0.0000032420248,6.614611e-8,0.0000030320832,0.50254214,0.00032999393],"about_ca_topic_score_codex":0.000009620862,"about_ca_topic_score_gemma":0.000042463253,"teacher_disagreement_score":0.48135436,"about_ca_system_score_codex":0.0014966265,"about_ca_system_score_gemma":0.0032083637,"threshold_uncertainty_score":0.999462},"labels":[],"label_agreement":null},{"id":"W4280596215","doi":"10.5334/ijic.icic21177","title":"Implementing Large-Scale, Whole-System Integration – Learnings in Alberta","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Scale (ratio); Library science; Computer science; Data science; World Wide Web; Geography","score_opus":0.04872576634964048,"score_gpt":0.4119364245223366,"score_spread":0.3632106581726961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280596215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804078,0.00017590902,0.0053022336,0.009147254,0.0020059028,0.00031344546,0.00013357167,0.00002739282,0.0024865237],"genre_scores_gemma":[0.99575984,0.000012904715,0.0017644349,0.0010455042,0.00033745644,0.000018905068,0.0006851168,0.000027224285,0.00034858222],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964565,0.00025582925,0.0017319848,0.00020265137,0.0010844655,0.00026859116],"domain_scores_gemma":[0.9963461,0.00035156307,0.0011106669,0.00013396013,0.0019625432,0.000095155105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001823152,0.0001558056,0.00032697464,0.0006108715,0.00011297518,0.00006382584,0.00034304234,0.000054918874,0.0009019965],"category_scores_gemma":[0.0018688228,0.00013770052,0.0002258117,0.00038658967,0.000019079587,0.00035416015,0.00018363564,0.0011153658,0.000017070675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065443674,0.0011679162,0.6610094,0.0001261731,0.0010225386,0.0021030265,0.025066042,0.0033080636,0.025224341,0.0026381616,0.017963193,0.2538268],"study_design_scores_gemma":[0.01031439,0.0013467115,0.017573759,0.0006569712,0.00023318917,0.00283044,0.53709376,0.009593539,0.002147822,0.0000878927,0.417812,0.00030954496],"about_ca_topic_score_codex":0.002201354,"about_ca_topic_score_gemma":0.0031139832,"teacher_disagreement_score":0.64343566,"about_ca_system_score_codex":0.0024143371,"about_ca_system_score_gemma":0.00072030886,"threshold_uncertainty_score":0.9876229},"labels":[],"label_agreement":null},{"id":"W4280599950","doi":"10.5334/ijic.icic21270","title":"Key Learnings from a Decade of Advancing Integrated Care in Ontario – The Centre for Integrated Care","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Library science; Key (lock); Computer science; Computer security","score_opus":0.05159957181751826,"score_gpt":0.3989282860890912,"score_spread":0.34732871427157297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280599950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898415,0.0016097856,0.0011259787,0.003516655,0.0019497038,0.0007410434,0.00087026873,0.000026248734,0.00031882254],"genre_scores_gemma":[0.99046004,0.000057324207,0.0044203126,0.0010932856,0.00020245872,0.000035844638,0.0034252026,0.000053150507,0.00025239505],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9956106,0.00036651822,0.0021583983,0.0003474482,0.0012023632,0.00031466337],"domain_scores_gemma":[0.9891182,0.0011470515,0.001597678,0.00025864723,0.0077363458,0.00014205369],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071254326,0.00031630514,0.00065009814,0.00055720244,0.00012708623,0.00006501048,0.0007628863,0.00013739648,0.0016631872],"category_scores_gemma":[0.004859977,0.00022979421,0.0004684651,0.00050024193,0.000084752,0.0003052602,0.00016467723,0.0022774665,0.000003836484],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020881996,0.0005557296,0.62795424,0.0001392512,0.0019085573,0.0007433535,0.13563395,0.010913756,0.016380906,0.00017566615,0.011122675,0.17358992],"study_design_scores_gemma":[0.0073365197,0.0013329731,0.011626718,0.0009223899,0.00040329553,0.00016697572,0.76783615,0.0006657873,0.00518067,0.000102431906,0.2041807,0.00024536918],"about_ca_topic_score_codex":0.108012766,"about_ca_topic_score_gemma":0.28235567,"teacher_disagreement_score":0.6322022,"about_ca_system_score_codex":0.007799864,"about_ca_system_score_gemma":0.005385433,"threshold_uncertainty_score":0.9992494},"labels":[],"label_agreement":null},{"id":"W4280600337","doi":"10.5334/ijic.icic21066","title":"Evolving how we Partner with Patients, Family Members/Caregivers and Community Members in Designing Integrated Care in East Toronto","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Primary care; Library science; Medicine; Family medicine; Computer science","score_opus":0.07339465289914995,"score_gpt":0.3790945635640656,"score_spread":0.30569991066491564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280600337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99459946,0.001467656,0.0001703408,0.0018596941,0.0005634372,0.00035374984,0.000113403126,0.000016395014,0.00085588096],"genre_scores_gemma":[0.9969422,0.00017322101,0.0018372877,0.0004434544,0.00005785295,0.000019261766,0.0004573471,0.0000319005,0.00003747235],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9968132,0.0008337132,0.0009248115,0.00020581865,0.0010031885,0.00021928288],"domain_scores_gemma":[0.99555266,0.00054109393,0.00067130924,0.00016433901,0.0029323604,0.00013822282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009173864,0.00023277813,0.00041343036,0.00040964133,0.00012968373,0.000091623806,0.00035235294,0.00007762853,0.00036617304],"category_scores_gemma":[0.0017116938,0.00019137413,0.00010171208,0.00033773205,0.00007827608,0.00073693093,0.00014597723,0.0018120564,4.9958555e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011373218,0.0008116613,0.80287766,0.00012229012,0.0007258144,0.0013080932,0.10110162,0.0035710998,0.0014333258,0.000033421096,0.004644397,0.0719974],"study_design_scores_gemma":[0.008394376,0.0018562712,0.035265062,0.0008648396,0.000119007454,0.00020591049,0.94498074,0.00072720787,0.00014506497,0.000011720064,0.0072158924,0.0002139015],"about_ca_topic_score_codex":0.0172957,"about_ca_topic_score_gemma":0.03559898,"teacher_disagreement_score":0.8438791,"about_ca_system_score_codex":0.0055101993,"about_ca_system_score_gemma":0.00096514885,"threshold_uncertainty_score":0.99830747},"labels":[],"label_agreement":null},{"id":"W4280600615","doi":"10.5334/ijic.6841","title":"Canadian Policy Context – Driving the Design of an Integrated People-Centred Health Systems Standard and Implementation Tools","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Field (mathematics); Library science; Geography","score_opus":0.10471533873104236,"score_gpt":0.44954336635459435,"score_spread":0.344828027623552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280600615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444108,0.0014343339,0.008869063,0.040379744,0.0017220977,0.0014132721,0.0016958191,0.00002083153,0.00005405158],"genre_scores_gemma":[0.99634695,0.00015878405,0.00084403186,0.0017590001,0.00021491977,0.00001962796,0.0006134444,0.000021490614,0.00002172167],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99655783,0.0006957209,0.0014654973,0.00015451673,0.00091595855,0.00021050223],"domain_scores_gemma":[0.99476695,0.0005501409,0.0012416521,0.00014555368,0.0030222195,0.00027345374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014915814,0.00014691005,0.00037745317,0.0005447902,0.00017559489,0.00012726335,0.00031577714,0.00003829181,0.00036685096],"category_scores_gemma":[0.0018098473,0.00010694404,0.00009388232,0.0003679967,0.000041113595,0.00035608836,0.000052627092,0.0005185131,7.066093e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0052142823,0.00027983007,0.09126164,0.00010757667,0.0018942641,0.00030119528,0.03247097,0.0092946235,0.0027970732,0.00302689,0.019568525,0.83378315],"study_design_scores_gemma":[0.006947704,0.0044310982,0.015638487,0.00036083817,0.00020951666,0.0020437255,0.91058946,0.0040103407,0.0006557137,0.00009418306,0.054803777,0.00021517028],"about_ca_topic_score_codex":0.2618482,"about_ca_topic_score_gemma":0.13017054,"teacher_disagreement_score":0.87811846,"about_ca_system_score_codex":0.0045238244,"about_ca_system_score_gemma":0.009815302,"threshold_uncertainty_score":0.9992976},"labels":[],"label_agreement":null},{"id":"W4280609987","doi":"10.5334/ijic.icic21033","title":"The value of proximity to understand professional and clinical integration in the Quebec Cancer Network","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Field (mathematics); Value (mathematics); Computer science; Library science; Data science","score_opus":0.1271072026125086,"score_gpt":0.5054480244267981,"score_spread":0.3783408218142895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280609987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95040834,0.0006554121,0.0011847946,0.044793125,0.002336455,0.00045726064,0.00004586698,0.0000035831174,0.00011513533],"genre_scores_gemma":[0.99549997,0.00021175081,0.0005594267,0.0031398172,0.0004340164,0.0000168149,0.0000351075,0.000008283443,0.000094836825],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99691075,0.00062288286,0.0013266973,0.00011888409,0.00090991706,0.000110888956],"domain_scores_gemma":[0.99607867,0.0016511796,0.00069798174,0.00011316234,0.0014018457,0.000057142366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030601483,0.00008939505,0.00020822331,0.00010119246,0.00011503172,0.00003865915,0.00033861786,0.000042965905,0.0000938641],"category_scores_gemma":[0.0028066598,0.000047274,0.00012086509,0.00026838618,0.00008740372,0.00013893955,0.00010039292,0.00089769205,4.395927e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012859865,0.0007774997,0.43242234,0.000029172435,0.0007881028,0.00018100372,0.012464681,0.004337917,0.0006090864,0.011479122,0.050098475,0.4739527],"study_design_scores_gemma":[0.0072188247,0.0029346237,0.45188648,0.0011194194,0.00042315616,0.00059231406,0.473748,0.003870079,0.0002852827,0.004032688,0.05364356,0.00024558505],"about_ca_topic_score_codex":0.0028662423,"about_ca_topic_score_gemma":0.01200756,"teacher_disagreement_score":0.47370714,"about_ca_system_score_codex":0.00072451326,"about_ca_system_score_gemma":0.0013638835,"threshold_uncertainty_score":0.67004997},"labels":[],"label_agreement":null},{"id":"W4280610378","doi":"10.5334/ijic.icic21230","title":"Through the Lens of Patients and Caregivers: Perspectives on Developing a Model for Integrated Care in East Toronto","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Library science; Primary care; Computer science; Medicine; Family medicine","score_opus":0.10971243529729156,"score_gpt":0.43047371876731977,"score_spread":0.3207612834700282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280610378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875026,0.0014825652,0.0044950703,0.0042145904,0.00061206764,0.00056651887,0.0006783271,0.000008440765,0.00043982716],"genre_scores_gemma":[0.99594396,0.00017568153,0.0027440449,0.00076452206,0.00006884803,0.000021792635,0.00024171855,0.00001657443,0.000022875138],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99822927,0.00010530021,0.0007911734,0.00016308844,0.0006008995,0.00011027809],"domain_scores_gemma":[0.9948377,0.00030473576,0.00056895067,0.00008755355,0.0041741813,0.000026850685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025892953,0.0001297302,0.00025349754,0.00012734954,0.00006708198,0.000021098296,0.00023739456,0.000041909258,0.00006940709],"category_scores_gemma":[0.0015804267,0.00009067897,0.0001337768,0.000121076795,0.000054170756,0.00029367156,0.00007207463,0.00038754512,1.9846762e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034101136,0.0012487952,0.060513716,0.00023466928,0.0020365848,0.000114229435,0.75835985,0.021740988,0.0012977989,0.009006351,0.0059032002,0.105442666],"study_design_scores_gemma":[0.00516993,0.0014551412,0.002545113,0.00029058935,0.00009104532,0.00003235179,0.98072505,0.003552368,0.00024619233,0.00015831582,0.00562218,0.00011173732],"about_ca_topic_score_codex":0.0014936858,"about_ca_topic_score_gemma":0.0019557963,"teacher_disagreement_score":0.22236517,"about_ca_system_score_codex":0.0031948423,"about_ca_system_score_gemma":0.0010225419,"threshold_uncertainty_score":0.8354401},"labels":[],"label_agreement":null},{"id":"W4280632639","doi":"10.1016/j.jscai.2022.100335","title":"D-56 | Barriers to Optimal Patient-centric Cardiovascular Care and Experience in the 21st Century: Insights from an Ongoing Large Multi-year Global Survey","year":2022,"lang":"en","type":"article","venue":"Journal of the Society for Cardiovascular Angiography & Interventions","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Health care; Data sharing; Specialty; Coronary artery disease; Analytics; Family medicine; Alternative medicine; Data science; Pathology; Internal medicine; Computer science","score_opus":0.07986721550192688,"score_gpt":0.3879753434608447,"score_spread":0.30810812795891784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280632639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8213806,0.16316819,0.011439132,0.00038334532,0.0009941485,0.001618399,0.0009884385,0.000015831969,0.0000119088945],"genre_scores_gemma":[0.99340975,0.00052211114,0.0049512894,0.0006876672,0.00017477415,0.000103158694,0.00012599413,0.000024495368,7.647515e-7],"study_design_codex":"meta_analysis","study_design_gemma":"qualitative","domain_scores_codex":[0.99596894,0.0012021417,0.0010044613,0.00035679943,0.0011480647,0.00031957892],"domain_scores_gemma":[0.99791664,0.00023698939,0.00034932885,0.000747295,0.00049555383,0.00025418604],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.002919649,0.00020427974,0.00058078306,0.00014498552,0.00069433777,0.00008914524,0.00047507675,0.00007223152,0.000023995983],"category_scores_gemma":[0.001125848,0.00014723763,0.095142126,0.001442516,0.000085196036,0.00028034425,0.0002958227,0.00047923307,3.593708e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020266958,0.0036032102,0.2968552,0.000566645,0.4210568,0.00016719905,0.1872573,0.038204547,0.00007282488,0.000348401,0.007849598,0.041991558],"study_design_scores_gemma":[0.0119582685,0.0018277107,0.15407164,0.00033209063,0.03191652,0.00022038732,0.71816236,0.0001611846,0.000010053974,0.00006685551,0.08081325,0.000459706],"about_ca_topic_score_codex":0.0009233184,"about_ca_topic_score_gemma":0.0002954036,"teacher_disagreement_score":0.530905,"about_ca_system_score_codex":0.00027561223,"about_ca_system_score_gemma":0.00014335732,"threshold_uncertainty_score":0.9139198},"labels":[],"label_agreement":null},{"id":"W4280635191","doi":"10.5334/ijic.icic21347","title":"The Common Denominator - Transforming Health with Integrated Care in Canada","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Health Services and Policy Research","funders":"","keywords":"Primary care; Library science; Computer science; Medicine; Family medicine","score_opus":0.047332908853165004,"score_gpt":0.4053355657198567,"score_spread":0.3580026568666917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280635191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787388,0.0022791985,0.00021788866,0.016662776,0.0012351203,0.00035582628,0.00022826687,0.000008491817,0.00027364594],"genre_scores_gemma":[0.99646527,0.00015444738,0.0003443431,0.002584333,0.0000912279,0.000017152286,0.0002915283,0.000021978452,0.000029722498],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99702996,0.000241999,0.0012808489,0.000136202,0.001101521,0.00020944596],"domain_scores_gemma":[0.9967617,0.00046958152,0.000707447,0.0001293723,0.0018023459,0.00012958462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000643652,0.00014612968,0.0003139718,0.00020086822,0.00016577619,0.00004308803,0.00041225282,0.000024101948,0.00017656585],"category_scores_gemma":[0.0004449873,0.00009298687,0.00009341494,0.0003232279,0.000036297362,0.00014740138,0.000040494786,0.0011393195,6.843299e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.010074167,0.0001669882,0.26240563,0.00005972356,0.00065071834,0.0022894428,0.008346785,0.003143215,0.00030226968,0.00022349664,0.0070476546,0.7052899],"study_design_scores_gemma":[0.006175399,0.0022739735,0.012746731,0.00048473262,0.00009487564,0.0021763965,0.76455677,0.00051585544,0.00089660595,0.00003580383,0.20984375,0.00019909824],"about_ca_topic_score_codex":0.6979785,"about_ca_topic_score_gemma":0.9440575,"teacher_disagreement_score":0.75620997,"about_ca_system_score_codex":0.013416889,"about_ca_system_score_gemma":0.01945703,"threshold_uncertainty_score":0.99037045},"labels":[],"label_agreement":null},{"id":"W4280637828","doi":"10.5334/ijic.icic21236","title":"Patient and Caregiver Handbook in the Oxford and Area Ontario Health Team","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science","score_opus":0.07609830164556236,"score_gpt":0.4033095170207855,"score_spread":0.32721121537522313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280637828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986976,0.001457417,0.00014866017,0.010282322,0.00042329633,0.00019540919,0.00003829584,0.0000031084137,0.00047547073],"genre_scores_gemma":[0.9930092,0.00033328935,0.00037096348,0.006092493,0.000059602273,0.0000072518114,0.00006754056,0.000006086092,0.000053572578],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849653,0.00013515668,0.0006290658,0.000097996504,0.00055699865,0.00008422386],"domain_scores_gemma":[0.99872917,0.00021762427,0.0003915664,0.000065403416,0.000535446,0.00006080285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051141786,0.000076385644,0.00016110507,0.0001631736,0.000061855004,0.00003522107,0.00010906287,0.00001921383,0.00021567263],"category_scores_gemma":[0.00034813545,0.00005067809,0.000050158316,0.00007284705,0.000032266646,0.0001112669,0.00006349534,0.00060674234,2.670353e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026526926,0.00034339295,0.62913203,0.000030774798,0.00028811052,0.0009241513,0.09575619,0.00022346225,0.00014637868,0.00016404406,0.0289823,0.24135649],"study_design_scores_gemma":[0.00680157,0.004191232,0.107588604,0.00041918288,0.00011181152,0.0074263928,0.41473237,0.00023645279,0.000094200426,0.0003399698,0.4578978,0.00016040796],"about_ca_topic_score_codex":0.012977291,"about_ca_topic_score_gemma":0.019466829,"teacher_disagreement_score":0.5215434,"about_ca_system_score_codex":0.001363429,"about_ca_system_score_gemma":0.0010566311,"threshold_uncertainty_score":0.99842536},"labels":[],"label_agreement":null},{"id":"W4280644691","doi":"10.5334/ijic.icic21082","title":"Canadian Policy Context – Driving the Design of an Integrated People-Centred Health Systems Standard","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"Context (archaeology); Field (mathematics); Library science; Computer science; Geography","score_opus":0.099362622221237,"score_gpt":0.43232577609549155,"score_spread":0.33296315387425457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280644691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85209036,0.0033932177,0.02456216,0.10819192,0.006717177,0.0021933485,0.0024787772,0.000057096026,0.0003159371],"genre_scores_gemma":[0.9957443,0.0000963727,0.0008280867,0.002484896,0.00035139293,0.00001447494,0.00037769898,0.00002821317,0.000074579555],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9958215,0.00087665766,0.0016649854,0.00016071965,0.0012266878,0.00024944637],"domain_scores_gemma":[0.9927643,0.00059007754,0.001427252,0.0002122635,0.0046557835,0.00035031303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016478989,0.00016544199,0.00046252675,0.0006724116,0.00017362219,0.00008434232,0.0005788011,0.00005049896,0.0005092966],"category_scores_gemma":[0.0037015753,0.00011590674,0.00016563502,0.0005278174,0.00004833163,0.00023324243,0.000056115692,0.000820208,0.0000023562814],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.017531235,0.0012149069,0.11044647,0.00021301761,0.0054729674,0.0016444371,0.057832334,0.097046636,0.004257443,0.0058702463,0.10396844,0.59450185],"study_design_scores_gemma":[0.00791287,0.006071805,0.005743935,0.0008153635,0.0002689016,0.0037474995,0.79728717,0.012765441,0.0006394222,0.00012417082,0.16430885,0.00031456962],"about_ca_topic_score_codex":0.32880822,"about_ca_topic_score_gemma":0.11065851,"teacher_disagreement_score":0.73945487,"about_ca_system_score_codex":0.0072844075,"about_ca_system_score_gemma":0.017811365,"threshold_uncertainty_score":0.9965265},"labels":[],"label_agreement":null},{"id":"W4281291249","doi":"10.1111/jep.13699","title":"The quality of four psychology practice guidelines using the Appraisal of Guidelines for Research and Evaluation (AGREE) II","year":2022,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centres Intégré Universitaires de Santé et de Services Sociaux; Université du Québec; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Quality (philosophy); Applied psychology; Medical education; Management science; Engineering ethics; Medicine; Epistemology; Philosophy; Engineering","score_opus":0.9308550065336542,"score_gpt":0.8065574799259807,"score_spread":0.12429752660767346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281291249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49506357,0.003877448,0.006548723,0.48814142,0.0027016543,0.003191749,0.000020090418,0.0000051169745,0.00045021178],"genre_scores_gemma":[0.8082311,0.0026033106,0.1752699,0.011276008,0.0023274978,0.00017006506,0.00002339943,0.00004781301,0.000050900395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92522633,0.037935145,0.023611635,0.00084013125,0.011747473,0.00063928525],"domain_scores_gemma":[0.35652217,0.4471284,0.025922973,0.0017348889,0.16841197,0.00027960254],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.48239732,0.00016545363,0.0007418955,0.0002925307,0.00062771613,0.00003807256,0.00039783807,0.00016295168,0.00012953559],"category_scores_gemma":[0.89819074,0.00010847922,0.00029993762,0.0009233587,0.00048403087,0.0009201315,0.0003529875,0.0017747645,7.2252845e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07360338,0.006812697,0.016858306,0.00024939346,0.0018332468,0.000019663377,0.0019635358,0.0219955,0.0059583676,0.003821681,0.17821375,0.6886705],"study_design_scores_gemma":[0.036683775,0.017098157,0.05935604,0.0003409521,0.006345755,0.0021965562,0.06825542,0.2909438,0.000113790054,0.029661423,0.48861796,0.00038637602],"about_ca_topic_score_codex":0.00031954702,"about_ca_topic_score_gemma":0.000096480835,"teacher_disagreement_score":0.6882841,"about_ca_system_score_codex":0.00026444584,"about_ca_system_score_gemma":0.0029858986,"threshold_uncertainty_score":0.7710567},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4281487553","doi":"10.1186/s12913-022-07999-z","title":"Exploring clinician perceptions of a care pathway for the management of shoulder pain: a qualitative study","year":2022,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Rehabilitation Institute; Canadian Memorial Chiropractic College; Ontario Tech University","funders":"","keywords":"Medicine; Qualitative research; Thematic analysis; Knowledge translation; Clinical pathway; Nursing research; Health informatics; Health care; Nursing; Medical education; Public health; Knowledge management","score_opus":0.7383557720122482,"score_gpt":0.6716800070771137,"score_spread":0.0666757649351345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281487553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98457795,0.00057959324,0.0018166347,0.0040268293,0.00015382578,0.008556835,0.00017318128,0.000021247466,0.00009388166],"genre_scores_gemma":[0.9916903,0.00024772782,0.0035695673,0.000866546,0.00010036476,0.0033270158,0.00009986428,0.000026248323,0.00007238068],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9927422,0.003651152,0.0014305332,0.00033423686,0.0014475584,0.00039436045],"domain_scores_gemma":[0.9894496,0.008479426,0.00037498883,0.0006033292,0.00096654205,0.00012610236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025845941,0.00009450132,0.00035580923,0.0002182042,0.0006074459,0.000010018706,0.0003097971,0.000019197107,0.00020559815],"category_scores_gemma":[0.00029176113,0.00007394485,0.0001265362,0.0007989452,0.00006455429,0.000107357395,0.00042247018,0.0004534834,0.000002810923],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033290354,0.0022251657,0.03445648,0.017818341,0.0003780539,0.0000047797816,0.8261368,0.00031910528,0.000029534633,0.0004241323,0.00017140868,0.11470711],"study_design_scores_gemma":[0.0021603785,0.0052431216,0.06085551,0.00018146905,0.00005894129,6.180556e-7,0.92668575,0.001397474,0.00000489993,0.000056127355,0.0033080522,0.00004765541],"about_ca_topic_score_codex":0.0024890364,"about_ca_topic_score_gemma":0.002192133,"teacher_disagreement_score":0.11465946,"about_ca_system_score_codex":0.00026896351,"about_ca_system_score_gemma":0.0006089939,"threshold_uncertainty_score":0.8957739},"labels":[],"label_agreement":null},{"id":"W4281488378","doi":"10.3389/fneur.2022.799723","title":"Clinical Practice Guidelines for the Management of Behavioral and Psychological Symptoms of Dementia: A Systematic Review With AGREE II","year":2022,"lang":"en","type":"review","venue":"Frontiers in Neurology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Beijing Municipal Administration of Hospitals; Beijing Municipal Administration of Hospitals Clinical Medicine Development of Special Funding Support","keywords":"Medicine; Nice; CLARITY; Dementia; Clinical Practice; Scope (computer science); Systematic review; MEDLINE; Family medicine; Disease; Pathology","score_opus":0.41927183854403766,"score_gpt":0.5771125829504347,"score_spread":0.157840744406397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281488378","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003178227,0.98314166,0.0019818796,0.0037957535,0.0009245308,0.010026804,0.000040896666,0.0000130606,0.000043626736],"genre_scores_gemma":[0.000006128796,0.9522438,0.04057209,0.0054283803,0.00007212278,0.0015118186,0.00008957141,0.000043415366,0.000032660944],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918556,0.0012985736,0.0054453257,0.0006587648,0.00048047645,0.00026126273],"domain_scores_gemma":[0.9904918,0.0044307397,0.0036541433,0.00092497916,0.00042795777,0.00007040002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006384338,0.0003439829,0.0038829062,0.00015903638,0.000066541936,0.0000047302274,0.00041375705,0.00023932543,0.000048970865],"category_scores_gemma":[0.0065121413,0.00019899172,0.00049380946,0.00041314104,0.00028734884,0.000069457594,0.00037085073,0.0008012779,5.382137e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057932676,0.0007908006,0.00015322956,0.5063288,0.001956823,0.00010083297,0.00001329474,6.584547e-7,6.8288704e-9,0.000058014095,0.016456282,0.47356194],"study_design_scores_gemma":[0.0022397374,0.00903796,0.00005177446,0.07048549,0.07793351,0.0007411981,0.0002395113,0.00004397816,6.199851e-9,0.000026580008,0.83901733,0.0001829498],"about_ca_topic_score_codex":0.000014140854,"about_ca_topic_score_gemma":0.0000046788223,"teacher_disagreement_score":0.822561,"about_ca_system_score_codex":0.000028838402,"about_ca_system_score_gemma":0.00011385714,"threshold_uncertainty_score":0.8114647},"labels":[],"label_agreement":null},{"id":"W4281672937","doi":"10.1136/bmjebm-2022-podabstracts.26","title":"76 Advocating for less in primary care: PEER guidance","year":2022,"lang":"en","type":"article","venue":"Abstracts","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; University of Alberta","funders":"","keywords":"Outreach; Guideline; Psychological intervention; Primary care; Medicine; Medical education; Family medicine; Best practice; Focus group; Nursing; Psychology; Political science; Business","score_opus":0.1961358810999602,"score_gpt":0.45733627410571326,"score_spread":0.26120039300575304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281672937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977821,0.00025244776,0.00021503872,0.011988361,0.00041438834,0.0008753757,0.0000364631,0.000042625536,0.008354281],"genre_scores_gemma":[0.9834641,0.0000055394426,0.010637402,0.0044169365,0.000212161,0.00019184919,0.00047000553,0.000022867556,0.0005791467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998419,0.000040693125,0.0007170012,0.00022864745,0.00039230348,0.00020236442],"domain_scores_gemma":[0.99844587,0.00085549953,0.00023344533,0.00021109934,0.00019573992,0.000058329115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013272009,0.000080175,0.00017006768,0.000058463436,0.000092408045,0.000010837689,0.00008359979,0.000030828975,0.00011200954],"category_scores_gemma":[0.0023973496,0.00008776945,0.000055364333,0.00013405642,0.000014751953,0.00012187967,0.00007423778,0.00028887446,0.000011635736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019684865,0.001079617,0.12005959,0.0011823924,0.00008263511,0.00022943514,0.0041491324,0.005681249,0.015273476,0.00022192442,0.08895623,0.76111585],"study_design_scores_gemma":[0.0060354373,0.0005020457,0.7701734,0.00007890836,0.00009221479,0.000062464555,0.010732775,0.00046630343,0.0010608477,0.00018501774,0.21037619,0.00023441564],"about_ca_topic_score_codex":0.0003774817,"about_ca_topic_score_gemma":0.00015411053,"teacher_disagreement_score":0.7608814,"about_ca_system_score_codex":0.0003293394,"about_ca_system_score_gemma":0.00030783823,"threshold_uncertainty_score":0.3579134},"labels":[],"label_agreement":null},{"id":"W4281744948","doi":"10.1210/clinem/dgac290","title":"Enhancing the Trustworthiness of the Endocrine Society’s Clinical Practice Guidelines","year":2022,"lang":"en","type":"article","venue":"The Journal of Clinical Endocrinology & Metabolism","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"National Institutes of Health; Endocrine Society","keywords":"Guideline; Grading (engineering); Notice; Medicine; Psychology; Political science; Engineering; Pathology","score_opus":0.2759600077697459,"score_gpt":0.5541369343303867,"score_spread":0.2781769265606408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281744948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57538444,0.0064408015,0.0012685667,0.4060325,0.009556782,0.00087635935,0.000018067638,0.00002908174,0.00039338737],"genre_scores_gemma":[0.8378018,0.0141612915,0.016018668,0.120824754,0.010143635,0.000032624506,0.0000068836302,0.00008546739,0.0009248682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97706693,0.00770553,0.012254818,0.00038957584,0.0019425225,0.00064063934],"domain_scores_gemma":[0.943922,0.040533915,0.009659376,0.0016652148,0.0039831917,0.0002363342],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038370956,0.0003318223,0.0018349444,0.00008020052,0.0006577253,0.00002059419,0.0017834959,0.00014037584,0.0005525575],"category_scores_gemma":[0.1455921,0.00015338768,0.0022465328,0.00074191845,0.0012490553,0.00032690668,0.001345278,0.005453679,0.000013181924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023008095,0.006824752,0.04753501,0.00015233054,0.010574764,0.0004821178,0.0028310122,0.0029082405,0.0043403227,0.010852086,0.4250672,0.4654241],"study_design_scores_gemma":[0.007813658,0.0009924045,0.07237124,0.000045942703,0.0056155254,0.0063775536,0.0074052913,0.00030656462,0.00058495754,0.0014373788,0.8968752,0.00017429382],"about_ca_topic_score_codex":0.0002072344,"about_ca_topic_score_gemma":0.000040137696,"teacher_disagreement_score":0.47180802,"about_ca_system_score_codex":0.000052452368,"about_ca_system_score_gemma":0.0017293124,"threshold_uncertainty_score":0.9968408},"labels":[],"label_agreement":null},{"id":"W4281772432","doi":"10.1111/ijpo.12949","title":"A survey of stakeholders' perceived importance of health indicators and subgroup analyses to inform the Canadian clinical practice guideline for managing paediatric obesity","year":2022,"lang":"en","type":"article","venue":"Pediatric Obesity","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; Université de Montréal; McGill University; McGill University Health Centre; University of Ottawa; McMaster University; University of Toronto; Montreal Children's Hospital; Children's Hospital of Eastern Ontario; Canadian Obesity Network; Carleton University; Canadian Patient Safety Institute; Centre Hospitalier Universitaire Sainte-Justine; Dalhousie University; University of Alberta","funders":"Alberta Health Services","keywords":"Medicine; Guideline; Psychological intervention; Stakeholder; Family medicine; Grading (engineering); Obesity; Anxiety; MEDLINE; Subgroup analysis; Environmental health; Nursing; Psychiatry; Meta-analysis","score_opus":0.33849499711722886,"score_gpt":0.5068706323205839,"score_spread":0.16837563520335508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281772432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977981,0.0012351576,0.0012493671,0.016093928,0.00027142197,0.0024875433,0.0005687979,0.000022206876,0.000090598085],"genre_scores_gemma":[0.9833633,0.00058093853,0.007602722,0.0077160187,0.0002386543,0.000060079947,0.00039700253,0.00002372561,0.000017570095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99392426,0.001004043,0.0033237485,0.0004651149,0.00083885103,0.00044399512],"domain_scores_gemma":[0.9894919,0.0063124644,0.0022602484,0.0005830004,0.0008547508,0.0004976577],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02488478,0.00019766028,0.00079040613,0.0006002222,0.0006250839,0.000019689462,0.0002886236,0.00008272897,0.00010942503],"category_scores_gemma":[0.02987899,0.00017088471,0.0001797434,0.0023044464,0.00008730483,0.00021070254,0.00026311312,0.0005356833,0.0000019205693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003005559,0.00036124658,0.97016406,0.0001505267,0.0000907609,0.000004516281,0.00042132588,0.000061200364,0.0000011772281,0.000032358104,0.016344309,0.012067981],"study_design_scores_gemma":[0.0015059478,0.0008744407,0.98596215,0.0000036222275,0.0006650702,0.000010775889,0.0021883128,0.0005523872,9.4955936e-7,0.000043746513,0.008048891,0.0001437056],"about_ca_topic_score_codex":0.24981734,"about_ca_topic_score_gemma":0.207298,"teacher_disagreement_score":0.042519346,"about_ca_system_score_codex":0.0003854908,"about_ca_system_score_gemma":0.002948324,"threshold_uncertainty_score":0.97829276},"labels":[],"label_agreement":null},{"id":"W4282835525","doi":"10.1016/j.jclinepi.2022.06.003","title":"An adapted ‘Ottawa’ method allowed assessing the need to update topic areas within clinical practice guidelines","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Process (computing); Strengths and weaknesses; Computer science; Medical physics; Data mining; Data science; Psychology; Pathology","score_opus":0.6862592081129482,"score_gpt":0.7086061955636783,"score_spread":0.02234698745073016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282835525","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20343634,0.000316422,0.19081952,0.5977111,0.0066658305,0.0006749069,0.000010804296,0.000049721893,0.00031537891],"genre_scores_gemma":[0.12931937,0.0002312897,0.570563,0.2946136,0.0050828313,0.000019032008,0.000031910215,0.000046593188,0.00009238872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9105027,0.05531133,0.031024009,0.0009881173,0.00139618,0.0007776726],"domain_scores_gemma":[0.50113857,0.45174563,0.03256397,0.0028658332,0.009016825,0.0026691542],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29754376,0.0003494846,0.0036771495,0.00022529058,0.0003695677,0.000046221718,0.0009604516,0.00039901663,0.0007495475],"category_scores_gemma":[0.80147845,0.00022854985,0.0013330709,0.0006055939,0.00024260215,0.000705409,0.0004343616,0.0049490673,0.00004131173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008751965,0.003154677,0.33503807,0.000031380525,0.0017555677,0.0007701068,0.00022193065,0.015729887,0.0001790707,0.0063744322,0.253047,0.37494594],"study_design_scores_gemma":[0.0063286545,0.007884755,0.22730435,0.00007502497,0.0018202536,0.0030721468,0.0050996244,0.027789837,0.0000061318297,0.006072156,0.7142294,0.00031763248],"about_ca_topic_score_codex":0.0002089997,"about_ca_topic_score_gemma":0.000050811308,"teacher_disagreement_score":0.5039347,"about_ca_system_score_codex":0.00014652118,"about_ca_system_score_gemma":0.0019319737,"threshold_uncertainty_score":0.9973466},"labels":[],"label_agreement":null},{"id":"W4282836465","doi":"10.1016/j.jclinepi.2022.06.004","title":"Evidence to decision frameworks enabled structured and explicit development of healthcare recommendations","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"Norwegian Institute of Public Health","keywords":"Grading (engineering); Guideline; Computer science; Health care; Evidence-based medicine; Multiple-criteria decision analysis; MEDLINE; Process (computing); Set (abstract data type); Knowledge management; Process management; Management science; Medicine; Operations research; Business; Political science","score_opus":0.8428691520253149,"score_gpt":0.7058200307335881,"score_spread":0.13704912129172675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282836465","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069633493,0.9421798,0.025723958,0.02783673,0.002430933,0.0010931891,0.000021164049,0.000009289934,0.000008603157],"genre_scores_gemma":[0.000110343884,0.74477834,0.2484454,0.0058858166,0.000666391,0.000026528276,0.000042711985,0.000030378711,0.000014097913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9654603,0.008418222,0.024561193,0.000615664,0.0005469119,0.00039769337],"domain_scores_gemma":[0.64414096,0.33568937,0.017678302,0.0006988445,0.00083360675,0.00095892005],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05703932,0.0003569822,0.0089972215,0.0004563906,0.00011485131,0.0000073110655,0.0004138382,0.0011744036,0.0010762883],"category_scores_gemma":[0.56019944,0.00025482042,0.0011619407,0.00046624613,0.00008662198,0.00014312308,0.0004446284,0.005135266,0.000009772786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059589645,0.00011919284,0.001469286,0.0023341198,0.00035174677,0.000016850627,0.000068256486,0.000004586563,1.5485689e-7,0.00011851947,0.0060413927,0.98888],"study_design_scores_gemma":[0.00079663424,0.001746653,0.0028166433,0.020698188,0.0011521162,0.00040416906,0.00013852041,0.000013665337,1.4148861e-7,0.0015500883,0.97051215,0.00017104857],"about_ca_topic_score_codex":0.000026827913,"about_ca_topic_score_gemma":0.00004591589,"teacher_disagreement_score":0.988709,"about_ca_system_score_codex":0.00027008256,"about_ca_system_score_gemma":0.00327326,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4282971522","doi":"10.1007/s00464-022-09354-z","title":"AGREE-S: AGREE II extension for surgical interventions: appraisal instrument","year":2022,"lang":"en","type":"article","venue":"Surgical Endoscopy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Academy of Medical Sciences; United European Gastroenterology; European Association for Endoscopic Surgery and other Interventional Techniques; National Institute for Health and Care Research; Cancer Research UK","keywords":"Psychological intervention; Guideline; Context (archaeology); Delphi method; Scope (computer science); Protocol (science); Delphi; Medicine; Medical education; Relevance (law); Critical appraisal; Psychology; Process management; Nursing; Computer science; Political science; Engineering; Alternative medicine; Pathology","score_opus":0.24591986877139,"score_gpt":0.5025655361504823,"score_spread":0.2566456673790923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282971522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746124,0.00089702784,0.0010826772,0.016264629,0.0025012197,0.0020717718,0.00019900051,0.00024020449,0.002131062],"genre_scores_gemma":[0.98897684,0.00017917922,0.0055090184,0.0008628224,0.00081963534,0.0007225624,0.0010634176,0.00005979784,0.0018067384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617285,0.00031176972,0.0015229976,0.00064669084,0.0008529281,0.0004927923],"domain_scores_gemma":[0.9959718,0.0026499215,0.0003699236,0.0004953545,0.00020394038,0.00030908475],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002047485,0.00025048893,0.0005690418,0.00016908234,0.00056293653,0.000028264118,0.00019671895,0.00009446767,0.0056818],"category_scores_gemma":[0.0022185002,0.00022724667,0.0007373617,0.00036639735,0.000107263324,0.00017868303,0.0005704668,0.0006009408,0.000060870792],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.095003,0.024160197,0.021341424,0.001932814,0.0019275034,0.006138154,0.0012740282,0.0009789747,0.0033121125,0.04562018,0.25245464,0.545857],"study_design_scores_gemma":[0.042569853,0.0043817014,0.00081529387,0.000121354766,0.00031510802,0.00095029466,0.0007734018,0.0019487751,0.00036413292,0.00072237116,0.94674605,0.00029164305],"about_ca_topic_score_codex":0.00012059804,"about_ca_topic_score_gemma":0.000017276208,"teacher_disagreement_score":0.6942915,"about_ca_system_score_codex":0.00023197984,"about_ca_system_score_gemma":0.00019604799,"threshold_uncertainty_score":0.99522716},"labels":[],"label_agreement":null},{"id":"W4282983624","doi":"10.46747/cfp.6806402_1","title":"Encouraging French FMF content","year":2022,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Content (measure theory); Alternative medicine; Medicine; Family medicine; Library science; Data science; Computer science; Pathology","score_opus":0.23136962694741112,"score_gpt":0.38105221760960956,"score_spread":0.14968259066219844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282983624","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017029841,0.00052226137,0.000026689495,0.8903842,0.0023122474,0.0010395313,0.00074911775,0.00009560537,0.10316735],"genre_scores_gemma":[0.0021200285,0.000031665375,0.0001973559,0.97993684,0.0074888878,0.00011646551,0.005720955,0.00013850088,0.004249317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966201,0.00016435896,0.0009169402,0.00068708684,0.00074640865,0.00086510915],"domain_scores_gemma":[0.9975689,0.0004488255,0.00039919012,0.0008419423,0.00025318866,0.00048796245],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00037051504,0.00041238495,0.0006822956,0.0004623886,0.0002672839,0.00006928662,0.00032754202,0.00034505132,0.00038513105],"category_scores_gemma":[0.00026455906,0.00045880824,0.0003339997,0.0003748323,0.00008532387,0.00014712781,0.00007180892,0.003332262,0.00041896722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007655032,0.000017971566,0.00008171847,0.00006697086,0.00015682938,0.0016817793,0.000047434496,0.0000022941576,0.00012502821,0.0000113265905,0.97636783,0.02143316],"study_design_scores_gemma":[0.0007481923,0.00019812935,0.0016176793,0.00010058285,0.00042711562,0.000011659676,0.0009298263,0.00005501083,0.0000072670937,0.00013040505,0.99535143,0.0004226909],"about_ca_topic_score_codex":0.17182648,"about_ca_topic_score_gemma":0.015033241,"teacher_disagreement_score":0.15679324,"about_ca_system_score_codex":0.0019203436,"about_ca_system_score_gemma":0.0030906745,"threshold_uncertainty_score":0.9997864},"labels":[],"label_agreement":null},{"id":"W4283322624","doi":"10.1007/s00520-022-07216-x","title":"Creating and adapting an infection management care pathway in pediatric oncology","year":2022,"lang":"en","type":"article","venue":"Supportive Care in Cancer","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster Children's Hospital; University of Toronto; Hamilton Health Sciences; SickKids Foundation; Pediatric Oncology Group; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"","keywords":"Clinical pathway; Medicine; Adaptation (eye); Nursing; Psychology","score_opus":0.13320223540982767,"score_gpt":0.49279502853107343,"score_spread":0.35959279312124576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283322624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99411076,0.0009588973,0.000023882943,0.0004735117,0.0003387105,0.0006933453,0.000036009526,0.000024606223,0.003340246],"genre_scores_gemma":[0.9971903,0.00053888257,0.00061522174,0.00073976535,0.00021945186,0.0004582533,0.00018475438,0.000018607541,0.00003473883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998396,0.00022464638,0.0006087473,0.0003377531,0.00022546231,0.00020739679],"domain_scores_gemma":[0.99921936,0.00021791061,0.00023514267,0.00011623083,0.00014720552,0.000064126885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005759723,0.00010001959,0.00020744112,0.00024850346,0.00008809772,0.000008207139,0.000034022552,0.00004447502,0.00042104383],"category_scores_gemma":[0.0003137995,0.000110881156,0.000030111854,0.00037242033,0.00001777464,0.00017733786,0.00013599348,0.00038257535,0.0000011971237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002199551,0.00007311458,0.74833155,0.0001988225,0.000009110628,0.00019342286,0.0096809715,0.0006527459,0.000032201508,0.000025124067,0.00006226949,0.24052072],"study_design_scores_gemma":[0.0037680173,0.0017631662,0.7956069,0.00005295995,0.00012015215,0.000021295422,0.18022496,0.00030124828,0.00007073803,0.000036333207,0.01784906,0.00018516403],"about_ca_topic_score_codex":0.0043169386,"about_ca_topic_score_gemma":0.016953032,"teacher_disagreement_score":0.24033554,"about_ca_system_score_codex":0.0017748617,"about_ca_system_score_gemma":0.00036598806,"threshold_uncertainty_score":0.94601893},"labels":[],"label_agreement":null},{"id":"W4283379980","doi":"10.1177/17151635221108617","title":"Congratulations: To our 2022 CPhA Award Winners","year":2022,"lang":"en","type":"article","venue":"Canadian Pharmacists Journal / Revue des Pharmaciens du Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.16197060331134017,"score_gpt":0.42436080750119115,"score_spread":0.262390204189851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283379980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691251,0.000551948,0.00034354697,0.016478647,0.009195461,0.0014309707,0.0016222858,0.00006679751,0.0011852768],"genre_scores_gemma":[0.9618549,0.00044640922,0.0007482229,0.03303571,0.0014829112,0.000080407255,0.00021701954,0.00007648697,0.002057941],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959667,0.00034742118,0.0012350259,0.00048033957,0.0009820475,0.0009884826],"domain_scores_gemma":[0.9946452,0.00021134087,0.00038896603,0.00033655728,0.0007857006,0.0036322824],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001678143,0.0003226578,0.00043361334,0.00066685333,0.0016237347,0.00014018735,0.0004773734,0.000037631173,0.0040390133],"category_scores_gemma":[0.0016283378,0.00037757927,0.00019811034,0.001363209,0.000049045924,0.00036159132,0.000118585616,0.0013384669,0.000039976152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0005866194,0.00014203969,0.0062025357,0.00008309785,0.00038575035,0.07703482,0.0009192055,0.009971641,0.0050604898,0.00005478295,0.8092398,0.09031923],"study_design_scores_gemma":[0.0033076005,0.00021192397,0.0000967889,0.00000930339,0.00032732578,0.36997804,0.00030253045,0.0029311485,0.0003530698,0.000046461057,0.6219886,0.00044719502],"about_ca_topic_score_codex":0.046285294,"about_ca_topic_score_gemma":0.108539134,"teacher_disagreement_score":0.29294324,"about_ca_system_score_codex":0.0068081073,"about_ca_system_score_gemma":0.010347323,"threshold_uncertainty_score":0.9998676},"labels":[],"label_agreement":null},{"id":"W4283383033","doi":"10.1136/ard-2022-222538","title":"Developing guidelines for ultrarare rheumatic disorders: a bumpy ride","year":2022,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Lawson Health Research Institute; Western University","funders":"","keywords":"Medicine; Scarcity; Process (computing); Realm; Product (mathematics); Systematic review; MEDLINE; Disease; Alternative medicine; Intensive care medicine; Management science; Engineering ethics; Pathology; Computer science","score_opus":0.5134306103617197,"score_gpt":0.5385985087997931,"score_spread":0.025167898438073433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283383033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7275131,0.0028971762,0.008263299,0.2558381,0.0008817645,0.0035992283,0.00068117474,0.00014323473,0.0001829191],"genre_scores_gemma":[0.9767396,0.0008616205,0.008520482,0.012610749,0.00007455855,0.00056936085,0.00021972603,0.00005246742,0.00035143696],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99699795,0.00019297953,0.0015996061,0.00025656316,0.0006637781,0.00028912755],"domain_scores_gemma":[0.99559414,0.0022772164,0.0008132604,0.0005983223,0.00059893297,0.00011811745],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010324842,0.00018966814,0.0004786356,0.00009657935,0.00033767198,0.00002363087,0.00037062017,0.000025170335,0.00043690237],"category_scores_gemma":[0.025404586,0.00013859011,0.00044451014,0.00035153443,0.000084313564,0.00017531322,0.00023631303,0.00012039173,0.000007288806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015318493,0.0016095445,0.019459372,0.0040231524,0.0012981612,0.0000029297062,0.0010803427,0.002295166,0.00008985333,0.0058895475,0.39818138,0.5645387],"study_design_scores_gemma":[0.023725275,0.0036628386,0.27519515,0.010875008,0.005000809,0.0002163428,0.050788026,0.051972125,0.0024405974,0.38378227,0.18968122,0.0026603525],"about_ca_topic_score_codex":0.00017749806,"about_ca_topic_score_gemma":0.000028076744,"teacher_disagreement_score":0.5618783,"about_ca_system_score_codex":0.0000486285,"about_ca_system_score_gemma":0.00052322674,"threshold_uncertainty_score":0.98280483},"labels":[],"label_agreement":null},{"id":"W4283518988","doi":"10.25011/cim.v45i2.38450","title":"Facilitators and Barriers to Clinical Pathway Uptake and Utilization Among Primary Care Providers in Saskatchewan - A Qualitative Study","year":2022,"lang":"en","type":"article","venue":"Clinical and investigative medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"Ministry of Health, Saskatchewan; Saskatchewan Health Research Foundation","keywords":"Thematic analysis; Focus group; Qualitative research; Medicine; Nursing; Psychological intervention; Incentive; Family medicine; Business","score_opus":0.3887111762084375,"score_gpt":0.5009154442920339,"score_spread":0.11220426808359646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283518988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786734,0.0005194623,0.000075213524,0.017533058,0.00036558075,0.0026558775,0.000054097087,0.000042935382,0.000080349506],"genre_scores_gemma":[0.98702484,0.00009293272,0.00083601905,0.011338707,0.00020546532,0.0002045983,0.00013585927,0.000028071418,0.00013350902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99253786,0.0027382544,0.0028072095,0.0010222843,0.00059864874,0.00029572987],"domain_scores_gemma":[0.99444836,0.0031832836,0.0004411024,0.00029652056,0.00025198405,0.0013787348],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008394028,0.00030031698,0.0011105437,0.00021452195,0.0002640668,0.000020024385,0.0000947692,0.000119628574,0.00011191241],"category_scores_gemma":[0.033656985,0.00024326294,0.00006826185,0.00054581615,0.0052791745,0.00030528204,0.00038361878,0.0010868602,0.0000015975513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053642696,0.00017364297,0.80108106,0.00012135971,0.00008586113,0.000043911812,0.1598259,0.0000013427331,0.000031516323,0.00008758193,0.0006377858,0.037373576],"study_design_scores_gemma":[0.00560654,0.006805489,0.51857847,0.00011297594,0.00013284585,0.000005505464,0.4654685,0.000059232483,0.000002675539,0.0015470806,0.0015371857,0.0001435325],"about_ca_topic_score_codex":0.001108657,"about_ca_topic_score_gemma":0.0017884724,"teacher_disagreement_score":0.30564258,"about_ca_system_score_codex":0.00010541479,"about_ca_system_score_gemma":0.00068058615,"threshold_uncertainty_score":0.9974279},"labels":[],"label_agreement":null},{"id":"W4283737703","doi":"10.1111/hex.13561","title":"Exploring patient acceptability of a short‐stay care pathway in hospital post arthroplasty: A theory‐informed qualitative study","year":2022,"lang":"en","type":"article","venue":"Health Expectations","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Care pathway; Thematic analysis; Medicine; Qualitative research; Perioperative; Health care; Flexibility (engineering); Joint arthroplasty; Patient satisfaction; Arthroplasty; Nursing; Grounded theory; Family medicine; Surgery","score_opus":0.29552440621736714,"score_gpt":0.5171244146354266,"score_spread":0.22160000841805944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283737703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931957,0.00026258643,0.000111976646,0.002420723,0.00034042937,0.0031874473,0.00027549444,0.00004750295,0.00015812888],"genre_scores_gemma":[0.99574506,0.000013311462,0.0013717262,0.00037150114,0.00003150058,0.0020826294,0.00035659582,0.000023240938,0.000004456545],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957259,0.0012092859,0.001754571,0.00035078445,0.00065553235,0.00030389565],"domain_scores_gemma":[0.9962048,0.0024181723,0.0004368535,0.0003633852,0.0004191615,0.00015761152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008527614,0.00015009945,0.00041705582,0.00027886697,0.00028766732,0.000008945669,0.000071318376,0.000019241603,0.0006339539],"category_scores_gemma":[0.004149516,0.00015244717,0.000102614686,0.0006588808,0.000059157446,0.0003527867,0.00012582158,0.00039173514,0.000005759321],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004921808,0.0024667329,0.009851669,0.00010848713,0.00004239889,0.000010196291,0.93045604,0.00006613448,0.000012097982,0.00027707795,0.00004894452,0.056168042],"study_design_scores_gemma":[0.0017693507,0.0074111857,0.06687825,0.000016068438,0.000020842852,0.0000032131193,0.92330754,0.000026653051,0.00003205931,0.00007766585,0.00034806217,0.000109116736],"about_ca_topic_score_codex":0.0013310027,"about_ca_topic_score_gemma":0.0028276981,"teacher_disagreement_score":0.057026584,"about_ca_system_score_codex":0.00084063364,"about_ca_system_score_gemma":0.0015009543,"threshold_uncertainty_score":0.69413507},"labels":[],"label_agreement":null},{"id":"W4283753102","doi":"10.1177/00494755221094167","title":"Clinical guideline utilization in Uganda: A scoping review and comparison","year":2022,"lang":"en","type":"review","venue":"Tropical Doctor","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society for International Health","funders":"","keywords":"Medicine; MEDLINE; Guideline; Developing country; Family medicine; Economic growth; Pathology; Political science","score_opus":0.7047309325676901,"score_gpt":0.6609895622298986,"score_spread":0.043741370337791574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283753102","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020105845,0.9937404,0.0003432672,0.0012866233,0.00034061677,0.0040431474,0.000028099072,0.00006103941,0.00013669615],"genre_scores_gemma":[0.0000028433499,0.9923064,0.0021980603,0.0036561815,0.00047229225,0.00022849023,0.0009793312,0.000058663354,0.00009772196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99089545,0.0010738821,0.0064956774,0.0007568563,0.00046907572,0.00030908556],"domain_scores_gemma":[0.99500424,0.0029973176,0.0011078435,0.0005282682,0.00009692168,0.00026544166],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017037822,0.0003826716,0.0042222026,0.00016848379,0.00006508102,0.000025724854,0.00016487077,0.00028589452,0.0043922183],"category_scores_gemma":[0.013873206,0.0003117515,0.00045896685,0.00056072196,0.000094473646,0.00010282971,0.00028231868,0.001375211,0.00007383613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036279533,0.00025985102,0.0017967221,0.07791269,0.00006255899,0.000027970862,0.0000048070815,8.001246e-8,1.2224912e-8,0.00005477934,0.0049357284,0.9149085],"study_design_scores_gemma":[0.0010966063,0.00035113114,0.0005056084,0.102599405,0.002885925,0.000061466795,0.000009370634,0.00004723994,1.1663591e-8,0.000009929835,0.8922066,0.00022670244],"about_ca_topic_score_codex":0.000030371133,"about_ca_topic_score_gemma":0.00010972488,"teacher_disagreement_score":0.9146818,"about_ca_system_score_codex":0.00022643668,"about_ca_system_score_gemma":0.000796346,"threshold_uncertainty_score":0.9999335},"labels":[],"label_agreement":null},{"id":"W4283788841","doi":"10.1093/eurjcn/zvac060.088","title":"Implementation of the cardiovascular assessment screening program (CASP) by nurse practitioners-it's time to focus on early identification of cardiovascular risk","year":2022,"lang":"en","type":"article","venue":"European Journal of Cardiovascular Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; CASP; Biorepository; Intervention (counseling); Randomization; Clinical trial; Exploratory research; Randomized controlled trial; Family medicine; Emergency medicine; Nursing; Internal medicine; Bioinformatics","score_opus":0.05109923238419977,"score_gpt":0.39286604517761264,"score_spread":0.34176681279341287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283788841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7560232,0.010162684,0.21872908,0.005043841,0.0017547158,0.0053243106,0.00025381515,0.000088718705,0.002619636],"genre_scores_gemma":[0.9920952,0.00019589685,0.006950023,0.00010960535,0.00042359633,0.000030057976,0.000051576164,0.000110678375,0.00003336597],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98680633,0.005703399,0.00265153,0.000496904,0.003983901,0.0003579393],"domain_scores_gemma":[0.99470145,0.00025878212,0.0021661513,0.001550311,0.0011039755,0.00021935425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018785119,0.00030921353,0.0011996002,0.00039261396,0.00039029747,0.00006907005,0.00047719688,0.000042771626,0.00011346032],"category_scores_gemma":[0.0009882192,0.0002753017,0.004851877,0.0009380259,0.00013247693,0.00041340257,0.00011964143,0.00094196154,0.000014383785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049003115,0.0006635522,0.00081743585,0.00006287555,0.020070093,0.00010839027,0.0011104331,0.101631925,0.0030759096,0.000010921632,0.0049478663,0.8670106],"study_design_scores_gemma":[0.030061217,0.013219954,0.23439087,0.0019543609,0.08617656,0.0026012897,0.030000122,0.0018258715,0.0316308,0.000118662465,0.5665109,0.0015093874],"about_ca_topic_score_codex":0.00021274392,"about_ca_topic_score_gemma":5.9100336e-7,"teacher_disagreement_score":0.86550117,"about_ca_system_score_codex":0.0005483262,"about_ca_system_score_gemma":0.00029057355,"threshold_uncertainty_score":0.9999699},"labels":[],"label_agreement":null},{"id":"W4283804663","doi":"10.1016/j.rdc.2022.03.008","title":"The Evaluation of Guideline Quality in Rheumatic Diseases","year":2022,"lang":"en","type":"review","venue":"Rheumatic Disease Clinics of North America","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Guideline; Grading (engineering); Critical appraisal; Family medicine; Alternative medicine; Pathology","score_opus":0.41440909952281063,"score_gpt":0.5791418984477215,"score_spread":0.16473279892491083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283804663","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026199399,0.99084896,0.00012614766,0.0004029341,0.0004552336,0.004430793,0.0009898519,0.000035114957,0.00009100397],"genre_scores_gemma":[0.002335196,0.99139637,0.00059587933,0.00018546714,0.00005350486,0.00073312834,0.0045901597,0.00008425974,0.00002603239],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798821,0.003621467,0.012421948,0.00066851894,0.002996766,0.00040920306],"domain_scores_gemma":[0.9605127,0.02584314,0.009868355,0.002274355,0.0010307642,0.00047066688],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010009873,0.0005290726,0.0036606323,0.00033875837,0.0001303615,0.00002155747,0.0006623863,0.00009355905,0.0012640286],"category_scores_gemma":[0.11867767,0.00038612782,0.0014634469,0.0013373465,0.0004317662,0.00014798326,0.00035971196,0.00065997115,0.000034786786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024957638,0.001187866,0.0038104418,0.017901085,0.00048963976,0.0000042555216,0.00004320252,0.0001481282,1.6655191e-9,0.000018964167,0.0012819318,0.9748649],"study_design_scores_gemma":[0.003594136,0.0005102589,0.03024618,0.014151413,0.019003898,0.000005823473,0.000694662,0.009508521,4.693552e-9,0.0009139898,0.9207482,0.0006229584],"about_ca_topic_score_codex":0.00028197098,"about_ca_topic_score_gemma":0.0001444551,"teacher_disagreement_score":0.974242,"about_ca_system_score_codex":0.0004156117,"about_ca_system_score_gemma":0.006769221,"threshold_uncertainty_score":0.99985904},"labels":[],"label_agreement":null},{"id":"W4283806887","doi":"10.1016/j.rdc.2022.04.001","title":"How the American College of Rheumatology Develops Guidelines","year":2022,"lang":"en","type":"review","venue":"Rheumatic Disease Clinics of North America","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Mount Sinai Hospital","funders":"","keywords":"Medicine; Rheumatology; Clinical Practice; Family medicine; Internal medicine; Alternative medicine; Health care; MEDLINE; Medical education; Pathology","score_opus":0.2846554735181345,"score_gpt":0.4887667646336298,"score_spread":0.20411129111549525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283806887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022300256,0.9846677,0.00060224714,0.005226923,0.0006333368,0.0031594748,0.0033591844,0.000075824115,0.000045268804],"genre_scores_gemma":[0.0004766712,0.9894753,0.0066186762,0.00085665664,0.000051796807,0.00036302116,0.0018296998,0.00013590875,0.00019222997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895156,0.0011136415,0.0068753674,0.0007504621,0.0012562159,0.00048871024],"domain_scores_gemma":[0.9687537,0.015971871,0.011882943,0.0020077499,0.0008975918,0.00048615618],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016163606,0.00069691485,0.005807364,0.00037606826,0.00015334775,0.000015857779,0.0009815565,0.00009091237,0.00045242833],"category_scores_gemma":[0.056810312,0.00048539034,0.0017508772,0.0020496054,0.0012295131,0.00011916545,0.00058146636,0.0008343658,0.00003665074],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002503755,0.0004933276,0.0058081816,0.017671565,0.0011393266,0.00003248799,0.000026628846,0.000005721426,3.6596395e-9,0.00005073363,0.011261213,0.9632604],"study_design_scores_gemma":[0.00069116056,0.0005460937,0.0017630354,0.004511614,0.005676655,0.00008403405,0.00063617085,0.00024103267,7.898299e-9,0.000095923235,0.98535615,0.00039812885],"about_ca_topic_score_codex":0.0001950218,"about_ca_topic_score_gemma":0.000057324927,"teacher_disagreement_score":0.9740949,"about_ca_system_score_codex":0.00014222854,"about_ca_system_score_gemma":0.0051667485,"threshold_uncertainty_score":0.9997598},"labels":[],"label_agreement":null},{"id":"W4283817690","doi":"10.7326/m22-0514","title":"A Framework for the Development of Living Practice Guidelines in Health Care","year":2022,"lang":"en","type":"review","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Canada Research Chairs; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Health care; Nursing; Family medicine; Intensive care medicine","score_opus":0.6860932488796823,"score_gpt":0.6735999762932746,"score_spread":0.012493272586407644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283817690","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032457326,0.95746505,0.008970178,0.030639555,0.0006954255,0.0019793836,0.000033295368,0.000010497587,0.00020335194],"genre_scores_gemma":[0.000028422804,0.9331744,0.053277936,0.012352957,0.000722897,0.00024864258,0.000062649,0.000051883842,0.00008024415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916333,0.00040377563,0.006443648,0.00035902517,0.0008648508,0.0002954125],"domain_scores_gemma":[0.9388633,0.053205032,0.0053807576,0.00060365384,0.0018087793,0.00013850702],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009441022,0.0003136344,0.002289943,0.00035689928,0.00006767138,0.00000448988,0.00042304536,0.00013627042,0.00061395264],"category_scores_gemma":[0.27477965,0.00019042606,0.00038048284,0.0004697772,0.00009974966,0.00008130412,0.00022918709,0.000900225,0.000002266715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022481423,0.00010729452,0.00001429436,0.022383602,0.0004811792,0.000005999602,0.002875303,0.0000016131243,1.6262473e-7,0.00018766012,0.012314405,0.96140367],"study_design_scores_gemma":[0.00028245876,0.0010905099,0.00001643019,0.12271813,0.00056926545,0.000056288998,0.009905403,0.000011569337,0.0000013588456,0.00003569468,0.8652089,0.00010396411],"about_ca_topic_score_codex":0.0012410041,"about_ca_topic_score_gemma":0.0001813371,"teacher_disagreement_score":0.9612997,"about_ca_system_score_codex":0.00017935832,"about_ca_system_score_gemma":0.002147167,"threshold_uncertainty_score":0.7765349},"labels":[],"label_agreement":null},{"id":"W4283822040","doi":"10.1016/j.jogc.2022.05.007","title":"Prestation de soins collaborative en obstétrique","year":2022,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Library science","score_opus":0.040483801386277884,"score_gpt":0.37583101087185566,"score_spread":0.3353472094855778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283822040","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021736074,0.022065913,0.0003220246,0.004847433,0.949235,0.0005668172,0.00072264025,0.0000043611117,0.0004997188],"genre_scores_gemma":[0.40972066,0.07037349,0.0149069335,0.0070324894,0.48723093,0.00012092858,0.0018161952,0.00037498874,0.0084234085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937788,0.0014474461,0.0025692887,0.00032279443,0.0013302949,0.00055133906],"domain_scores_gemma":[0.8600201,0.13223581,0.0040042223,0.00023656018,0.002844696,0.00065862486],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033858947,0.00034024596,0.0010389964,0.00045643176,0.00026554547,0.000058118356,0.00028939758,0.0006969677,0.003190695],"category_scores_gemma":[0.32793108,0.00034676402,0.00013172677,0.0008754271,0.000117730444,0.00025939711,0.00016094574,0.0031336353,0.0000015530569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000100109624,0.00026224184,0.017383961,0.00027082657,0.00080507237,0.008521204,0.00076978985,0.0009774893,0.000014309874,0.00025621004,0.8488721,0.12176664],"study_design_scores_gemma":[0.0056044976,0.0024946907,0.037149586,0.000028396036,0.001282689,0.00011313329,0.0060047978,0.0003711269,0.000008847702,0.00023985266,0.94644547,0.00025689937],"about_ca_topic_score_codex":0.09345103,"about_ca_topic_score_gemma":0.18699858,"teacher_disagreement_score":0.4620041,"about_ca_system_score_codex":0.016428122,"about_ca_system_score_gemma":0.08790497,"threshold_uncertainty_score":0.99989843},"labels":[],"label_agreement":null},{"id":"W4284691313","doi":"10.1016/j.jaip.2022.06.017","title":"Trustworthy Patient-Centered Guidelines: Insights From Atopic Dermatitis and a Proposal for the Future","year":2022,"lang":"en","type":"editorial","venue":"The Journal of Allergy and Clinical Immunology In Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Health care; Trustworthiness; Transparency (behavior); Guideline; Medicine; Alternative medicine; Medical education; Family medicine; Psychology; Political science; Law","score_opus":0.06964079165310523,"score_gpt":0.4350546528076498,"score_spread":0.3654138611545446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284691313","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040659115,0.08911746,0.00032456242,0.20962697,0.65843034,0.0016239344,0.00011115684,0.000018657116,0.00008781812],"genre_scores_gemma":[0.0036184788,0.5433554,0.006384831,0.012973237,0.43310508,0.00006143184,0.00027861499,0.00008524649,0.00013768302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926952,0.0023374662,0.0037860952,0.00031537056,0.0006218031,0.00024402542],"domain_scores_gemma":[0.9239735,0.069669545,0.004228665,0.00054428057,0.0014783558,0.00010567485],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004065592,0.00029520493,0.00091338856,0.0000995667,0.00030409626,0.0000519674,0.00041999557,0.00075335224,0.00017066103],"category_scores_gemma":[0.050889798,0.0001659349,0.00024335529,0.00014262712,0.00039621338,0.00044203826,0.00037301925,0.004438408,0.0000029722232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012995867,0.0007079099,0.00023049959,0.00002334272,0.011003534,0.00017158652,0.0010227434,0.000007777717,0.000007896173,0.0001754385,0.8904363,0.08321712],"study_design_scores_gemma":[0.007725198,0.003273383,0.002608482,0.00015568682,0.004571817,0.0003785302,0.012085873,0.0001160322,0.0000011500106,0.0014709168,0.9674578,0.00015515756],"about_ca_topic_score_codex":0.00035954782,"about_ca_topic_score_gemma":0.0010240702,"teacher_disagreement_score":0.45423794,"about_ca_system_score_codex":0.00008878285,"about_ca_system_score_gemma":0.0012884007,"threshold_uncertainty_score":0.9978584},"labels":[],"label_agreement":null},{"id":"W4284894638","doi":"10.15331/jdsm.7258","title":"2022 AADSM Annual Meeting Abstracts and Case Reports","year":2022,"lang":"en","type":"article","venue":"Journal of Dental Sleep Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Faculty of Medicine and Dentistry, University of Alberta; University of Alberta","keywords":"Library science; History; Computer science","score_opus":0.07523594839585954,"score_gpt":0.4279881910444067,"score_spread":0.3527522426485472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284894638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862539,0.001190784,0.00003703464,0.009949814,0.0012998492,0.00021108858,0.000005667173,0.000010893424,0.001040937],"genre_scores_gemma":[0.9951314,0.00008219532,0.00079767744,0.0026834449,0.0011029522,0.0000036802628,0.000017312921,0.000021351976,0.0001599864],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.9964177,0.0001359159,0.0020522645,0.00018232565,0.0010249869,0.00018682849],"domain_scores_gemma":[0.9969832,0.0006116831,0.0016996432,0.0001649203,0.00021044983,0.00033014145],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004362328,0.00013031357,0.00043386698,0.00019115693,0.00018572877,0.0000080385325,0.000048011367,0.00003767466,0.0014609387],"category_scores_gemma":[0.0047915145,0.00010512997,0.00009022194,0.00023983912,0.00009298739,0.00024448364,0.0001725769,0.0007848746,0.0000019621662],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017792948,0.0008027018,0.1970226,0.00010020042,0.000458397,0.6234546,0.0025246379,0.00036686653,0.010782758,0.000008642148,0.08882689,0.07387243],"study_design_scores_gemma":[0.0047352063,0.0032404787,0.028845808,0.00010087539,0.00075740373,0.9025948,0.02576954,0.00014429331,0.000149689,0.00011745418,0.033421926,0.00012252005],"about_ca_topic_score_codex":0.00036967712,"about_ca_topic_score_gemma":0.00007861672,"teacher_disagreement_score":0.2791402,"about_ca_system_score_codex":0.00020189061,"about_ca_system_score_gemma":0.00008208446,"threshold_uncertainty_score":0.9994519},"labels":[],"label_agreement":null},{"id":"W4285019151","doi":"10.1017/amj.2022.18","title":"AMJ volume 48 issue 1 Cover and Front matter","year":2022,"lang":"en","type":"article","venue":"American Journal of Law & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Reading; University of Cambridge; Tel Aviv University; University of Toronto; Georg-August-Universität Göttingen; University of Otago","keywords":"Front cover; Cover (algebra); Action (physics); Volume (thermodynamics); Content (measure theory); Front (military); Business; Engineering; Mathematics; Mechanical engineering; Physics","score_opus":0.06947110779913235,"score_gpt":0.4340172601583331,"score_spread":0.36454615235920074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285019151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6780458,0.0011695136,0.0017181265,0.30438203,0.0014898784,0.00037046723,0.00001818287,0.00002069363,0.01278532],"genre_scores_gemma":[0.9269273,0.00010246934,0.0018406278,0.065554895,0.0012807864,0.0000047408307,0.000014237497,0.000027158309,0.0042477637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975575,0.00021501927,0.0011389736,0.00015854008,0.0007366555,0.0001932781],"domain_scores_gemma":[0.99784195,0.0004539126,0.0010046854,0.00020224848,0.00022302817,0.00027415223],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015155958,0.00012933835,0.000625818,0.00010615662,0.00010469089,0.000007676721,0.00011110101,0.000015303422,0.037207734],"category_scores_gemma":[0.00063095876,0.00009813221,0.00007610187,0.00014955123,0.0004979255,0.00014663552,0.00006727258,0.00057032285,0.00027143018],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019730944,0.00025920154,0.06771855,0.0000373036,0.00032438547,0.0005715375,0.0024163122,0.00003069121,0.0021611794,0.000077068886,0.8647645,0.059666153],"study_design_scores_gemma":[0.003627741,0.0045195543,0.020090984,0.00006927395,0.0005218795,0.0031169176,0.005642942,0.0001010684,0.000021137492,0.00006452017,0.9621195,0.00010448697],"about_ca_topic_score_codex":0.0011623403,"about_ca_topic_score_gemma":0.00000785386,"teacher_disagreement_score":0.24888152,"about_ca_system_score_codex":0.00012355311,"about_ca_system_score_gemma":0.00011141519,"threshold_uncertainty_score":0.9636724},"labels":[],"label_agreement":null},{"id":"W4285101545","doi":"10.34172/aim.2022.58","title":"Adopting Clinical Practice Guidelines for Pharmacologic Management of Acute Spinal Cord Injury from a Developed World Context to a Developing Global Region","year":2022,"lang":"en","type":"article","venue":"Archives of Iranian Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Collaboration On Repair Discoveries; University of British Columbia; Toronto Western Hospital; University of Toronto","funders":"National Institute for Medical Research Development","keywords":"Guideline; Context (archaeology); Medicine; Health care; Intervention (counseling); Quality (philosophy); Clinical Practice; Process (computing); Adaptation (eye); Quality management; Nursing; Psychology; Computer science; Operations management; Management system","score_opus":0.476453923192216,"score_gpt":0.5987708551440784,"score_spread":0.12231693195186233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285101545","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35795888,0.0008764731,0.35645658,0.27567455,0.0018824033,0.0051394543,0.00031615765,0.00011428892,0.0015811902],"genre_scores_gemma":[0.28569984,0.00047422692,0.67256474,0.040161494,0.0005453773,0.00015085856,0.00017968663,0.000029705887,0.00019407524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99442154,0.0003718884,0.003548604,0.00059095805,0.00071954075,0.0003474517],"domain_scores_gemma":[0.9938426,0.003073541,0.0015876375,0.000407427,0.0008383635,0.00025045592],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026431456,0.00025885415,0.0009357784,0.0002349579,0.00015009182,0.0000052854202,0.0003806089,0.00003729033,0.000120975594],"category_scores_gemma":[0.009093045,0.00022932993,0.00020081319,0.00073991093,0.00021171631,0.00012565189,0.00051353005,0.0003421265,0.00000359464],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05814926,0.0003456792,0.003931276,0.00027654893,0.001428066,0.00020436668,0.00032235368,0.000009035926,0.00096488534,0.0012293956,0.027077725,0.9060614],"study_design_scores_gemma":[0.02869609,0.02290832,0.0938804,0.0032446412,0.006717374,0.0002530423,0.022682488,0.00087674876,0.0003738836,0.00173955,0.81799424,0.0006332485],"about_ca_topic_score_codex":0.0003069788,"about_ca_topic_score_gemma":0.000045633416,"teacher_disagreement_score":0.9054282,"about_ca_system_score_codex":0.00012631623,"about_ca_system_score_gemma":0.00039223107,"threshold_uncertainty_score":0.9992538},"labels":[],"label_agreement":null},{"id":"W4285395816","doi":"10.53738/revmed.2022.18.790.1402","title":"De la pratique fondée sur les preuves à l’amélioration de la qualité pour des soins de haute valeur centrés sur le patient","year":2022,"lang":"fr","type":"article","venue":"Revue Médicale Suisse","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medicine; Humanities; Political science; Philosophy","score_opus":0.1610567265913407,"score_gpt":0.42817694774332743,"score_spread":0.26712022115198675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285395816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92713135,0.015174056,0.018747028,0.0357234,0.00053985487,0.0011120624,0.00028091783,0.00016908489,0.0011222566],"genre_scores_gemma":[0.9619251,0.0030120544,0.014432146,0.0028435406,0.001301823,0.00027261607,0.00034783926,0.00015901821,0.015705898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876385,0.008265739,0.0017919322,0.0006579244,0.0006212319,0.001024724],"domain_scores_gemma":[0.98733497,0.010275249,0.0008254855,0.0005798229,0.00032346902,0.0006609883],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00894392,0.00039097978,0.00060488295,0.00017680891,0.0006218972,0.00019288513,0.00032576508,0.00042430553,0.0014932677],"category_scores_gemma":[0.032023266,0.00046577823,0.00030170288,0.00051053835,0.00046278298,0.0004880049,0.0003389894,0.0015962479,0.000044905664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012177457,0.01129186,0.34676516,0.0034021002,0.0006267351,0.0022900735,0.019032529,0.015163653,0.056787156,0.030868867,0.118540294,0.39401382],"study_design_scores_gemma":[0.006482272,0.0013503537,0.10541662,0.0010988252,0.0010032546,0.0016440012,0.018951617,0.04195764,0.004723727,0.00881492,0.8076729,0.00088385283],"about_ca_topic_score_codex":0.011599278,"about_ca_topic_score_gemma":0.0010707558,"teacher_disagreement_score":0.68913263,"about_ca_system_score_codex":0.0018872082,"about_ca_system_score_gemma":0.006675069,"threshold_uncertainty_score":0.9997794},"labels":[],"label_agreement":null},{"id":"W4285476581","doi":"10.46747/cfp.6704230_2","title":"Correction","year":2021,"lang":"en","type":"erratum","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Computer science; Philosophy","score_opus":0.11802604021270979,"score_gpt":0.3938591374007582,"score_spread":0.2758330971880484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285476581","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001068889,0.0017459615,0.000040726107,0.0045215385,0.10210612,0.00048155786,0.00017806141,0.00007534639,0.8907438],"genre_scores_gemma":[0.00068999524,0.0004989467,0.00019326234,0.47866806,0.01531021,0.000042411266,0.014973409,0.00017058209,0.4894531],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771667,0.000085454296,0.0006927722,0.000573115,0.0004095719,0.00052239676],"domain_scores_gemma":[0.9975803,0.00017410694,0.00028421544,0.0006837856,0.00051222584,0.000765383],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021376635,0.00032554875,0.0006142595,0.00030704608,0.00014208135,0.000075692085,0.00012892592,0.00052215473,0.000083988154],"category_scores_gemma":[0.00067299535,0.0003753522,0.00028744005,0.0004922376,0.000058060523,0.00012661038,0.000029984929,0.0016291034,0.00068214076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010677469,0.000033641398,0.000013615941,0.000056182722,0.00011223216,0.00021755333,0.000012322035,0.0000011124554,0.000080782775,0.00001978838,0.90536755,0.09407456],"study_design_scores_gemma":[0.00042058437,0.00010767842,0.003909505,0.0004808378,0.0004431416,0.000008824212,0.0006978144,0.00030769355,0.000015360361,0.000048786413,0.9932436,0.0003162274],"about_ca_topic_score_codex":0.06692648,"about_ca_topic_score_gemma":0.12359075,"teacher_disagreement_score":0.47414652,"about_ca_system_score_codex":0.0012696795,"about_ca_system_score_gemma":0.009218209,"threshold_uncertainty_score":0.9998698},"labels":[],"label_agreement":null},{"id":"W4285519848","doi":"10.21037/atm-22-2123","title":"Developing the RIGHT-COI&amp;F extension for the reporting conflicts of interest and funding in practice guidelines: study protocol","year":2022,"lang":"en","type":"article","venue":"Annals of Translational Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"Fundamental Research Funds for the Central Universities","keywords":"Checklist; Guideline; Protocol (science); Transparency (behavior); Medicine; Health care; Medical education; Public relations; Psychology; Alternative medicine; Political science; Law; Pathology","score_opus":0.8505951612457269,"score_gpt":0.65587477050598,"score_spread":0.1947203907397469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285519848","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20784606,0.0004888571,0.013410906,0.69137126,0.00025974392,0.086386785,0.000018931145,0.000019835154,0.00019765411],"genre_scores_gemma":[0.96911216,0.00003508188,0.00899061,0.009302708,0.000266059,0.012192277,0.000045734043,0.000020845218,0.000034554872],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995239,0.00024410253,0.0034922706,0.0002452417,0.0006223572,0.00015703464],"domain_scores_gemma":[0.98582727,0.009608184,0.0025074813,0.00028547077,0.0017256186,0.00004600294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0147760995,0.000120212135,0.00039234967,0.00013664686,0.00019580434,0.00000519975,0.00011917045,0.000027269914,0.00008592405],"category_scores_gemma":[0.050350644,0.00006807766,0.00006255418,0.00035878315,0.000124656,0.00014821814,0.000058674686,0.0002845993,1.870394e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059960246,0.006495379,0.23745352,0.003973152,0.004109849,0.00024294994,0.0757178,0.007598556,0.038769543,0.050709423,0.040815998,0.47415358],"study_design_scores_gemma":[0.02369987,0.005809603,0.27789897,0.0017892433,0.0013545658,0.00060542097,0.06797703,0.00974727,0.0009544321,0.0070439125,0.602723,0.00039667223],"about_ca_topic_score_codex":0.00049151515,"about_ca_topic_score_gemma":0.0003232666,"teacher_disagreement_score":0.76126605,"about_ca_system_score_codex":0.0000186049,"about_ca_system_score_gemma":0.00023537809,"threshold_uncertainty_score":0.95764863},"labels":[],"label_agreement":null},{"id":"W4285594870","doi":"10.3390/children9071050","title":"AGREEing on Clinical Practice Guidelines for Autism Spectrum Disorders in Children: A Systematic Review and Quality Assessment","year":2022,"lang":"en","type":"review","venue":"Children","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"King Saud University; Cooperative Research Centre for Living with Autism; National Institute for Health and Care Excellence","keywords":"Nice; Medicine; Autism spectrum disorder; Autism; Systematic review; Excellence; Guideline; CLARITY; Family medicine; Psychology; MEDLINE; Psychiatry; Political science; Pathology","score_opus":0.4806870239646596,"score_gpt":0.6285856840196765,"score_spread":0.1478986600550169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285594870","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016287537,0.95280236,0.00020282523,0.023972634,0.00031440708,0.022117253,0.00024091375,0.00007829043,0.00025501417],"genre_scores_gemma":[0.00001017234,0.9769021,0.005415096,0.012940803,0.00044177665,0.0016538393,0.0024130458,0.00012722997,0.00009588685],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862094,0.0024364262,0.00873671,0.0012871086,0.00085299823,0.00047736432],"domain_scores_gemma":[0.98195153,0.012182398,0.0042165704,0.0012798995,0.00012841933,0.00024120542],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018874437,0.0007150573,0.0059397523,0.00028238463,0.00016804176,0.000064075386,0.0003735084,0.00033943742,0.00017432675],"category_scores_gemma":[0.09049753,0.0005647055,0.0011264051,0.00052871596,0.00007943243,0.00023088435,0.00032177585,0.0018597366,0.000023982599],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005581398,0.0009655616,0.001709472,0.61929387,0.0021788937,0.000005535491,0.000013310416,6.6649e-7,3.3809322e-9,0.0011211544,0.005560753,0.369095],"study_design_scores_gemma":[0.0042388663,0.0017221379,0.009336016,0.39376482,0.04636354,0.0007384164,0.00007474468,0.000015714359,7.003507e-9,0.0003226882,0.54230684,0.0011161802],"about_ca_topic_score_codex":0.00031085737,"about_ca_topic_score_gemma":0.0001105025,"teacher_disagreement_score":0.5367461,"about_ca_system_score_codex":0.00046571507,"about_ca_system_score_gemma":0.00091900025,"threshold_uncertainty_score":0.99968046},"labels":[],"label_agreement":null},{"id":"W4285794412","doi":"10.1186/s13012-022-01219-2","title":"The Guideline Language and Format Instrument (GLAFI): development process and international needs assessment survey","year":2022,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"North York General Hospital; Hospital for Sick Children; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Canadian Thoracic Society","keywords":"Medicine; Health informatics; Guideline; Health services research; Health administration; Process (computing); Public health; Medical education; Nursing; Computer science; Pathology","score_opus":0.2436134803145875,"score_gpt":0.5853269829840767,"score_spread":0.3417135026694892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285794412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473716,0.000043398926,0.0020594306,0.011911955,0.00034330267,0.0006377717,0.000040036295,0.000023938968,0.00020299945],"genre_scores_gemma":[0.99086994,0.000038611306,0.0049756123,0.0035866122,0.00003783223,0.00013643825,0.00027141668,0.000007876441,0.00007568673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974832,0.0001029281,0.00087521307,0.00025791925,0.0010360692,0.00024467165],"domain_scores_gemma":[0.9986964,0.00038239904,0.00030870736,0.00015851611,0.00032795884,0.00012601483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006880022,0.00010062409,0.00010475873,0.00018525097,0.0010692377,0.00019171569,0.00020603616,0.000009680711,0.00030558745],"category_scores_gemma":[0.0006103784,0.00007805114,0.000013568833,0.0005389567,0.00017423798,0.0005317572,0.00043178594,0.00014436433,0.0000016902404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017488514,0.00009376159,0.36652246,0.000015799538,0.000049393348,0.0000038164508,0.0059299893,0.000024612456,0.002652989,0.00075634423,0.0044905017,0.61928546],"study_design_scores_gemma":[0.004247282,0.00036913526,0.7606257,0.0000081838425,0.000041488896,0.00017578258,0.11626267,0.0050082384,0.0017224797,0.00018460667,0.11112673,0.00022766864],"about_ca_topic_score_codex":0.00029872637,"about_ca_topic_score_gemma":0.0004022476,"teacher_disagreement_score":0.6190578,"about_ca_system_score_codex":0.00032119305,"about_ca_system_score_gemma":0.0007679664,"threshold_uncertainty_score":0.82238203},"labels":[],"label_agreement":null},{"id":"W4285801878","doi":"10.1111/acem.14565","title":"Reply to “Letter to the Editor, re: <scp>GRACE</scp>‐2: <scp>Low‐Risk</scp>, Recurrent Abdominal Pain in the Emergency Department”","year":2022,"lang":"en","type":"letter","venue":"Academic Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Emergency department; Medicine; Guideline; Grading (engineering); Constructive; Context (archaeology); Knowledge translation; Medical education; Process (computing); Nursing; Knowledge management","score_opus":0.11314075889368636,"score_gpt":0.4332842824182035,"score_spread":0.32014352352451714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285801878","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02135513,0.006384006,0.0006582947,0.9153192,0.047304016,0.0072461953,0.00030830828,0.0001827899,0.0012420646],"genre_scores_gemma":[0.000762427,0.016192582,0.00028416052,0.79999375,0.1685476,0.0030235199,0.0026810598,0.0002921143,0.008222788],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9764816,0.0053075007,0.008028258,0.0025259522,0.005348581,0.0023081175],"domain_scores_gemma":[0.97759694,0.0147715695,0.0031007766,0.003188187,0.00063274335,0.0007098022],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.028046265,0.0015002311,0.0018702064,0.0009363485,0.00067675475,0.000010288511,0.0028818217,0.0013914908,0.0051506283],"category_scores_gemma":[0.14991517,0.0009649458,0.0006866231,0.0034484947,0.00020974314,0.00029446327,0.0008617018,0.01833111,0.0007580525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000137188,0.0001803868,0.007504148,0.00030978824,0.00031162368,0.0002616329,0.006524903,0.000022792163,0.000114365124,0.0000052361065,0.9798595,0.0047684354],"study_design_scores_gemma":[0.0018075531,0.0031032858,0.0034958809,0.00057674176,0.0016236443,0.00007064936,0.006579682,0.000097990924,0.000014378391,0.000318044,0.982028,0.00028411718],"about_ca_topic_score_codex":0.0014573592,"about_ca_topic_score_gemma":0.0003616277,"teacher_disagreement_score":0.121868916,"about_ca_system_score_codex":0.00075242145,"about_ca_system_score_gemma":0.00042334732,"threshold_uncertainty_score":0.99990493},"labels":[],"label_agreement":null},{"id":"W4285806644","doi":"10.1016/j.jclinepi.2022.07.008","title":"Resources supporting trustworthy, rapid and equitable evidence synthesis and guideline development: results from the COVID-19 evidence network to support decision-making (COVID-END)","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Public Health Ontario; McMaster University; Queen's University; University of Toronto; St. Michael's Hospital; Université de Montréal; Institut National d'Excellence en Santé et en Services Sociaux; Bruyère; University of Ottawa","funders":"Pan American Health Organization","keywords":"Coronavirus disease 2019 (COVID-19); Trustworthiness; Guideline; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); MEDLINE; Evidence-based medicine; Coronavirus Infections; Evidence-based practice; Medicine; Computer science; Virology; Political science; Internet privacy; Alternative medicine; Pathology; Outbreak; Disease","score_opus":0.5968622315947864,"score_gpt":0.6057942633176717,"score_spread":0.00893203172288537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285806644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59284496,0.006386616,0.047031876,0.351349,0.0014414622,0.0007977976,0.000058540703,0.00004028678,0.000049460214],"genre_scores_gemma":[0.675009,0.003058777,0.14443734,0.17514648,0.002240536,0.000027159895,0.000013675048,0.000032761072,0.000034250912],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96321905,0.012310876,0.020875743,0.0012279844,0.001252327,0.0011140227],"domain_scores_gemma":[0.11409204,0.8696829,0.012585679,0.0010081353,0.00075169874,0.0018795516],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24274066,0.00033463174,0.0026779503,0.00017394876,0.00088698656,0.000052340198,0.00070505246,0.00024516886,0.0017136136],"category_scores_gemma":[0.91101235,0.00023231664,0.00040773157,0.00050059956,0.00037686684,0.00044301097,0.001619428,0.0019189655,0.000011720575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014446894,0.00009687394,0.35678923,0.000039040227,0.00026204798,0.00032931773,0.00065790786,0.005437586,0.000013332359,0.00003721195,0.21084984,0.41104072],"study_design_scores_gemma":[0.0035750633,0.0036806725,0.17699203,0.0012432255,0.0010688868,0.0018780504,0.0023200423,0.0032531489,0.0000028721668,0.007367347,0.79820395,0.00041474192],"about_ca_topic_score_codex":0.00040677507,"about_ca_topic_score_gemma":0.00030530008,"teacher_disagreement_score":0.85737205,"about_ca_system_score_codex":0.00027288683,"about_ca_system_score_gemma":0.002625408,"threshold_uncertainty_score":0.999199},"labels":[],"label_agreement":null},{"id":"W4286355580","doi":"10.4103/ijmr.ijmr_3_20","title":"Exploring the barriers for guideline-based management of dementia amongst consultants in Kerala, South India: A qualitative study","year":2022,"lang":"en","type":"letter","venue":"International Journal of Microbiology Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"National Institute for Health and Care Research","keywords":"Nice; Dementia; Excellence; Medicine; Guideline; Government (linguistics); Psychological intervention; Nursing; Family medicine; Disease; Political science","score_opus":0.5072313844727592,"score_gpt":0.5766922395585405,"score_spread":0.06946085508578137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286355580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64014983,0.00022763858,0.00028996653,0.35476977,0.0015345475,0.002345941,0.0006397064,0.0000050312897,0.000037580914],"genre_scores_gemma":[0.91713613,0.00020315536,0.003251881,0.075852,0.0016039361,0.00053755974,0.0010730781,0.00007801074,0.00026423048],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9926546,0.002474815,0.0029872388,0.000363375,0.0011043818,0.00041555366],"domain_scores_gemma":[0.986848,0.0067743566,0.001565164,0.00029529416,0.004449673,0.00006749321],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016050905,0.00021343639,0.00063476776,0.0012292252,0.00010993268,0.00003273635,0.0010253849,0.00015156905,0.0005974055],"category_scores_gemma":[0.0065111024,0.00016013031,0.0002522707,0.00046919036,0.00033720495,0.00013021086,0.00038051244,0.00309923,0.0000056440404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011691485,0.000981844,0.0132544525,0.00028870036,0.0113170035,0.0038032397,0.025839813,0.00015186908,0.0030775887,0.000034545912,0.9264396,0.0031198992],"study_design_scores_gemma":[0.0377556,0.008397126,0.0052960347,0.0014085992,0.0016633692,0.00045645272,0.4810678,0.00010250839,0.0009277612,0.00035540774,0.4620261,0.00054324063],"about_ca_topic_score_codex":0.00014857069,"about_ca_topic_score_gemma":0.00003713228,"teacher_disagreement_score":0.46441346,"about_ca_system_score_codex":0.0005512889,"about_ca_system_score_gemma":0.0011093712,"threshold_uncertainty_score":0.99920064},"labels":[],"label_agreement":null},{"id":"W4286462163","doi":"10.3389/fmed.2022.815660","title":"A systematic review protocol for assessing equity in clinical practice guidelines for traumatic brain injury and homelessness","year":2022,"lang":"en","type":"review","venue":"Frontiers in Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Canada Research Chairs; Ontario Ministry of Health and Long-Term Care","keywords":"Traumatic brain injury; Protocol (science); Clinical Practice; Equity (law); Psychology; Medicine; Psychiatry; Alternative medicine; Political science; Nursing; Pathology; Law","score_opus":0.6485351312515762,"score_gpt":0.6965466655447001,"score_spread":0.04801153429312388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286462163","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4842107e-7,0.6161608,0.012039969,0.010369082,0.0007866051,0.36051643,0.000037885162,0.000033262117,0.000055823777],"genre_scores_gemma":[2.4781556e-8,0.546292,0.058302224,0.008709123,0.00052372593,0.3857085,0.00031729657,0.000090773494,0.000056313533],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9804027,0.0026859972,0.014058672,0.0011568882,0.0010738125,0.0006219009],"domain_scores_gemma":[0.96153486,0.029565893,0.0063577816,0.0011246775,0.0011017466,0.0003150648],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055476088,0.00074227666,0.0110476,0.00075039326,0.0001141091,0.000047506663,0.00047330078,0.00045331375,0.00007624507],"category_scores_gemma":[0.47136283,0.00053928315,0.00065165386,0.0011150235,0.00021016975,0.00046381413,0.0002689514,0.0014488617,0.000001314989],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017597583,0.00019164455,0.00000971528,0.5121406,0.00018335275,0.00002012839,0.000047150814,7.1290856e-8,1.478468e-8,0.000011161582,0.08633663,0.4008836],"study_design_scores_gemma":[0.0042501977,0.000687629,0.0000038570925,0.44331205,0.0059891082,0.00009289012,0.0017305581,0.0003049762,5.69825e-9,0.00016040931,0.5432036,0.00026472757],"about_ca_topic_score_codex":0.000051759456,"about_ca_topic_score_gemma":0.000030004141,"teacher_disagreement_score":0.45686698,"about_ca_system_score_codex":0.0008488634,"about_ca_system_score_gemma":0.0017082294,"threshold_uncertainty_score":0.99970585},"labels":[],"label_agreement":null},{"id":"W4287980555","doi":"10.1016/j.jsxm.2022.05.020","title":"Availability, Quality, and Implementability of Canadian Clinical Practice Guidelines for Female Sexual Dysfunction","year":2022,"lang":"en","type":"article","venue":"The Journal of Sexual Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Guideline; Quality (philosophy); Clinical Practice; Scope (computer science); Family medicine; Thematic analysis; Reproductive health; Medicine; Female sexual dysfunction; Psychology; Sexual dysfunction; Qualitative research; Environmental health; Pathology; Computer science; Sociology; Psychiatry; Social science","score_opus":0.6482753913051458,"score_gpt":0.6079725010597209,"score_spread":0.04030289024542488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287980555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7737507,0.0006731627,0.00090730685,0.22240657,0.0011069506,0.0009166125,0.00008127873,0.000008058755,0.00014931109],"genre_scores_gemma":[0.9577624,0.00033576693,0.010395383,0.02850645,0.002639321,0.000020319125,0.00007612108,0.000036198915,0.00022803417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99175525,0.0013419831,0.005208674,0.0002576881,0.0011477922,0.00028859338],"domain_scores_gemma":[0.97855616,0.013182395,0.0027763469,0.0005368811,0.0044990345,0.00044916628],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054361437,0.00017717088,0.0008129861,0.0003525555,0.00027879552,0.000007299537,0.00024051999,0.00006801989,0.00079674943],"category_scores_gemma":[0.11268256,0.00011613742,0.000048856185,0.0005181091,0.00040451795,0.00026299237,0.00017597114,0.00075928454,0.0000013272885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024538698,0.001787908,0.12666084,0.0010010159,0.0015123349,0.000047898437,0.005523057,0.00014332557,0.03242919,0.00055860553,0.4764347,0.32936242],"study_design_scores_gemma":[0.021228742,0.0717017,0.17707463,0.000100365956,0.005747044,0.0031312003,0.23768038,0.00044840566,0.000151913,0.0013924829,0.48098892,0.00035423698],"about_ca_topic_score_codex":0.05875463,"about_ca_topic_score_gemma":0.016332166,"teacher_disagreement_score":0.3290082,"about_ca_system_score_codex":0.00024413236,"about_ca_system_score_gemma":0.001203928,"threshold_uncertainty_score":0.9737339},"labels":[],"label_agreement":null},{"id":"W4288321632","doi":"10.48550/arxiv.1907.03706","title":"Developing an Evidence-Based Framework for Grading and Assessment of\\n Predictive Tools for Clinical Decision Support","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); GRASP; Critical appraisal; Evidence-based practice; Evidence-based medicine; Computer science; Medicine; Engineering; Alternative medicine; Pathology","score_opus":0.7162999676104943,"score_gpt":0.5069695957311376,"score_spread":0.20933037187935666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288321632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37505692,0.00002538643,0.62156457,0.0004473908,0.0005465363,0.0022118222,0.000095329546,0.000033945686,0.000018081619],"genre_scores_gemma":[0.6933692,0.0006161734,0.3049965,0.00049682485,0.00020822053,0.000010765139,0.00024951817,0.000029511299,0.000023280645],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970509,0.0002018053,0.0012059417,0.0010917381,0.0001740797,0.00027556357],"domain_scores_gemma":[0.97174335,0.025243806,0.0011252016,0.0007256995,0.00094388146,0.00021806042],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003414218,0.00027581296,0.0008309071,0.00021407957,0.0000970014,0.000057011574,0.00027975158,0.00056429696,0.000031618107],"category_scores_gemma":[0.016136648,0.00029358536,0.00036983268,0.00018455992,0.00012860933,0.00061673194,0.00033888427,0.0007125146,0.0000017881914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015031114,0.0009577764,0.76554376,0.003429138,0.0011293142,0.000062951694,0.00016794613,0.028632764,0.000061510094,0.084482394,0.001126612,0.0993747],"study_design_scores_gemma":[0.008160448,0.0051981425,0.1855318,0.0051909727,0.0029342475,0.0000051127467,0.0009788396,0.69678116,0.00011950938,0.092749804,0.0016787121,0.00067124295],"about_ca_topic_score_codex":0.00002859716,"about_ca_topic_score_gemma":0.000014165543,"teacher_disagreement_score":0.6681484,"about_ca_system_score_codex":0.00036870432,"about_ca_system_score_gemma":0.0022947262,"threshold_uncertainty_score":0.9999516},"labels":[],"label_agreement":null},{"id":"W4288335465","doi":"10.48550/arxiv.1906.02636","title":"An Inverse Optimization Approach to Measuring Clinical Pathway\\n Concordance","year":2019,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Concordance; Context (archaeology); Metric (unit); Computer science; Optimization problem; Data mining; Medicine; Mathematical optimization; Mathematics; Algorithm; Operations management; Geography; Engineering","score_opus":0.4979702204531434,"score_gpt":0.3619664774979169,"score_spread":0.1360037429552265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288335465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34493193,0.000026861286,0.6438264,0.00023555054,0.0026124837,0.002859385,0.00007479433,0.0001825043,0.0052500423],"genre_scores_gemma":[0.9524632,0.0010376021,0.039849583,0.0025737996,0.0014055362,0.000006435511,0.00068460096,0.00015714101,0.0018220689],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9894169,0.0021321625,0.003083989,0.0038485606,0.00051141815,0.0010069684],"domain_scores_gemma":[0.9891496,0.0018055995,0.002221048,0.0034563378,0.0016873209,0.0016801491],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061705527,0.0009813035,0.0018131707,0.00056455104,0.00031258794,0.00016447908,0.0014622374,0.0012199784,0.00054390734],"category_scores_gemma":[0.0056500947,0.0012281322,0.00077770185,0.0013570616,0.00037944855,0.0013361694,0.0014257282,0.002704012,0.0010207148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002524467,0.0019246137,0.06358685,0.00036913587,0.000453456,0.00014988043,0.00034163718,0.924866,0.00007246388,0.0020567442,0.000557235,0.0030974906],"study_design_scores_gemma":[0.0069322293,0.001332634,0.006089121,0.0004776157,0.0015130542,0.000016990618,0.003440193,0.9768503,0.000046536945,0.00026671359,0.0018358331,0.0011988333],"about_ca_topic_score_codex":0.00076077366,"about_ca_topic_score_gemma":0.00014070378,"teacher_disagreement_score":0.6075313,"about_ca_system_score_codex":0.001147506,"about_ca_system_score_gemma":0.0022081302,"threshold_uncertainty_score":0.9997571},"labels":[],"label_agreement":null},{"id":"W4288753150","doi":"10.1016/j.jscai.2022.100389","title":"SCAI Publications Committee Manual of Standard Operating Procedures: 2022 Update","year":2022,"lang":"en","type":"article","venue":"Journal of the Society for Cardiovascular Angiography & Interventions","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Genome Prairie","funders":"","keywords":"Standard operating procedure; Computer science; Operations research; Engineering; Operations management","score_opus":0.08568874114532163,"score_gpt":0.40869870557403826,"score_spread":0.32300996442871666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288753150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28367367,0.2195965,0.40282878,0.07833346,0.0046281284,0.0071076215,0.003312088,0.00013548826,0.00038426652],"genre_scores_gemma":[0.97271925,0.0004047736,0.025406187,0.0006899077,0.00031747608,0.00016116393,0.00010423883,0.000038916492,0.00015806944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694806,0.0002589645,0.0014719664,0.00016392623,0.000971088,0.00018599488],"domain_scores_gemma":[0.99698466,0.00022314113,0.0009768049,0.00052925607,0.0012031244,0.000082999395],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.005074111,0.00012400465,0.00049753836,0.00020534574,0.0006137352,0.000041165622,0.00039790975,0.000044339118,0.00019074838],"category_scores_gemma":[0.0011429796,0.0000983148,0.1499737,0.0010812231,0.00012141146,0.00024664108,0.00023169281,0.00049754116,3.9453394e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005081895,0.002028589,0.012702884,0.0014916781,0.33942616,0.0000053209424,0.0018252643,0.005536913,0.00082156644,0.0024117657,0.6177072,0.0155344615],"study_design_scores_gemma":[0.02253317,0.0059893862,0.018170942,0.0015690643,0.17261101,0.001829002,0.050879437,0.00032966043,0.000503241,0.0072646425,0.7175372,0.0007831903],"about_ca_topic_score_codex":0.000025366671,"about_ca_topic_score_gemma":0.000012717269,"teacher_disagreement_score":0.6890456,"about_ca_system_score_codex":0.00013550064,"about_ca_system_score_gemma":0.0003007193,"threshold_uncertainty_score":0.8585391},"labels":[],"label_agreement":null},{"id":"W4289888124","doi":"10.1016/j.jogc.2022.06.010","title":"Le conseil des professionnels universitaires de la SOGC : Favoriser les occasions d’apprentissage tout au long du parcours professionnel, des études en médecine jusqu’à la retraite","year":2022,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada; Kingston General Hospital","funders":"","keywords":"Medicine; Humanities","score_opus":0.05091550012968885,"score_gpt":0.3540309129223062,"score_spread":0.30311541279261733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289888124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6741802,0.0056810225,0.00028862126,0.0035238534,0.3149619,0.00048416705,0.00024171703,0.00001355205,0.00062493375],"genre_scores_gemma":[0.9738223,0.004319439,0.0014845503,0.00015596556,0.018687706,0.000015059703,0.00012267922,0.000081939914,0.0013103713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910046,0.0041516125,0.0022073716,0.0005025409,0.001242694,0.0008912223],"domain_scores_gemma":[0.86611366,0.12870868,0.002520388,0.0003196187,0.0014280389,0.0009096361],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059900973,0.00054242456,0.0012822686,0.00061728543,0.0017532196,0.00008831609,0.0005816004,0.001139758,0.0017521277],"category_scores_gemma":[0.121749975,0.000499459,0.00027293534,0.00073232915,0.001125914,0.00046794693,0.0005764324,0.0040199705,9.1653897e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00024671573,0.0011215643,0.5206211,0.00083795236,0.0011295922,0.012971941,0.003555485,0.00026253655,0.0000573239,0.0004679334,0.32612512,0.13260272],"study_design_scores_gemma":[0.012080429,0.0015350576,0.5331174,0.000636593,0.002561052,0.00061616045,0.12398727,0.00011321265,0.000014697339,0.00096808834,0.32378018,0.0005898337],"about_ca_topic_score_codex":0.08471366,"about_ca_topic_score_gemma":0.221269,"teacher_disagreement_score":0.29964206,"about_ca_system_score_codex":0.008741007,"about_ca_system_score_gemma":0.066026255,"threshold_uncertainty_score":0.9997457},"labels":[],"label_agreement":null},{"id":"W4290769249","doi":"10.1136/bmj-2022-070849","title":"Reporting guideline for overviews of reviews of healthcare interventions: development of the PRIOR statement","year":2022,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":807,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Ottawa Hospital; Institute of Health Economics; University of Ottawa; Queen's University; Public Health Ontario; University of Toronto; St. Michael's Hospital; University of Alberta","funders":"National Eye Institute","keywords":"Delphi method; Checklist; Delphi; Guideline; Medical education; Psychological intervention; Systematic review; Health care; Stakeholder; Psychology; Medicine; Family medicine; MEDLINE; Nursing; Public relations; Political science; Computer science","score_opus":0.6531425836279389,"score_gpt":0.6285908690670056,"score_spread":0.024551714560933302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290769249","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.602,0.018844875,0.081504926,0.25321153,0.0028224376,0.040466167,0.00050819677,0.000053378117,0.0005885006],"genre_scores_gemma":[0.44002566,0.0003574885,0.5530593,0.003920318,0.00016659638,0.0013974424,0.00039066683,0.00003756058,0.00064501324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871359,0.0002541502,0.0119394045,0.00015092046,0.00041587197,0.000103794446],"domain_scores_gemma":[0.98639,0.0002762449,0.012356719,0.00042908988,0.00051622855,0.000031703712],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01668089,0.00007276624,0.0005217229,0.000050789346,0.00007275621,0.0000011884691,0.0001108029,0.00001618273,0.00039796584],"category_scores_gemma":[0.019274201,0.000052226984,0.00035889173,0.00019198585,0.000020632238,0.000034523906,0.00021936823,0.00010077021,5.383013e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072609313,0.0011728439,0.01975199,0.012373265,0.00027402406,0.0000020322734,0.0027903891,0.0000949713,0.008590124,0.00040779423,0.18448101,0.76933545],"study_design_scores_gemma":[0.0018810997,0.00059084105,0.010393476,0.0012127943,0.00023371323,0.000013236927,0.0027900105,0.00022615069,0.005735985,0.0001922189,0.9766495,0.00008092225],"about_ca_topic_score_codex":0.00017014754,"about_ca_topic_score_gemma":0.000211334,"teacher_disagreement_score":0.79216856,"about_ca_system_score_codex":0.00012408671,"about_ca_system_score_gemma":0.0005723753,"threshold_uncertainty_score":0.98898685},"labels":[],"label_agreement":null},{"id":"W4290997184","doi":"10.1016/j.breast.2022.08.004","title":"Response to comment on: “Global guidelines for breast cancer screening: A systematic review”","year":2022,"lang":"en","type":"review","venue":"The Breast","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Centre International de Recherche sur le Cancer","keywords":"Scopus; Guideline; Medicine; Breast cancer; Task force; Systematic review; Family medicine; Health care; Citation; Breast cancer screening; Alternative medicine; Cancer; Library science; MEDLINE; Gynecology; Mammography; Internal medicine; Pathology; Political science; Computer science","score_opus":0.5626471825821608,"score_gpt":0.5992041882873362,"score_spread":0.036557005705175394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290997184","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3734184e-7,0.67996824,0.00035701256,0.30289677,0.00033134426,0.011532104,0.0048131365,0.00006139954,0.00003984838],"genre_scores_gemma":[4.7121316e-7,0.8400533,0.0010515893,0.15043491,0.0006846219,0.0066490965,0.00041805836,0.00009156517,0.00061638135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923557,0.0018945127,0.0036200108,0.00064529554,0.0010325777,0.0004518755],"domain_scores_gemma":[0.98985374,0.005892534,0.0016076014,0.0016154512,0.00072746444,0.00030322763],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009937795,0.0006127737,0.0033816937,0.000113089205,0.00025832074,0.000049033013,0.0007051384,0.00011964825,0.0015640394],"category_scores_gemma":[0.013385274,0.00035580553,0.001111172,0.0006155396,0.00004403934,0.000055486296,0.00036712523,0.00048607937,0.0001609762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001117502,0.00008593357,5.6840963e-7,0.28812099,0.00046416686,0.000010178201,0.000011402789,0.0000016520689,2.8425909e-8,0.000031282154,0.35083157,0.35932472],"study_design_scores_gemma":[0.00054309965,0.00019613218,0.0000052724195,0.33335453,0.009201293,0.0025819729,0.00008255058,0.000013310786,7.697577e-9,0.000008941914,0.6537962,0.00021671194],"about_ca_topic_score_codex":0.00030991924,"about_ca_topic_score_gemma":0.000026550686,"teacher_disagreement_score":0.359108,"about_ca_system_score_codex":0.0010372186,"about_ca_system_score_gemma":0.0009666541,"threshold_uncertainty_score":0.9998894},"labels":[],"label_agreement":null},{"id":"W4291234523","doi":"","title":"[Abstracts of the 45th Annual Meeting of the Clinical Research Club of Quebec. Orford, Canada, September 25-27, 2003].","year":2003,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Club; Library science; Geography; Medicine; Computer science","score_opus":0.25943775946034053,"score_gpt":0.4746184010236469,"score_spread":0.21518064156330635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291234523","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038391538,0.0009466959,0.000005279092,0.007982221,0.0045570987,0.0072836345,0.00091646117,0.00002732391,0.9398897],"genre_scores_gemma":[0.15659249,0.00018798052,0.0004539017,0.0014241098,0.0009824279,0.00020090706,0.000056220324,0.00031825827,0.8397837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99297494,0.0013993387,0.0027704563,0.00040906784,0.0018891179,0.0005570604],"domain_scores_gemma":[0.9917724,0.0027645144,0.002600664,0.0012703565,0.0013883992,0.00020366898],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00945834,0.0002323118,0.00084436865,0.00013120213,0.000050463404,0.0000065339145,0.0005374611,0.00041204135,0.00075631577],"category_scores_gemma":[0.042400472,0.00014036497,0.0002625037,0.00084460597,0.0005930512,0.000047752023,0.00026218538,0.0012410947,0.000005622249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011384807,0.00021520986,0.034239225,0.00030327553,0.00026091715,0.0000035234398,0.00003211177,0.00000511381,0.0000054849725,0.00004597817,0.9478187,0.016956612],"study_design_scores_gemma":[0.0012483248,0.000037867452,0.2920336,0.0003075627,0.00028017664,0.0000060217058,0.0004899737,0.0000031617506,0.00025325708,0.000019108378,0.7052187,0.00010228823],"about_ca_topic_score_codex":0.65664726,"about_ca_topic_score_gemma":0.9083237,"teacher_disagreement_score":0.25779438,"about_ca_system_score_codex":0.00021019512,"about_ca_system_score_gemma":0.004121786,"threshold_uncertainty_score":0.9656658},"labels":[],"label_agreement":null},{"id":"W4291924162","doi":"10.2139/ssrn.4186778","title":"Promoting the Quality and Transparency of Health Research in China","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Transparency (behavior); China; Quality (philosophy); Business; Political science; Physics; Law","score_opus":0.4580883702968977,"score_gpt":0.5895741895943791,"score_spread":0.13148581929748143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291924162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.887694,0.0026277963,0.00032925387,0.108885765,0.00003820686,0.00033926283,0.0000020350142,0.0000036913939,0.00007995797],"genre_scores_gemma":[0.99758613,0.0019389056,0.00005146908,0.00029514518,0.00006290939,0.000010638698,0.0000044573253,0.000008067741,0.00004227428],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948849,0.0021376242,0.0011473009,0.00013692131,0.0006802064,0.0010130358],"domain_scores_gemma":[0.99878544,0.00062169245,0.00034237726,0.00012904909,0.00007437096,0.000047049238],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06222778,0.00004899413,0.0001889791,0.00011282956,0.00033766744,0.000007994061,0.00010616858,0.000014311477,0.0000479646],"category_scores_gemma":[0.0013273287,0.000035674148,0.000039424573,0.00037673514,0.0000550748,0.00006849336,0.00004899003,0.003579158,4.0100358e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008044643,0.00069923775,0.16939047,0.00014995222,0.00011448934,0.0000071053305,0.010488128,0.000032895234,0.001128772,0.02995569,0.0001336616,0.7870951],"study_design_scores_gemma":[0.006040332,0.00620572,0.5756351,0.00010877133,0.00004503765,0.001541556,0.0660525,0.00067084306,0.00004827858,0.34146503,0.0020559581,0.00013091999],"about_ca_topic_score_codex":0.0016968168,"about_ca_topic_score_gemma":0.0017027557,"teacher_disagreement_score":0.78696424,"about_ca_system_score_codex":0.0007667133,"about_ca_system_score_gemma":0.0038155254,"threshold_uncertainty_score":0.99871963},"labels":[],"label_agreement":null},{"id":"W4292001065","doi":"","title":"Abstracts of the SOGC (Society of Obstetricians and Gynaecologists of Canada) 61st Annual Clinical Meeting, June 16-21, 2005, Quebec City, Canada.","year":2005,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine","score_opus":0.0810233873609916,"score_gpt":0.35489559633781037,"score_spread":0.27387220897681874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292001065","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1137037,0.011050404,0.000055504872,0.17936307,0.020335611,0.01712694,0.009795186,0.00018092293,0.6483887],"genre_scores_gemma":[0.30740374,0.00089039345,0.0008352627,0.004522389,0.000977494,0.000104469415,0.00012314382,0.00023172802,0.6849114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545515,0.00019161165,0.0024077976,0.00038289657,0.0010815805,0.0004809401],"domain_scores_gemma":[0.9927301,0.0029001862,0.003160948,0.000568011,0.00035836495,0.00028238122],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002129835,0.00026706586,0.0010241824,0.00006799323,0.000035243338,0.0000048611196,0.00028344998,0.00041521507,0.0005883223],"category_scores_gemma":[0.014540872,0.00020779476,0.00021182463,0.0002561281,0.0003782494,0.000039037182,0.00017355503,0.00056038273,2.0158453e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005002806,0.00018162298,0.026860977,0.00026910924,0.00034426502,0.0000054206703,0.000024181496,0.000007085612,0.0000015038405,0.000006587895,0.9365886,0.035660613],"study_design_scores_gemma":[0.0011721189,0.000015874404,0.44904038,0.00006764941,0.00031655893,0.000003885989,0.00036983402,0.0000049712785,0.000060051367,0.0000024803464,0.54882926,0.00011695549],"about_ca_topic_score_codex":0.99104667,"about_ca_topic_score_gemma":0.99990916,"teacher_disagreement_score":0.4221794,"about_ca_system_score_codex":0.0006562071,"about_ca_system_score_gemma":0.0068221604,"threshold_uncertainty_score":0.99880826},"labels":[],"label_agreement":null},{"id":"W4292057185","doi":"10.3389/fped.2022.891572","title":"Quality assessment of clinical practice guidelines for neonatal sepsis using the Appraisal of Guidelines for Research and Evaluation (AGREE) II Instrument: A systematic review of neonatal guidelines","year":2022,"lang":"en","type":"review","venue":"Frontiers in Pediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"King Saud University","keywords":"Medicine; Neonatal sepsis; Quality (philosophy); Critical appraisal; Guideline; Systematic review; Intensive care medicine; Clinical Practice; Medical physics; Sepsis; MEDLINE; Nursing; Alternative medicine; Surgery; Pathology","score_opus":0.8266123431438849,"score_gpt":0.7181102912785229,"score_spread":0.10850205186536199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292057185","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056564186,0.9315337,0.041228276,0.0049729003,0.0025414166,0.018356595,0.0012795244,0.000014163104,0.000016877239],"genre_scores_gemma":[0.000002540328,0.6189536,0.37743962,0.00058703666,0.00087964314,0.0010577257,0.0009928684,0.0000662386,0.000020764257],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.961855,0.0053794775,0.026211964,0.0012143754,0.00472906,0.0006101322],"domain_scores_gemma":[0.87306756,0.057792462,0.020747984,0.002240371,0.045848288,0.00030333712],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14070097,0.00061220163,0.006636737,0.0008935201,0.00024442,0.00002663172,0.00080412906,0.00052068545,0.000046838297],"category_scores_gemma":[0.6971918,0.00044370737,0.001439791,0.0019839744,0.00031256018,0.00039993727,0.0008217143,0.0011242457,1.5782511e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022334249,0.00024669478,0.00022808697,0.5594441,0.0005161903,0.0000015160472,0.000059128444,0.000022509626,1.2899766e-7,0.00007286264,0.057606142,0.38157925],"study_design_scores_gemma":[0.004635494,0.0017230008,0.0000139734775,0.1571627,0.028902404,0.000089377776,0.0065973843,0.026652312,5.350806e-7,0.00036883217,0.77332306,0.000530919],"about_ca_topic_score_codex":0.00030691657,"about_ca_topic_score_gemma":0.000023423185,"teacher_disagreement_score":0.7157169,"about_ca_system_score_codex":0.00045708814,"about_ca_system_score_gemma":0.007946324,"threshold_uncertainty_score":0.99980146},"labels":[],"label_agreement":null},{"id":"W4292063299","doi":"10.1111/bjd.21822","title":"The sound of silence: where are the voices of patients in eczema guideline development?","year":2022,"lang":"en","type":"article","venue":"British Journal of Dermatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Arthritis Patient Alliance","funders":"","keywords":"Guideline; Silence; Sound (geography); Medicine; Audiology; Acoustics; Pathology; Physics","score_opus":0.061049813637790565,"score_gpt":0.3929239920716602,"score_spread":0.3318741784338696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292063299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864457,0.0030852908,0.000119292774,0.009728747,0.00031610718,0.00021462403,0.00001779027,0.0000022948955,0.000070103044],"genre_scores_gemma":[0.99745315,0.00083935296,0.00088408525,0.00072927953,0.000042467393,0.0000067609044,0.0000130550425,0.000009716256,0.000022119697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99630183,0.0004117338,0.0025136208,0.000089159614,0.00052214105,0.00016152133],"domain_scores_gemma":[0.9957048,0.0012600032,0.0021479374,0.00013175416,0.000712679,0.000042807627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013725813,0.0000716023,0.00037932093,0.000080829486,0.0001555911,0.000011344215,0.00028467923,0.00004044414,0.00022830229],"category_scores_gemma":[0.0027960902,0.000054408592,0.000088074776,0.00021494544,0.00013664235,0.000111405236,0.00014432851,0.00045969163,0.0000012043066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006126115,0.00052437116,0.8879625,0.00008346184,0.00015199388,0.00051331817,0.0006195049,0.000081578095,0.00005291837,0.000030044692,0.043001834,0.06636587],"study_design_scores_gemma":[0.009750182,0.00052812335,0.7974844,0.00043834007,0.000238739,0.023177173,0.032157265,0.00020582347,0.0006548103,0.0015494771,0.13363598,0.00017967513],"about_ca_topic_score_codex":0.00015703357,"about_ca_topic_score_gemma":0.0009828067,"teacher_disagreement_score":0.090634145,"about_ca_system_score_codex":0.000055961693,"about_ca_system_score_gemma":0.00033890305,"threshold_uncertainty_score":0.3347383},"labels":[],"label_agreement":null},{"id":"W4292142836","doi":"","title":"[Abstracts of the 49th annual meeting of the Clinical Research Club of Quebec, September 20-22, 2007, Mont-Tremblant, Canada].","year":2007,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Club; Library science; Medicine; Computer science","score_opus":0.24474571030949377,"score_gpt":0.4763138041555126,"score_spread":0.23156809384601884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292142836","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055477675,0.0014076394,0.000007982711,0.008442,0.003403557,0.0064175194,0.00093116204,0.00003933672,0.9238731],"genre_scores_gemma":[0.25536767,0.0002199327,0.0002883105,0.0011978744,0.0021050207,0.00013680304,0.00007039798,0.00033062522,0.74028337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99270445,0.0009877174,0.0030303795,0.0004342125,0.0021973366,0.00064592215],"domain_scores_gemma":[0.9899103,0.004946161,0.0027220102,0.0012648236,0.00091863505,0.0002380459],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011431954,0.00025110287,0.0008979039,0.00021623826,0.00005127097,0.0000064583137,0.00060019735,0.00047484002,0.00087627606],"category_scores_gemma":[0.020815186,0.00015281889,0.00035566892,0.00059575756,0.00057072064,0.000048226597,0.00035554837,0.0014034709,0.00000675523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024768297,0.00026345794,0.03298721,0.00028943748,0.00028225264,0.000008724558,0.000036856145,0.000008068112,0.0000127175,0.0000134877,0.9424098,0.023440262],"study_design_scores_gemma":[0.0013003909,0.000031251508,0.36838606,0.00039284112,0.00028967598,0.0000072983134,0.00053791155,0.0000069846637,0.00031530095,0.000012596386,0.6286081,0.00011157878],"about_ca_topic_score_codex":0.7037395,"about_ca_topic_score_gemma":0.93632954,"teacher_disagreement_score":0.33539885,"about_ca_system_score_codex":0.00022685195,"about_ca_system_score_gemma":0.0025672952,"threshold_uncertainty_score":0.9874329},"labels":[],"label_agreement":null},{"id":"W4292454242","doi":"10.3389/fonc.2022.942219","title":"Quality assessment of clinical practice guidelines on psychological distress of cancer patients using the AGREE II instrument","year":2022,"lang":"en","type":"review","venue":"Frontiers in Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Hebei Provincial Key Research Projects; Natural Science Foundation of Hebei Province; Horizon 2020 Framework Programme; Hebei Medical University; National Natural Science Foundation of China","keywords":"Medicine; Family medicine; Guideline; Psychosocial; MEDLINE; Psychiatry; Pathology","score_opus":0.7277102722267808,"score_gpt":0.7176802061521994,"score_spread":0.010030066074581345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292454242","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009788462,0.94998944,0.0011793027,0.00884704,0.019630054,0.0065659857,0.0009331593,0.00003128694,0.0030352864],"genre_scores_gemma":[0.00026648951,0.9304236,0.065366335,0.0027993668,0.0004279466,0.0002315481,0.00040832633,0.000037116675,0.000039246836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98506975,0.0042676483,0.008539541,0.0007501557,0.0010524907,0.0003204136],"domain_scores_gemma":[0.98329437,0.007175054,0.0077287145,0.0009079833,0.00075266225,0.0001412138],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009829772,0.0003726005,0.0038287735,0.00021305811,0.000100650155,0.0000051361217,0.00052085,0.0005713766,0.0004640314],"category_scores_gemma":[0.049302597,0.0002432049,0.00074465765,0.00052374037,0.0003159518,0.00008801263,0.00053475384,0.0018704644,6.814622e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064575917,0.004456801,0.013051157,0.0013196869,0.00053552724,0.0000171795,0.000038495233,0.000026095246,1.0507375e-7,0.00006696219,0.02021323,0.959629],"study_design_scores_gemma":[0.0030334536,0.0036913913,0.0057787676,0.0014101636,0.0021006523,0.000012213717,0.0006211393,0.00015407865,9.749311e-8,0.00004886175,0.98295903,0.00019012112],"about_ca_topic_score_codex":0.0007153944,"about_ca_topic_score_gemma":0.0000862989,"teacher_disagreement_score":0.96274585,"about_ca_system_score_codex":0.0013640159,"about_ca_system_score_gemma":0.0019404939,"threshold_uncertainty_score":0.99176073},"labels":[],"label_agreement":null},{"id":"W4292495937","doi":"","title":"Surgery wait times stats show gradual gains in Saskatchewan.","year":2013,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nursing; Psychology; Medicine; Business; Political science","score_opus":0.251019397567033,"score_gpt":0.4008224765119889,"score_spread":0.14980307894495587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292495937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9782531,0.000061880484,0.000072812996,0.018520754,0.00029629547,0.0014393415,0.000007279542,0.00007673904,0.0012717961],"genre_scores_gemma":[0.9917841,0.000035268018,0.0003904996,0.0037912775,0.00026619667,0.0011224102,0.00010400546,0.000026576236,0.0024796687],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99799955,0.00011154908,0.00082838343,0.0002640749,0.00033049434,0.0004659356],"domain_scores_gemma":[0.9974493,0.00175895,0.00016191209,0.00026726487,0.00012608613,0.00023653309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013207821,0.00012848643,0.00031731112,0.00016389201,0.000024620113,0.000035554556,0.00006147637,0.000074591495,0.00069182797],"category_scores_gemma":[0.0041667772,0.00011434159,0.000093191775,0.00025533457,0.000046497116,0.00035583225,0.000046559835,0.00023532157,0.00023777013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008888109,0.00030134807,0.25838757,0.000041371248,0.00004584365,0.0000412402,0.0002292283,0.0000026222397,0.000062878025,0.000025832365,0.1336857,0.6070875],"study_design_scores_gemma":[0.0010158054,0.000020754782,0.9902402,0.000013694482,0.000044098833,0.000016116197,0.0016316765,0.00016170804,0.00020897118,0.0005934752,0.0059227166,0.00013074445],"about_ca_topic_score_codex":0.0018665827,"about_ca_topic_score_gemma":0.000978384,"teacher_disagreement_score":0.73185265,"about_ca_system_score_codex":0.00011700073,"about_ca_system_score_gemma":0.0001545482,"threshold_uncertainty_score":0.7575031},"labels":[],"label_agreement":null},{"id":"W4292670360","doi":"10.47102/annals-acadmedsg.v44n10p463","title":"Singapore Cancer Network (SCAN) Guidelines for Systemic Therapy of High-Grade Glioma","year":2015,"lang":"en","type":"article","venue":"Annals of the Academy of Medicine Singapore","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Faculty of Medicine Siriraj Hospital, Mahidol University; Mahidol University; National Cancer Centre of Singapore; Memorial Sloan-Kettering Cancer Center","keywords":"Workgroup; Medicine; Glioma; Systemic therapy; Cancer; Internal medicine; Oncology; Glioblastoma; Clinical Practice; Task force; Medical physics; Family medicine; Breast cancer; Cancer research","score_opus":0.6692849113223875,"score_gpt":0.576154645910347,"score_spread":0.0931302654120405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292670360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6040787,0.013263603,0.00026095033,0.38043764,0.00056354253,0.0012638927,0.000045217002,0.000028408967,0.00005806941],"genre_scores_gemma":[0.97469026,0.0028430477,0.0028790727,0.016470755,0.002814081,0.00003946604,0.000045440564,0.000057854573,0.00016000101],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99483067,0.00023261798,0.0030332722,0.00034938403,0.001154401,0.00039964454],"domain_scores_gemma":[0.99271226,0.0012736181,0.002899142,0.00047393222,0.0024112174,0.00022985211],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053460896,0.00029502573,0.0012695539,0.00016445007,0.00006741849,0.000003233585,0.00050816266,0.000267035,0.000052476385],"category_scores_gemma":[0.0111437235,0.00018043106,0.00031956338,0.00069537724,0.00063120644,0.00015185951,0.00009939079,0.00037604186,7.681735e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030098564,0.00024830413,0.0071519,0.00076103036,0.0007289321,0.0000035357225,0.00085219985,0.0016936244,0.039317355,0.0012700646,0.8992827,0.04568053],"study_design_scores_gemma":[0.064043336,0.010427275,0.039175395,0.031170702,0.0038261008,0.0010312682,0.01114058,0.0050411546,0.42866483,0.08037765,0.32364342,0.0014582819],"about_ca_topic_score_codex":0.0011790884,"about_ca_topic_score_gemma":0.000016679405,"teacher_disagreement_score":0.57563925,"about_ca_system_score_codex":0.00004297348,"about_ca_system_score_gemma":0.00044148197,"threshold_uncertainty_score":0.9971858},"labels":[],"label_agreement":null},{"id":"W4292680710","doi":"10.1016/j.soncn.2022.151334","title":"Setting Up a Prehabilitation Unit: Successes and Challenges","year":2022,"lang":"en","type":"article","venue":"Seminars in Oncology Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Prehabilitation; Medicine; Service (business); Perioperative; Nursing; Medical education; Physical therapy; Surgery","score_opus":0.18858754947452325,"score_gpt":0.5066674217525183,"score_spread":0.31807987227799506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292680710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89144427,0.0056075114,0.000036176618,0.099494606,0.00061549473,0.0004365869,0.0000035568019,0.00003831516,0.0023234575],"genre_scores_gemma":[0.99115056,0.001509911,0.0062273056,0.00081077934,0.000097159784,0.00007076475,0.000034684745,0.000016630203,0.00008219843],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99840224,0.0004428931,0.00050450757,0.00027191182,0.00018321737,0.00019522014],"domain_scores_gemma":[0.99634,0.0032239703,0.00018147574,0.00013676427,0.00006259662,0.000055232016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019724453,0.00008531378,0.00021935764,0.0001789679,0.0001543514,0.0000061232754,0.000051282306,0.000065484244,0.00011003795],"category_scores_gemma":[0.0027917344,0.00009650233,0.000024511142,0.00020516243,0.00012831876,0.00013405623,0.00006624909,0.00040236453,0.0000016347894],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049455214,0.00038705798,0.029054705,0.00009272412,0.000012758508,0.00004760071,0.01348225,0.00005145565,0.0008803404,0.0004107531,0.0009957296,0.95409006],"study_design_scores_gemma":[0.010332601,0.008896674,0.26523027,0.0012413833,0.0004152252,0.0018035993,0.45125964,0.0057404526,0.0004019637,0.013095158,0.24107909,0.00050393806],"about_ca_topic_score_codex":0.00004300998,"about_ca_topic_score_gemma":0.00007120133,"teacher_disagreement_score":0.95358616,"about_ca_system_score_codex":0.0006148641,"about_ca_system_score_gemma":0.0002539149,"threshold_uncertainty_score":0.39352506},"labels":[],"label_agreement":null},{"id":"W4293243551","doi":"10.23889/ijpds.v7i3.2033","title":"Cross-jurisdictional data access processes and coordination in two countries: key learnings and innovative approaches.","year":2022,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information","funders":"","keywords":"Key (lock); Computer science; Data access; Data sharing; Collaborative network; Data science; Process management; Knowledge management; Business; Computer security; Database","score_opus":0.4704630111872487,"score_gpt":0.5899075539934028,"score_spread":0.11944454280615407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293243551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606424,0.00011433533,0.016184315,0.019899338,0.0010188988,0.000591441,0.0014455189,0.000021954744,0.00008181685],"genre_scores_gemma":[0.9895868,0.00004844887,0.0045214705,0.0007785451,0.0002829819,0.000021377033,0.0046445946,0.000009881553,0.000105943895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972975,0.000052498428,0.000780591,0.00053592084,0.0011745098,0.00015893245],"domain_scores_gemma":[0.9971972,0.0005619187,0.00062204147,0.0002938711,0.0012420939,0.000082850755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053736386,0.00009456214,0.00013612806,0.00049211574,0.00057612587,0.0006477071,0.0010891559,0.00001763766,0.0001227541],"category_scores_gemma":[0.0095436005,0.00009298334,0.00000824928,0.00079012994,0.00023550622,0.007595502,0.0018007525,0.0003423575,8.320811e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006367718,0.00013301641,0.9689255,0.00003435864,0.000038945836,0.000009278836,0.00033386974,0.0011065989,0.000097134274,0.0026861595,0.0023241406,0.02367423],"study_design_scores_gemma":[0.004448431,0.00013005924,0.71414554,0.00005674827,0.0000400443,0.0008613727,0.00080678414,0.21985199,0.00002080098,0.0026654452,0.056784477,0.00018832441],"about_ca_topic_score_codex":0.00040333482,"about_ca_topic_score_gemma":0.00019001414,"teacher_disagreement_score":0.25477996,"about_ca_system_score_codex":0.00025750042,"about_ca_system_score_gemma":0.00076239934,"threshold_uncertainty_score":0.99879944},"labels":[],"label_agreement":null},{"id":"W4294243109","doi":"10.23889/ijpds.v7i1.1690","title":"Laying the Foundation for Real-World Evidence Studies of Psoriatic Disease in Newfoundland and Labrador","year":2022,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Newfoundland and Labrador Centre for Applied Health Research; Memorial University of Newfoundland","funders":"","keywords":"General partnership; Psychological intervention; Foundation (evidence); Business; Disease; Medicine; Environmental planning; Knowledge management; Geography; Nursing; Computer science; Finance","score_opus":0.5278289798605712,"score_gpt":0.6041311672428868,"score_spread":0.07630218738231564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294243109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967233,0.0002213875,0.0054271226,0.02421605,0.001904722,0.0008294088,0.00015531726,0.000006704075,0.000006285129],"genre_scores_gemma":[0.9936798,0.00028577624,0.0049840943,0.0004529508,0.00027027493,0.000043379277,0.00021473851,0.000005526304,0.00006341296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813765,0.00006361984,0.00071190466,0.00022174754,0.00075870147,0.000106365515],"domain_scores_gemma":[0.99641913,0.0021378063,0.00055226986,0.00022484415,0.000607383,0.000058536913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050957995,0.00005667286,0.00011751062,0.00026819197,0.00039620334,0.00009239698,0.00046319905,0.000005767682,0.000024267476],"category_scores_gemma":[0.016898297,0.00004314084,0.000029228251,0.00031522827,0.000109888446,0.0016279375,0.00032068978,0.00011278159,2.6119022e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013528102,0.00009330921,0.93020666,0.00005633818,0.00005966456,0.000003670476,0.0004242877,0.0022734518,0.00045403314,0.0060233297,0.0007105212,0.058341924],"study_design_scores_gemma":[0.001682193,0.00016447519,0.889,0.00015751057,0.00011750289,0.000030199853,0.0012024409,0.094911866,0.0000042958522,0.008493069,0.0041626347,0.00007379377],"about_ca_topic_score_codex":0.0015307331,"about_ca_topic_score_gemma":0.0017144014,"teacher_disagreement_score":0.09263841,"about_ca_system_score_codex":0.00041066232,"about_ca_system_score_gemma":0.0003199913,"threshold_uncertainty_score":0.9913828},"labels":[],"label_agreement":null},{"id":"W4294243604","doi":"10.23889/ijpds.v7i3.1911","title":"A Synthesis of Algorithms for Multi-Jurisdiction Research in Canada.","year":2022,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Algorithm; Computer science; Suite; Mental health; Generalizability theory; Population; Data mining; Machine learning; Medicine; Mathematics; Environmental health; Psychiatry; Statistics; Geography","score_opus":0.6640228554310939,"score_gpt":0.6281443263302975,"score_spread":0.035878529100796364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294243604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.881943,0.00007199206,0.07792991,0.026121518,0.007279332,0.0021304956,0.004451551,0.000014456993,0.000057786547],"genre_scores_gemma":[0.96320903,0.000017609065,0.035814494,0.00018649886,0.0002107417,0.00006902954,0.00045327112,0.000007606535,0.000031691798],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99694103,0.00008712691,0.00083235104,0.0002636418,0.0016866033,0.00018926385],"domain_scores_gemma":[0.9968349,0.0012419557,0.00037525233,0.0002466569,0.0012202965,0.00008095633],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008361373,0.000049240716,0.00012124144,0.00054297334,0.00031570363,0.000040179686,0.0007705355,0.000012219354,0.00006709663],"category_scores_gemma":[0.010082028,0.000049086237,0.000032126318,0.00048640804,0.000056075904,0.0008210089,0.0003065952,0.00023695957,3.4525138e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030901649,0.00089516235,0.38296202,0.000066145374,0.00013196182,0.00003983588,0.00024082378,0.009492293,0.0056888643,0.0022644892,0.01572805,0.5794002],"study_design_scores_gemma":[0.0026684895,0.00021810725,0.22642806,0.0000682896,0.00003579373,0.00020956018,0.0018890115,0.7429625,0.0006287355,0.00082654704,0.023964357,0.00010056464],"about_ca_topic_score_codex":0.33118713,"about_ca_topic_score_gemma":0.21017575,"teacher_disagreement_score":0.7334702,"about_ca_system_score_codex":0.0016446739,"about_ca_system_score_gemma":0.0030317975,"threshold_uncertainty_score":0.99825644},"labels":[],"label_agreement":null},{"id":"W4294254049","doi":"10.31222/osf.io/23b6j","title":"Reporting guideline for overviews of reviews of healthcare interventions: The Preferred Reporting Items for Overviews of Reviews (PRIOR) Explanation &amp;amp; Elaboration","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Ottawa Hospital; Institute of Health Economics; University of Ottawa; University of Toronto; Public Health Ontario; Kingston Health Sciences Centre; Queen's University; St. Michael's Hospital; University of Alberta","funders":"","keywords":"Checklist; Elaboration; Guideline; Psychological intervention; Delphi method; Delphi; Stakeholder; Health care; Psychology; Process (computing); Medical education; Process management; Medicine; Computer science; Nursing; Business; Political science; Public relations","score_opus":0.7671821204910847,"score_gpt":0.6271152665353749,"score_spread":0.14006685395570984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294254049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014396952,0.14385745,0.7332775,0.03462129,0.0036278518,0.06788419,0.0015626329,0.0001360705,0.00063608435],"genre_scores_gemma":[0.019762091,0.09619739,0.81544507,0.005098725,0.0016693178,0.013776953,0.045179438,0.00027606773,0.0025949562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93304753,0.0016552975,0.06271236,0.0011331269,0.0010522185,0.0003994417],"domain_scores_gemma":[0.8103901,0.0029794793,0.1777181,0.0032396063,0.0055233007,0.00014936573],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08443485,0.00055633974,0.004140806,0.0003647968,0.0001869426,0.00003149573,0.000465944,0.00034853377,0.0010131523],"category_scores_gemma":[0.31373903,0.00041201347,0.0029654477,0.0006803706,0.000073461,0.00029964212,0.0006242511,0.0008162754,0.0000033600697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016408925,0.0014439463,0.0063288165,0.13659476,0.00081954885,0.000001771209,0.0032630623,0.0007274135,0.008905414,0.0013538498,0.36235172,0.47656882],"study_design_scores_gemma":[0.0017125912,0.00051041174,0.0008103538,0.008139568,0.0017244986,0.00001971802,0.0009771506,0.0013791447,0.0005913875,0.0019027934,0.9818816,0.00035075244],"about_ca_topic_score_codex":0.0024686581,"about_ca_topic_score_gemma":0.0052809506,"teacher_disagreement_score":0.6195299,"about_ca_system_score_codex":0.00038947005,"about_ca_system_score_gemma":0.00096511573,"threshold_uncertainty_score":0.99990004},"labels":[],"label_agreement":null},{"id":"W4294631708","doi":"10.1136/bmjqs-2022-015083","title":"‘You can’t do quality between surgical cases and tea time’: barriers to surgeon engagement in quality improvement","year":2022,"lang":"en","type":"letter","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Medicine; Quality management; Quality (philosophy); Nursing; Medical education; Operations management","score_opus":0.27863124373044534,"score_gpt":0.527986626264874,"score_spread":0.24935538253442868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294631708","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3491549,0.00011365973,0.000042445405,0.63974935,0.0006852249,0.005090846,0.004515353,0.00014988094,0.00049835304],"genre_scores_gemma":[0.23139603,0.00036734316,0.00081116945,0.73441875,0.006417749,0.0012342887,0.020223085,0.00029290371,0.0048386706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9715546,0.011123808,0.01047561,0.0022746604,0.003213166,0.0013581637],"domain_scores_gemma":[0.9653346,0.028790526,0.0022441891,0.0021018102,0.0004274301,0.0011014228],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054016475,0.0009789561,0.002969415,0.000424938,0.00048716902,0.00012175329,0.00047311303,0.00087936193,0.008067537],"category_scores_gemma":[0.043221258,0.0009804204,0.00061412173,0.00068264763,0.00024713998,0.00022181659,0.001242484,0.004777902,0.000076782904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005149283,0.00040135867,0.16180074,0.0022258875,0.0008386499,0.0020073038,0.0020875293,0.000018469851,0.00014064177,0.00013379173,0.7657568,0.05943957],"study_design_scores_gemma":[0.005682395,0.0008652175,0.08889155,0.00019404328,0.0004900566,0.00004586992,0.004454558,0.0000048380853,0.000031518815,0.00013505168,0.89798146,0.0012234455],"about_ca_topic_score_codex":0.037674475,"about_ca_topic_score_gemma":0.0017854776,"teacher_disagreement_score":0.1322247,"about_ca_system_score_codex":0.0024232354,"about_ca_system_score_gemma":0.002355757,"threshold_uncertainty_score":0.9992646},"labels":[],"label_agreement":null},{"id":"W4294877223","doi":"10.1186/s12961-022-00899-y","title":"Improving WHO’s understanding of WHO guideline uptake and use in Member States: a scoping review","year":2022,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada; Impact; University of Ottawa; Bruyère","funders":"Lanzhou University; World Health Organization","keywords":"Health services research; Health administration; Guideline; Public health; Medicine; Member states; Social policy; Health policy; Environmental health; Nursing; Political science; European union; Business; Law; Pathology","score_opus":0.9117972762529872,"score_gpt":0.7074635967040908,"score_spread":0.20433367954889647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294877223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010893918,0.98707,0.00014732372,0.0036628933,0.000094720606,0.008706268,0.00014654109,0.00001712712,0.00014423215],"genre_scores_gemma":[0.00001061554,0.99702716,0.00015446778,0.0014712746,0.00035502636,0.0004227241,0.0002244314,0.000069033544,0.00026526893],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98699856,0.00450682,0.005573566,0.0006885506,0.0013179415,0.00091458263],"domain_scores_gemma":[0.9854335,0.011343261,0.0016560107,0.0006226734,0.00035575675,0.0005888059],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037023295,0.00032022575,0.0033738015,0.0011847705,0.00027744783,0.00010661832,0.00013872518,0.00017524206,0.00008143883],"category_scores_gemma":[0.037019797,0.00026461258,0.00014789548,0.0014337777,0.0001592433,0.00025153192,0.0003901351,0.001510095,0.000002068014],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029216131,0.000029917017,0.000027155244,0.626635,0.00004848581,0.000024008914,0.0001839837,7.7105614e-7,7.5917235e-8,0.00068257464,0.0064701117,0.36586872],"study_design_scores_gemma":[0.00056350674,0.00033332105,0.000003553901,0.42277324,0.00008323287,0.00013958054,0.0008441238,0.00042066505,6.796712e-9,0.000020514739,0.5747028,0.0001154582],"about_ca_topic_score_codex":0.035126522,"about_ca_topic_score_gemma":0.001673208,"teacher_disagreement_score":0.56823266,"about_ca_system_score_codex":0.0019661246,"about_ca_system_score_gemma":0.0078161005,"threshold_uncertainty_score":0.9999806},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4294959235","doi":"10.1007/978-3-031-07105-8_17","title":"Development of Care Maps for Complex Conditions","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Care pathway; Clinical pathway; Variance (accounting); Multidisciplinary approach; Transparency (behavior); Health care; Multidisciplinary team; Medicine; Computer science; Risk analysis (engineering); Process management; Nursing; Business; Economics; Political science","score_opus":0.42735628117565655,"score_gpt":0.5093649878406126,"score_spread":0.08200870666495602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294959235","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008117938,0.000097762255,0.0026366373,0.002523921,0.0003167637,0.0023859614,0.0018777846,0.00006773645,0.9900122],"genre_scores_gemma":[0.004859615,0.00006561775,0.3427267,0.004346055,0.00037388003,0.0002868536,0.07111821,0.00014107062,0.576082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982313,0.000006708093,0.0011200387,0.0002225591,0.00031705722,0.00010233747],"domain_scores_gemma":[0.99834156,0.00054394273,0.0004167015,0.00023412562,0.0003962468,0.0000674274],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020991919,0.00014791347,0.00040038943,0.00010958315,0.00009580754,0.0000035127266,0.000064792206,0.00009029585,0.03285542],"category_scores_gemma":[0.0002460976,0.00014519057,0.00016989485,0.00001518065,0.000038401035,0.000032101256,0.00008367164,0.00018308518,0.000045225675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069521583,0.00016580841,0.00005669689,0.001968515,0.0010264976,0.000016586822,0.0012781018,0.0000051506845,0.001238168,0.5334615,0.38476512,0.07532263],"study_design_scores_gemma":[0.0013696031,0.00024362208,0.00012500923,0.000058592635,0.00037607018,0.00000911039,0.0010709522,0.000007919598,0.00007580742,0.0017425033,0.9947864,0.00013444581],"about_ca_topic_score_codex":0.000013562362,"about_ca_topic_score_gemma":0.0001736947,"teacher_disagreement_score":0.61002123,"about_ca_system_score_codex":0.0002040162,"about_ca_system_score_gemma":0.00058974046,"threshold_uncertainty_score":0.96802866},"labels":[],"label_agreement":null},{"id":"W4295879471","doi":"10.1016/j.waojou.2022.100679","title":"Quality and consistency of clinical practice guidelines on the prevention of food allergy and atopic dermatitis: Systematic review protocol","year":2022,"lang":"en","type":"article","venue":"World Allergy Organization Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; McMaster University; Queen's University; Impact","funders":"Health and Medical Research Fund; National Medical Research Council; Medical Research Council; Chinese University of Hong Kong","keywords":"Medicine; Guideline; Atopic dermatitis; Protocol (science); Systematic review; Psychological intervention; Consistency (knowledge bases); Excellence; Food allergy; Alternative medicine; Family medicine; Quality (philosophy); MEDLINE; Allergy; Pathology; Nursing; Immunology","score_opus":0.2588693274274623,"score_gpt":0.520269877522107,"score_spread":0.26140055009464463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295879471","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061709985,0.012727519,0.011126383,0.72246677,0.0013888673,0.18712254,0.00006646627,0.00014710736,0.0032443332],"genre_scores_gemma":[0.70786065,0.019175196,0.045988742,0.20645607,0.0013853073,0.016180953,0.00021109206,0.0002578346,0.0024841644],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926781,0.0019805634,0.004333239,0.0001854228,0.0007224848,0.00010019192],"domain_scores_gemma":[0.9906303,0.0025842423,0.004004382,0.00030774513,0.0023696134,0.00010369287],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073799477,0.00012736041,0.00068566354,0.00009602236,0.00023312765,0.000022271184,0.00011423794,0.000033083692,0.00083330687],"category_scores_gemma":[0.070868574,0.00008977175,0.0000957831,0.0004947793,0.00008010898,0.00019478443,0.0001262788,0.00038914825,0.0000014603676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002292321,0.010630201,0.024692835,0.3922345,0.016061056,0.00014380082,0.0034682523,0.00036701464,0.0011885425,0.19335485,0.3138096,0.04175702],"study_design_scores_gemma":[0.041011207,0.015834177,0.20723419,0.14660367,0.005959797,0.012833255,0.025446482,0.0013300402,0.0010337486,0.012094629,0.52873975,0.0018790284],"about_ca_topic_score_codex":0.000009856603,"about_ca_topic_score_gemma":0.000032793567,"teacher_disagreement_score":0.64615065,"about_ca_system_score_codex":0.00003840995,"about_ca_system_score_gemma":0.0003759328,"threshold_uncertainty_score":0.9369579},"labels":[],"label_agreement":null},{"id":"W4295940709","doi":"10.1177/23743735221123424","title":"Canada's First Experience With a Patient-Adjudicated Cancer Research Grant Competition: A Case Study","year":2022,"lang":"en","type":"article","venue":"Journal of Patient Experience","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Canadian Partnership Against Cancer","funders":"Institute of Cancer Research; Saskatchewan Cancer Agency; Partenariat Canadien Contre Le Cancer; Terry Fox Research Institute; Canadian Institutes of Health Research; Alberta Cancer Foundation; Cancer Research Society","keywords":"Adjudication; Inclusion (mineral); Competition (biology); Patient experience; Position (finance); Psychology; Patient Consent; Medicine; Political science; Public relations; Medical education; Family medicine; Business; Social psychology; Law; Health care","score_opus":0.2406522806905389,"score_gpt":0.4936521473006662,"score_spread":0.2529998666101273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295940709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952054,0.00018491149,0.000048645878,0.0030697044,0.0005117167,0.0009058722,0.000024348594,0.000009734378,0.00003967231],"genre_scores_gemma":[0.99795854,0.000024420287,0.0003369254,0.0011393278,0.00010006619,0.00039663017,0.000004735619,0.000021078074,0.000018297658],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9946102,0.0004514658,0.0014259302,0.00032137972,0.0028158182,0.0003752302],"domain_scores_gemma":[0.9964245,0.000580538,0.00091382646,0.00035707268,0.0013811683,0.00034290602],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007798436,0.00016331163,0.00036817923,0.00021376206,0.0008017097,0.00003465934,0.0002209812,0.000021103262,0.0012769122],"category_scores_gemma":[0.000931792,0.00012762811,0.000061536666,0.0009696928,0.00017366683,0.00027766533,0.00021968443,0.0008139021,0.0000010572445],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008626257,0.008314147,0.46378174,0.000076605815,0.00033648827,0.13925968,0.34357312,0.003419152,0.0016490447,0.00004244437,0.015380334,0.015540987],"study_design_scores_gemma":[0.004903875,0.018445356,0.007824577,0.00016898703,0.0001088707,0.025317997,0.8833873,0.00037239064,0.00084107433,0.0000060072066,0.058339663,0.00028386244],"about_ca_topic_score_codex":0.44685674,"about_ca_topic_score_gemma":0.29219618,"teacher_disagreement_score":0.53981423,"about_ca_system_score_codex":0.00116429,"about_ca_system_score_gemma":0.0025233713,"threshold_uncertainty_score":0.99963605},"labels":[],"label_agreement":null},{"id":"W4296050263","doi":"10.1016/j.pec.2022.09.009","title":"Development of patient versions of guidelines in Chinese mainland: A systematic survey of current practices and methods","year":2022,"lang":"en","type":"review","venue":"Patient Education and Counseling","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Checklist; Guideline; Mainland China; Medicine; Process management; Computer science; Psychology; Medical education; Political science; Engineering; Pathology; China","score_opus":0.4318266846878741,"score_gpt":0.6054628923618484,"score_spread":0.17363620767397425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296050263","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06286628,0.9343379,0.0002830026,0.000024216299,0.00057936297,0.0018482839,0.000039534145,0.000004914791,0.000016511653],"genre_scores_gemma":[0.004090966,0.96706873,0.028085532,0.000036497357,0.000019157453,0.00023402664,0.00043772548,0.000022635275,0.0000047422786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99356747,0.0013135121,0.0041895085,0.0003223157,0.00048630717,0.00012086601],"domain_scores_gemma":[0.98749435,0.0052178204,0.006122057,0.00029061604,0.00078651216,0.00008864682],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049247555,0.00024163985,0.0016622203,0.00044311708,0.000050873867,0.000008282754,0.00007921371,0.000076716184,0.000048928934],"category_scores_gemma":[0.021061778,0.00018631783,0.00010328541,0.0005627586,0.00003721971,0.00009034873,0.00009656969,0.00025489362,4.7159858e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004719655,0.00056923355,0.0011644714,0.11902482,0.00010168043,1.9025487e-7,0.0040780474,0.000002064158,0.0000026122384,0.000005212734,0.000038279042,0.8749662],"study_design_scores_gemma":[0.001561661,0.00092988525,0.0016425415,0.21985853,0.004528841,0.00008679992,0.03166898,0.0008876141,0.000017273374,0.00005962751,0.7379302,0.00082805485],"about_ca_topic_score_codex":0.00044928634,"about_ca_topic_score_gemma":0.000117466356,"teacher_disagreement_score":0.8741381,"about_ca_system_score_codex":0.00011640411,"about_ca_system_score_gemma":0.002213156,"threshold_uncertainty_score":0.9871842},"labels":[],"label_agreement":null},{"id":"W4296162222","doi":"10.1007/s00586-022-07381-x","title":"Immediate patient perceptions following lumbar spinal fusion surgery: semi-structured multi-centre interviews exploring the patient journey and experiences of lumbar fusion surgery (FuJourn)","year":2022,"lang":"en","type":"article","venue":"European Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Chartered Society of Physiotherapy Charitable Trust","keywords":"Medicine; Qualitative research; Coping (psychology); Lumbar; Psychological intervention; Rehabilitation; Competence (human resources); Interpretative phenomenological analysis; Nonprobability sampling; Physical therapy; Surgery; Nursing; Psychology; Clinical psychology; Social psychology; Population","score_opus":0.19453432587533212,"score_gpt":0.3823577510059047,"score_spread":0.18782342513057257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296162222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99179244,0.001123279,0.0004473138,0.002590731,0.0035378214,0.00043038366,0.000010580517,0.000031217136,0.000036219626],"genre_scores_gemma":[0.99515975,0.002159957,0.00097170164,0.0009136046,0.000631748,0.00002177146,0.000042920565,0.00006452441,0.000034025983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935937,0.0018873661,0.0025772238,0.00038234313,0.0011121194,0.0004472772],"domain_scores_gemma":[0.9971969,0.000203904,0.0016053129,0.00036120057,0.0002590326,0.0003736193],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004194359,0.00030531996,0.0006406598,0.00036324843,0.0010214947,0.0001059201,0.00020624556,0.000028789442,0.0013485464],"category_scores_gemma":[0.0026119517,0.00022211087,0.0006096426,0.0004275836,0.00009743158,0.0005000001,0.000585166,0.0011107282,0.000009912539],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050183816,0.001049899,0.043592874,0.00013791783,0.00031919056,0.0013722567,0.12219314,0.00016287963,0.04497926,0.0000023927853,0.021789024,0.7638993],"study_design_scores_gemma":[0.0030135347,0.0015413605,0.5996263,0.0012123069,0.000523147,0.0036091246,0.37049612,0.0009786356,0.0006353149,0.000007515188,0.01775495,0.00060166244],"about_ca_topic_score_codex":0.000029982,"about_ca_topic_score_gemma":0.000022629138,"teacher_disagreement_score":0.7632977,"about_ca_system_score_codex":0.00018654934,"about_ca_system_score_gemma":0.0002042847,"threshold_uncertainty_score":0.99956435},"labels":[],"label_agreement":null},{"id":"W4297226946","doi":"10.1111/bju.15902","title":"A systematic review of paediatric neurogenic lower urinary tract dysfunction guidelines using the Appraisal of Guidelines and Research Evaluation <scp>(AGREE) II</scp> instrument","year":2022,"lang":"en","type":"review","venue":"British Journal of Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Health Sciences Centre; Holland Bloorview Kids Rehabilitation Hospital; Sunnybrook Health Science Centre; SickKids Foundation","funders":"","keywords":"Nice; Medicine; Inter-rater reliability; Excellence; Intraclass correlation; Rigour; Guideline; Family medicine; CLARITY; Psychology; Clinical psychology; Psychometrics; Rating scale; Pathology","score_opus":0.47725312649998225,"score_gpt":0.5506870582850483,"score_spread":0.07343393178506602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297226946","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054017426,0.98861265,0.00011108382,0.0010979811,0.0012470982,0.0034563176,0.000047935373,0.0000072861276,0.000017902728],"genre_scores_gemma":[0.00055080367,0.99666834,0.00089379627,0.00068607525,0.0009335159,0.000096947435,0.000082718434,0.00006747856,0.000020332414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97988546,0.0068154098,0.009883238,0.0004447628,0.0025973076,0.00037380628],"domain_scores_gemma":[0.9743848,0.010807252,0.007914153,0.0005767475,0.0061512627,0.00016582962],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04090604,0.00035349812,0.0034872557,0.00072387996,0.00022534364,0.000029268667,0.00045849857,0.0002881892,0.00018816802],"category_scores_gemma":[0.18371718,0.0002758541,0.0010141461,0.0011809003,0.00023047878,0.0002456512,0.0004397948,0.0017897246,0.000001728371],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082337116,0.0008146972,0.000025168423,0.46731547,0.001131361,0.00049286516,0.000043495435,0.00005293066,0.000007830185,0.000006198495,0.009071024,0.52095664],"study_design_scores_gemma":[0.0029593913,0.008283331,0.00008884446,0.31638488,0.049958248,0.21527448,0.00052155915,0.0013915403,8.3842883e-7,0.00007962125,0.40485686,0.000200418],"about_ca_topic_score_codex":0.00014084227,"about_ca_topic_score_gemma":0.0000074571776,"teacher_disagreement_score":0.5207562,"about_ca_system_score_codex":0.0002234917,"about_ca_system_score_gemma":0.0024657364,"threshold_uncertainty_score":0.99996936},"labels":[],"label_agreement":null},{"id":"W4297337184","doi":"10.1097/nor.0000000000000879","title":"Not So Sweet","year":2022,"lang":"en","type":"article","venue":"Orthopaedic Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Prediabetes; Medicine; Diabetes mellitus; Psychological intervention; Population; Intensive care medicine; Surgery; Physical therapy; Internal medicine; Type 2 diabetes; Environmental health; Nursing; Endocrinology","score_opus":0.14807341029912863,"score_gpt":0.4544472682630721,"score_spread":0.30637385796394345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297337184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.876256,0.0003782887,0.006530017,0.09641554,0.0034774195,0.00087086513,0.00003405848,0.00031971108,0.015718136],"genre_scores_gemma":[0.9854255,0.000011429924,0.0029346854,0.0099318195,0.00053479004,0.00002779414,0.00012753608,0.000029321256,0.0009771561],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982816,0.00011913972,0.00052653474,0.0002494536,0.000585218,0.000238071],"domain_scores_gemma":[0.99907446,0.00030489033,0.00016087921,0.0002647992,0.00006240158,0.00013259554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009908566,0.00009372077,0.00017664704,0.00010466256,0.0003745368,0.00001989015,0.00006692901,0.000026796288,0.002923074],"category_scores_gemma":[0.0009135818,0.000099119214,0.000119229895,0.00027287108,0.000079167345,0.00010392901,0.00005470562,0.0004147693,0.000064228814],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010034268,0.0006728872,0.022362707,0.000032302734,0.000056729103,0.00021560301,0.0010283379,0.000059689875,0.0112844985,0.00096347346,0.057145923,0.90517443],"study_design_scores_gemma":[0.0074202353,0.0016376184,0.050530907,0.0001772768,0.00067962817,0.0015488951,0.0071500475,0.003779271,0.0006686831,0.0011357631,0.9248371,0.0004345412],"about_ca_topic_score_codex":0.00004973743,"about_ca_topic_score_gemma":0.000004792537,"teacher_disagreement_score":0.90473986,"about_ca_system_score_codex":0.000250293,"about_ca_system_score_gemma":0.00027418815,"threshold_uncertainty_score":0.9979884},"labels":[],"label_agreement":null},{"id":"W4297370149","doi":"10.3389/fnut.2022.984423","title":"Evaluation of the clinical practice guidelines and consensuses on calcium and vitamin D supplementation in healthy children using the Appraisal of Guidelines for Research and Evaluation II instrument and Reporting Items for Practice Guidelines in Healthcare statement","year":2022,"lang":"en","type":"review","venue":"Frontiers in Nutrition","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Checklist; Guideline; Vitamin D and neurology; Family medicine; MEDLINE; Psychology; Internal medicine; Pathology","score_opus":0.8568947426826486,"score_gpt":0.722403758687459,"score_spread":0.13449098399518966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297370149","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071449995,0.82199055,0.00077409466,0.074547455,0.0011211442,0.029604465,0.0004983794,0.000009349545,0.000004557924],"genre_scores_gemma":[0.0017840558,0.8628252,0.1305344,0.0012748416,0.00036254374,0.0022104655,0.0009560062,0.000049986527,0.0000025099835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97668964,0.006188833,0.013105522,0.0010854078,0.0024814683,0.0004491359],"domain_scores_gemma":[0.9664887,0.012793551,0.008631906,0.00050302595,0.0114646545,0.0001181331],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12078646,0.0003367506,0.0014544427,0.0007138561,0.00030700766,0.00004530394,0.000116546646,0.00027088195,0.0000034597638],"category_scores_gemma":[0.36757827,0.0002555212,0.00012668455,0.0007144761,0.0002445091,0.0004138557,0.00023701387,0.00071464456,1.5507295e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025886574,0.00069415924,0.006913411,0.009867427,0.00018989996,0.0000013283246,0.000371204,0.00008623108,0.0000065424556,0.00006764629,0.010976062,0.96823746],"study_design_scores_gemma":[0.052779082,0.011313196,0.0048815426,0.043761797,0.0097926995,0.00055591785,0.058527954,0.1467461,0.00003281596,0.0036166003,0.66701835,0.0009739663],"about_ca_topic_score_codex":0.0032660363,"about_ca_topic_score_gemma":0.0007894495,"teacher_disagreement_score":0.96726346,"about_ca_system_score_codex":0.0008775373,"about_ca_system_score_gemma":0.0023669528,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W4298100012","doi":"","title":"New grades for recommendations from the Canadian Task Force on Preventive Health Care.","year":2003,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":229,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task force; Computer science; Task (project management); Data science; Medicine; Engineering; Political science","score_opus":0.2014836023291181,"score_gpt":0.44543763941226816,"score_spread":0.24395403708315005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298100012","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014209404,0.0008598148,0.011253042,0.95011204,0.002020438,0.012754037,0.0009024246,0.00008445322,0.0078043696],"genre_scores_gemma":[0.9437297,0.00005599546,0.008860185,0.041980177,0.0004970098,0.0014339451,0.0010543779,0.000028005945,0.0023606147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988273,0.00014036395,0.00039676542,0.00019425235,0.00013319614,0.00030812583],"domain_scores_gemma":[0.9977162,0.0014385513,0.0001568516,0.00023567592,0.00009215744,0.0003605504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072931347,0.000081787955,0.00013709042,0.000042297346,0.00023928439,0.00003171923,0.00006559614,0.000039691866,0.00010029318],"category_scores_gemma":[0.004872726,0.000062217376,0.00007097521,0.00011363993,0.00001458292,0.0000739537,0.0000064136093,0.00014750216,0.000012186733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066871784,0.000031397125,0.0025833473,0.000008102971,0.000076105374,5.3370417e-7,0.0008164952,0.0000022781096,9.881004e-7,0.002205833,0.4403319,0.55387616],"study_design_scores_gemma":[0.0018755334,0.00012358507,0.118694454,0.000016836098,0.000109215594,0.0000020542795,0.0020072784,0.000006938524,0.00007919383,0.0028676244,0.87413865,0.000078608886],"about_ca_topic_score_codex":0.16911334,"about_ca_topic_score_gemma":0.6078867,"teacher_disagreement_score":0.9295203,"about_ca_system_score_codex":0.0004953809,"about_ca_system_score_gemma":0.0009420222,"threshold_uncertainty_score":0.83641964},"labels":[],"label_agreement":null},{"id":"W4298147263","doi":"10.1200/jco.2022.40.28_suppl.112","title":"Promoting prostate cancer screening equity: Findings from a quality improvement education initiative implemented in 3 sites.","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"Genentech","keywords":"Medicine; Family medicine; Intervention (counseling); Prostate cancer screening; Health equity; Health care; Quality management; Nursing; Prostate cancer; Public health; Cancer; Prostate-specific antigen; Internal medicine","score_opus":0.5725901069045072,"score_gpt":0.6603167425896221,"score_spread":0.08772663568511496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298147263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94894665,0.00019710927,0.00019119807,0.048381265,0.0011739491,0.00081969134,0.00006983967,0.000011165568,0.0002091098],"genre_scores_gemma":[0.97359776,0.00019160852,0.00631791,0.018705966,0.0008981918,0.000099936384,0.00011240804,0.000022231283,0.0000539647],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9896643,0.001596355,0.007147028,0.00034850242,0.00090024347,0.00034357476],"domain_scores_gemma":[0.9865466,0.00659918,0.0055302093,0.0001991338,0.00081905344,0.00030584162],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019949108,0.00015912276,0.0012495995,0.00022735972,0.000120622404,0.00002021324,0.00021358112,0.00013103097,0.0014550127],"category_scores_gemma":[0.02381336,0.00014276587,0.00032441216,0.00039192397,0.00007762795,0.00035420153,0.00050663465,0.002062834,0.0000033916563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032058025,0.002294517,0.43341944,0.000027225775,0.00024585455,0.00006979002,0.0014014709,0.000022276521,0.002149583,0.000019579797,0.002547271,0.5545972],"study_design_scores_gemma":[0.020503903,0.01397011,0.89592856,0.00019323132,0.00057079026,0.000049613995,0.013169722,0.00093825575,0.00030739585,0.002195884,0.051943786,0.00022873309],"about_ca_topic_score_codex":0.0019633358,"about_ca_topic_score_gemma":0.00096046645,"teacher_disagreement_score":0.55436844,"about_ca_system_score_codex":0.0011329333,"about_ca_system_score_gemma":0.006798156,"threshold_uncertainty_score":0.9994578},"labels":[],"label_agreement":null},{"id":"W4298163373","doi":"","title":"[Abstracts of the 48th Annual Meeting of the Clinical Research Club of Quebec, September 21-23, 2006, St-Alexis-des-Monts, Canada].","year":2006,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Club; Geography; Library science; Journal club; Medicine; Medical education; Computer science","score_opus":0.24562231552548075,"score_gpt":0.4659744323957417,"score_spread":0.22035211687026096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298163373","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12585616,0.0020089424,0.000013106371,0.016294392,0.0033517217,0.009787352,0.0034267644,0.000067617126,0.83919394],"genre_scores_gemma":[0.45351887,0.00017820256,0.00033923236,0.00074996555,0.0018869255,0.00021698898,0.00016569387,0.00035383788,0.5425903],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99242043,0.0013454279,0.0030446148,0.0004758073,0.0020899603,0.0006237809],"domain_scores_gemma":[0.9908244,0.0039369524,0.0027369324,0.0012730476,0.0010331626,0.00019549704],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009129205,0.00027375258,0.00092522363,0.0001544755,0.00007518269,0.000009670929,0.0006491875,0.000429002,0.00023968099],"category_scores_gemma":[0.021320596,0.00016965916,0.000385641,0.00057887775,0.00091204786,0.0000780136,0.00037212428,0.0012294844,0.0000039461324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019060633,0.00034286114,0.051627968,0.00036883695,0.0002509615,0.0000065597383,0.00003617951,0.00001723241,0.000006826805,0.000020791791,0.9256059,0.02152526],"study_design_scores_gemma":[0.0013302484,0.000034513614,0.5181898,0.00039361115,0.00027872794,0.0000054188654,0.00034411481,0.0000053378376,0.00012017209,0.000042753676,0.47914588,0.000109457214],"about_ca_topic_score_codex":0.8200909,"about_ca_topic_score_gemma":0.97812927,"teacher_disagreement_score":0.4665618,"about_ca_system_score_codex":0.0003158196,"about_ca_system_score_gemma":0.002688817,"threshold_uncertainty_score":0.9869232},"labels":[],"label_agreement":null},{"id":"W4298340618","doi":"10.17615/ddqj-8p53","title":"Active Surveillance for the Management of Localized Prostate Cancer (Cancer Care Ontario Guideline): American Society of Clinical Oncology Clinical Practice Guideline Endorsement","year":2020,"lang":"en","type":"article","venue":"UNC Libraries","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health; Cancer Care Ontario; Genomic Health; American Society of Clinical Oncology; GlaxoSmithKline; Bristol-Myers Squibb","keywords":"Guideline; Clinical Oncology; Medicine; Prostate cancer; Cancer; Clinical Practice; Oncology; Internal medicine; Management of prostate cancer; Family medicine; Medical physics; Intensive care medicine; Pathology","score_opus":0.260903072847033,"score_gpt":0.535207481028504,"score_spread":0.274304408181471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298340618","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045697425,0.0065466464,0.07814178,0.84724873,0.0035844725,0.0132798515,0.0018157602,0.00026238582,0.003422944],"genre_scores_gemma":[0.048183043,0.006891528,0.8395741,0.10114203,0.00207961,0.00070342596,0.00072025624,0.00011013504,0.00059589697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912155,0.0005353249,0.0062833857,0.0007675802,0.00078576757,0.0004123913],"domain_scores_gemma":[0.9853202,0.0075722164,0.0040206974,0.0006186621,0.002176645,0.00029157617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035211972,0.00033745688,0.0016160733,0.000031050935,0.00011992766,0.000028062208,0.00038888367,0.00018721308,0.0005899037],"category_scores_gemma":[0.0046062195,0.00023967217,0.0008011508,0.00044342925,0.0009667524,0.0004414924,0.0004198444,0.00070618506,0.000003927087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021981599,0.00071687525,0.055369165,0.00053928373,0.004353404,0.000012442345,0.004147749,0.00047427943,0.000051366642,0.001373933,0.34955215,0.5614277],"study_design_scores_gemma":[0.00898684,0.0028215365,0.009709256,0.00009767366,0.001896673,0.0000019992751,0.029197976,0.0028028889,0.00047012928,0.00021325753,0.94357455,0.00022722887],"about_ca_topic_score_codex":0.017732559,"about_ca_topic_score_gemma":0.006296833,"teacher_disagreement_score":0.7614323,"about_ca_system_score_codex":0.0002453082,"about_ca_system_score_gemma":0.0034907144,"threshold_uncertainty_score":0.98880845},"labels":[],"label_agreement":null},{"id":"W4298845965","doi":"10.26443/mjm.v15i1.47","title":"Challenges of Stroke Care in Rural &amp; District General Hospitals; A United Kingdom National Health Service Perspective","year":2017,"lang":"en","type":"article","venue":"McGill Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Specialty; Perspective (graphical); Service (business); Nursing; Stroke (engine); Work (physics); Rural area; Family medicine; Business","score_opus":0.31356689245156444,"score_gpt":0.5176787509813144,"score_spread":0.20411185852975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298845965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72465575,0.002089029,0.000055015138,0.27060613,0.00047772966,0.00030015406,0.00008237552,0.000007557299,0.0017262271],"genre_scores_gemma":[0.99177694,0.0014703439,0.001438177,0.0043549375,0.00086210854,0.0000023453372,0.00005072544,0.000018257135,0.000026172227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99689466,0.00017444926,0.0014903164,0.0001577005,0.001070604,0.00021224968],"domain_scores_gemma":[0.9937022,0.00045886016,0.0022234474,0.0002892588,0.0031087804,0.00021748565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002074409,0.00015807494,0.00068408,0.00046763042,0.00014327938,0.0000068717136,0.0002463297,0.00007487802,0.00007200153],"category_scores_gemma":[0.008780738,0.00011918536,0.000104171275,0.00018874326,0.00011981864,0.00025677664,0.00006550189,0.0005051557,0.0000025866084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020515054,0.0041534994,0.3367323,0.0039224005,0.0034966012,0.0010931472,0.044156846,0.0010660946,0.016895175,0.056485448,0.037764475,0.47371897],"study_design_scores_gemma":[0.025938066,0.0047995737,0.900831,0.0024464575,0.00027108256,0.00062423345,0.038172815,0.00021213932,0.00011053647,0.00088643807,0.0254929,0.00021477057],"about_ca_topic_score_codex":0.0041243117,"about_ca_topic_score_gemma":0.0022313825,"teacher_disagreement_score":0.5640987,"about_ca_system_score_codex":0.00064266013,"about_ca_system_score_gemma":0.00036610372,"threshold_uncertainty_score":0.9995687},"labels":[],"label_agreement":null},{"id":"W4299025312","doi":"","title":"Hypertension guidelines and their effects on the health system","year":2005,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Business","score_opus":0.658811325015439,"score_gpt":0.658534102613653,"score_spread":0.00027722240178607027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299025312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91298175,0.01754072,0.0005303446,0.06568573,0.00061414606,0.0016656494,0.000020646876,0.00006707806,0.0008939256],"genre_scores_gemma":[0.9664141,0.008924743,0.00076186715,0.022733638,0.0009612904,0.000036654917,0.00001408938,0.000050964733,0.00010265812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99616647,0.00061907,0.0018404847,0.00040795357,0.0006390122,0.0003270006],"domain_scores_gemma":[0.993134,0.0040015476,0.0012843794,0.0005939475,0.0006598913,0.00032623386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052596913,0.0002960278,0.00090502284,0.00032810244,0.00032111828,0.0003809068,0.0006937162,0.000087058506,0.0007825217],"category_scores_gemma":[0.005649815,0.00017023791,0.00015864478,0.000458784,0.00007773426,0.00090916274,0.00044063907,0.00048259794,0.00002991699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010021292,0.0003152526,0.048820544,0.00046529347,0.00029259798,0.00003546247,0.00017853249,0.000056467776,0.03912485,0.0002197232,0.39344865,0.5160405],"study_design_scores_gemma":[0.006472644,0.00042073417,0.72875714,0.008121447,0.0005152774,0.00069764326,0.0019730057,0.00597475,0.03912673,0.0012908208,0.20583205,0.00081775757],"about_ca_topic_score_codex":0.00088810106,"about_ca_topic_score_gemma":0.00007460985,"teacher_disagreement_score":0.6799366,"about_ca_system_score_codex":0.00017989053,"about_ca_system_score_gemma":0.00023658497,"threshold_uncertainty_score":0.85680634},"labels":[],"label_agreement":null},{"id":"W4299619837","doi":"","title":"February 2013 critical care journal club","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Journal club; Club; Psychology; Medicine; Medical education","score_opus":0.5835513726953006,"score_gpt":0.6883219020117419,"score_spread":0.10477052931644137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299619837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94761664,0.024618614,0.0015700562,0.017449187,0.0023772933,0.0014163014,0.000039012546,0.0000663671,0.004846521],"genre_scores_gemma":[0.9811815,0.00893275,0.0034371696,0.004613443,0.0014194276,0.000052155403,0.0000395651,0.00008807848,0.00023593067],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99436265,0.00053729274,0.0026139277,0.00048109583,0.001389925,0.00061510934],"domain_scores_gemma":[0.99231493,0.002304544,0.0011851703,0.0006383019,0.002588706,0.00096836634],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023652024,0.00037565053,0.0010311417,0.0007451216,0.00038947494,0.0018335197,0.0015755662,0.0002042079,0.08141851],"category_scores_gemma":[0.0089326,0.0003166547,0.0003942863,0.00069880433,0.00024318216,0.0055378354,0.0008619563,0.001420095,0.0003951218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033228993,0.0004180643,0.42865175,0.00019117801,0.00021772418,0.00016044296,0.00021025288,0.000021885791,0.023744816,0.000048719936,0.48084033,0.065162554],"study_design_scores_gemma":[0.0021693488,0.0000966359,0.9620015,0.0006013615,0.0005303209,0.00057660404,0.001719951,0.00012759824,0.0029646228,0.0067495084,0.022016993,0.00044553453],"about_ca_topic_score_codex":0.0054783938,"about_ca_topic_score_gemma":0.0001211602,"teacher_disagreement_score":0.53334975,"about_ca_system_score_codex":0.00024824,"about_ca_system_score_gemma":0.0005872945,"threshold_uncertainty_score":0.99992853},"labels":[],"label_agreement":null},{"id":"W4300266150","doi":"","title":"Abstracts of the Canadian Digestive Diseases Week and the Annual CASL Winter Meeting, February 24-27, 2012, Montreal, Quebec, Canada.","year":2012,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Climatology; Geology","score_opus":0.0477221424088425,"score_gpt":0.305133514116715,"score_spread":0.25741137170787254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300266150","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011341174,0.032040536,0.0000027967158,0.21602894,0.009392946,0.014321486,0.0076820264,0.00013813814,0.70905197],"genre_scores_gemma":[0.42454904,0.00025806078,0.0000187065,0.0050360123,0.0014395803,0.00041731115,0.00021282637,0.00023011488,0.5678384],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997851,0.0002105218,0.00067246874,0.0002743634,0.00047943788,0.00051220955],"domain_scores_gemma":[0.99695116,0.001051468,0.00076388055,0.0004895866,0.0001566315,0.00058726716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059713545,0.00026769255,0.0004729874,0.000095667005,0.000092436145,0.000029671286,0.00020309308,0.0001744663,0.0004455483],"category_scores_gemma":[0.003618897,0.00015312574,0.00010564312,0.00010412319,0.00037602754,0.000110707915,0.00008940252,0.0004216677,0.0000060648185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015597632,0.000052545573,0.022872638,0.00006369442,0.0002473363,0.000019539879,0.00013268772,9.988528e-7,5.9468167e-8,0.000014909784,0.9583028,0.018136838],"study_design_scores_gemma":[0.0010233155,0.000005032115,0.57475543,0.000070082766,0.0005864936,0.000010874352,0.0003368089,7.5438834e-7,0.0000010222503,0.000009509261,0.42310292,0.00009776135],"about_ca_topic_score_codex":0.9995341,"about_ca_topic_score_gemma":0.9999744,"teacher_disagreement_score":0.5518828,"about_ca_system_score_codex":0.00037153647,"about_ca_system_score_gemma":0.002116158,"threshold_uncertainty_score":0.62442863},"labels":[],"label_agreement":null},{"id":"W4300411241","doi":"","title":"Implantación de guías de buenas prácticas en España. Programa de centros comprometidos con la excelencia en cuidados / Best Practice Guidelines Implementation in Spain. Best Practice Spotlight Organizations / Implementação de manuais sobre boas práticas na Espanha. Programa dos Centros comprometidos com a excelência no atendimento","year":2015,"lang":"es","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Best practice; Medicine; Political science; Humanities; Art","score_opus":0.2687383849212908,"score_gpt":0.6254326199999165,"score_spread":0.3566942350786257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300411241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901436,0.007946954,0.022662695,0.04103266,0.0013545804,0.021976193,0.0017977605,0.00046505942,0.0013281467],"genre_scores_gemma":[0.90193254,0.020427376,0.0651625,0.0058462666,0.0018608967,0.0016274173,0.00217755,0.00067484233,0.00029059974],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726531,0.009800564,0.008210281,0.0021341972,0.00365977,0.0035421057],"domain_scores_gemma":[0.96797335,0.0103345085,0.0077708894,0.0016902824,0.009494259,0.002736727],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.026931273,0.0018764902,0.002951285,0.002227554,0.0008654658,0.007404462,0.003595565,0.00096183456,0.0044906735],"category_scores_gemma":[0.05876703,0.0019688713,0.0005381496,0.00458379,0.00052389776,0.008021547,0.0025217372,0.0029818353,0.00034237897],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0066408366,0.014916638,0.79847795,0.0014872303,0.002949103,0.002215198,0.0073203146,0.00036479998,0.07691793,0.000872848,0.033096097,0.054741066],"study_design_scores_gemma":[0.042318676,0.0038405675,0.22116946,0.006576216,0.01758981,0.009031338,0.08297031,0.009936259,0.029699622,0.0020026353,0.56964684,0.0052182907],"about_ca_topic_score_codex":0.026750099,"about_ca_topic_score_gemma":0.0007155455,"teacher_disagreement_score":0.5773085,"about_ca_system_score_codex":0.0060689338,"about_ca_system_score_gemma":0.00794795,"threshold_uncertainty_score":0.99939793},"labels":[],"label_agreement":null},{"id":"W4300775411","doi":"","title":"Annual conference of the Canadian Society of Transfusion Medicine (CSTM). Quebec City, 4-7 May 2000. Abstracts.","year":2000,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transfusion medicine; Medicine; Family medicine; Blood transfusion; Pediatrics; Internal medicine","score_opus":0.15743738183617223,"score_gpt":0.3779946356774531,"score_spread":0.2205572538412809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300775411","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01091637,0.00086348655,0.000040856125,0.0678184,0.0013035255,0.006003671,0.0027020567,0.00009653571,0.9102551],"genre_scores_gemma":[0.3839606,0.0019120087,0.00036464006,0.0043352013,0.0011025945,0.0002175144,0.00044243358,0.00026758196,0.6073974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973424,0.00009580515,0.0011915178,0.0003137134,0.0006869879,0.00036957263],"domain_scores_gemma":[0.99791664,0.0002626317,0.0007629443,0.00054599677,0.0001995906,0.00031218588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008981379,0.00024369269,0.0006552243,0.00014972413,0.000043807002,0.0000056930376,0.0002691834,0.00044834116,0.0071324646],"category_scores_gemma":[0.0006300098,0.00017007029,0.000236344,0.0002685419,0.0004820294,0.00005840447,0.000028776301,0.00052461255,0.0000068394866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000755426,0.00008774155,0.002813133,0.00025542037,0.00018393519,0.0000032822334,0.0006207539,0.0000013451139,0.000020221287,0.000014046697,0.8374792,0.15844539],"study_design_scores_gemma":[0.0017158169,0.00004661323,0.2480143,0.00031471357,0.00046031372,0.000010878026,0.00038649022,0.000005130499,0.000111372785,0.000030722476,0.74876344,0.00014019042],"about_ca_topic_score_codex":0.917788,"about_ca_topic_score_gemma":0.9573819,"teacher_disagreement_score":0.37304425,"about_ca_system_score_codex":0.0002142403,"about_ca_system_score_gemma":0.0017019133,"threshold_uncertainty_score":0.9937751},"labels":[],"label_agreement":null},{"id":"W4300778257","doi":"","title":"[Improving population mental health by integrating mental health care into primary care].","year":2017,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut Universitaire en Santé Mentale de Québec; Douglas Mental Health University Institute; Université Laval; Centre hospitalier de l'Université Laval","funders":"","keywords":"Mental health; Integrated care; Health care; Nursing; Population; Diversity (politics); Conceptual framework; Medicine; Psychology; Political science; Psychiatry; Sociology; Environmental health","score_opus":0.10770994638704007,"score_gpt":0.4463101602849661,"score_spread":0.33860021389792605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300778257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81187934,0.0067018066,0.00130411,0.162683,0.0032993788,0.01076067,0.00046161472,0.00036380588,0.0025462965],"genre_scores_gemma":[0.97923076,0.00011947416,0.005618795,0.008372129,0.00036797562,0.00029661533,0.005833026,0.00004325646,0.00011793855],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973274,0.00014426168,0.0010716668,0.00044074503,0.0005053511,0.00051061314],"domain_scores_gemma":[0.99773145,0.00008178294,0.0011592772,0.00052186765,0.00011992906,0.00038569747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010966137,0.0001988021,0.00041414727,0.00007563917,0.0010624337,0.00013724924,0.0001703484,0.00007184394,0.000014744915],"category_scores_gemma":[0.0012286445,0.00018920448,0.00009949848,0.000057212354,0.00005445265,0.0005848397,0.00017530838,0.00033387932,0.000006691656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001479269,0.000059101378,0.04586918,0.0003842925,0.000025324807,0.0000010005323,0.0037118038,2.0534387e-7,0.00012187131,0.00001372537,0.010599946,0.93906564],"study_design_scores_gemma":[0.008079135,0.00068676955,0.91865724,0.00026863161,0.00007867482,0.00003753388,0.028221497,0.00027859444,0.0003519928,0.000031339147,0.04283602,0.0004725796],"about_ca_topic_score_codex":0.024966735,"about_ca_topic_score_gemma":0.003233831,"teacher_disagreement_score":0.93859303,"about_ca_system_score_codex":0.002891723,"about_ca_system_score_gemma":0.00034091645,"threshold_uncertainty_score":0.9815261},"labels":[],"label_agreement":null},{"id":"W4300865897","doi":"","title":"Turning the tide on chronic disease: how a province is using evidence to build quality improvement capacity.","year":2007,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality management; Index (typography); Foundation (evidence); Quality (philosophy); Business; Test (biology); Health care; Chronic disease; Disease; Disease management; Medicine; Process management; Knowledge management; Operations management; Nursing; Marketing; Computer science; Engineering; Family medicine; Political science; Economic growth; Economics; Internal medicine","score_opus":0.38754253130681626,"score_gpt":0.48043499581699284,"score_spread":0.09289246451017658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300865897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92706376,0.00022620318,0.008490348,0.0604682,0.00029867084,0.0032834315,0.000016577651,0.000059342045,0.00009345222],"genre_scores_gemma":[0.98302734,0.000021691149,0.0009148583,0.014329082,0.0008156965,0.00032579052,0.000005832133,0.00002350748,0.00053618464],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974067,0.00012744861,0.00069607096,0.00043708843,0.0007637463,0.0005689312],"domain_scores_gemma":[0.9964546,0.0019361088,0.00035079624,0.00063390797,0.00018659714,0.0004379891],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053370306,0.0001698608,0.0002178688,0.00007558593,0.00015105496,0.00007623811,0.00017252003,0.000045100187,0.000029904435],"category_scores_gemma":[0.017000755,0.00012144215,0.00010697711,0.00026393295,0.000064647844,0.0002718294,0.00011380743,0.00034679967,0.000016772516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016909847,0.00025059527,0.031921938,0.0003739429,0.0001137349,0.000039499344,0.00035699707,0.00013805101,0.014865025,0.00015744845,0.005108545,0.94498324],"study_design_scores_gemma":[0.001367161,0.00039698745,0.96250796,0.00031607636,0.0003171793,0.000009214582,0.00043245524,0.00069300155,0.010333579,0.00010250456,0.023228668,0.0002952018],"about_ca_topic_score_codex":0.00070905156,"about_ca_topic_score_gemma":0.0004752573,"teacher_disagreement_score":0.944688,"about_ca_system_score_codex":0.0010392888,"about_ca_system_score_gemma":0.00028208375,"threshold_uncertainty_score":0.9912795},"labels":[],"label_agreement":null},{"id":"W4300956653","doi":"","title":"Abstracts of the Canadian Digestive Diseases Week and the 3rd Annual CASL Winter Meeting, February 16-20, 2007, Banff, Canada.","year":2007,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography; Environmental science","score_opus":0.05057216340376989,"score_gpt":0.32368725153105765,"score_spread":0.27311508812728774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300956653","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010422317,0.006473223,0.000006171603,0.06903461,0.0036912998,0.00825702,0.005412012,0.00008554308,0.89661777],"genre_scores_gemma":[0.6542006,0.00017783299,0.000049598493,0.014531125,0.0019997316,0.00033424937,0.0003449234,0.00031153634,0.32805037],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976069,0.00016086802,0.0007878948,0.00032473923,0.00060447014,0.0005151473],"domain_scores_gemma":[0.99671584,0.0013339306,0.00074965606,0.00047099055,0.00019076215,0.0005387895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010208648,0.00026837204,0.00046369768,0.00015355229,0.000106658554,0.000025487883,0.00021789994,0.00018980165,0.00055923336],"category_scores_gemma":[0.005911112,0.00015976217,0.000109782435,0.00017294435,0.00042502393,0.000051612104,0.00008265429,0.00049486017,0.000005398723],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024804426,0.00004132213,0.026822494,0.000069322174,0.00024305303,0.000053489868,0.00008646639,0.0000017955285,7.351548e-8,0.000018999071,0.9562985,0.016116463],"study_design_scores_gemma":[0.0013618852,0.000011767651,0.49635816,0.000102144164,0.0004747101,0.000024736422,0.00044891998,0.0000015249669,0.0000028190227,0.000016488922,0.50107926,0.00011755483],"about_ca_topic_score_codex":0.99259627,"about_ca_topic_score_gemma":0.99916726,"teacher_disagreement_score":0.6437783,"about_ca_system_score_codex":0.0005307199,"about_ca_system_score_gemma":0.002291925,"threshold_uncertainty_score":0.707658},"labels":[],"label_agreement":null},{"id":"W4301102779","doi":"10.1016/s0002-9378(04)01947-7","title":"Schedule of Oral Presentations","year":2004,"lang":"en","type":"article","venue":"American Journal of Obstetrics and Gynecology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Medicine; Schedule; Computer science","score_opus":0.10149881949097966,"score_gpt":0.4386574305975559,"score_spread":0.33715861110657624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301102779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895773,0.00023628701,0.003180538,0.0063816956,0.0003858334,0.00008218615,0.0000027383746,0.0000026149723,0.00015082417],"genre_scores_gemma":[0.9696079,0.00024723294,0.029405063,0.0006754483,0.000039419436,7.375793e-7,0.0000023763237,0.000006395389,0.000015450518],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887353,0.00005150267,0.0007355274,0.0000709312,0.00016367891,0.000104818566],"domain_scores_gemma":[0.9943555,0.0041781403,0.00081131514,0.000084948806,0.00045334897,0.0001167372],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0003785231,0.00005542276,0.00032789222,0.00021441464,0.000023689505,0.0000048084044,0.00004943,0.000027378539,0.00004910607],"category_scores_gemma":[0.02362236,0.000045872013,0.00006819312,0.00042139826,0.00021615459,0.00009648197,0.000023899334,0.00017612311,0.0000021872108],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002754266,0.0012052786,0.40030995,0.00004563789,0.00045850623,0.0002646137,0.00069140486,0.0004890115,0.0043247906,0.0027264925,0.0009688152,0.5882401],"study_design_scores_gemma":[0.019709151,0.022134183,0.8948882,0.000061441,0.0012148273,0.0014297473,0.011954191,0.00017594238,0.0028679955,0.0041196044,0.041178394,0.00026628652],"about_ca_topic_score_codex":0.00005477998,"about_ca_topic_score_gemma":0.0000069678995,"teacher_disagreement_score":0.5879738,"about_ca_system_score_codex":0.000046021065,"about_ca_system_score_gemma":0.00028425042,"threshold_uncertainty_score":0.9846021},"labels":[],"label_agreement":null},{"id":"W4301378440","doi":"","title":"Abstracts of the Canadian Digestive Diseases Week 2008.","year":2008,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biology","score_opus":0.1572692180699547,"score_gpt":0.37248435879479674,"score_spread":0.21521514072484205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301378440","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021355404,0.0015873895,0.000002208816,0.010277951,0.0013453506,0.003989488,0.0010026678,0.00008716565,0.97957224],"genre_scores_gemma":[0.39070153,0.00043461364,0.00011552101,0.0031276795,0.001199966,0.0005593696,0.00030244503,0.00032538446,0.6032335],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99858075,0.000049870825,0.0005028039,0.00020637979,0.00036391764,0.00029627339],"domain_scores_gemma":[0.99834985,0.0002680922,0.0005057369,0.00040702388,0.00008810699,0.00038121166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016534615,0.00015136998,0.00029832637,0.00015019355,0.000046798094,0.00000772447,0.00013349894,0.00017017718,0.00067094807],"category_scores_gemma":[0.00436807,0.00010712359,0.00013021124,0.00015137091,0.0001581805,0.000030441399,0.000030337545,0.00026242106,0.000048920596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028538825,0.00009563632,0.027629748,0.000048493792,0.00011999696,0.00003442056,0.000014978271,0.0000023810285,2.4169182e-7,0.000006525923,0.9376235,0.03439551],"study_design_scores_gemma":[0.0003438579,0.000009039675,0.53314734,0.000036006866,0.00018163159,0.000011017636,0.000011896106,6.2478114e-7,0.0000039859615,0.0000063121706,0.46619156,0.000056771634],"about_ca_topic_score_codex":0.3091348,"about_ca_topic_score_gemma":0.40775695,"teacher_disagreement_score":0.50551754,"about_ca_system_score_codex":0.00019228064,"about_ca_system_score_gemma":0.00092289137,"threshold_uncertainty_score":0.7346411},"labels":[],"label_agreement":null},{"id":"W4301399243","doi":"10.1097/hm9.0000000000000043","title":"Chinese herbal medicine and COVID-19: quality evaluation of clinical guidelines and expert consensus and analysis of key recommendations","year":2022,"lang":"en","type":"review","venue":"Acupuncture and Herbal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Key (lock); 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Quality (philosophy); MEDLINE; Alternative medicine; Intensive care medicine; Traditional medicine; Computer science; Political science; Virology; Internal medicine; Pathology; Infectious disease (medical specialty); Disease","score_opus":0.7694929859864527,"score_gpt":0.6974178519363621,"score_spread":0.07207513405009058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301399243","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038087084,0.9474544,0.00018945418,0.04579084,0.00046340746,0.0018088378,0.00023522179,0.000027874466,0.00022124108],"genre_scores_gemma":[0.0016471355,0.9863739,0.0013253081,0.0073329783,0.0008735576,0.000078535464,0.002255625,0.000039931867,0.00007301528],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98867124,0.0022312123,0.006504461,0.0009915145,0.0013539249,0.00024765922],"domain_scores_gemma":[0.97581434,0.018574426,0.00322138,0.00068425643,0.0009843704,0.0007212464],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019006506,0.0007200986,0.0065537537,0.00069576263,0.00017156519,0.000009972286,0.00012657518,0.00046084198,0.002077901],"category_scores_gemma":[0.09903557,0.0003785705,0.00036591655,0.0012100677,0.0012790276,0.00008757229,0.00026826997,0.00076182093,2.913644e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040599762,0.00013118512,0.008652231,0.0065251747,0.0034515648,0.000013508711,0.0013866334,0.0000015493813,0.000007114464,0.000101910984,0.025041271,0.95428187],"study_design_scores_gemma":[0.00699892,0.0013360886,0.005882693,0.0028402724,0.05589521,0.0002453891,0.0033195699,0.0011043309,8.6792966e-8,0.00040912244,0.9216325,0.00033578457],"about_ca_topic_score_codex":0.0027061447,"about_ca_topic_score_gemma":0.00089412613,"teacher_disagreement_score":0.95394605,"about_ca_system_score_codex":0.00010636825,"about_ca_system_score_gemma":0.000847841,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W4301695767","doi":"","title":"Abstracts of the Canadian Digestive Diseases Week and the 5th Annual CASL Winter Meeting, February 27- March 2, 2009, Banff, Canada.","year":2009,"lang":"en","type":"other","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.053932755789442774,"score_gpt":0.3307306555398028,"score_spread":0.27679789975036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301695767","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01807603,0.011126317,0.0000030821282,0.2695804,0.0033846006,0.014636541,0.00959546,0.0001233056,0.67347425],"genre_scores_gemma":[0.7540623,0.000326814,0.000058846115,0.012784982,0.0013525963,0.0003375085,0.00029441656,0.00025420307,0.23052831],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976625,0.00022410377,0.0007079318,0.00033302864,0.0005911513,0.00048129226],"domain_scores_gemma":[0.9973013,0.00095484266,0.00062800874,0.00047891896,0.00016425969,0.00047270805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077218167,0.00025975247,0.00046902595,0.00012123499,0.00009981519,0.000029444438,0.00023540005,0.00015997894,0.00025714526],"category_scores_gemma":[0.0050255945,0.00015347762,0.000103305414,0.00015592616,0.00034525004,0.0000499278,0.0000725164,0.00050149416,0.000003767422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023487724,0.000049324135,0.016522635,0.000060187635,0.00018987805,0.00005309127,0.00007379444,0.0000022428296,1.0525204e-7,0.000016047043,0.9588646,0.023933187],"study_design_scores_gemma":[0.0013818734,0.00001760867,0.6691625,0.00010861638,0.00042495845,0.000023727604,0.00023365716,0.000002624281,0.0000019276536,0.000025958823,0.32850218,0.00011434807],"about_ca_topic_score_codex":0.9918063,"about_ca_topic_score_gemma":0.9987405,"teacher_disagreement_score":0.7359863,"about_ca_system_score_codex":0.00033482944,"about_ca_system_score_gemma":0.0025713323,"threshold_uncertainty_score":0.62586355},"labels":[],"label_agreement":null},{"id":"W4301896596","doi":"10.24095/hpcdp.32.1.05f","title":"Vérification de la qualité de la base de données périnatales Niday pour 2008 : rapport sur un projet d’assurance de la qualité","year":2011,"lang":"fr","type":"article","venue":"Maladies chroniques et blessures au Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Public Health; University of Ottawa; Champlain Regional College; Children's Hospital of Eastern Ontario; Ontario Stroke Network","funders":"","keywords":"Humanities; Mathematics; Physics; Philosophy","score_opus":0.11473264058891679,"score_gpt":0.3946907550075431,"score_spread":0.2799581144186263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301896596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9493076,0.010738949,0.0074555455,0.014589955,0.0006832823,0.0010923274,0.00066303,0.00023564606,0.015233661],"genre_scores_gemma":[0.9627067,0.00826309,0.017410792,0.003841087,0.001035574,0.00026671527,0.0002366654,0.00016057455,0.00607883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9859175,0.009250766,0.0017692143,0.00079206144,0.00072018994,0.0015502585],"domain_scores_gemma":[0.9831238,0.013892386,0.00097498554,0.00086291385,0.00040774187,0.00073820306],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016949594,0.0006598524,0.00083631853,0.00017870592,0.0003339647,0.00015944651,0.0005460075,0.00065114786,0.0013545998],"category_scores_gemma":[0.010632761,0.00071290886,0.00021332425,0.00033583518,0.0009855067,0.00054866925,0.00015645573,0.0011756291,0.000011846953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079455506,0.0010217726,0.71563953,0.0039692433,0.0008420363,0.00226069,0.011181465,0.0003111749,0.0031217183,0.0171483,0.22413151,0.01957803],"study_design_scores_gemma":[0.0027526116,0.00028010356,0.53859776,0.001558148,0.0008950476,0.0011408407,0.009843432,0.0018972859,0.018004093,0.0019621707,0.4221479,0.0009205872],"about_ca_topic_score_codex":0.9081854,"about_ca_topic_score_gemma":0.8663336,"teacher_disagreement_score":0.19801639,"about_ca_system_score_codex":0.003223272,"about_ca_system_score_gemma":0.03368794,"threshold_uncertainty_score":0.99955827},"labels":[],"label_agreement":null},{"id":"W4302585586","doi":"","title":"Cardiac care. 2001 Canadian hypertension recommendations.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Compliance (psychology); Process (computing); MEDLINE; Medicine; Health care; Nursing; Family medicine; Psychology; Computer science; Political science; Social psychology","score_opus":0.3319855075658797,"score_gpt":0.3862089120421264,"score_spread":0.054223404476246684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302585586","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35080302,0.0027828831,0.00008537734,0.47148967,0.0056401026,0.005946071,0.00021349358,0.00035279035,0.1626866],"genre_scores_gemma":[0.98555374,0.0004916664,0.0010526525,0.009716607,0.00045836548,0.0004166789,0.00022997735,0.000022376822,0.002057954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987727,0.00006402545,0.00039635663,0.0002031662,0.00017552875,0.0003882439],"domain_scores_gemma":[0.9987147,0.0002247278,0.00007163099,0.00027141327,0.00021255082,0.0005049716],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042161264,0.00008735242,0.00017602126,0.00013282585,0.00009464346,0.000020431018,0.000047808713,0.00006800106,0.0010948929],"category_scores_gemma":[0.0023508745,0.00008376991,0.00007708413,0.00019733288,0.000019859288,0.00013812241,0.000016893147,0.00016264271,0.00029489596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008655116,0.000026674354,0.011746712,0.0000069461603,0.000025736232,0.000013943113,0.00005799462,6.014459e-7,0.000010370745,0.000009799362,0.39226755,0.595825],"study_design_scores_gemma":[0.0007147472,0.00002266455,0.23776728,0.0000056388253,0.00013094975,0.00002217031,0.0004541001,0.00012585768,0.000041105315,0.000012166473,0.7606118,0.000091521506],"about_ca_topic_score_codex":0.039021034,"about_ca_topic_score_gemma":0.02499879,"teacher_disagreement_score":0.6347507,"about_ca_system_score_codex":0.00032725465,"about_ca_system_score_gemma":0.00006691386,"threshold_uncertainty_score":0.99981827},"labels":[],"label_agreement":null},{"id":"W4306316467","doi":"10.46747/cfp.6810721","title":"Knowledge mobilization for primary care","year":2022,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McGill University Health Centre; Queen's University; Children's Hospital of Eastern Ontario; McGill University; Memorial University of Newfoundland","funders":"","keywords":"Rigour; Primary care; Relevance (law); Medicine; General practice; Clinical Practice; Alternative medicine; Primary health care; Family medicine; Medical education; Data science; Computer science; Political science; Law; Pathology; Epistemology","score_opus":0.1335374545216728,"score_gpt":0.40455069621719997,"score_spread":0.2710132416955272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306316467","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4319313,0.0051763654,0.002930631,0.008073682,0.0037946533,0.008376121,0.0027999997,0.0003121428,0.5366051],"genre_scores_gemma":[0.78446853,0.00000972587,0.0011807753,0.20716353,0.00072903134,0.0005156968,0.005157212,0.00006818027,0.0007073311],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989673,0.00005178823,0.00031625494,0.00024763893,0.00015137096,0.00026564515],"domain_scores_gemma":[0.9990097,0.00016202494,0.000085410335,0.00025207383,0.00023213658,0.00025863902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018921627,0.00010001113,0.0001742514,0.00014699675,0.00032179905,0.000014016997,0.000091118956,0.000029659164,0.000016590973],"category_scores_gemma":[0.00007776515,0.00011979744,0.00009899363,0.0002953103,0.000024240298,0.00009210358,0.000032483385,0.00015696288,0.000033613527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023553232,0.00023528186,0.0012723185,0.00040663575,0.00010409141,0.000022630835,0.001013529,0.00035409152,0.011836148,0.0016453951,0.23382305,0.7490513],"study_design_scores_gemma":[0.0014813195,0.00039411196,0.013187388,0.000017153501,0.00013321672,0.0000013244412,0.009119518,0.00040424775,0.00009638356,0.00023261008,0.97477186,0.00016085377],"about_ca_topic_score_codex":0.0036674028,"about_ca_topic_score_gemma":0.00737905,"teacher_disagreement_score":0.74889046,"about_ca_system_score_codex":0.0014073324,"about_ca_system_score_gemma":0.0019421146,"threshold_uncertainty_score":0.554404},"labels":[],"label_agreement":null},{"id":"W4306316506","doi":"10.46747/cfp.6810729","title":"Mobilisation des connaissances pour les soins primaires","year":2022,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Hôpital de l'Enfant-Jésus; McGill University Health Centre; Université de Montréal; Centre Hospitalier de l’Université de Montréal; McGill University; Memorial University of Newfoundland","funders":"","keywords":"Political science; Humanities; Medicine; Philosophy","score_opus":0.2368623946582156,"score_gpt":0.4118830499743245,"score_spread":0.17502065531610891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306316506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7195422,0.055006206,0.0008778874,0.0630449,0.008761175,0.002328938,0.0021987413,0.00016668446,0.14807329],"genre_scores_gemma":[0.8929588,0.00024469156,0.0006183676,0.09941093,0.002877903,0.00013558383,0.0005046875,0.00008109433,0.0031679508],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967131,0.0005686658,0.0008411297,0.0005114414,0.00048554226,0.00088011724],"domain_scores_gemma":[0.99745256,0.00081920245,0.00033139891,0.00043797705,0.00024510096,0.00071379315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010818018,0.00028990977,0.00038769297,0.00025130156,0.0011456088,0.00006993442,0.0002674543,0.00009513517,0.0006381159],"category_scores_gemma":[0.00064641907,0.0003675984,0.00018407244,0.0005768326,0.00065503485,0.0004551097,0.00008548179,0.00066181866,0.00037145967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074241325,0.0002748887,0.0037560735,0.00016251506,0.00017420037,0.00017130974,0.00084123,0.0010102437,0.0030606876,0.006683844,0.22126475,0.76252604],"study_design_scores_gemma":[0.0016619512,0.0005828698,0.074955486,0.00019848642,0.00044015783,0.000013757976,0.051878102,0.0031146645,0.00020744874,0.005537157,0.86093456,0.00047534096],"about_ca_topic_score_codex":0.21172518,"about_ca_topic_score_gemma":0.11355986,"teacher_disagreement_score":0.7620507,"about_ca_system_score_codex":0.0027639356,"about_ca_system_score_gemma":0.005873289,"threshold_uncertainty_score":0.9998776},"labels":[],"label_agreement":null},{"id":"W4306746507","doi":"10.21203/rs.3.rs-2142931/v1","title":"The implementation of quality improvement facilitators in primary care settings in Quebec: a case study","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Centre intégré de santé et de services sociaux de Chaudière-Appalaches","funders":"","keywords":"Quality management; Primary care; Quality (philosophy); Nursing; Process management; Business; Medicine; Family medicine; Marketing; Physics","score_opus":0.2500394274822696,"score_gpt":0.6030435686480689,"score_spread":0.35300414116579926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306746507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852764,0.00044072984,0.0000061937653,0.0033930782,0.00015717995,0.010169374,0.00041579222,0.000021938095,0.00011928959],"genre_scores_gemma":[0.996251,0.00013482691,0.00012311521,0.00012536992,0.00006691029,0.0022949742,0.0008490702,0.00003540994,0.000119343385],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98882633,0.0039054777,0.003055636,0.000874883,0.0026767645,0.000660883],"domain_scores_gemma":[0.99252003,0.0045439852,0.0006201508,0.001168809,0.0010124504,0.00013457151],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019709406,0.00025679564,0.00065495254,0.0006491363,0.0002394781,0.00007867204,0.00033803232,0.0001375814,0.00029829377],"category_scores_gemma":[0.0038863912,0.00021679752,0.00018177998,0.0008474501,0.00014018887,0.00014020716,0.0021763393,0.0028050577,0.0000035044068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092539424,0.00097508845,0.72040606,0.004493748,0.00011990685,0.0014961924,0.04707686,0.00007859125,0.00024932332,0.000025700754,0.0004366635,0.22371648],"study_design_scores_gemma":[0.00349347,0.0012748091,0.33330685,0.00017823996,0.00003472217,0.000010276322,0.66052365,0.000022411921,0.0000523883,0.00007890393,0.00089338276,0.00013088285],"about_ca_topic_score_codex":0.62344825,"about_ca_topic_score_gemma":0.5710869,"teacher_disagreement_score":0.6134468,"about_ca_system_score_codex":0.0046257125,"about_ca_system_score_gemma":0.0032980542,"threshold_uncertainty_score":0.9994955},"labels":[],"label_agreement":null},{"id":"W4306913194","doi":"10.1111/ene.15608","title":"Prioritization process for European Academy of Neurology clinical practice guidelines","year":2022,"lang":"en","type":"review","venue":"European Journal of Neurology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Care Foundation","funders":"","keywords":"Medicine; Clinical Practice; Prioritization; Neurology; Clinical neurology; Process (computing); Family medicine; Neuroscience; Management science; Psychiatry; Engineering","score_opus":0.6481110252124359,"score_gpt":0.6286458097866243,"score_spread":0.01946521542581159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306913194","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034805576,0.94881356,0.00298648,0.038560193,0.003963868,0.0025911566,0.00009747703,0.00007109291,0.0025681418],"genre_scores_gemma":[0.00010653702,0.95994294,0.004543836,0.029796172,0.0051085562,0.000010974679,0.00011851946,0.00030924258,0.00006323553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726943,0.013721155,0.011570277,0.0007762487,0.00078108266,0.0004569877],"domain_scores_gemma":[0.97214687,0.011675257,0.013462096,0.00044489032,0.0019479071,0.00032296643],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0233392,0.00053924497,0.0031365345,0.0006012288,0.0001164551,0.00002264751,0.00092834164,0.00024442826,0.0002158039],"category_scores_gemma":[0.11595329,0.00045839048,0.0014046016,0.00053682696,0.00023734369,0.00033070298,0.00036835577,0.0038799194,0.000040995914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024969066,0.00053293415,0.00005916086,0.0034521609,0.0005364489,0.001436036,0.000040156872,0.000038939383,0.0000031898828,0.00004220855,0.024013706,0.96734816],"study_design_scores_gemma":[0.0030914235,0.009223659,0.00029569867,0.00061607524,0.005295715,0.013886655,0.000029101844,0.00003682765,3.6843332e-7,0.000029591565,0.9672506,0.00024428763],"about_ca_topic_score_codex":0.0000010028008,"about_ca_topic_score_gemma":2.621282e-7,"teacher_disagreement_score":0.96710384,"about_ca_system_score_codex":0.000030332478,"about_ca_system_score_gemma":0.00091528334,"threshold_uncertainty_score":0.9997868},"labels":[],"label_agreement":null},{"id":"W4307369128","doi":"10.5430/jha.v11n2p18","title":"Implications of Current Procedural Terminology code accuracy on surgical workflow and financial reimbursement","year":2022,"lang":"en","type":"article","venue":"Journal of Hospital Administration","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Current Procedural Terminology; Reimbursement; Standardization; Workflow; Medicine; Coding (social sciences); Health care; Operations management; Computer science; Nursing; Political science; Database; Engineering; Statistics","score_opus":0.12363429623473322,"score_gpt":0.46122176731274356,"score_spread":0.33758747107801035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307369128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772872,0.00015301973,0.00016796844,0.0213851,0.00051047135,0.00035518748,0.000034673798,0.000006180626,0.000100212004],"genre_scores_gemma":[0.9985574,0.000105055566,0.0006286557,0.00027847043,0.00033291752,0.000021485914,0.00004927743,0.00000782527,0.000018901943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99814427,0.000078369514,0.0011474555,0.00014033007,0.0003720249,0.00011755883],"domain_scores_gemma":[0.998018,0.00040100803,0.0010734805,0.00012512859,0.00028249586,0.00009986039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054936536,0.00009387556,0.00025150576,0.00010576112,0.00009503449,0.000012466527,0.00007999409,0.000034384855,0.000121542944],"category_scores_gemma":[0.0016396693,0.00008291653,0.0001003906,0.00013325788,0.00005682339,0.00016307141,0.000046823592,0.00040105495,0.0000012264348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01264624,0.017431224,0.25978884,0.00035099091,0.00026101884,0.0005196576,0.0015176701,0.00016656947,0.0033683667,0.014737978,0.039040145,0.6501713],"study_design_scores_gemma":[0.011430454,0.11886236,0.7757895,0.0002568533,0.00075720804,0.003853512,0.0015922273,0.00024220337,0.0035505989,0.006852017,0.07637384,0.00043921574],"about_ca_topic_score_codex":0.0000015922998,"about_ca_topic_score_gemma":0.0000042444567,"teacher_disagreement_score":0.64973205,"about_ca_system_score_codex":0.00010820263,"about_ca_system_score_gemma":0.0006178141,"threshold_uncertainty_score":0.33812377},"labels":[],"label_agreement":null},{"id":"W4307414384","doi":"10.21203/rs.3.rs-1696011/v1","title":"Embedding the Rehabilitation Treatment Specification System into clinical practice: An evaluation of a pilot teaching programme","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"King's College London","keywords":"Audit; Rehabilitation; Feeling; Thematic analysis; Medical education; Psychology; Quality (philosophy); Medicine; Physical therapy; Qualitative research","score_opus":0.6881423743633437,"score_gpt":0.6949613842412716,"score_spread":0.0068190098779279396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307414384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94805205,0.00067655754,0.0014713621,0.02743515,0.0009267652,0.019063067,0.00006338571,0.00019103712,0.0021206061],"genre_scores_gemma":[0.96128917,0.00016060255,0.03178995,0.000054132106,0.0012271297,0.0035664882,0.001791033,0.00007272023,0.00004878592],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95938104,0.028497558,0.0036383704,0.0013355627,0.006569309,0.00057813077],"domain_scores_gemma":[0.9663903,0.023440763,0.0017116847,0.0022765116,0.005896803,0.00028390106],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1253203,0.000294006,0.00067771535,0.0004679514,0.0006656304,0.00017416429,0.0004148243,0.000247116,0.00024918598],"category_scores_gemma":[0.1303809,0.000220141,0.00034269464,0.00049410545,0.0002772809,0.00043118713,0.00063332287,0.0031249928,0.000027529395],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057624727,0.010380249,0.015050437,0.0033709696,0.0007895679,0.000023740795,0.012914106,0.0048925686,0.0004973422,0.005871472,0.001829735,0.93861735],"study_design_scores_gemma":[0.011729306,0.051671494,0.09040585,0.0027438859,0.004352925,0.000088148896,0.40320045,0.3543702,0.00008224803,0.003930723,0.07675595,0.000668827],"about_ca_topic_score_codex":0.0054470827,"about_ca_topic_score_gemma":0.00026828967,"teacher_disagreement_score":0.9379485,"about_ca_system_score_codex":0.005585733,"about_ca_system_score_gemma":0.0036157223,"threshold_uncertainty_score":0.99917483},"labels":[],"label_agreement":null},{"id":"W4307489658","doi":"10.21203/rs.3.rs-1609810/v1","title":"A critical appraisal of delirium clinical practice guidelines relevant to the care of older adults in the emergency department with a synthesis of recommendations: An umbrella review protocol","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Manitoba","funders":"Canadian Institutes of Health Research; University of Manitoba; Canadian Nurses Foundation; Research Manitoba","keywords":"Delirium; Excellence; Critical appraisal; Emergency department; Best practice; Medicine; Protocol (science); Population; Quality (philosophy); Medical education; Medical emergency; Family medicine; Nursing; Alternative medicine; Intensive care medicine; Political science; Pathology","score_opus":0.39330266144611337,"score_gpt":0.6712915733248969,"score_spread":0.2779889118787835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307489658","genre_codex":"commentary","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015787363,0.0059651975,0.0009387406,0.6015167,0.0006466997,0.3726309,0.0014536694,0.000044661312,0.001016055],"genre_scores_gemma":[0.20297636,0.02407146,0.10002946,0.0071390504,0.0012998001,0.6627497,0.0014676679,0.00023062144,0.000035860452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97966325,0.009546804,0.005901324,0.0009209427,0.0034811434,0.0004865166],"domain_scores_gemma":[0.92164665,0.046469215,0.002033661,0.0033947611,0.026143663,0.00031204787],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031290017,0.0003077044,0.0011143304,0.00029607027,0.00013097789,0.00002022873,0.000981764,0.0002006185,0.0010055496],"category_scores_gemma":[0.43660071,0.00017915809,0.0003553588,0.0011951145,0.00025667212,0.00016932993,0.0011230574,0.0023140267,0.0000066674093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026760923,0.017913384,0.01791912,0.15629247,0.00093811966,0.00020776756,0.011380631,0.0003660908,0.00003281819,0.00072157744,0.32825705,0.43921006],"study_design_scores_gemma":[0.0064856424,0.019604875,0.03988029,0.09226753,0.0027916278,0.00017038938,0.22238728,0.0013316895,0.00022243931,0.00018686838,0.61379236,0.000878977],"about_ca_topic_score_codex":0.001833264,"about_ca_topic_score_gemma":0.0010416118,"teacher_disagreement_score":0.5943777,"about_ca_system_score_codex":0.0001654925,"about_ca_system_score_gemma":0.0021938018,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4307714625","doi":"10.1111/hex.13623","title":"Front Cover: Volume 25 Issue 5","year":2022,"lang":"en","type":"paratext","venue":"Health Expectations","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Canadian Patient Safety Institute","funders":"","keywords":"Front cover; Cover (algebra); Front (military); Volume (thermodynamics); Ecology; Data science; Geography; Psychology; Computer science; Engineering; Biology; Physics","score_opus":0.18860889505921263,"score_gpt":0.5210042215022005,"score_spread":0.33239532644298786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307714625","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027888376,0.053564075,0.011497824,0.40032718,0.028451538,0.010173724,0.0058638044,0.0005213739,0.48932162],"genre_scores_gemma":[0.0017903768,0.003469605,0.00878422,0.035682455,0.0036730561,0.0011152481,0.02673062,0.00017236924,0.918582],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572825,0.00040065043,0.0019460123,0.0006351241,0.0007808379,0.00050909125],"domain_scores_gemma":[0.996568,0.0008971397,0.0011121361,0.0007031554,0.0002930328,0.00042649117],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003661597,0.00031398959,0.00082082395,0.00032346524,0.00054182974,0.00003955229,0.0001628938,0.00019029072,0.37300843],"category_scores_gemma":[0.001618654,0.00034694548,0.00023400616,0.00032758192,0.00005198475,0.00014277315,0.00011281922,0.0011926716,0.1212734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008034228,0.0002657805,0.000044662607,0.0003288446,0.00009425242,0.000010853828,0.00239975,0.00007693298,0.0000037133607,0.000026699325,0.9907067,0.0059615113],"study_design_scores_gemma":[0.0013580491,0.0007327385,0.00034938657,0.00008950981,0.00014438004,0.000045638775,0.008783814,0.0004116661,0.0000018881133,0.000017945415,0.98782635,0.00023862913],"about_ca_topic_score_codex":0.0022876863,"about_ca_topic_score_gemma":0.00014351486,"teacher_disagreement_score":0.42926043,"about_ca_system_score_codex":0.0011956368,"about_ca_system_score_gemma":0.0038085086,"threshold_uncertainty_score":0.99989825},"labels":[],"label_agreement":null},{"id":"W4308253637","doi":"10.1111/acem.14623","title":"Nothing about me without me: <scp>GRACE</scp>‐fully partnering with patients to derive clinical practice guidelines","year":2022,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Nothing; Clinical Practice; Intensive care medicine; Family medicine; Epistemology","score_opus":0.2800610535845396,"score_gpt":0.5510007115885244,"score_spread":0.2709396580039848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308253637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8936295,0.0024429099,0.008156687,0.08436285,0.0050399397,0.002885484,0.00004391223,0.00034925516,0.0030894906],"genre_scores_gemma":[0.8067503,0.008438476,0.04126543,0.12577297,0.009101887,0.0010080215,0.00093235506,0.00045789697,0.006272681],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876845,0.00073639053,0.0064300816,0.0012979975,0.0028943783,0.00095663936],"domain_scores_gemma":[0.9890053,0.0035969722,0.0024996288,0.0009802929,0.0028963375,0.0010214441],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009801092,0.0006000842,0.0012133805,0.00034724196,0.0005372418,0.0000043687814,0.00063336134,0.00028562345,0.0014327222],"category_scores_gemma":[0.15719773,0.00048741992,0.00020196213,0.0014135536,0.00019393308,0.0007290238,0.0006493737,0.0033491035,0.00012877138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010508109,0.00045561919,0.5782276,0.00011499937,0.0005244567,0.00006819023,0.0060105114,0.0005123901,0.0017091412,0.00012040399,0.40108994,0.010115949],"study_design_scores_gemma":[0.0072952593,0.0047795293,0.06684399,0.00043744463,0.0018868749,0.00019981031,0.019250706,0.0014462143,0.000108057146,0.00010231003,0.8972992,0.00035064106],"about_ca_topic_score_codex":0.00048583027,"about_ca_topic_score_gemma":0.000039915445,"teacher_disagreement_score":0.5113836,"about_ca_system_score_codex":0.0002991463,"about_ca_system_score_gemma":0.0005160677,"threshold_uncertainty_score":0.99975777},"labels":[],"label_agreement":null},{"id":"W4308363106","doi":"10.1503/cmaj.220138","title":"Canadian Cardiovascular Harmonized National Guideline Endeavour (C-CHANGE) guideline for the prevention and management of cardiovascular disease in primary care: 2022 update","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Libin Cardiovascular Institute of Alberta; Concordia University","funders":"Obesity Canada; Sanofi Genzyme; H. Lundbeck A/S; Servier; Canadian Medical Association; Bausch Health; Alberta Medical Association; Novo Nordisk; Astellas Pharma; Eisai; University of Toronto; Toronto Rehabilitation Institute; Physicians' Services Incorporated Foundation; College of Family Physicians of Canada; Pfizer; Biogen; Sunnybrook Research Institute; Eli Lilly and Company; U.S. Department of Defense; Genome Canada; GlaxoSmithKline; University of Ottawa; Sanofi; Health Canada; St. Michael's Hospital Foundation; Multiple Sclerosis Society of Canada; Amgen; Canadian Institutes of Health Research; Canadian Rheumatology Association; Cancer Care Ontario; Heart and Stroke Foundation of Canada; Allergan; AstraZeneca; Arthritis Society; Canadian Vascular Network; Alnylam Pharmaceuticals","keywords":"Guideline; Primary care; Medicine; Disease; Computer science; Family medicine; Pathology","score_opus":0.06567083249229291,"score_gpt":0.35558666555350105,"score_spread":0.28991583306120816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308363106","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06174054,0.14062239,0.019802032,0.7527914,0.0061366595,0.013375126,0.00381577,0.00007543166,0.0016406337],"genre_scores_gemma":[0.86060345,0.024686975,0.012300973,0.088799536,0.005522179,0.0017519029,0.0055772075,0.0001765855,0.0005811839],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938001,0.0005035988,0.0016720818,0.00033150672,0.0032086778,0.0004840113],"domain_scores_gemma":[0.9964926,0.00029477978,0.00040286078,0.0002925262,0.0012615618,0.0012556546],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014308604,0.00017060335,0.00047391126,0.00042163557,0.0004994262,0.000040219198,0.00024642612,0.000123908,0.0010192223],"category_scores_gemma":[0.0023766723,0.00015943125,0.0005998178,0.00045692732,0.000034106077,0.00016789994,0.000085445514,0.00075139717,0.0000038857124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0004552096,0.00016407727,0.023113608,0.00035353386,0.009854074,0.0012673053,0.0004898271,0.007740086,0.0000042156053,0.00049523,0.21620335,0.7398595],"study_design_scores_gemma":[0.0053699603,0.00007965537,0.014993304,0.000068317546,0.0014191224,0.000119784934,0.0013373588,0.004843788,9.699957e-7,0.00026757125,0.9713438,0.00015634976],"about_ca_topic_score_codex":0.13311541,"about_ca_topic_score_gemma":0.12849163,"teacher_disagreement_score":0.79886293,"about_ca_system_score_codex":0.00589273,"about_ca_system_score_gemma":0.007903242,"threshold_uncertainty_score":0.99989396},"labels":[],"label_agreement":null},{"id":"W4308512205","doi":"10.5334/ijic.icic22203","title":"Developing a Cross-Sector Collaborative Quality Improvement Plan for Integrated Care: A Cross Case Analysis of the Experience of Three Ontario Health Teams in Canada","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Laurentian University; University of Toronto","funders":"","keywords":"Plan (archaeology); Quality (philosophy); Library science; Computer science; Geography","score_opus":0.13315562255805008,"score_gpt":0.48741853375238625,"score_spread":0.35426291119433617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308512205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932325,0.00018872035,0.0016195521,0.0009337576,0.0009505233,0.0006131174,0.0024456915,0.000002943838,0.000013204673],"genre_scores_gemma":[0.997217,0.000007557373,0.0014394842,0.0008465271,0.000033713215,0.000052344683,0.00037448885,0.000011813164,0.000017086752],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9956474,0.0002119672,0.0026365856,0.00021864707,0.0011009849,0.00018446159],"domain_scores_gemma":[0.9897802,0.0005989472,0.0025519591,0.00020229821,0.006780258,0.00008632415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010122326,0.00016487659,0.0006398134,0.00034905353,0.00011203112,0.000034246288,0.0004321987,0.000040596646,0.00023214852],"category_scores_gemma":[0.002194882,0.000119608034,0.0002584873,0.0011026405,0.000083812854,0.00015000891,0.00011810926,0.0005626444,3.8285087e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0026102331,0.00009719977,0.9625929,0.000053583146,0.0012862721,0.00015285292,0.021797705,0.0046779136,0.0007037854,0.00006683024,0.00009120917,0.005869487],"study_design_scores_gemma":[0.005428175,0.0010592694,0.39721286,0.00026509757,0.0003114733,0.0002546129,0.5861477,0.0009328235,0.006465875,0.00003623855,0.0016988033,0.00018701666],"about_ca_topic_score_codex":0.9848123,"about_ca_topic_score_gemma":0.9979286,"teacher_disagreement_score":0.56538004,"about_ca_system_score_codex":0.024379617,"about_ca_system_score_gemma":0.04410641,"threshold_uncertainty_score":0.97936565},"labels":[],"label_agreement":null},{"id":"W4308515691","doi":"10.5334/ijic.icic22124","title":"Goal-oriented care: an understanding on how primary healthcare professionals operationalize goal-oriented care in three different settings (Ghent, Vermont, and Ottawa)","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Ottawa","funders":"","keywords":"Operationalization; Primary care; Health care; Library science; Computer science; Political science; Medicine; Family medicine","score_opus":0.07205919609052629,"score_gpt":0.4148984587615023,"score_spread":0.342839262670976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308515691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9667417,0.001916502,0.0010129218,0.026193643,0.002283346,0.0008851526,0.00070927537,0.00003956277,0.0002179369],"genre_scores_gemma":[0.99037576,0.00008697013,0.00072947703,0.004903261,0.00039410382,0.00006292966,0.0033354284,0.00005253221,0.00005956569],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99516696,0.0005242984,0.0014721374,0.00047843577,0.0020417606,0.0003163811],"domain_scores_gemma":[0.9949641,0.0004949868,0.0009651197,0.00024436027,0.003042884,0.00028853692],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065606326,0.00034234457,0.0005588962,0.0006595675,0.0002794488,0.00010351724,0.00033890016,0.0001321834,0.00022839272],"category_scores_gemma":[0.0011618568,0.00028468255,0.00019830218,0.00037122727,0.00007639297,0.00052439625,0.00017989178,0.001481219,0.000001407006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019425796,0.0023284785,0.828242,0.0008399454,0.0013940085,0.0025204662,0.05830224,0.0011291683,0.012410931,0.014228475,0.011446073,0.0477324],"study_design_scores_gemma":[0.022496622,0.008087945,0.13135983,0.0026985982,0.00037507643,0.0009765952,0.80349463,0.0011664113,0.0018641984,0.0006026429,0.026059527,0.00081792683],"about_ca_topic_score_codex":0.00033464268,"about_ca_topic_score_gemma":0.0016157932,"teacher_disagreement_score":0.7451924,"about_ca_system_score_codex":0.007958156,"about_ca_system_score_gemma":0.0015082136,"threshold_uncertainty_score":0.99996054},"labels":[],"label_agreement":null},{"id":"W4308515890","doi":"10.5334/ijic.icic22309","title":"Lessons Learned from Health Systems Integration in Canada (Ontario)","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Library science; Computer science","score_opus":0.19772728575721982,"score_gpt":0.4639478110901162,"score_spread":0.26622052533289636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308515890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9543368,0.0009177418,0.0010772741,0.038081132,0.004560026,0.0002523342,0.00042807814,0.000009494715,0.00033709672],"genre_scores_gemma":[0.9955027,0.00009142097,0.0004933993,0.002634375,0.00022111768,0.000012457426,0.00089722616,0.0000156639,0.00013161608],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99673903,0.00027970015,0.0015049714,0.00016957318,0.0011565156,0.00015022662],"domain_scores_gemma":[0.99708015,0.0003194622,0.000989902,0.00012810747,0.0013574406,0.00012493288],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067957863,0.00012294098,0.00035208595,0.00028006607,0.000055216944,0.000041847252,0.0002922964,0.000030062769,0.0010933477],"category_scores_gemma":[0.0009281092,0.000108208864,0.00010063227,0.00020090977,0.000012438133,0.00017647876,0.000062589446,0.0010994555,0.0000025851054],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0050034546,0.00049381086,0.40100884,0.000030591356,0.0008541338,0.0024194287,0.01008908,0.020256804,0.0023819653,0.00061047083,0.05031311,0.50653833],"study_design_scores_gemma":[0.0127996495,0.0018245213,0.13410214,0.0012504502,0.00019008377,0.0016070185,0.57172704,0.006164663,0.0007026626,0.0005260127,0.26863912,0.00046664383],"about_ca_topic_score_codex":0.9954946,"about_ca_topic_score_gemma":0.9942111,"teacher_disagreement_score":0.56163794,"about_ca_system_score_codex":0.022388645,"about_ca_system_score_gemma":0.02135449,"threshold_uncertainty_score":0.9998198},"labels":[],"label_agreement":null},{"id":"W4308516853","doi":"10.5334/ijic.icic22127","title":"Decisions and datamining in a rural Ontario Health Team (Canada): How looking into our past drives innovation and care integration.","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University","funders":"","keywords":"Field (mathematics); Health care; Library science; Computer science; Political science","score_opus":0.07386686032379153,"score_gpt":0.41673008463352196,"score_spread":0.34286322430973043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308516853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97814286,0.0006282329,0.001631947,0.018337552,0.0008714051,0.00022546788,0.00008546642,0.000007898195,0.00006915376],"genre_scores_gemma":[0.9922554,0.000113724614,0.0047481796,0.0018579996,0.00018155361,0.000010207135,0.0007734635,0.000015921723,0.000043567758],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975198,0.00014761796,0.0011251911,0.00018709424,0.0008769308,0.00014336417],"domain_scores_gemma":[0.9966638,0.00026449916,0.00084143237,0.00010794072,0.002018725,0.00010361904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006445126,0.00015275186,0.0003078331,0.00065595744,0.00014900812,0.00010771046,0.00018842553,0.000040452782,0.00004258912],"category_scores_gemma":[0.0022218607,0.0001336525,0.000041526775,0.00037685264,0.000026971906,0.0004408662,0.00016107327,0.0009420185,1.630772e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009644837,0.000094877454,0.47287232,0.00002992563,0.00018421997,0.00028484614,0.02827898,0.00018436539,0.00104258,0.0003163681,0.00706402,0.48868302],"study_design_scores_gemma":[0.0037079677,0.0008841023,0.10300474,0.0007447393,0.000058134054,0.001253566,0.87252533,0.0003893122,0.000154128,0.0001554815,0.016953003,0.00016947395],"about_ca_topic_score_codex":0.32082158,"about_ca_topic_score_gemma":0.78346497,"teacher_disagreement_score":0.8442464,"about_ca_system_score_codex":0.00478429,"about_ca_system_score_gemma":0.0047301147,"threshold_uncertainty_score":0.9990362},"labels":[],"label_agreement":null},{"id":"W4308516864","doi":"10.5334/ijic.icic22097","title":"Critical integration factors and contextual forces in integrated health and social care: Collective case study in three Canadian provinces","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Library science; Political science; Computer science","score_opus":0.1139101497408715,"score_gpt":0.4661825401492693,"score_spread":0.3522723904083978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308516864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932116,0.0006318665,0.0000796032,0.004559237,0.00050611387,0.00067752635,0.00024204084,0.000007302772,0.00008470834],"genre_scores_gemma":[0.99862814,0.000019106104,0.00017984145,0.00080270506,0.000082205996,0.000028580744,0.00023681388,0.000016141832,0.000006440694],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.997354,0.0004241477,0.001204349,0.0002458189,0.00055896904,0.00021276108],"domain_scores_gemma":[0.9969713,0.0006241523,0.00037809552,0.000057652345,0.0017647345,0.0002040771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007667524,0.00018736093,0.0004407576,0.000970269,0.00018929722,0.00010134115,0.00013658318,0.00006745851,0.000106951484],"category_scores_gemma":[0.002830719,0.00015205755,0.000064594904,0.0003723845,0.0001063382,0.0003601033,0.00006410977,0.0010642956,1.825481e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0014904543,0.00027859857,0.85284644,0.000026041416,0.00014433991,0.004626272,0.095250495,0.000018526483,0.000043759675,0.00018784794,0.00026896287,0.04481823],"study_design_scores_gemma":[0.003941814,0.0030070068,0.055770174,0.00011337173,0.000048808124,0.0024826925,0.93353873,0.00041800583,0.000027251157,0.0001112861,0.00041558614,0.00012529487],"about_ca_topic_score_codex":0.39696398,"about_ca_topic_score_gemma":0.8650162,"teacher_disagreement_score":0.8382882,"about_ca_system_score_codex":0.0058521223,"about_ca_system_score_gemma":0.006223018,"threshold_uncertainty_score":0.99941075},"labels":[],"label_agreement":null},{"id":"W4308518112","doi":"10.5334/ijic.icic22310","title":"Lessons Learned from Health Systems Integration in Canada (Ontario)","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science","score_opus":0.19772728575721982,"score_gpt":0.4639478110901162,"score_spread":0.26622052533289636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308518112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9543368,0.0009177418,0.0010772741,0.038081132,0.004560026,0.0002523342,0.00042807814,0.000009494715,0.00033709672],"genre_scores_gemma":[0.9955027,0.00009142097,0.0004933993,0.002634375,0.00022111768,0.000012457426,0.00089722616,0.0000156639,0.00013161608],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99673903,0.00027970015,0.0015049714,0.00016957318,0.0011565156,0.00015022662],"domain_scores_gemma":[0.99708015,0.0003194622,0.000989902,0.00012810747,0.0013574406,0.00012493288],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067957863,0.00012294098,0.00035208595,0.00028006607,0.000055216944,0.000041847252,0.0002922964,0.000030062769,0.0010933477],"category_scores_gemma":[0.0009281092,0.000108208864,0.00010063227,0.00020090977,0.000012438133,0.00017647876,0.000062589446,0.0010994555,0.0000025851054],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0050034546,0.00049381086,0.40100884,0.000030591356,0.0008541338,0.0024194287,0.01008908,0.020256804,0.0023819653,0.00061047083,0.05031311,0.50653833],"study_design_scores_gemma":[0.0127996495,0.0018245213,0.13410214,0.0012504502,0.00019008377,0.0016070185,0.57172704,0.006164663,0.0007026626,0.0005260127,0.26863912,0.00046664383],"about_ca_topic_score_codex":0.9954946,"about_ca_topic_score_gemma":0.9942111,"teacher_disagreement_score":0.56163794,"about_ca_system_score_codex":0.022388645,"about_ca_system_score_gemma":0.02135449,"threshold_uncertainty_score":0.9998198},"labels":[],"label_agreement":null},{"id":"W4308580127","doi":"10.5334/ijic.icic22234","title":"Integrate collaborative governance and territoriality into management by care and services pathways","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Field (mathematics); Corporate governance; Territoriality; Computer science; Business; Sociology","score_opus":0.027583021303621648,"score_gpt":0.381789816487531,"score_spread":0.35420679518390935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308580127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840717,0.006878569,0.00019941769,0.0039368784,0.0026686743,0.0003337741,0.00089231186,0.000016604467,0.0010021024],"genre_scores_gemma":[0.9942079,0.0013410777,0.0025197999,0.0011769646,0.00031638113,0.000017982327,0.0003471083,0.000016492411,0.000056257],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99790674,0.0001544087,0.0008022627,0.00021649667,0.0008118838,0.00010820095],"domain_scores_gemma":[0.9967897,0.00014552232,0.0006954053,0.00010559628,0.0021493002,0.00011450028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038186874,0.00015809233,0.00026690538,0.000110903835,0.00011122941,0.00009560974,0.00022754906,0.000045183235,0.00016559134],"category_scores_gemma":[0.00022894128,0.00013171596,0.00006909656,0.0001749291,0.000059586135,0.00029845818,0.00020169486,0.00048807447,0.000001369265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009256387,0.0005241468,0.117314264,0.00070288795,0.0026852472,0.0015755729,0.04569314,0.00009348431,0.014675995,0.0030759233,0.032641597,0.77176136],"study_design_scores_gemma":[0.007024362,0.0021116731,0.007832972,0.000509194,0.00039371935,0.00050237065,0.5720495,0.00016918636,0.0030409007,0.0006952872,0.40538034,0.00029049278],"about_ca_topic_score_codex":0.0008818517,"about_ca_topic_score_gemma":0.00024382846,"teacher_disagreement_score":0.77147084,"about_ca_system_score_codex":0.0011121508,"about_ca_system_score_gemma":0.0003075889,"threshold_uncertainty_score":0.53712213},"labels":[],"label_agreement":null},{"id":"W4308581726","doi":"10.5334/ijic.icic22307","title":"How to operationalize the function of case manager at the level of the first aid and care line in Wallonia and Brussels?","year":2022,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Operationalization; Function (biology); Field (mathematics); Line (geometry); Library science; Computer science; Physics","score_opus":0.13003974463261214,"score_gpt":0.40930006457359785,"score_spread":0.2792603199409857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308581726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94145954,0.0010706127,0.00026342878,0.05610426,0.0005301975,0.00029599914,0.00022030038,0.0000016641268,0.000053995358],"genre_scores_gemma":[0.99723417,0.00007744637,0.00018215041,0.0020255176,0.00011571393,0.000011411864,0.000038992916,0.000009068951,0.0003055376],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99843204,0.0001322044,0.0006408881,0.00010730747,0.0006226343,0.00006490704],"domain_scores_gemma":[0.9972566,0.0005239175,0.00044671985,0.00013599532,0.0016033178,0.000033458276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062167156,0.00008733426,0.00015952573,0.00011517208,0.00012073405,0.000035715977,0.00019663169,0.000031022133,0.00014962099],"category_scores_gemma":[0.0013987923,0.000043837626,0.000081939055,0.00019597293,0.00007617861,0.0001204792,0.00021296485,0.0004002399,2.7262664e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019006949,0.00076169695,0.5469842,0.00050958234,0.0032477481,0.0021833812,0.08066275,0.022539603,0.029825706,0.0039774897,0.035160944,0.25513998],"study_design_scores_gemma":[0.010726449,0.0025844893,0.2512648,0.00076244643,0.0009454506,0.012921468,0.53455496,0.0014246686,0.008182693,0.00035930966,0.17598087,0.000292407],"about_ca_topic_score_codex":0.0011819801,"about_ca_topic_score_gemma":0.009290956,"teacher_disagreement_score":0.45389217,"about_ca_system_score_codex":0.00038978198,"about_ca_system_score_gemma":0.00023506193,"threshold_uncertainty_score":0.5184572},"labels":[],"label_agreement":null},{"id":"W4308842249","doi":"10.31219/osf.io/tjvhu","title":"The evolving context of reporting randomised trials. A scoping review of comments on SPIRIT 2013 and CONSORT 2010","year":2022,"lang":"en","type":"review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Women's College Hospital; University of Toronto","funders":"","keywords":"Consolidated Standards of Reporting Trials; Guideline; Context (archaeology); MEDLINE; Psychological intervention; Psychology; Medicine; Medical education; Computer science; Political science; History; Pathology; Nursing","score_opus":0.6855418615946411,"score_gpt":0.6151376766581867,"score_spread":0.0704041849364544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308842249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000038023877,0.9854875,0.000024458306,0.0030834714,0.0004183829,0.0101287505,0.000022253076,0.000014427342,0.00081691117],"genre_scores_gemma":[0.000004003143,0.9965447,0.00042352857,0.0021833333,0.00009833202,0.00033043302,0.00016758355,0.000036382935,0.00021171295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9812038,0.0020895381,0.015458313,0.00038305478,0.00066914066,0.00019615186],"domain_scores_gemma":[0.89735013,0.068050794,0.03293824,0.0010363335,0.00048589337,0.00013862613],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041538406,0.00029783658,0.0058680484,0.00010682209,0.00012467224,0.00001797883,0.00015046314,0.000108151864,0.0024978428],"category_scores_gemma":[0.26208377,0.00017158165,0.0009715683,0.00021832187,0.00012569698,0.00006783734,0.00018793967,0.0006013404,0.0000046728733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003358735,0.00005729153,0.000016983631,0.2117231,0.0003947108,0.000006578592,0.000009171578,1.1740532e-8,8.525301e-7,0.000016380875,0.02242046,0.7650186],"study_design_scores_gemma":[0.0062372526,0.00019119066,0.0000019344834,0.43753716,0.003689793,0.000053483804,0.00010253901,0.0000051497896,0.0000019338538,0.0000031959855,0.55207855,0.00009780412],"about_ca_topic_score_codex":0.00032224308,"about_ca_topic_score_gemma":0.00003847439,"teacher_disagreement_score":0.7649208,"about_ca_system_score_codex":0.00008807605,"about_ca_system_score_gemma":0.00093047606,"threshold_uncertainty_score":0.998414},"labels":[],"label_agreement":null},{"id":"W4309364895","doi":"10.46747/cfp.6811864","title":"Le CMFC accueille sa présidente pour 2022-2023, la D<sup>re</sup>Christie Newton","year":2022,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Physics; Computer science; Medicine","score_opus":0.09214457084876332,"score_gpt":0.372036620001885,"score_spread":0.27989204915312166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309364895","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09092281,0.02881243,0.00040387828,0.3223658,0.013504149,0.004005873,0.00743339,0.00028918567,0.5322625],"genre_scores_gemma":[0.52875096,0.00058108696,0.0004720524,0.38427624,0.009107854,0.0003180991,0.0028760256,0.00038217098,0.07323553],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99355114,0.0011327077,0.0015261878,0.0010647725,0.0010087854,0.0017163823],"domain_scores_gemma":[0.99470735,0.0015933176,0.00056096446,0.001122824,0.00030936723,0.0017062103],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016739958,0.00059815147,0.00083054823,0.0005233189,0.0011340488,0.0001819457,0.0007050523,0.00025608914,0.0014000753],"category_scores_gemma":[0.0011303877,0.00082199514,0.0004505666,0.0013391996,0.0002998104,0.00066730904,0.00036556812,0.0019833494,0.0021167952],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001283359,0.0004290474,0.00034638852,0.000116417556,0.0003208493,0.0010095885,0.00049999106,0.0021143828,0.0009666235,0.007248846,0.8920426,0.09477695],"study_design_scores_gemma":[0.003521916,0.00043992678,0.0032519393,0.00018298309,0.0005476818,0.000029577493,0.037017986,0.00837889,0.000047970214,0.0016439918,0.9442345,0.000702653],"about_ca_topic_score_codex":0.3380224,"about_ca_topic_score_gemma":0.08530234,"teacher_disagreement_score":0.45902696,"about_ca_system_score_codex":0.0026808018,"about_ca_system_score_gemma":0.014395656,"threshold_uncertainty_score":0.9995128},"labels":[],"label_agreement":null},{"id":"W4309862308","doi":"10.1111/jnu.12847","title":"Representations of clinical practice guidelines and health equity in healthcare literature: An integrative review","year":2022,"lang":"en","type":"review","venue":"Journal of Nursing Scholarship","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cambrian College; Ontario Tech University; Laurentian University","funders":"Lung Health Foundation","keywords":"CINAHL; MEDLINE; Health care; Grey literature; Equity (law); Context (archaeology); PsycINFO; Health equity; Systematic review; Medicine; Psychology; Nursing; Political science; Psychological intervention; Public health","score_opus":0.8439729153415444,"score_gpt":0.7607107400255697,"score_spread":0.08326217531597468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309862308","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016067095,0.9262603,0.000047714988,0.07123919,0.0009363247,0.0012804607,0.000043364547,0.000008963998,0.000167626],"genre_scores_gemma":[0.000028157863,0.9444111,0.043042693,0.011444169,0.0007511545,0.00001446844,0.00024387267,0.00004982928,0.000014528876],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9784321,0.0063781464,0.0129041895,0.00054871186,0.001407982,0.00032887625],"domain_scores_gemma":[0.9765009,0.0060625672,0.013162924,0.000675279,0.0030321968,0.0005661057],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044795442,0.00036855342,0.0042276033,0.00059679715,0.00011416949,0.00007693813,0.00035291744,0.00029518516,0.000056331402],"category_scores_gemma":[0.14887445,0.00027998522,0.0007220114,0.0013339706,0.00012560998,0.001319299,0.00011377411,0.005611331,0.0000010448567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023173519,0.00080133684,0.00015711001,0.019711513,0.00015769077,0.00011201062,0.00028409107,2.6831086e-7,1.219991e-7,0.00022925959,0.0071514784,0.9711634],"study_design_scores_gemma":[0.0011496394,0.002286873,0.000980146,0.34642905,0.002437755,0.0044271746,0.0009483403,0.0000023179327,8.6110056e-8,0.0007622522,0.6403972,0.000179163],"about_ca_topic_score_codex":0.000079365185,"about_ca_topic_score_gemma":0.000030594507,"teacher_disagreement_score":0.9709842,"about_ca_system_score_codex":0.00092253706,"about_ca_system_score_gemma":0.0060439147,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W4310256212","doi":"10.1016/j.jclinepi.2022.11.012","title":"Reporting guidelines for surgical technique could be improved: a scoping review and a call for action","year":2022,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Chinese Academy of Medical Sciences; AME Publishing; Lanzhou University","keywords":"Call to action; Action (physics); Medicine; Computer science; Medical emergency; Business","score_opus":0.9398515427022504,"score_gpt":0.7735774532047406,"score_spread":0.16627408949750977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310256212","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025774305,0.9355373,0.02129298,0.03346669,0.0014085803,0.008185546,0.000062837215,0.000026700967,0.000016789283],"genre_scores_gemma":[1.7074099e-7,0.8621998,0.116551295,0.016185647,0.0036536672,0.0010307531,0.00019745881,0.00007969649,0.00010153645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9386293,0.0047041695,0.054964118,0.0008377301,0.00031886317,0.0005458106],"domain_scores_gemma":[0.4341975,0.41903788,0.14055192,0.0010653557,0.0041410006,0.0010063503],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20191622,0.0005063841,0.01728852,0.00023837016,0.0001417197,0.000011274321,0.00027076877,0.0010934534,0.00015556593],"category_scores_gemma":[0.8730721,0.00035309335,0.0047387173,0.00022639992,0.00018119178,0.00015700258,0.00020244272,0.002875249,6.769408e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048363867,0.00012927396,0.000074009535,0.12633137,0.0005178849,0.000047577152,0.0000012318894,5.561415e-7,3.9781622e-7,0.000039377683,0.03940407,0.8329706],"study_design_scores_gemma":[0.0022670599,0.0028624644,0.000005286289,0.10042875,0.010022424,0.007041128,0.000011914967,0.000089981055,1.223459e-7,0.0003655668,0.8766669,0.00023842171],"about_ca_topic_score_codex":0.000025077305,"about_ca_topic_score_gemma":0.000016554364,"teacher_disagreement_score":0.8372628,"about_ca_system_score_codex":0.00019265071,"about_ca_system_score_gemma":0.003534701,"threshold_uncertainty_score":0.9998921},"labels":[],"label_agreement":null},{"id":"W4310497520","doi":"10.1186/s12913-022-08796-4","title":"Use of the knowledge to action model improved physical therapist adherence to a common clinical practice guideline across multiple settings: a multisite case series","year":2022,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish Rehabilitation Hospital","funders":"","keywords":"Guideline; Medicine; Intervention (counseling); Documentation; Audit; Psychological intervention; MEDLINE; Best practice; Nursing","score_opus":0.508503139153735,"score_gpt":0.6550252012577588,"score_spread":0.14652206210402374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310497520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719779,0.000097499396,0.002523485,0.019530602,0.00029205918,0.00501927,0.0004577565,0.00006981726,0.000031592444],"genre_scores_gemma":[0.92109495,0.000054223492,0.056244504,0.020851433,0.00045856638,0.000627878,0.00009801711,0.000068331145,0.0005020896],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99035853,0.003928314,0.0025607278,0.0008333296,0.0014220721,0.00089699577],"domain_scores_gemma":[0.98464763,0.00989008,0.0008216796,0.0013883985,0.0025152275,0.0007369929],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0148070175,0.00024506493,0.00067237695,0.00015862282,0.0012693707,0.00010362151,0.0005254387,0.00009827191,0.00004201475],"category_scores_gemma":[0.009089126,0.0001978889,0.00020825307,0.0016823183,0.00012936008,0.00065991364,0.0019631386,0.0017230959,0.000042021962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05464107,0.013414822,0.0863045,0.0063345395,0.00038332932,0.00025527418,0.11705824,0.012233631,0.019458575,0.00010013482,0.024089899,0.665726],"study_design_scores_gemma":[0.004042532,0.007901926,0.010173009,0.00031830234,0.00006603279,0.0008054514,0.070067585,0.7761704,0.00035702152,0.000044939665,0.12975697,0.0002958803],"about_ca_topic_score_codex":0.022329083,"about_ca_topic_score_gemma":0.044985615,"teacher_disagreement_score":0.7639367,"about_ca_system_score_codex":0.00058353564,"about_ca_system_score_gemma":0.001643718,"threshold_uncertainty_score":0.99925774},"labels":[],"label_agreement":null},{"id":"W4310670086","doi":"10.1186/s13643-022-02145-6","title":"A critical appraisal of delirium clinical practice guidelines relevant to the care of older adults in the emergency department with a synthesis of recommendations: an umbrella review protocol","year":2022,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Manitoba; Ottawa Hospital; Manitoba Health","funders":"Canadian Institutes of Health Research; University of Manitoba; Canadian Nurses Foundation; Research Manitoba","keywords":"Delirium; Medicine; Critical appraisal; Emergency department; Excellence; Protocol (science); Best practice; Population; MEDLINE; Quality (philosophy); Nursing; Medical education; Family medicine; Alternative medicine; Psychiatry","score_opus":0.29055101607316985,"score_gpt":0.597657198097061,"score_spread":0.3071061820238911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310670086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020526052,0.024036702,0.0030285167,0.18015973,0.0007537648,0.78922915,0.00016966932,0.000026873344,0.00054296246],"genre_scores_gemma":[0.039448377,0.009235289,0.08479754,0.0147393495,0.0003065647,0.85126764,0.00010819186,0.00007846282,0.000018605357],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97537947,0.011390425,0.011291884,0.00043678933,0.0012887472,0.00021269413],"domain_scores_gemma":[0.9624431,0.023855042,0.0057913745,0.0024102742,0.0053551565,0.00014501219],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03420321,0.00023961139,0.0019189339,0.0000849382,0.000078607074,0.000007065645,0.00050289184,0.000045177716,0.0003133664],"category_scores_gemma":[0.3507851,0.00011148046,0.00036027047,0.00082776905,0.000061024915,0.00016173838,0.00014107552,0.0003431836,0.0000117544905],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015775595,0.003853669,0.0011704385,0.8093792,0.00030300164,0.00002046309,0.0056603155,0.000021712049,0.000014943928,0.00039707,0.117200516,0.06040109],"study_design_scores_gemma":[0.0037249324,0.0073702135,0.0014260436,0.24423404,0.0069557317,0.0007183477,0.10068314,0.0006613803,0.000037780603,0.000027501077,0.633638,0.0005228849],"about_ca_topic_score_codex":0.00016671889,"about_ca_topic_score_gemma":0.00016052759,"teacher_disagreement_score":0.5651452,"about_ca_system_score_codex":0.000060560928,"about_ca_system_score_gemma":0.00031450044,"threshold_uncertainty_score":0.99449104},"labels":[],"label_agreement":null},{"id":"W4310792397","doi":"10.1016/j.apmr.2022.08.624","title":"How Can We Help? Using Patient-Reported Outcomes to Improve Post Stroke Care","year":2022,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Psychological intervention; Stroke (engine); Data collection; Medicine; Qualitative research; Patient-reported outcome; Qualitative property; Transitional care; Quality of life (healthcare); Rehabilitation; Health care; Physical therapy; Nursing; Computer science","score_opus":0.058421437334502835,"score_gpt":0.4089698732477736,"score_spread":0.3505484359132708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310792397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9286426,0.000082741186,0.00023792412,0.069816075,0.00015941488,0.0008706466,0.00008409054,0.000019774157,0.000086765605],"genre_scores_gemma":[0.99253714,0.0000047705844,0.0060466635,0.0010266833,0.00016519081,0.000048920083,0.000093724164,0.000017656752,0.000059265258],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9983076,0.00016260694,0.00056411827,0.00031770742,0.0004865023,0.00016149052],"domain_scores_gemma":[0.9945162,0.004592474,0.00029232807,0.00025634182,0.00017512213,0.0001675619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001547894,0.00013846793,0.00042020765,0.00023860305,0.000119427146,0.0000056271274,0.000052024065,0.000016396272,0.000012861238],"category_scores_gemma":[0.007149753,0.00010512363,0.00014232949,0.0001679565,0.0002123528,0.00008565087,0.00012580592,0.00021037161,2.3282016e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078378664,0.0004211313,0.038355436,0.00045536205,0.00013741832,0.0000083674095,0.06013917,0.000088803805,0.5031972,0.0003741271,0.00008831879,0.39595088],"study_design_scores_gemma":[0.011235316,0.06388642,0.29778203,0.00065370725,0.0014959048,0.000037993355,0.604047,0.0051274262,0.0043345382,0.0060643577,0.004783695,0.00055159396],"about_ca_topic_score_codex":0.0006274742,"about_ca_topic_score_gemma":0.00003509317,"teacher_disagreement_score":0.5439078,"about_ca_system_score_codex":0.000050216804,"about_ca_system_score_gemma":0.000099682075,"threshold_uncertainty_score":0.85594386},"labels":[],"label_agreement":null},{"id":"W4312019365","doi":"10.1055/a-1966-0104","title":"Versorgungsnahe Daten für Versorgungsanalysen – Teil 3 des Manuals","year":2022,"lang":"de","type":"article","venue":"Das Gesundheitswesen","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Health care; HRHIS; Equity (law); Nursing; Health care quality; Quality (philosophy); International health; Medicine; Health policy; Business; Public health; Psychology; Political science","score_opus":0.21696133270401768,"score_gpt":0.5099308768441704,"score_spread":0.2929695441401527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312019365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7937229,0.052211218,0.0010087435,0.08787287,0.019092293,0.0072748666,0.00817685,0.0012063052,0.029433923],"genre_scores_gemma":[0.9480167,0.0040198336,0.003147033,0.011968016,0.005530747,0.000317671,0.008430227,0.00038763488,0.01818211],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901449,0.0016789811,0.002750437,0.0015423545,0.0023523385,0.001530972],"domain_scores_gemma":[0.99241686,0.0030972112,0.0012652432,0.0019109298,0.0005036565,0.0008061265],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005052089,0.00079086126,0.0012653557,0.00059098064,0.0015937464,0.00022210054,0.0011447438,0.00026961288,0.023030173],"category_scores_gemma":[0.0056030136,0.00086111104,0.00062059483,0.001730982,0.00052126317,0.00075585593,0.0019787422,0.0020345985,0.0056843166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005014709,0.002937851,0.08784562,0.00069926895,0.009093683,0.0023825765,0.007148347,0.0011572273,0.004850514,0.0011868965,0.74100786,0.13667542],"study_design_scores_gemma":[0.0077900733,0.0016142426,0.022679111,0.00010118104,0.006675889,0.000111717534,0.019208467,0.002346044,0.0005412334,0.00077928556,0.9371189,0.0010338912],"about_ca_topic_score_codex":0.004124975,"about_ca_topic_score_gemma":0.00016956797,"teacher_disagreement_score":0.19611098,"about_ca_system_score_codex":0.0012754363,"about_ca_system_score_gemma":0.0009583402,"threshold_uncertainty_score":0.99970603},"labels":[],"label_agreement":null},{"id":"W4312208367","doi":"10.1016/j.jclinepi.2022.12.007","title":"Decision criteria for selecting essential medicines and their connection to guidelines: an interpretive descriptive qualitative interview study","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"NIHR Imperial Biomedical Research Centre; National Institute for Health and Care Research; World Health Organization","keywords":"Guideline; Thematic analysis; Essential medicines; Descriptive statistics; Medicine; Qualitative research; Knowledge management; Medical education; Computer science; Nursing; Public health; Pathology","score_opus":0.774910727016984,"score_gpt":0.7075937041644063,"score_spread":0.06731702285257779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312208367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6539345,0.00020043588,0.31768808,0.02456427,0.0026487478,0.00092307804,0.000021237847,0.000013255316,0.0000063946095],"genre_scores_gemma":[0.9076231,0.00010698826,0.070007645,0.020123947,0.0020056216,0.00007078143,0.00001646928,0.000030003488,0.000015453628],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9702343,0.01767307,0.0108214915,0.00060210674,0.00033082158,0.00033825787],"domain_scores_gemma":[0.74930274,0.23662408,0.007976993,0.0004911138,0.0047334917,0.00087156845],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.124075264,0.00024578703,0.0027632336,0.00029637484,0.00020556555,0.000013958202,0.00023181034,0.00012926535,0.00024418597],"category_scores_gemma":[0.5730602,0.00017187349,0.0004895195,0.0002777469,0.00014530607,0.00028866218,0.00027205018,0.0011101625,0.000001726438],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06812754,0.00524552,0.06489009,0.00018609379,0.0026434234,0.00007847258,0.11897066,0.0005971532,0.00232526,0.000544886,0.06254302,0.67384785],"study_design_scores_gemma":[0.014270984,0.11546502,0.040713042,0.000773924,0.0013319438,0.001231892,0.77156055,0.013665072,0.000050045557,0.02392207,0.01658649,0.00042896284],"about_ca_topic_score_codex":0.00014604113,"about_ca_topic_score_gemma":0.00017693415,"teacher_disagreement_score":0.67341894,"about_ca_system_score_codex":0.00019855799,"about_ca_system_score_gemma":0.00040334227,"threshold_uncertainty_score":0.90194887},"labels":[],"label_agreement":null},{"id":"W4312854477","doi":"10.18438/b8dc89","title":"Canadian Cochrane Network and Centre 8th Annual Symposium","year":2009,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Computer science","score_opus":0.029345015800289694,"score_gpt":0.35410478305311816,"score_spread":0.32475976725282846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312854477","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013653806,0.0010042259,0.0007057664,0.97654706,0.00018771099,0.0006225917,0.000036731286,0.00011012295,0.007132011],"genre_scores_gemma":[0.448027,0.0049276957,0.012727067,0.5332986,0.0003803547,0.0000052744485,0.00032114398,0.000009754,0.0003030935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985656,0.00015855602,0.00063581584,0.00014813995,0.00024951255,0.00024236363],"domain_scores_gemma":[0.9966413,0.0022824262,0.0003137754,0.00019419468,0.00013392919,0.0004343975],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008166589,0.00012756922,0.00016684415,0.00012909193,0.00017411675,0.0002150209,0.00005835601,0.00009093158,0.0003288327],"category_scores_gemma":[0.004385825,0.00011934806,0.000025978594,0.0002990886,0.000034030745,0.11813303,0.000024919324,0.00026944344,0.000048058017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00999609,0.00031955124,0.04812597,0.000873748,0.0001723431,0.00021924783,0.0022560386,0.001336003,0.00021378897,0.16473137,0.4168285,0.35492733],"study_design_scores_gemma":[0.0013643258,0.0006244382,0.058505498,0.00053178647,0.00019165868,0.00019658603,0.001568251,0.005136641,0.00009997947,0.00014621955,0.93143255,0.00020205003],"about_ca_topic_score_codex":0.00076639117,"about_ca_topic_score_gemma":0.000020641703,"teacher_disagreement_score":0.51460403,"about_ca_system_score_codex":0.000027097096,"about_ca_system_score_gemma":0.0006255688,"threshold_uncertainty_score":0.89420116},"labels":[],"label_agreement":null},{"id":"W4313342616","doi":"","title":"Ethical implications of case management services organization: a comparison France–Quebec","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Business","score_opus":0.4578861872656415,"score_gpt":0.661983883981003,"score_spread":0.20409769671536154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313342616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97629285,0.0018272491,0.0052696997,0.012329252,0.00030149793,0.0018276449,0.000036483012,0.00005223919,0.002063081],"genre_scores_gemma":[0.9908899,0.0014808361,0.0035052237,0.0034425615,0.00016527702,0.000072892944,0.000094621166,0.000047425452,0.0003012758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99625546,0.00025197008,0.0022010524,0.0003843608,0.0006530946,0.00025406177],"domain_scores_gemma":[0.9948901,0.0009012491,0.0015965559,0.00067704986,0.001644358,0.00029067774],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013017866,0.00022894063,0.0007752315,0.00043412458,0.00019296951,0.00043333552,0.0009620946,0.00018437707,0.024263766],"category_scores_gemma":[0.0008085886,0.00020712052,0.00012385963,0.0014318599,0.00012379377,0.0015549557,0.0006952025,0.00062481366,0.00007812268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001016501,0.0007791945,0.86390513,0.0005916918,0.0004786586,0.00008561694,0.0003487047,0.0001106232,0.018609418,0.0003635678,0.07297106,0.0416547],"study_design_scores_gemma":[0.0014166511,0.000023684299,0.98060185,0.00038789737,0.00054040476,0.00024578508,0.0009642453,0.00032169203,0.004247526,0.0017685272,0.0092502,0.00023156339],"about_ca_topic_score_codex":0.014241481,"about_ca_topic_score_gemma":0.0012508658,"teacher_disagreement_score":0.11669671,"about_ca_system_score_codex":0.00010172087,"about_ca_system_score_gemma":0.00015753783,"threshold_uncertainty_score":0.99232274},"labels":[],"label_agreement":null},{"id":"W4313379745","doi":"10.1016/j.diabet.2022.101417","title":"Patient-reported outcome measures (PROMs) and patient-reported experience measures (PREMs), it's time to give more credits to patients’ voice in research: the example of assessing hypoglycemia burden","year":2022,"lang":"en","type":"editorial","venue":"Diabetes & Metabolism","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ste. Anne's Hospital; Centre Hospitalier de l’Université de Montréal; McGill University; Université de Montréal; Montreal Clinical Research Institute","funders":"Breakthrough T1D Canada; Fonds de Recherche du Québec - Santé; Juvenile Diabetes Research Foundation Canada","keywords":"Medicine; Patient-reported outcome; Hypoglycemia; Outcome (game theory); Intensive care medicine; Physical therapy; Diabetes mellitus; Nursing; Quality of life (healthcare); Endocrinology","score_opus":0.2445394748052803,"score_gpt":0.4574124628744468,"score_spread":0.21287298806916652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313379745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8943087,0.00093015446,0.000011211293,0.0022963912,0.09702836,0.004763179,0.000374859,0.00008248712,0.0002046719],"genre_scores_gemma":[0.8078273,0.00030075075,0.0029985865,0.004250542,0.17387134,0.005205869,0.0040084277,0.0007006167,0.00083656574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821774,0.0020624727,0.005016833,0.0019060516,0.0074888575,0.0013484374],"domain_scores_gemma":[0.9793544,0.010264583,0.0024745716,0.0020838305,0.005080191,0.00074245356],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0071462668,0.0008482705,0.002179326,0.0011943543,0.00045418376,0.00027059845,0.00077582785,0.00062842993,0.0005179781],"category_scores_gemma":[0.15430361,0.00069778657,0.0003048787,0.0021358165,0.0003700302,0.0006701362,0.0015382064,0.0027577672,0.000048738548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012451148,0.0008117141,0.04502159,0.00022973522,0.0007178718,0.000109636654,0.023999345,0.000099269,0.0073852185,0.0000021945323,0.8286845,0.091693774],"study_design_scores_gemma":[0.0030768272,0.0008263575,0.06914039,0.00040987262,0.00079927826,0.000003390523,0.0051543494,0.000059941984,0.00082850247,0.000039225284,0.9189728,0.00068908714],"about_ca_topic_score_codex":0.009403006,"about_ca_topic_score_gemma":0.00016685581,"teacher_disagreement_score":0.14715734,"about_ca_system_score_codex":0.0005238491,"about_ca_system_score_gemma":0.0010336642,"threshold_uncertainty_score":0.9995473},"labels":[],"label_agreement":null},{"id":"W4313439025","doi":"10.1136/bmj-2022-072953","title":"Guidelines should consider clinicians’ time needed to treat","year":2023,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Computer science; Intensive care medicine; Medicine","score_opus":0.6399638972359099,"score_gpt":0.612982011639318,"score_spread":0.02698188559659187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313439025","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29388726,0.000027803111,0.00030735397,0.6931048,0.0006229614,0.0014285683,0.00003513525,0.0005157329,0.0100703705],"genre_scores_gemma":[0.16849607,0.00018407803,0.056323767,0.5951001,0.010459297,0.00040320275,0.0010751849,0.00027957832,0.1676787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724144,0.00009057685,0.0015723606,0.0003469168,0.00043612233,0.00031260328],"domain_scores_gemma":[0.99687403,0.0016862225,0.00018665723,0.00051049166,0.00048782802,0.00025477426],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021157146,0.00015991833,0.00037867704,0.0001858512,0.00005985148,0.000026573682,0.0000879882,0.000118751246,0.0018448597],"category_scores_gemma":[0.026664143,0.0001376138,0.0001439632,0.0006057811,0.00003407731,0.00010433799,0.00010253873,0.00017055766,0.015006882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025400653,0.00004452384,0.0016646542,0.0000173205,0.000035323676,0.0000939972,0.00008728589,0.000050380517,0.0044150227,0.000030738698,0.9630874,0.030219378],"study_design_scores_gemma":[0.0046376195,0.000693714,0.01137102,0.00016288663,0.00044347445,0.00012826454,0.0024019347,0.0046660146,0.0022305066,0.00062818575,0.97223634,0.00040007246],"about_ca_topic_score_codex":0.00040581048,"about_ca_topic_score_gemma":0.000062102714,"teacher_disagreement_score":0.15760833,"about_ca_system_score_codex":0.0000488886,"about_ca_system_score_gemma":0.00021079404,"threshold_uncertainty_score":0.9990676},"labels":[],"label_agreement":null},{"id":"W4313478999","doi":"10.1016/j.jclinepi.2022.12.021","title":"Methods for living guidelines: early guidance based on practical experience. Paper 3: selecting and prioritizing questions for living guidelines","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Department of Health and Aged Care, Australian Government","keywords":"Management science; Gerontology; Medicine; Computer science; Psychology; Data science; Engineering","score_opus":0.772089160938007,"score_gpt":0.7232893581466079,"score_spread":0.04879980279139906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313478999","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08488132,0.00050289376,0.76177394,0.14930236,0.002368976,0.0010108326,0.000011162817,0.00010147938,0.00004704716],"genre_scores_gemma":[0.058237176,0.000719339,0.9027471,0.0327313,0.005240753,0.0001145032,0.000008031972,0.000070906994,0.00013090631],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97935486,0.0053513623,0.013383268,0.0007558274,0.00036871378,0.0007859496],"domain_scores_gemma":[0.44487202,0.5441552,0.005811982,0.0004883898,0.004032863,0.0006395423],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13708839,0.00034213584,0.0026541713,0.00032983473,0.0002986796,0.00004170425,0.00021619308,0.00054188876,0.00004872951],"category_scores_gemma":[0.94501925,0.00027193935,0.0009741048,0.000431526,0.00024141783,0.0005119151,0.00012414291,0.0012143758,0.000006878978],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034911362,0.000690658,0.35506225,0.0005041494,0.0005361913,0.000051079864,0.00046952558,0.001747138,0.002112471,0.0035985268,0.069157705,0.56257915],"study_design_scores_gemma":[0.0055311834,0.010973086,0.26546058,0.004564887,0.001191677,0.00055834,0.0016036555,0.5339344,0.00004116252,0.011171665,0.16432558,0.0006437356],"about_ca_topic_score_codex":0.00006398419,"about_ca_topic_score_gemma":0.0000221227,"teacher_disagreement_score":0.8079309,"about_ca_system_score_codex":0.000096680036,"about_ca_system_score_gemma":0.0010039159,"threshold_uncertainty_score":0.9999733},"labels":[],"label_agreement":null},{"id":"W4313531161","doi":"10.1016/j.jclinepi.2022.12.022","title":"Methods for living guidelines: early guidance based on practical experience. Paper 5: decisions on methods for evidence synthesis and recommendation development for living guidelines","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"David and Elaine Potter Foundation; Australasian Paediatric Endocrine Group; Australian Diabetes Educators Association; Ian Potter Foundation; Australian Government; State Government of Victoria; Australian Diabetes Society; Equity Trustees; Diabetes Australia; Department of Health and Social Care; Infectious Diseases Society of America; U.S. Department of Health and Human Services","keywords":"Guideline; Process (computing); Context (archaeology); Process management; Management science; Medicine; Identification (biology); Risk analysis (engineering); Computer science; Business; Engineering; Pathology; Ecology","score_opus":0.8683517466686924,"score_gpt":0.7470710874307904,"score_spread":0.12128065923790199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313531161","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009277485,0.00021432916,0.8116993,0.17542161,0.0019167161,0.0013993328,0.000013042916,0.00004526352,0.000012967935],"genre_scores_gemma":[0.005579861,0.0014691667,0.9512281,0.03873143,0.0021473886,0.00066565623,0.00001454231,0.00007234287,0.000091501664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726889,0.00962231,0.01551545,0.0010240114,0.00037248197,0.0007768462],"domain_scores_gemma":[0.17629316,0.813299,0.0057913437,0.0005201865,0.0035268704,0.00056943175],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23670232,0.0004131501,0.0029305036,0.00042848208,0.00033289063,0.000041893047,0.00031822317,0.0005764363,0.00013441511],"category_scores_gemma":[0.98044366,0.00030680603,0.0010490501,0.0003592047,0.00018496996,0.0005454424,0.0001470242,0.0007777215,0.000008717739],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045153853,0.0003162321,0.009710082,0.00012793526,0.00022366077,0.0000026597872,0.00012787584,0.0004219651,0.0003574568,0.00038804655,0.042677015,0.9411317],"study_design_scores_gemma":[0.0037882521,0.009355806,0.08265825,0.0072969226,0.0012142906,0.000091272,0.00093118177,0.39994997,0.00045025157,0.0086452905,0.48498404,0.0006344857],"about_ca_topic_score_codex":0.000016171818,"about_ca_topic_score_gemma":0.00001211444,"teacher_disagreement_score":0.9404972,"about_ca_system_score_codex":0.00017214652,"about_ca_system_score_gemma":0.0012207202,"threshold_uncertainty_score":0.9999384},"labels":[],"label_agreement":null},{"id":"W4313550916","doi":"10.1016/j.imr.2023.100921","title":"Complementary and alternative medicine mention and recommendations in pancreatic cancer clinical practice guidelines: A systematic review and quality assessment","year":2023,"lang":"en","type":"review","venue":"Integrative Medicine Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"McMaster University","keywords":"Medicine; Pancreatic cancer; CINAHL; Alternative medicine; MEDLINE; Integrative medicine; Family medicine; Systematic review; CLARITY; Cancer; Intensive care medicine; Internal medicine; Pathology; Nursing","score_opus":0.8986514735338414,"score_gpt":0.7890700697158944,"score_spread":0.10958140381794701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313550916","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020151194,0.85306317,0.00022144815,0.13529344,0.0002670133,0.010564432,0.00014209194,0.00003974567,0.00038853718],"genre_scores_gemma":[0.000011368824,0.98733485,0.0029429393,0.0046215407,0.0006925349,0.002570858,0.0010452487,0.000084999425,0.0006956528],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97319245,0.013254573,0.009509528,0.0014367667,0.0020024143,0.00060428283],"domain_scores_gemma":[0.9332041,0.05841019,0.0027176354,0.00079743663,0.004316872,0.0005537338],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06437917,0.0007407413,0.007384314,0.0011329771,0.00022738635,0.000047392437,0.00027492008,0.0002626002,0.0005322962],"category_scores_gemma":[0.20855032,0.00042566823,0.0001863357,0.0017288955,0.0013703456,0.00038474967,0.0005348515,0.0031093953,0.000016292724],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008012458,0.00021394913,0.00037213237,0.6807007,0.0020449194,0.000084124775,0.0007198084,1.7422021e-8,9.738618e-7,0.0012852213,0.03581872,0.27867925],"study_design_scores_gemma":[0.0027882184,0.0015838583,0.0003580251,0.73529625,0.0132271405,0.00018378592,0.016900219,0.00010306794,5.777023e-8,0.00048555524,0.22876154,0.00031231673],"about_ca_topic_score_codex":0.017283494,"about_ca_topic_score_gemma":0.003321094,"teacher_disagreement_score":0.27836695,"about_ca_system_score_codex":0.0009319631,"about_ca_system_score_gemma":0.0010956757,"threshold_uncertainty_score":0.9998195},"labels":[],"label_agreement":null},{"id":"W4313593645","doi":"10.1016/j.neuchi.2022.101391","title":"Patients may be right: Clinical research should be designed in their best medical interest","year":2023,"lang":"en","type":"editorial","venue":"Neurochirurgie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Centre Hospitalier de l’Université de Montréal; Health Sciences Centre","funders":"","keywords":"Medicine; Sciatica; Observational study; Randomized controlled trial; Randomization; Clinical trial; Research design; Clinical study design; Clinical research; Physical therapy; Surgery; Intensive care medicine","score_opus":0.607101364745627,"score_gpt":0.5931521292685058,"score_spread":0.013949235477121236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313593645","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053932827,0.00005634108,0.000020336378,0.036417987,0.905297,0.0021283634,0.0004952975,0.00026564382,0.0013861974],"genre_scores_gemma":[0.019609263,0.003234517,0.00021437652,0.0056913467,0.9603906,0.00030691683,0.0068944353,0.0005535168,0.0031050146],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98321986,0.0030271877,0.004774462,0.0018968296,0.005738659,0.0013430242],"domain_scores_gemma":[0.88706404,0.10613213,0.0010416014,0.0020538294,0.0022587348,0.0014496768],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01513251,0.0007133892,0.0017244169,0.00097574515,0.00019309859,0.00013013431,0.0012218959,0.0029891997,0.0015859685],"category_scores_gemma":[0.32036328,0.0005911907,0.00054537127,0.0012699162,0.00063861697,0.00025075197,0.0012510102,0.011897966,0.00073948107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018665703,0.0019074526,0.0034509224,0.00018759916,0.00011223883,0.0012083683,0.0000827803,5.2271685e-7,0.000009888984,0.000018633178,0.9791009,0.012054151],"study_design_scores_gemma":[0.008207141,0.0030357048,0.0026380285,0.00092207006,0.00019638138,0.0000057767165,0.00017712914,0.000105953244,0.0000186474,0.00016821027,0.9840914,0.00043352708],"about_ca_topic_score_codex":0.00086445187,"about_ca_topic_score_gemma":0.0044622403,"teacher_disagreement_score":0.30523077,"about_ca_system_score_codex":0.000501022,"about_ca_system_score_gemma":0.0037897252,"threshold_uncertainty_score":0.99965394},"labels":[],"label_agreement":null},{"id":"W4315477391","doi":"10.1016/j.jclinepi.2022.12.024","title":"Methods for living guidelines: early guidance based on practical experience. Paper 1: Introduction","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Australian Diabetes Educators Association; State Government of Victoria; Australian Diabetes Society; Equity Trustees; Australian Government; Ian Potter Foundation; David and Elaine Potter Foundation; Diabetes Australia; Department of Health and Social Care; Infectious Diseases Society of America; U.S. Department of Health and Human Services","keywords":"Nice; Guideline; Grading (engineering); Excellence; Assisted living; Medicine; Independent living; Living lab; Medical education; Management science; Gerontology; Computer science; Political science; Engineering; World Wide Web","score_opus":0.7663515733829163,"score_gpt":0.7232744044824214,"score_spread":0.043077168900494844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315477391","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054729413,0.000091527596,0.5254769,0.41379723,0.005260107,0.00048013218,0.0000038222583,0.00006357107,0.00009731072],"genre_scores_gemma":[0.05164592,0.0004618252,0.87573624,0.056641515,0.015098002,0.000049341008,0.000016442224,0.00005158403,0.0002991584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9778516,0.0080798315,0.012473992,0.0006109566,0.0004168212,0.00056676834],"domain_scores_gemma":[0.6607307,0.32986084,0.006130467,0.0006829115,0.0020265828,0.000568486],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12929413,0.0002413344,0.0024183423,0.0002785101,0.00009783353,0.000014294812,0.00021137377,0.00047442297,0.0004339746],"category_scores_gemma":[0.89478743,0.00017646776,0.0011322331,0.0004491661,0.0002593552,0.000397105,0.000070063055,0.0013557399,0.00008143215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008227113,0.0009283164,0.16470218,0.0001222493,0.00034320154,0.000067529305,0.00013330056,0.0023314499,0.00092247676,0.0033576228,0.4659388,0.35292578],"study_design_scores_gemma":[0.0045948485,0.008490483,0.3035358,0.00036651507,0.0005051299,0.00025299465,0.0003964248,0.096149676,0.00006711902,0.009095229,0.57627094,0.00027487008],"about_ca_topic_score_codex":0.000021569951,"about_ca_topic_score_gemma":0.0000034768327,"teacher_disagreement_score":0.76549333,"about_ca_system_score_codex":0.00008875509,"about_ca_system_score_gemma":0.00072698144,"threshold_uncertainty_score":0.8965749},"labels":[],"label_agreement":null},{"id":"W4315749885","doi":"10.53841/bpsopm.2015.1.25.35","title":"DOP 2015 Conference: Your thoughts in print…","year":2015,"lang":"en","type":"article","venue":"OP Matters","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Opal-Rt Technologies (Canada)","funders":"","keywords":"Event (particle physics); Selection (genetic algorithm); Psychology; Computer science; Artificial intelligence","score_opus":0.44708389469306253,"score_gpt":0.5330320672663238,"score_spread":0.08594817257326126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315749885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7510813,0.00004178772,0.0016912019,0.23842181,0.0007986999,0.00062449946,0.000007647867,0.00007352047,0.0072595607],"genre_scores_gemma":[0.97334516,0.000015281397,0.0062893443,0.01784878,0.00031820644,0.000018295419,0.000054135446,0.000019321114,0.0020914588],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988511,0.00006523796,0.00046514213,0.00018403842,0.00026152574,0.00017293301],"domain_scores_gemma":[0.99923253,0.00012414546,0.00010884538,0.000234279,0.00013193571,0.00016826164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074976427,0.00008764547,0.00017984194,0.0000717581,0.000011342881,0.000023459992,0.000071809525,0.000050287676,0.00030580044],"category_scores_gemma":[0.00080403173,0.0000757721,0.000030945932,0.000115780254,0.00003319232,0.00016921789,0.000049289763,0.00018260727,0.000635066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068241276,0.00038421268,0.14768556,0.000079062986,0.000054005966,0.00019727685,0.002037028,0.000036814108,0.0032257827,0.00020440885,0.8218887,0.023524765],"study_design_scores_gemma":[0.018972173,0.00074678747,0.2213177,0.0003512829,0.00023660719,0.00024739566,0.012054107,0.0023270447,0.0025510096,0.00409617,0.73645246,0.0006472502],"about_ca_topic_score_codex":0.00023415344,"about_ca_topic_score_gemma":0.00012686627,"teacher_disagreement_score":0.2222639,"about_ca_system_score_codex":0.000099687466,"about_ca_system_score_gemma":0.00017543284,"threshold_uncertainty_score":0.81627005},"labels":[],"label_agreement":null},{"id":"W4315797620","doi":"10.17615/wp26-tk42","title":"The Ontario Pharmacy Evidence Network Atlas of Smoking Cessation Services","year":2023,"lang":"en","type":"article","venue":"UNC Libraries","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Toronto","keywords":"Smoking cessation; Atlas (anatomy); Pharmacy; Medicine; Family medicine","score_opus":0.2833404850413072,"score_gpt":0.4508694071816187,"score_spread":0.1675289221403115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315797620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96931255,0.0007796625,0.00023562806,0.027032482,0.0008178238,0.00040572137,0.0000030389785,0.00017585704,0.0012372478],"genre_scores_gemma":[0.9924914,0.00020330101,0.0027165902,0.0019602804,0.00065575953,0.000020213694,0.00010589399,0.000019258565,0.0018273011],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863076,0.0000811,0.0006010358,0.00015092522,0.0003466988,0.00018944984],"domain_scores_gemma":[0.9956758,0.0036280511,0.00029383163,0.00023783899,0.00011525745,0.000049221577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000905622,0.0000847656,0.00014932558,0.000037076108,0.0001908782,0.000090917056,0.0001389803,0.000031157844,0.00026545924],"category_scores_gemma":[0.00095120777,0.000058991365,0.000055877223,0.00042810987,0.00008084697,0.0009843147,0.00012777587,0.00017413264,0.00003763528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006359031,0.000026939731,0.9263889,0.00017037554,0.00014197097,0.000010232196,0.0030852603,0.00040425194,0.00035230233,0.012266879,0.034625903,0.021891087],"study_design_scores_gemma":[0.0020829432,0.00023275372,0.5588728,0.00073097623,0.00047307342,0.000009870677,0.002945468,0.004412879,0.0045227166,0.065850995,0.3596534,0.00021209559],"about_ca_topic_score_codex":0.008846379,"about_ca_topic_score_gemma":0.011051409,"teacher_disagreement_score":0.36751607,"about_ca_system_score_codex":0.00003704836,"about_ca_system_score_gemma":0.00031468962,"threshold_uncertainty_score":0.9977538},"labels":[],"label_agreement":null},{"id":"W4316019939","doi":"10.1213/ane.0000000000006320","title":"Level of Evidence of Guidelines for Perioperative Management of Patients With Obstructive Sleep Apnea: An Evaluation Using the Appraisal of Guidelines for Research and Evaluation II Tool","year":2022,"lang":"en","type":"review","venue":"Anesthesia & Analgesia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Obstructive sleep apnea; Perioperative; Intensive care medicine; MEDLINE; Sleep apnea; Physical therapy; Internal medicine; Anesthesia","score_opus":0.8894510602485363,"score_gpt":0.6618550731896383,"score_spread":0.22759598705889794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316019939","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1928635,0.75334626,0.011558708,0.00243205,0.00018492105,0.039167542,0.00041275113,0.00001808438,0.00001619365],"genre_scores_gemma":[0.047773015,0.6905642,0.25111574,0.0002548574,0.00056709955,0.0056047207,0.0037362627,0.00029982705,0.000084240426],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.991345,0.0012945058,0.0037383395,0.00067695195,0.002668727,0.0002764881],"domain_scores_gemma":[0.96848136,0.0045246333,0.0032718275,0.00081509765,0.022842577,0.000064523396],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017687986,0.00038228653,0.0017182884,0.00040421615,0.0002490573,0.000015839963,0.00035724064,0.00015992824,0.000074515716],"category_scores_gemma":[0.012736673,0.00023932834,0.00031715608,0.0008442527,0.0003781524,0.00038160724,0.00013847239,0.00023190319,9.99764e-8],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018823441,0.00043398092,0.0006219207,0.014935797,0.0010099832,0.0000011798272,0.00063491875,0.00048692134,0.000026964713,0.0004648994,0.00023202918,0.9792691],"study_design_scores_gemma":[0.035953674,0.05818079,0.04293378,0.088493586,0.13411064,0.00029488333,0.055670068,0.34386316,0.00069666037,0.0021468792,0.23453933,0.00311656],"about_ca_topic_score_codex":0.00024467186,"about_ca_topic_score_gemma":0.000034316858,"teacher_disagreement_score":0.9761525,"about_ca_system_score_codex":0.00022412374,"about_ca_system_score_gemma":0.0012281226,"threshold_uncertainty_score":0.9955795},"labels":[],"label_agreement":null},{"id":"W4316143343","doi":"10.1002/wps.21039","title":"A critical assessment of NICE guidelines for treatment of depression","year":2023,"lang":"en","type":"article","venue":"World Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nice; Excellence; Critical appraisal; Medicine; Guideline; Depression (economics); Notice; Stakeholder; Psychiatry; Alternative medicine; Public relations; Political science","score_opus":0.388649232585483,"score_gpt":0.618770286928118,"score_spread":0.23012105434263497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316143343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70226395,0.001991249,0.021042952,0.25524157,0.0072313184,0.0040103546,0.00037330107,0.0003428972,0.0075024255],"genre_scores_gemma":[0.7804662,0.00015909303,0.21559581,0.0013044749,0.00082526007,0.0001424914,0.00018536368,0.000035494264,0.0012858111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980581,0.00004441891,0.0012058027,0.00023364117,0.00028419812,0.00017383743],"domain_scores_gemma":[0.9973643,0.0013464412,0.00025534374,0.00035068826,0.0005954797,0.000087768305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055681757,0.00011407683,0.00037535903,0.00019658779,0.000037096393,0.0000042310035,0.000057836944,0.000046364963,0.0001706678],"category_scores_gemma":[0.0017849723,0.000090391215,0.00021114407,0.00040971226,0.00004626542,0.000061599196,0.000023796656,0.00004300088,0.000008317182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011548982,0.0023136134,0.681059,0.0009247515,0.0002997368,0.000004070212,0.0001059527,0.000093329654,0.0059923427,0.009164227,0.2263423,0.0725458],"study_design_scores_gemma":[0.019178156,0.005037962,0.7801385,0.0011788532,0.0023381272,0.000026868162,0.0021599717,0.02130743,0.003433984,0.010189178,0.15457019,0.00044077507],"about_ca_topic_score_codex":0.000082398794,"about_ca_topic_score_gemma":0.00020163094,"teacher_disagreement_score":0.2539371,"about_ca_system_score_codex":0.000040938427,"about_ca_system_score_gemma":0.00031759084,"threshold_uncertainty_score":0.3686047},"labels":[],"label_agreement":null},{"id":"W4316254375","doi":"10.3899/jrheum.221028","title":"The Use of Reporting Guidelines in Rheumatology: A Cross-Sectional Study of Over 850 Manuscripts Published in 5 Major Rheumatology Journals","year":2023,"lang":"en","type":"review","venue":"The Journal of Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Observational study; Family medicine; Strengthening the reporting of observational studies in epidemiology; Systematic review; Alternative medicine; MEDLINE; Cross-sectional study; Meta-analysis; Trial registration; Internal medicine; Clinical trial; Pathology","score_opus":0.5879211811931464,"score_gpt":0.5690754767646083,"score_spread":0.018845704428538057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316254375","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62884223,0.36611447,0.00003982557,0.0013843096,0.0020869835,0.0014934029,0.00001680184,0.000016587579,0.0000053697318],"genre_scores_gemma":[0.03511694,0.96409655,0.0004290488,0.0000635658,0.00002733196,0.00004710723,0.000020888785,0.00011229608,0.00008629986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9546846,0.004355259,0.03822012,0.00054418534,0.0013902942,0.0008055413],"domain_scores_gemma":[0.9243323,0.025474822,0.046229873,0.0011518566,0.002643575,0.00016754563],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03452741,0.0006247562,0.007122513,0.0019708173,0.0001744091,0.00010067586,0.0011367556,0.0008033313,0.00017341369],"category_scores_gemma":[0.1816262,0.00035440415,0.00096600724,0.0017533605,0.00058713445,0.00060732604,0.00054899324,0.0031466966,0.000011257304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012150467,0.0006256898,0.9664874,0.0061254497,0.0016167666,0.00022008446,0.00040787196,0.000093803894,0.0000024105634,0.000084926185,0.0053308285,0.017789694],"study_design_scores_gemma":[0.02618879,0.0035485304,0.47982156,0.08230902,0.0052304612,0.2773301,0.0061404905,0.00057516515,0.0000027081546,0.0023379188,0.11524834,0.0012669037],"about_ca_topic_score_codex":0.009564511,"about_ca_topic_score_gemma":0.007848203,"teacher_disagreement_score":0.59798205,"about_ca_system_score_codex":0.0002966963,"about_ca_system_score_gemma":0.002192569,"threshold_uncertainty_score":0.9998908},"labels":[],"label_agreement":null},{"id":"W4317553832","doi":"10.1371/journal.pone.0280597","title":"Quality and credibility of clinical practice guidelines recommendations for the management of neonatal hypoglycemia. A protocol for a systematic review and recommendations’ synthesis","year":2023,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"CINAHL; MEDLINE; Systematic review; Medicine; Rigour; Excellence; Cochrane Library; Protocol (science); Critical appraisal; Quality (philosophy); Credibility; Alternative medicine; Family medicine; Medical education; Nursing; Psychological intervention; Pathology; Political science","score_opus":0.8429798038968803,"score_gpt":0.6706338589239573,"score_spread":0.172345944972923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317553832","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.2115975e-7,0.47576153,0.0022746203,0.043714628,0.00005226159,0.476848,0.0012816943,0.00004341832,0.000023518898],"genre_scores_gemma":[3.7033878e-8,0.54982746,0.13919589,0.0006236426,0.00008314559,0.30996376,0.000189335,0.000036457182,0.000080263664],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9868563,0.0012975457,0.010469192,0.0006492421,0.0005223298,0.0002054371],"domain_scores_gemma":[0.9102954,0.07839521,0.0072191274,0.0011410365,0.0028249458,0.00012425924],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025756842,0.0003456858,0.0045660227,0.00010633644,0.000119436576,0.000023645036,0.00023740013,0.00020737092,0.00004960675],"category_scores_gemma":[0.22422898,0.00022659542,0.0005915603,0.00036727812,0.00013660324,0.00019061063,0.00024903307,0.00034015463,0.000003421837],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020797768,0.0007160172,0.0000023002556,0.7184792,0.0040316046,3.4442655e-7,0.000010372745,8.966914e-9,5.6335054e-8,0.00012901197,0.005534415,0.27088872],"study_design_scores_gemma":[0.0016186696,0.00036322878,0.0000059867675,0.6442083,0.07594184,0.000013548689,0.0005280903,0.000112660804,9.845866e-7,0.00016022264,0.2768554,0.00019105637],"about_ca_topic_score_codex":0.00003739477,"about_ca_topic_score_gemma":0.000012791376,"teacher_disagreement_score":0.271321,"about_ca_system_score_codex":0.000057611243,"about_ca_system_score_gemma":0.00035553568,"threshold_uncertainty_score":0.92402935},"labels":[],"label_agreement":null},{"id":"W4317772778","doi":"10.7326/m22-3701","title":"The American College of Physicians Living Guideline on Depression: A Step Forward, but Gaps Remain","year":2023,"lang":"en","type":"letter","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University Health Network; University of Toronto","funders":"","keywords":"Depression (economics); Medicine; Psychiatry; Guideline; Nice; Family medicine; Gerontology; Pathology","score_opus":0.17524646834481133,"score_gpt":0.487488667140659,"score_spread":0.3122421987958477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317772778","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0104030715,0.0005819018,0.0008144783,0.98404604,0.001347427,0.00082012074,0.00045536042,0.00006591544,0.001465659],"genre_scores_gemma":[0.022195445,0.0024798785,0.0007601116,0.9538993,0.012597586,0.00004924561,0.00026430035,0.00017213322,0.0075819623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928717,0.00044190628,0.0036897724,0.00056892337,0.0018778696,0.0005498045],"domain_scores_gemma":[0.9797455,0.013407372,0.0039976863,0.0011073772,0.0016246412,0.000117405536],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034737508,0.0004676719,0.0017571356,0.00039636638,0.000087355394,0.000007138935,0.00060799246,0.00023625091,0.00016991449],"category_scores_gemma":[0.027671527,0.00029190019,0.00048566153,0.00057465234,0.00076563616,0.00007157389,0.00023635314,0.0018988033,0.000042142026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011734253,0.00009911776,0.0007005731,0.00030442877,0.0006634966,0.0005487089,0.00008113274,0.000003927901,0.0007305718,0.000018296663,0.9622164,0.033459917],"study_design_scores_gemma":[0.0014433607,0.0054501565,0.002412715,0.014921391,0.00064150244,0.00012252065,0.0020821043,0.0004969385,0.001339207,0.00028198515,0.97052836,0.00027975996],"about_ca_topic_score_codex":0.002666727,"about_ca_topic_score_gemma":0.00022861714,"teacher_disagreement_score":0.033180155,"about_ca_system_score_codex":0.00006251194,"about_ca_system_score_gemma":0.00020386298,"threshold_uncertainty_score":0.9999533},"labels":[],"label_agreement":null},{"id":"W4317884461","doi":"10.51731/cjht.2023.549","title":"Abrocitinib (Cibinqo)","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Health Technologies","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reimbursement; Medicine; Atopic dermatitis; Refractory (planetary science); Drug; Family medicine; Dermatology; Pharmacology; Health care; Political science","score_opus":0.34411209858443714,"score_gpt":0.507443061392487,"score_spread":0.16333096280804982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317884461","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3993518,0.00934615,0.0005749345,0.5878934,0.0011307257,0.000607588,0.000028298786,0.0004667731,0.00060028245],"genre_scores_gemma":[0.9952893,0.00041966088,0.0014188723,0.0026911418,0.000033238106,0.000005083568,0.000010498455,0.000014453303,0.00011771013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825126,0.00004390152,0.0010415675,0.0000999031,0.00018181709,0.00038154455],"domain_scores_gemma":[0.9985964,0.00028744087,0.00051917264,0.00020579535,0.00026293064,0.00012831991],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017799358,0.00007727723,0.00030389562,0.0007611856,0.00013691549,0.000017274644,0.00015423259,0.00010332211,0.000073266376],"category_scores_gemma":[0.009428661,0.00006617508,0.00007831391,0.00067015557,0.00011951026,0.00011463622,0.000016565895,0.0004644957,0.000097883014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018843983,0.000008250245,0.0079717105,0.00006769527,0.000030365829,0.00032035535,0.00011042279,0.0000062735085,0.00008158674,0.00047858627,0.09112678,0.89977914],"study_design_scores_gemma":[0.0012718331,0.0009382516,0.0697197,0.00026925717,0.000035334382,0.0008202919,0.013115176,0.000044337616,0.00022655219,0.0071494435,0.9063012,0.00010863659],"about_ca_topic_score_codex":0.0043640425,"about_ca_topic_score_gemma":0.00303486,"teacher_disagreement_score":0.8996705,"about_ca_system_score_codex":0.00027537986,"about_ca_system_score_gemma":0.0037481927,"threshold_uncertainty_score":0.9989153},"labels":[],"label_agreement":null},{"id":"W4317885355","doi":"10.1186/s12875-023-01974-1","title":"Effective web-based clinical practice guidelines resources: recommendations from a mixed methods usability study","year":2023,"lang":"en","type":"article","venue":"BMC Primary Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Canada Research Chairs; University of Toronto","funders":"","keywords":"Usability; Dieticians; Guideline; Task (project management); Think aloud protocol; Documentation; Computer science; Checklist; Medical education; Health care; Medicine; World Wide Web; Psychology; Nursing; Human–computer interaction","score_opus":0.3303627101508696,"score_gpt":0.5995035460600057,"score_spread":0.26914083590913607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317885355","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94657344,0.00038214808,0.017373377,0.023364823,0.0027643954,0.005767233,0.00040931342,0.0009946369,0.0023706174],"genre_scores_gemma":[0.14984013,0.00008353365,0.82218057,0.02105183,0.0017673165,0.0007611736,0.0040583056,0.00011177341,0.00014535112],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9881993,0.0065055354,0.0030511254,0.0010931968,0.0007749153,0.00037593854],"domain_scores_gemma":[0.9456375,0.049203146,0.0007884799,0.0013349007,0.0027432789,0.00029265933],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014085124,0.00032615595,0.0008617992,0.00020220787,0.0002292681,0.000070924274,0.00027195754,0.00022611456,0.00027893647],"category_scores_gemma":[0.1809159,0.00029322875,0.00041955104,0.0010249598,0.00012339343,0.00039617013,0.0003596286,0.00075369,0.00028726956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029300489,0.0016696107,0.26610342,0.0002194922,0.00038494013,0.000057034136,0.0011584258,0.00008667205,0.00038862196,0.0000035921203,0.09376506,0.6332331],"study_design_scores_gemma":[0.010066706,0.0015358551,0.64204764,0.00012602509,0.0016813024,0.000006644627,0.03894049,0.0024562865,0.00007637438,0.000087693414,0.3026527,0.00032228892],"about_ca_topic_score_codex":0.0008343887,"about_ca_topic_score_gemma":0.0007509359,"teacher_disagreement_score":0.8048072,"about_ca_system_score_codex":0.0005285824,"about_ca_system_score_gemma":0.0012446399,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W4317910182","doi":"10.1111/jep.13809","title":"Decomposing clinical practice guidelines panels' deliberation into decision theoretical constructs","year":2023,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Agency for Healthcare Research and Quality","keywords":"Regret; Medicine; Pre- and post-test probability; Deliberation; Decision tree; Pulmonary embolism; Actuarial science; Medical physics; Statistics; Computer science; Radiology; Mathematics; Surgery; Data mining","score_opus":0.4433448005217224,"score_gpt":0.6696179855347912,"score_spread":0.2262731850130688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317910182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72673833,0.000735039,0.040054027,0.21833652,0.009162074,0.0018542628,0.000005282714,0.00010913983,0.0030053281],"genre_scores_gemma":[0.5186487,0.0037671989,0.45002848,0.023891479,0.0035144687,0.00001624529,0.000051117768,0.00006126024,0.000021056698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96868515,0.0077545936,0.017700471,0.00082937087,0.0045036077,0.0005267809],"domain_scores_gemma":[0.7446893,0.21178165,0.0097991405,0.0011022844,0.031747743,0.00087991834],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15983655,0.00034236241,0.0012549425,0.000648186,0.00018521756,0.00019492455,0.00030399126,0.0006252171,0.0005737837],"category_scores_gemma":[0.859126,0.00029115344,0.0006351453,0.0015666425,0.00047145627,0.0033076531,0.0002157733,0.0026516225,0.00043486964],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011079745,0.0019414609,0.014124938,0.000044125187,0.00042526322,0.0007119023,0.00029618104,0.0016522688,0.0002491638,0.0029865054,0.044693936,0.92179453],"study_design_scores_gemma":[0.048551876,0.009082315,0.22456847,0.0021659373,0.009652394,0.010069237,0.014357654,0.2488398,0.00013999447,0.08648096,0.34493995,0.0011514216],"about_ca_topic_score_codex":0.00004037253,"about_ca_topic_score_gemma":0.000022385308,"teacher_disagreement_score":0.9206431,"about_ca_system_score_codex":0.0003948717,"about_ca_system_score_gemma":0.0028245358,"threshold_uncertainty_score":0.99995404},"labels":[],"label_agreement":null},{"id":"W4317951735","doi":"10.1001/jamasurg.2022.5831","title":"The Benefits of Benchmarking—A New Perspective on Measuring Quality in Surgery","year":2023,"lang":"en","type":"article","venue":"JAMA Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Royal Victoria Hospital","funders":"","keywords":"Medicine; Benchmarking; Perspective (graphical); Quality (philosophy); MEDLINE; Quality management; General surgery; Medical physics; Intensive care medicine; Surgery; Operations management; Marketing; Artificial intelligence","score_opus":0.4151562763802944,"score_gpt":0.4792549402302482,"score_spread":0.06409866384995383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317951735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686321,0.0002207393,0.000012120004,0.029085483,0.00074493675,0.00023892628,0.000008845414,0.00006468177,0.0009921398],"genre_scores_gemma":[0.99743414,0.0006873993,0.00005117522,0.00087535084,0.00063403754,0.000014792393,0.000038978942,0.000023754872,0.00024035083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696314,0.00035633997,0.0013847937,0.00029998473,0.00066640996,0.0003293054],"domain_scores_gemma":[0.9542154,0.04447516,0.00047452727,0.00041651787,0.00030079807,0.00011760907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009492183,0.00013182263,0.00049336266,0.00033864405,0.00007618463,0.000027756523,0.00006968701,0.00009457426,0.00007424224],"category_scores_gemma":[0.054570008,0.000102449056,0.00027459886,0.0009843275,0.000052779826,0.0001653776,0.000058221784,0.0003348463,0.00005602965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013748064,0.00016563895,0.6426071,0.000075490476,0.00009761943,0.000041005707,0.0004952299,0.00017338715,0.0002671972,0.001669554,0.086611494,0.26642147],"study_design_scores_gemma":[0.000483202,0.00003341231,0.99250686,0.0003091788,0.00002722618,0.0000052075825,0.0018945836,0.00010432626,0.0006584744,0.00073031615,0.0031350818,0.00011215826],"about_ca_topic_score_codex":0.0034288585,"about_ca_topic_score_gemma":0.00070682174,"teacher_disagreement_score":0.3498997,"about_ca_system_score_codex":0.00022172391,"about_ca_system_score_gemma":0.0005571865,"threshold_uncertainty_score":0.95339376},"labels":[],"label_agreement":null},{"id":"W4318542313","doi":"10.4103/ijnmr.ijnmr_143_21","title":"Adaptation of Practice Guidelines to Prevent Functional Decline in Hospitalized Elderly in Iran","year":2022,"lang":"en","type":"article","venue":"Iranian Journal of Nursing and Midwifery Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Adaptation (eye); Medicine; Quality of life (healthcare); Quality (philosophy); Nursing; Family medicine; Psychology","score_opus":0.5314914923583542,"score_gpt":0.5835049750238405,"score_spread":0.05201348266548622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318542313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9048875,0.0011508234,0.0011375917,0.09197209,0.00029261597,0.00042822445,0.000005717746,0.000003227446,0.00012220534],"genre_scores_gemma":[0.9863764,0.00023628381,0.01215214,0.0008870273,0.00021253871,0.000011962401,0.000009835986,0.00001644666,0.000097349344],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99553436,0.00094354263,0.0017514571,0.00018973403,0.001332381,0.00024853382],"domain_scores_gemma":[0.99632126,0.0015371827,0.00039778644,0.00013844663,0.0014381098,0.00016719088],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012406504,0.000089270805,0.000339949,0.00093101757,0.000092558425,0.000021004491,0.00010718851,0.00004374289,0.00011395142],"category_scores_gemma":[0.016480656,0.00008578378,0.00006942129,0.000883887,0.00006920777,0.0002976365,0.00006087979,0.00084623223,0.0000014680687],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032070175,0.006842346,0.031346705,0.000149996,0.00013967475,0.0006742226,0.011846115,0.011490551,0.015171551,0.00018196221,0.018986547,0.8711001],"study_design_scores_gemma":[0.040823184,0.041701075,0.58632034,0.0056804796,0.0004929672,0.006738418,0.20639646,0.012339368,0.0010339506,0.0074524065,0.09036661,0.0006547275],"about_ca_topic_score_codex":0.00029969472,"about_ca_topic_score_gemma":0.00009928268,"teacher_disagreement_score":0.87044543,"about_ca_system_score_codex":0.0003334,"about_ca_system_score_gemma":0.0005023645,"threshold_uncertainty_score":0.99180394},"labels":[],"label_agreement":null},{"id":"W4318692975","doi":"10.29173/ijcc54","title":"A Scoping Review of Clinical Practice Guidelines for the Acute Care of Patients with Spinal Cord Injury: Respiratory, Hemodynamic and Neuroprotective Management","year":2023,"lang":"en","type":"review","venue":"International Journal of Critical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Glenrose Rehabilitation Hospital; Alberta Health Services; Alberta Health; Spinal Cord Injury Alberta; University of Alberta","funders":"Congress of Neurological Surgeons","keywords":"Medicine; Spinal cord injury; Methylprednisolone; Intensive care medicine; Physical therapy; Anesthesia; Spinal cord","score_opus":0.4518268605880964,"score_gpt":0.6732245782455144,"score_spread":0.221397717657418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318692975","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058720674,0.98719496,0.0024261875,0.005229735,0.0010891525,0.003431065,0.0005142681,0.0000081492735,0.000047756093],"genre_scores_gemma":[0.00035641307,0.98186684,0.013718241,0.0031269272,0.0006923595,0.00008905809,0.00008910937,0.000057665722,0.0000034051407],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9925297,0.00038575561,0.0049949987,0.00031811386,0.0016131086,0.00015832606],"domain_scores_gemma":[0.9653117,0.0053875726,0.0032662428,0.00029679338,0.025610859,0.00012683052],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002464365,0.00027341102,0.0017961294,0.0002273454,0.000059106074,0.000026102709,0.0004428498,0.00013128335,0.00001350583],"category_scores_gemma":[0.06541147,0.00016699493,0.0006789216,0.0002172642,0.0002496698,0.00023343485,0.0003894285,0.00066890457,0.0000012062313],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003488701,0.00011097669,0.00002659947,0.16909671,0.001235849,0.00009036283,0.00002068974,3.1278506e-7,5.972521e-8,0.00016230905,0.0004014119,0.825366],"study_design_scores_gemma":[0.0029722261,0.010726742,0.00031266792,0.71196485,0.022014806,0.00018874099,0.0016251061,0.000008377643,0.0000011442513,0.000062486666,0.24987665,0.00024622673],"about_ca_topic_score_codex":0.000007633184,"about_ca_topic_score_gemma":0.0000044233334,"teacher_disagreement_score":0.8251198,"about_ca_system_score_codex":0.00014327055,"about_ca_system_score_gemma":0.0009562909,"threshold_uncertainty_score":0.94246095},"labels":[],"label_agreement":null},{"id":"W4319015179","doi":"10.1016/j.cmi.2023.01.020","title":"Testing guidelines during times of crisis: challenges and limitations of developing rapid and living guidelines","year":2023,"lang":"en","type":"review","venue":"Clinical Microbiology and Infection","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Grading (engineering); Pandemic; Medicine; Multidisciplinary approach; Coronavirus disease 2019 (COVID-19); MEDLINE; Intensive care medicine; Risk analysis (engineering); Disease; Infectious disease (medical specialty); Political science; Pathology","score_opus":0.7313687460095324,"score_gpt":0.5621429823814188,"score_spread":0.1692257636281136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319015179","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013215716,0.9841674,0.00006848429,0.0013713825,0.00040371934,0.00062713225,0.00002283578,0.00006885397,0.000054463962],"genre_scores_gemma":[0.0008697903,0.98988515,0.008494862,0.00018121059,0.00040928667,0.000026332695,0.0000686197,0.00003865438,0.000026090811],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99451375,0.0005003891,0.0041862996,0.0005607128,0.000049231876,0.00018963493],"domain_scores_gemma":[0.9800453,0.016894821,0.0017513353,0.00021939022,0.0010056769,0.00008344251],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033963316,0.00029831976,0.0018814125,0.00029855585,0.00009850137,0.00000916749,0.00004979949,0.00061046006,0.000007796334],"category_scores_gemma":[0.09012212,0.00024402271,0.0002038664,0.00023817216,0.0003091597,0.00012041883,0.00025808605,0.00044113988,0.0000043744126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022514003,0.00004938495,0.0014049639,0.012208991,0.0004002901,0.0000015752544,0.000050253784,3.3340785e-7,0.0001340734,0.00006947727,0.00042768358,0.98523045],"study_design_scores_gemma":[0.0029518218,0.0028798669,0.056448493,0.105073065,0.0100574,0.0020387967,0.0011350462,0.00011218121,0.000055273205,0.0008566643,0.81717026,0.0012211279],"about_ca_topic_score_codex":0.000048530255,"about_ca_topic_score_gemma":0.000063165,"teacher_disagreement_score":0.9840093,"about_ca_system_score_codex":0.000020911079,"about_ca_system_score_gemma":0.00022909691,"threshold_uncertainty_score":0.99509573},"labels":[],"label_agreement":null},{"id":"W4319333995","doi":"10.1136/bmjopen-2022-070332","title":"Critical appraisal and comparison of recommendations of clinical practice guidelines for the treatment of schizophrenia in children and adolescents: a methodological survey","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McGill University; World Health Organization","keywords":"Medicine; PsycINFO; MEDLINE; Family medicine; Psychosocial; Population; Schizophrenia (object-oriented programming); Critical appraisal; Evidence-based medicine; Psychiatry; Systematic review; Alternative medicine; Pathology; Environmental health","score_opus":0.8414664439390719,"score_gpt":0.7420849522083779,"score_spread":0.099381491730694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319333995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90894186,0.0002982191,0.0044793175,0.07566479,0.00035173428,0.0098208515,0.00039128948,0.000015009697,0.00003693001],"genre_scores_gemma":[0.774813,0.0009009986,0.22298245,0.0005284088,0.00017492709,0.00031555843,0.000254689,0.000016931413,0.000013016404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995109,0.0014425523,0.0028119232,0.00028013968,0.00022480193,0.00013155481],"domain_scores_gemma":[0.9277912,0.069836095,0.00081224967,0.00034313643,0.0011364293,0.00008093071],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015860379,0.0001049168,0.00082960125,0.00007059711,0.000038005055,0.00001597693,0.00013267038,0.00009433512,0.000013220087],"category_scores_gemma":[0.3297862,0.00006812503,0.000078753816,0.00026111587,0.00021456207,0.00016596641,0.00019013045,0.00012078548,0.0000010112257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010098472,0.001687398,0.7680893,0.00010065631,0.00021503765,9.359851e-7,0.0002465684,0.000010174358,0.000057307974,0.00035096897,0.009767325,0.20937586],"study_design_scores_gemma":[0.007648474,0.0021093227,0.9822427,0.00019121009,0.00038184898,0.00001506411,0.0017534368,0.0036113576,0.00007202124,0.00012544793,0.0017811073,0.00006801923],"about_ca_topic_score_codex":0.0018864872,"about_ca_topic_score_gemma":0.0005132906,"teacher_disagreement_score":0.31392583,"about_ca_system_score_codex":0.000010008001,"about_ca_system_score_gemma":0.00018068701,"threshold_uncertainty_score":0.6758593},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4320011424","doi":"10.1016/j.jogc.2022.12.003","title":"Index des directives cliniques de la SOGC - 2022","year":2023,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology","score_opus":0.07744696898722002,"score_gpt":0.4143492899953556,"score_spread":0.33690232100813555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320011424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932684,0.0011374125,0.00011437515,0.0010035101,0.0021543847,0.00007605003,0.000006356475,0.0000090335825,0.002230519],"genre_scores_gemma":[0.9960442,0.0015554363,0.0013452023,0.00079684926,0.000044616827,0.0000018083801,0.0000029068262,0.000009685102,0.00019926022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987866,0.00017152642,0.0005730702,0.00008390867,0.0002152321,0.00016962583],"domain_scores_gemma":[0.98446375,0.014703384,0.0003278231,0.000064781685,0.0002623683,0.00017789981],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013787821,0.00006706898,0.0002343772,0.00022365765,0.00007314254,0.000013681328,0.000054455264,0.00008931115,0.00015070064],"category_scores_gemma":[0.030391363,0.000056943387,0.000045776484,0.00043389233,0.00009426747,0.00007875984,0.000035920628,0.00036166946,6.482955e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017348406,0.000047342368,0.6912909,0.000031621206,0.0001272529,0.0028795511,0.00009697069,0.000014934297,0.000027417873,0.000064802436,0.010579826,0.29482204],"study_design_scores_gemma":[0.0015700749,0.0002787826,0.96267414,0.000006189083,0.00010528972,0.00017344298,0.0011635198,0.00013263883,0.00003698758,0.0017639798,0.03204247,0.000052462157],"about_ca_topic_score_codex":0.008406307,"about_ca_topic_score_gemma":0.013271331,"teacher_disagreement_score":0.2947696,"about_ca_system_score_codex":0.000551468,"about_ca_system_score_gemma":0.0016501358,"threshold_uncertainty_score":0.9981968},"labels":[],"label_agreement":null},{"id":"W4320011432","doi":"10.1016/j.jogc.2022.12.002","title":"2022 Index of SOGC Clinical Practice Guidelines","year":2023,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Index (typography); Clinical Practice; Family medicine","score_opus":0.1862863714844793,"score_gpt":0.48038939512621476,"score_spread":0.29410302364173546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320011432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92624253,0.003373043,0.00028091035,0.045164455,0.02358238,0.00026645372,0.000026515376,0.0000107848855,0.0010529427],"genre_scores_gemma":[0.9837232,0.002254459,0.005290114,0.008213019,0.0002256146,0.0000013381504,0.000010388905,0.000016864948,0.00026495964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961709,0.00016658312,0.0027081682,0.00014034918,0.00062140916,0.000192593],"domain_scores_gemma":[0.9670952,0.026981425,0.0019322105,0.00017980066,0.0035499306,0.00026145668],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037775666,0.000097915756,0.00053426344,0.0002803405,0.000046653462,0.000008274199,0.00010909978,0.00014017128,0.0002785303],"category_scores_gemma":[0.36802372,0.000081144586,0.00010485327,0.0007470584,0.000070746086,0.00015493647,0.000081043356,0.00054685277,0.0000019893691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065710694,0.00015099003,0.30031887,0.000049309623,0.00032654442,0.002791047,0.000026285257,0.00007202216,0.000021826892,0.00007327121,0.22897096,0.46713313],"study_design_scores_gemma":[0.0039712624,0.0009890026,0.64124405,0.000009653021,0.00039884844,0.00023766674,0.0017038619,0.00080099114,0.000013442763,0.00018860736,0.35035536,0.0000872669],"about_ca_topic_score_codex":0.00913895,"about_ca_topic_score_gemma":0.010318098,"teacher_disagreement_score":0.46704587,"about_ca_system_score_codex":0.0002486637,"about_ca_system_score_gemma":0.004103759,"threshold_uncertainty_score":0.9974593},"labels":[],"label_agreement":null},{"id":"W4321066746","doi":"10.15273/dmj.vol44no2.8509","title":"Recognized abstracts from Dalhousie Medicine 2018 RIM Research Day","year":2018,"lang":"en","type":"article","venue":"Dalhousie Medical Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Geology","score_opus":0.34326500737548254,"score_gpt":0.5297250742549932,"score_spread":0.1864600668795106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321066746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77852243,0.0007400348,0.0053891437,0.17259385,0.0072633694,0.00094553654,0.000047906808,0.0002547382,0.03424301],"genre_scores_gemma":[0.9179486,0.0020193392,0.00833041,0.021851066,0.047268968,0.000023112008,0.00030433378,0.00016911485,0.0020850347],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877863,0.0013427612,0.0032187297,0.0007565051,0.0057029445,0.0011927686],"domain_scores_gemma":[0.9850766,0.008068633,0.0008411192,0.0009188637,0.0023875835,0.00270718],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024466725,0.0003767024,0.0009491488,0.000530393,0.0007014733,0.00011624611,0.00073572766,0.0005685707,0.047517385],"category_scores_gemma":[0.09833715,0.0002732159,0.000216904,0.0008629536,0.0018800723,0.00043390313,0.00034563924,0.0040988796,0.0030532267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002160617,0.00070628955,0.004424136,0.000033197255,0.00038656616,0.0025195878,0.00185364,5.122793e-7,0.004482081,0.00003811787,0.61440086,0.3689944],"study_design_scores_gemma":[0.019700196,0.0051351977,0.10538037,0.0016679605,0.0006754975,0.0038240731,0.0023373985,0.00082311616,0.0014175266,0.0063436436,0.85213435,0.0005606477],"about_ca_topic_score_codex":0.0014143778,"about_ca_topic_score_gemma":0.0008788662,"teacher_disagreement_score":0.36843374,"about_ca_system_score_codex":0.00024935775,"about_ca_system_score_gemma":0.0020514433,"threshold_uncertainty_score":0.999972},"labels":[],"label_agreement":null},{"id":"W4321138312","doi":"10.1016/j.hrtlng.2023.01.002","title":"Failure of Guidelines and Consensus Statements to Recommend Follow-up for Chronic Cardiovascular Conditions","year":2023,"lang":"en","type":"article","venue":"Heart & Lung","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"School of Medicine, University of New Mexico","keywords":"Medicine; Terminology; Disease; Intensive care medicine; Clinical Practice; Limiting; MEDLINE; Canadian Cardiovascular Society; Family medicine; Internal medicine","score_opus":0.3041948535710429,"score_gpt":0.5414263777386702,"score_spread":0.23723152416762727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321138312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9139509,0.0005994191,0.0023346785,0.0792513,0.00063657435,0.0026197315,0.00042702412,0.00011918074,0.00006117585],"genre_scores_gemma":[0.9720102,0.00023922673,0.020924287,0.003985424,0.0005491742,0.000311484,0.0008530078,0.00006294126,0.0010642328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982902,0.00006560688,0.0008658118,0.00027189226,0.00026187443,0.00024464258],"domain_scores_gemma":[0.99816704,0.0007606702,0.00009982957,0.00031413342,0.0005086778,0.00014964637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013083766,0.00011382656,0.00039580584,0.00013491354,0.000091149544,0.000012487616,0.000035123972,0.0000547179,0.00011349857],"category_scores_gemma":[0.0031064434,0.000110930094,0.00020002374,0.00026816694,0.000035558056,0.000073444986,0.00006017316,0.00008371929,0.000038527956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002071636,0.000039502916,0.007513951,0.0004506549,0.0007630051,0.000011150873,0.00017554904,0.00022542871,0.013389349,0.00008162988,0.9691533,0.00798935],"study_design_scores_gemma":[0.008905797,0.00080549857,0.01678176,0.00032597716,0.0011587957,0.00006332743,0.0014975149,0.005257991,0.0021258465,0.00031017512,0.96253306,0.00023425474],"about_ca_topic_score_codex":0.00019638291,"about_ca_topic_score_gemma":0.00019864504,"teacher_disagreement_score":0.07526587,"about_ca_system_score_codex":0.00007430054,"about_ca_system_score_gemma":0.00017031771,"threshold_uncertainty_score":0.4523598},"labels":[],"label_agreement":null},{"id":"W4321439062","doi":"10.1016/j.jclinepi.2023.02.001","title":"A cross-sectional analysis identified co-authorship networks and scientific collaboration on reporting guidelines for health research","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; Ottawa Hospital","funders":"Instituto de Salud Carlos III; Australian Research Council; Canadian Institutes of Health Research; Centro de Investigación Biomédica en Red de Salud Mental","keywords":"Scopus; Library science; Citation; Medicine; Transparency (behavior); Guideline; Bibliometrics; Family medicine; Political science; MEDLINE","score_opus":0.9481588652058117,"score_gpt":0.7951157538538048,"score_spread":0.15304311135200688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321439062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8535704,0.00022949021,0.027511058,0.1154397,0.0026109756,0.00056581176,0.000021344458,0.000030460249,0.000020775162],"genre_scores_gemma":[0.9672041,0.0007673676,0.01504568,0.01022699,0.004963819,0.000027026417,0.00035376466,0.000030340407,0.0013808891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9616045,0.008421034,0.027288485,0.0008509074,0.0010516813,0.0007834392],"domain_scores_gemma":[0.6766064,0.27129912,0.032996535,0.0008803518,0.016869139,0.0013484535],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46084908,0.00015379008,0.0025117758,0.0011348405,0.0005706689,0.00012119638,0.00016393402,0.0004340609,0.00006345432],"category_scores_gemma":[0.8605818,0.00011957575,0.00090079085,0.002403535,0.00058115146,0.00021787795,0.00007177894,0.0015146978,0.0000136855015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021658263,0.00011935146,0.8704579,0.000053496555,0.0005265456,0.000021497937,0.000031495907,0.00894139,0.000016588605,0.0005464892,0.10770977,0.009409665],"study_design_scores_gemma":[0.0019701377,0.0018518305,0.9133616,0.000077207136,0.00023981067,0.000069543064,0.00017782906,0.060356334,0.000003060373,0.005710227,0.016104436,0.000078007266],"about_ca_topic_score_codex":0.000056275014,"about_ca_topic_score_gemma":0.00012893371,"teacher_disagreement_score":0.39973277,"about_ca_system_score_codex":0.00013418515,"about_ca_system_score_gemma":0.0013926611,"threshold_uncertainty_score":0.6580692},"labels":[],"label_agreement":null},{"id":"W4321441726","doi":"10.1371/journal.pone.0281890","title":"Clinical practice guideline recommendation summaries for pediatric oncology health care professionals: A qualitative study","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; SickKids Foundation; Pediatric Oncology Group; University of Toronto; McMaster University; Impact","funders":"National Cancer Institute; National Institutes of Health; Children’s Oncology Group; Strong","keywords":"Guideline; Usability; Medical education; Health care; Medicine; Think aloud protocol; Appeal; MEDLINE; Qualitative research; Thematic analysis; Psychology; Family medicine; Computer science; Pathology","score_opus":0.6282739634175072,"score_gpt":0.6732688435180373,"score_spread":0.0449948801005301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321441726","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5088219,0.00033654168,0.0020052039,0.4756897,0.00089882634,0.010832543,0.0004297158,0.00048394408,0.0005016487],"genre_scores_gemma":[0.3544098,0.0016739778,0.52443403,0.08719886,0.007855508,0.0029825692,0.019820966,0.00021591452,0.0014083439],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9929606,0.0019989912,0.003362964,0.000587871,0.00069831585,0.0003913151],"domain_scores_gemma":[0.9715559,0.023849761,0.0014560766,0.00034068275,0.0025570693,0.00024050176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015920026,0.00018464553,0.0008396158,0.00023005741,0.00025444213,0.00001981954,0.00010505984,0.00015337893,0.0001851788],"category_scores_gemma":[0.09722375,0.00016788903,0.00012544183,0.0006539745,0.000043761658,0.00035156767,0.000145251,0.0005345567,0.00018213522],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072923447,0.04973148,0.016653141,0.0012085112,0.0016826869,0.000031369007,0.12038475,0.0000016653154,0.000027779264,0.00021024284,0.6776397,0.12513629],"study_design_scores_gemma":[0.012170082,0.019757625,0.003370595,0.000114611845,0.0025435162,0.000004142165,0.83482593,0.00065825693,0.000017027658,0.0003217867,0.12593277,0.0002836515],"about_ca_topic_score_codex":0.00018814247,"about_ca_topic_score_gemma":0.00030415296,"teacher_disagreement_score":0.7144412,"about_ca_system_score_codex":0.0003532741,"about_ca_system_score_gemma":0.001813721,"threshold_uncertainty_score":0.9103807},"labels":[],"label_agreement":null},{"id":"W4322489723","doi":"10.3138/cjhs.2022-0033","title":"Female Sexual Dysfunction: An Appraisal of Canadian Clinical Practice Guidelines Using the AGREE II Instrument","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal of Human Sexuality","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"CLARITY; Scope (computer science); Readability; Presentation (obstetrics); Quality (philosophy); Female sexual dysfunction; Medicine; Psychology; Family medicine; Biology; Sexual dysfunction; Computer science; Surgery; Psychiatry","score_opus":0.6382470602338517,"score_gpt":0.5793969154233215,"score_spread":0.05885014481053019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322489723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92907506,0.00009912137,0.00005782494,0.06812384,0.0017088841,0.000380184,0.00005703736,0.000014050187,0.0004839743],"genre_scores_gemma":[0.9858813,0.000019606676,0.0021811384,0.00864195,0.002884279,0.0000028157579,0.00005723077,0.00003546861,0.00029616823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941209,0.0011132166,0.0031793222,0.0002646741,0.00081778056,0.0005040995],"domain_scores_gemma":[0.99115515,0.0018013926,0.0017486421,0.000872694,0.0029230693,0.0014990843],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019251227,0.00020757529,0.0005272856,0.0005495364,0.0012136203,0.000091710375,0.000515429,0.00016204189,0.00041750903],"category_scores_gemma":[0.03018945,0.0001346903,0.00016612023,0.0010812081,0.00045170105,0.00053439726,0.00006731266,0.0009911524,0.00001512622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019821716,0.0010514946,0.2960225,0.00030956653,0.0036738194,0.0019922396,0.033251237,0.0030772984,0.003256452,0.008138468,0.4806009,0.16664384],"study_design_scores_gemma":[0.005453458,0.0061542843,0.2773142,0.00018685918,0.0024674975,0.0030270426,0.13022219,0.0020232075,0.00012745106,0.00086583046,0.5715779,0.00058006996],"about_ca_topic_score_codex":0.70042366,"about_ca_topic_score_gemma":0.9398422,"teacher_disagreement_score":0.2394186,"about_ca_system_score_codex":0.00040525573,"about_ca_system_score_gemma":0.009410497,"threshold_uncertainty_score":0.9962052},"labels":[],"label_agreement":null},{"id":"W4322579750","doi":"10.2196/preprints.43966","title":"Exploring Patient Journey Mapping and the Learning Health System: Scoping Review (Preprint)","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Homewood Research Institute; University of Victoria","funders":"","keywords":"PsycINFO; CINAHL; Preprint; MEDLINE; Inclusion (mineral); Grey literature; Systematic review; Stakeholder; Psychology; Computer science; World Wide Web; Data science; Political science; Social psychology; Public relations","score_opus":0.6112405697862471,"score_gpt":0.5203209131669343,"score_spread":0.09091965661931278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322579750","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13794616,0.34606433,0.042904373,0.3919612,0.0072198464,0.05461658,0.000022343218,0.0017449796,0.0175202],"genre_scores_gemma":[0.47005573,0.4890931,0.00824897,0.02763887,0.00074659,0.0035867996,0.00023722679,0.0001375993,0.00025510148],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99380964,0.0016443505,0.002793822,0.0006899307,0.0007353058,0.0003269768],"domain_scores_gemma":[0.99495703,0.002043528,0.0018605543,0.0007383838,0.00019284179,0.00020767405],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01043253,0.00028221591,0.0011935952,0.00012359355,0.0004547839,0.00008553142,0.00016416889,0.000054342443,0.000660011],"category_scores_gemma":[0.007647674,0.00020159819,0.00024659003,0.00018098175,0.000059552385,0.00015214171,0.0021806387,0.0023718032,0.000018829516],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007027954,0.00020239543,0.0057144454,0.445915,0.0009304965,0.000111425405,0.012604403,0.0052480604,0.000016662958,0.002315197,0.005337996,0.52090114],"study_design_scores_gemma":[0.007244162,0.00063726323,0.0019744695,0.8656804,0.0011041733,0.0007353933,0.0834925,0.010033505,0.000012183222,0.00012718397,0.028049937,0.000908801],"about_ca_topic_score_codex":0.0015350805,"about_ca_topic_score_gemma":0.000037611444,"teacher_disagreement_score":0.5199923,"about_ca_system_score_codex":0.0005696617,"about_ca_system_score_gemma":0.0008145711,"threshold_uncertainty_score":0.9999298},"labels":[],"label_agreement":null},{"id":"W4322720094","doi":"10.1038/s41433-023-02454-7","title":"Interpreting results from randomized controlled trials: What measures to focus on in clinical practice","year":2023,"lang":"en","type":"editorial","venue":"Eye","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Randomized controlled trial; Focus (optics); Medicine; MEDLINE; Medical physics; Intensive care medicine; Optometry; Surgery","score_opus":0.2546889934881741,"score_gpt":0.5722494857776952,"score_spread":0.3175604922895211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322720094","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042324947,0.00066901935,0.00045156915,0.07573571,0.9130552,0.0075784405,0.00033237916,0.00019419697,0.0015602545],"genre_scores_gemma":[0.0021735288,0.0057034413,0.0039747343,0.0039159954,0.9801752,0.00082611974,0.0019672217,0.00019149735,0.0010722589],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95197207,0.023513809,0.018868018,0.0017014067,0.0033318617,0.0006128101],"domain_scores_gemma":[0.050374556,0.9384403,0.0076437863,0.0013055231,0.0017682778,0.00046754302],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.19545521,0.0006273637,0.0111055225,0.0005359312,0.00006077714,0.00038813375,0.00036186277,0.0014762781,0.00010281549],"category_scores_gemma":[0.9880179,0.00044641874,0.002198472,0.00040411216,0.00009671111,0.0004940591,0.00022419442,0.0036678228,0.0009545749],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47539103,0.00021227497,0.0000015285882,0.000010411068,0.0010690595,0.0001302405,0.00028241717,0.000011715134,0.000004371909,0.0000040543828,0.49507874,0.027804166],"study_design_scores_gemma":[0.4951002,0.0006102128,0.0000090405365,0.0028474568,0.0032316188,3.2909085e-7,0.0011039064,0.00021249022,0.0000072538255,0.00024268082,0.49637726,0.00025753723],"about_ca_topic_score_codex":0.0032526096,"about_ca_topic_score_gemma":0.0009966326,"teacher_disagreement_score":0.9149265,"about_ca_system_score_codex":0.00040338212,"about_ca_system_score_gemma":0.0013469429,"threshold_uncertainty_score":0.9998233},"labels":[],"label_agreement":null},{"id":"W4323058147","doi":"10.1051/ppsy/2023621061","title":"La recherche : une donnée parmi tant d’autres ?","year":2023,"lang":"fr","type":"article","venue":"Perspectives Psy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Political science","score_opus":0.6946445168278702,"score_gpt":0.596493432089953,"score_spread":0.09815108473791723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323058147","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2458146,0.034098938,0.0019458752,0.5907013,0.00570419,0.0015970451,0.00021515507,0.0009352533,0.11898768],"genre_scores_gemma":[0.8654407,0.037217315,0.0104732225,0.0017747802,0.0061652176,0.00011821699,0.0001557471,0.00018820666,0.07846657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99479485,0.002140873,0.0009977332,0.0007645836,0.00054772524,0.00075423473],"domain_scores_gemma":[0.9817524,0.016625613,0.000304114,0.0006060674,0.00037965318,0.00033212904],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006846658,0.0003324242,0.00049231073,0.00023948663,0.00014989634,0.00007897549,0.00021803868,0.0005214724,0.004249477],"category_scores_gemma":[0.040325265,0.00033113037,0.00026431776,0.001944522,0.00048261194,0.00036850685,0.00016801158,0.0016793712,0.0045737564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001058666,0.0018787977,0.009178815,0.0005405022,0.0010959972,0.0013817794,0.08523021,0.0001231178,0.007875307,0.05379465,0.25491923,0.58292294],"study_design_scores_gemma":[0.003734326,0.0006806243,0.058169123,0.00058993534,0.0008362468,0.00020841672,0.39396974,0.0032298074,0.00036258323,0.018832903,0.51886505,0.0005212551],"about_ca_topic_score_codex":0.0021838285,"about_ca_topic_score_gemma":0.00053704175,"teacher_disagreement_score":0.6196261,"about_ca_system_score_codex":0.0010631687,"about_ca_system_score_gemma":0.000622035,"threshold_uncertainty_score":0.99991405},"labels":[],"label_agreement":null},{"id":"W4323357083","doi":"10.1503/cjs.008022","title":"Ambulatory surgery centres: a potential solution to a chronic problem","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Ambulatory; Ambulatory care; Pandemic; Coronavirus disease 2019 (COVID-19); Medical emergency; Surgery; Intensive care medicine; Health care; Internal medicine; Disease","score_opus":0.20749642483708572,"score_gpt":0.3928341812361653,"score_spread":0.1853377563990796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323357083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594397,0.0004962914,0.0005912875,0.036611233,0.0024155371,0.00028092082,0.000027043561,0.000036661604,0.00010135583],"genre_scores_gemma":[0.99571705,0.00015290732,0.00024440087,0.002024315,0.001531777,0.0000050165786,0.000053591477,0.00003520142,0.00023573468],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9972901,0.00012272694,0.0014035653,0.000171282,0.00043830188,0.0005740431],"domain_scores_gemma":[0.99628764,0.001177862,0.0004710224,0.0001933621,0.0004852672,0.0013848318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032049068,0.00013281964,0.00047271917,0.0013675673,0.00011987925,0.00005162334,0.00008155592,0.00009316039,0.0005587276],"category_scores_gemma":[0.0045575816,0.00013079072,0.00037842727,0.00084466225,0.0000522484,0.00028262023,0.0000167879,0.00030409882,0.000219202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001881995,0.000031714415,0.1266733,0.00012758744,0.00016155475,0.0030907686,0.00015134313,0.0003398032,0.0016777733,0.000015188129,0.80171233,0.06583045],"study_design_scores_gemma":[0.0011551478,0.00024231376,0.59384114,0.0013490419,0.00040375206,0.0020441748,0.00073377567,0.0005835753,0.00035366113,0.0002539429,0.3985953,0.00044416494],"about_ca_topic_score_codex":0.0038281907,"about_ca_topic_score_gemma":0.011128095,"teacher_disagreement_score":0.46716785,"about_ca_system_score_codex":0.00072894973,"about_ca_system_score_gemma":0.010197418,"threshold_uncertainty_score":0.99541384},"labels":[],"label_agreement":null},{"id":"W4324026433","doi":"10.1097/qmh.0000000000000408","title":"Successful Implementation of Workflow-Embedded Clinical Pathways During the COVID 19 Pandemic","year":2023,"lang":"en","type":"article","venue":"Quality Management in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"","keywords":"Clinical pathway; Medicine; Pandemic; Health care; Ambulatory care; Emergency department; Informatics; Medical emergency; Health informatics; Pharmacy; MEDLINE; Multidisciplinary approach; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Family medicine; Nursing; Disease; Public health; Internal medicine","score_opus":0.4693344216102962,"score_gpt":0.6180254537251775,"score_spread":0.14869103211488127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324026433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976847,0.00018583097,0.00027718526,0.019156493,0.00044277366,0.0025943571,0.00007896541,0.00018100713,0.00023638332],"genre_scores_gemma":[0.9870575,0.0019246166,0.0007480631,0.009226148,0.00018962414,0.00017048426,0.0005710618,0.000025191743,0.00008729753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932514,0.0014669076,0.0035895794,0.00048293057,0.0007383618,0.00047081072],"domain_scores_gemma":[0.99581903,0.0021349422,0.00097297673,0.00068228215,0.00014365891,0.00024713602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011236377,0.00016716651,0.00051520905,0.00024698098,0.00017586439,0.000019705065,0.00021674472,0.000082783146,0.00026251064],"category_scores_gemma":[0.0017955606,0.00013989648,0.00016990028,0.0009770296,0.0000854764,0.00013168484,0.00023801503,0.0003844461,0.000047809557],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041910887,0.000094329094,0.8986805,0.0038942366,0.000088251545,0.000028829425,0.003863672,0.00013312578,0.000010260697,0.00090890226,0.003098676,0.088780105],"study_design_scores_gemma":[0.005371892,0.0002400669,0.8671522,0.000099314326,0.000067179666,0.000004664924,0.11472504,0.00007637621,0.000007755829,0.0004980848,0.0116207,0.00013668265],"about_ca_topic_score_codex":0.0036147893,"about_ca_topic_score_gemma":0.004280308,"teacher_disagreement_score":0.11086137,"about_ca_system_score_codex":0.00060356007,"about_ca_system_score_gemma":0.00040631625,"threshold_uncertainty_score":0.5704813},"labels":[],"label_agreement":null},{"id":"W4324026651","doi":"10.2196/preprints.46809","title":"Toward Shared Decision-Making in Degenerative Cervical Myelopathy: Protocol for a Mixed Methods Study (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McMaster University; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Protocol (science); Medicine; Myelopathy; Decision aids; Health care; Workflow; Checklist; Nursing; Psychology; Computer science; Alternative medicine; Psychiatry; Cognitive psychology; Spinal cord","score_opus":0.4956896757481428,"score_gpt":0.6286187308717149,"score_spread":0.13292905512357212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324026651","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010813033,0.0000029073533,0.5424615,0.0033888575,0.00060521293,0.44222042,0.000045922243,0.00027868152,0.000183447],"genre_scores_gemma":[0.038592745,0.0000011899999,0.46627536,0.0005819413,0.00034050073,0.49389303,0.00009872573,0.00009068538,0.00012580722],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99204296,0.0012448481,0.003641722,0.0017697796,0.00079070457,0.00050996424],"domain_scores_gemma":[0.9845754,0.012110065,0.0008988316,0.0012281553,0.000978508,0.00020907],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010763951,0.0005468423,0.001372109,0.0005181759,0.00008186603,0.00016242977,0.00046500846,0.00048934267,0.0009920915],"category_scores_gemma":[0.05188338,0.00046834297,0.00040948493,0.0004967048,0.000039197723,0.0001579942,0.0025210911,0.0013344099,0.00008805971],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011778395,0.0044926275,0.03984583,0.0020037026,0.00078516384,0.000325104,0.008610528,0.0030783082,0.0003319958,0.00020111717,0.022281753,0.9062655],"study_design_scores_gemma":[0.05191883,0.005809657,0.58839047,0.006850668,0.001478427,0.000065711276,0.04681903,0.20064743,0.0020074719,0.07734074,0.015952554,0.002719016],"about_ca_topic_score_codex":0.00041620844,"about_ca_topic_score_gemma":0.0019888966,"teacher_disagreement_score":0.90354645,"about_ca_system_score_codex":0.0005827164,"about_ca_system_score_gemma":0.0011752938,"threshold_uncertainty_score":0.99992114},"labels":[],"label_agreement":null},{"id":"W4324137081","doi":"10.1200/jco.2023.41.6_suppl.394","title":"The landscape of prostate cancer research in Canada.","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Movember Canada","keywords":"Medicine; Prostate cancer; Investment (military); Cancer; Cancer registry; Disease; Family medicine; Database; Gerontology; Political science; Internal medicine","score_opus":0.6362756902591336,"score_gpt":0.6820773536302881,"score_spread":0.045801663371154544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324137081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8619082,0.00023970114,0.0000011794117,0.13585083,0.0011405116,0.0001810192,0.0000041550275,0.0000019931376,0.0006724108],"genre_scores_gemma":[0.99160427,0.0060199355,0.00016168033,0.0012318778,0.000689279,0.0000063813013,0.0000019083332,0.000008686159,0.00027596627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938433,0.0010705468,0.0039428393,0.00010670328,0.00076742726,0.00026914294],"domain_scores_gemma":[0.96405846,0.032980982,0.0014858582,0.00016248759,0.0011270989,0.00018509547],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02662781,0.000051243413,0.000673537,0.00013679289,0.00003831311,0.00000421373,0.00016947059,0.00010384125,0.00008277113],"category_scores_gemma":[0.03906081,0.000029539084,0.00011920729,0.00063330145,0.00014673428,0.00006256358,0.00007599909,0.0013862433,0.000009156135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034906697,0.00015693817,0.54739136,0.000021248772,0.000087445944,0.00039246108,0.00006083658,0.00008412819,0.000056007288,0.00003870503,0.095250964,0.35296926],"study_design_scores_gemma":[0.004910291,0.0028730799,0.7883898,0.00009492053,0.000060019927,0.00003779289,0.0022545762,0.0004643664,0.000032044656,0.00069598097,0.20015433,0.00003278743],"about_ca_topic_score_codex":0.24804707,"about_ca_topic_score_gemma":0.84143245,"teacher_disagreement_score":0.5933854,"about_ca_system_score_codex":0.00032666823,"about_ca_system_score_gemma":0.023577074,"threshold_uncertainty_score":0.9819583},"labels":[],"label_agreement":null},{"id":"W4327682584","doi":"10.1186/s42358-023-00293-4","title":"Brazilian society of rheumatology methodological guide for the development of evidence-based clinical guidelines in rheumatology","year":2023,"lang":"en","type":"review","venue":"Advances in Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Rheumatology; Internal medicine; Medicine; Family medicine","score_opus":0.8155149473933975,"score_gpt":0.6743650705055252,"score_spread":0.14114987688787228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327682584","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007292463,0.95612687,0.033929616,0.0033811228,0.0018574081,0.003836155,0.000048321777,0.0000801171,0.000011171867],"genre_scores_gemma":[0.00009545418,0.78970754,0.20875938,0.00020436956,0.000014691714,0.0009273438,0.00016017814,0.000089575704,0.000041437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97510844,0.0031443937,0.018827038,0.0014169969,0.0005556434,0.0009475004],"domain_scores_gemma":[0.84371114,0.1484435,0.0056947665,0.0011428248,0.00086907356,0.0001387025],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022638312,0.00079914526,0.0091481805,0.00060527533,0.00009722658,0.000007916699,0.0011361431,0.0015973,0.00009175883],"category_scores_gemma":[0.12748888,0.0005037081,0.0016468379,0.0013732765,0.001377752,0.0002480835,0.0004815529,0.001393214,0.000030369672],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006084136,0.00032714198,0.04541487,0.065505765,0.00055766106,0.0000088890865,0.0001456177,0.000091638205,6.6556566e-7,0.0011338269,0.0032009676,0.88300455],"study_design_scores_gemma":[0.004607773,0.00061341585,0.0006357458,0.06601527,0.00092676276,0.00053002615,0.00088348484,0.0014701198,0.000006788426,0.0014706784,0.92221296,0.00062695163],"about_ca_topic_score_codex":0.0004714936,"about_ca_topic_score_gemma":0.0020589049,"teacher_disagreement_score":0.919012,"about_ca_system_score_codex":0.00025222852,"about_ca_system_score_gemma":0.00445907,"threshold_uncertainty_score":0.99974144},"labels":[],"label_agreement":null},{"id":"W4328048457","doi":"10.2196/42736","title":"The Effect of Implementation of Guideline Order Bundles Into a General Admission Order Set on Clinical Practice Guideline Adoption: Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Children's Healthcare of Atlanta; Emory University","keywords":"Medicine; Guideline; Pediatrics; Order (exchange); Intensive care medicine; Medical emergency; Physical therapy; Pathology","score_opus":0.12351415431727038,"score_gpt":0.5717064046630836,"score_spread":0.4481922503458133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328048457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805293,0.000068582915,0.0027763324,0.012058238,0.00077177864,0.0032975257,0.000027622653,0.00013423427,0.00033635928],"genre_scores_gemma":[0.9413506,0.00042948988,0.045114417,0.009132736,0.001420902,0.0004104006,0.0018933415,0.00009116179,0.00015695505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98728794,0.0008957285,0.00815097,0.00027799295,0.0029743847,0.00041298248],"domain_scores_gemma":[0.9890355,0.006021055,0.002187872,0.000764429,0.0015401561,0.00045099974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015020775,0.00034146322,0.0008537035,0.00022155169,0.00020244338,0.00003460352,0.00036054838,0.00027550262,0.0006607279],"category_scores_gemma":[0.02715823,0.0002141601,0.00022904531,0.0011891999,0.0002647675,0.0004720598,0.00036021406,0.00072357914,0.000101142636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009603669,0.007979904,0.039798878,0.00066224,0.0014902054,0.00008490182,0.011095251,0.00023226607,0.00037862564,0.00039665078,0.48448908,0.44378832],"study_design_scores_gemma":[0.052175917,0.13538866,0.009855235,0.0006189632,0.0019504075,0.00019413815,0.25757128,0.10402,0.004517775,0.00009365646,0.43270501,0.0009089755],"about_ca_topic_score_codex":0.00040228397,"about_ca_topic_score_gemma":0.00009987247,"teacher_disagreement_score":0.44287935,"about_ca_system_score_codex":0.00012353892,"about_ca_system_score_gemma":0.0008883932,"threshold_uncertainty_score":0.9810364},"labels":[],"label_agreement":null},{"id":"W4328053861","doi":"10.46747/cfp.6903174","title":"Les meilleurs résumés POEM en 2022 pour choisir avec soin dans la pratique","year":2023,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Medical Association; Université du Québec à Montréal","funders":"","keywords":"Humanities; Philosophy; Political science; Poetry; Linguistics","score_opus":0.1336621389431706,"score_gpt":0.4167521346521301,"score_spread":0.28308999570895954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328053861","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3145782,0.0038372146,0.00071891147,0.1963143,0.008095164,0.0025732142,0.0024832797,0.0004737733,0.47092593],"genre_scores_gemma":[0.6162959,0.0025987,0.001093259,0.2740896,0.013149264,0.00025757906,0.003115093,0.0005703824,0.08883023],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950098,0.0010024029,0.001204683,0.0007930078,0.0005726312,0.0014174904],"domain_scores_gemma":[0.9946278,0.002532417,0.00033393572,0.0008017494,0.00028793188,0.0014161795],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018343399,0.00051385857,0.0006489662,0.00049871154,0.00035229902,0.00012684902,0.0004313326,0.0004706954,0.00022511717],"category_scores_gemma":[0.0018684516,0.0006085947,0.00030196388,0.0013685594,0.00027981197,0.00045599457,0.000104787134,0.0012421531,0.0052031446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003757293,0.00014387614,0.0013422653,0.00016497621,0.0003088461,0.0012735466,0.0022520672,0.0002707898,0.006883012,0.012364368,0.5986029,0.37635583],"study_design_scores_gemma":[0.0017584302,0.00023357262,0.10110075,0.00041870176,0.00043422874,0.000017919969,0.03491915,0.0050005387,0.0002812061,0.0017020755,0.853524,0.0006093954],"about_ca_topic_score_codex":0.23803519,"about_ca_topic_score_gemma":0.31108555,"teacher_disagreement_score":0.3820957,"about_ca_system_score_codex":0.0025180504,"about_ca_system_score_gemma":0.00675767,"threshold_uncertainty_score":0.99963653},"labels":[],"label_agreement":null},{"id":"W4353084899","doi":"10.3389/fped.2023.1092578","title":"Clinical practice guidelines for neonatal hypoxic-ischemic encephalopathy: A systematic review using the appraisal of guidelines for research and evaluation (AGREE) II instrument","year":2023,"lang":"en","type":"review","venue":"Frontiers in Pediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Guideline; Rigour; Declaration; CLARITY; Family medicine; MEDLINE; Pediatrics; Medical education; Pathology","score_opus":0.763133625357784,"score_gpt":0.6745857155680504,"score_spread":0.08854790978973359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353084899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031416675,0.95167685,0.0150363995,0.0054138107,0.002911333,0.024602387,0.00028531777,0.000033672764,0.000008794287],"genre_scores_gemma":[8.270599e-7,0.7578927,0.23606595,0.0008315416,0.0022041404,0.0022030056,0.0006300933,0.00010609801,0.000065622975],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823323,0.0019229675,0.011615581,0.0010869276,0.0023970404,0.00064519735],"domain_scores_gemma":[0.9248469,0.04177147,0.007060931,0.001588593,0.024401348,0.00033075942],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08237144,0.00055493193,0.0041425745,0.0007303799,0.0002562801,0.000053260097,0.000592249,0.0006075149,0.0000049931755],"category_scores_gemma":[0.6907389,0.00038332317,0.000811138,0.0019135328,0.0002099972,0.0003541619,0.0004868039,0.0010456388,0.0000027317872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001206907,0.00011306887,0.000042498865,0.5263586,0.0002765316,0.000003910036,0.000055412595,0.000003573301,1.1539208e-7,0.000016062442,0.1798125,0.293197],"study_design_scores_gemma":[0.002749089,0.0008824799,0.0000015829291,0.22579631,0.032717567,0.0001559769,0.0026211934,0.014270085,2.998139e-7,0.0002644369,0.72007984,0.00046113797],"about_ca_topic_score_codex":0.000058965517,"about_ca_topic_score_gemma":0.0000125099195,"teacher_disagreement_score":0.6083675,"about_ca_system_score_codex":0.000486129,"about_ca_system_score_gemma":0.0046452186,"threshold_uncertainty_score":0.9998619},"labels":[],"label_agreement":null},{"id":"W4361006882","doi":"10.5489/cuaj.8338","title":"The importance of guidelines","year":2023,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.20712657701260426,"score_gpt":0.44814537207457306,"score_spread":0.2410187950619688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361006882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5902911,0.000151812,0.000044112017,0.40780997,0.00049240334,0.00014363436,0.00001602437,0.000028945138,0.0010220308],"genre_scores_gemma":[0.9822252,0.0005224762,0.00042957,0.014759542,0.0007747209,0.0000053426265,0.000026795746,0.000009713873,0.0012466592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998139,0.00012045132,0.0009432398,0.00009441693,0.00039349156,0.00030939153],"domain_scores_gemma":[0.9966823,0.0013788226,0.00056747533,0.00011385058,0.0009385865,0.0003189504],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039220164,0.00006269592,0.00015729458,0.00008938693,0.0002553354,0.000036334164,0.00010594566,0.00010517215,0.00027462436],"category_scores_gemma":[0.036668878,0.00003956796,0.00011483926,0.00039316845,0.00003052578,0.0000688709,0.000015411795,0.00035034918,0.00010650322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025544261,0.0000056610857,0.7474018,0.0000012189971,0.000045969973,0.000024331166,0.00001418733,0.000025047922,0.000056081415,0.0003004913,0.2435429,0.008556815],"study_design_scores_gemma":[0.0004396898,0.00010842958,0.6546168,0.0000044412495,0.00004229263,0.000059454258,0.0001797358,0.0004784117,0.0000084480625,0.0026939684,0.34132951,0.000038813803],"about_ca_topic_score_codex":0.00045282423,"about_ca_topic_score_gemma":0.0023014266,"teacher_disagreement_score":0.39305043,"about_ca_system_score_codex":0.00032037782,"about_ca_system_score_gemma":0.0006483182,"threshold_uncertainty_score":0.9714457},"labels":[],"label_agreement":null},{"id":"W4361272002","doi":"10.1136/bmjopen-2022-067390","title":"Factors associated with higher quality of clinical practice guidelines and their recommendations for the pharmacological treatment of depression: a systematic review","year":2023,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Medicine; PsycINFO; MEDLINE; Guideline; Family medicine; Cochrane Library; Data extraction; Systematic review; Depression (economics); Alternative medicine; Excellence; Pathology","score_opus":0.9516567932690746,"score_gpt":0.7656561053210814,"score_spread":0.18600068794799318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361272002","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006942688,0.92463905,0.00010392539,0.012918916,0.0002858246,0.061376944,0.0005607313,0.000026649546,0.0000810363],"genre_scores_gemma":[0.0000053675326,0.98731637,0.0016698275,0.0015205408,0.00015889217,0.007893238,0.00085025455,0.000047567308,0.00053793966],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875725,0.0032995427,0.008127846,0.00045569372,0.00037916098,0.00016527042],"domain_scores_gemma":[0.8896084,0.09694198,0.010637063,0.0008372297,0.0018491241,0.00012624098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018637711,0.00037564727,0.005908769,0.00004596936,0.00008904666,0.000029539062,0.0003667626,0.00022310168,0.0001238392],"category_scores_gemma":[0.14295664,0.00014406598,0.0007172101,0.00036963055,0.000095571704,0.00016146801,0.0002592686,0.00023015542,0.0000031179372],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047052882,0.0012172321,0.00011782716,0.6746087,0.010121848,0.0000035639573,0.0000661578,2.0330349e-7,1.5282819e-7,0.00004437023,0.031667747,0.2816817],"study_design_scores_gemma":[0.00270877,0.0010652157,0.00017103381,0.46392456,0.04111048,0.000012164416,0.00053025264,0.00001992449,5.12969e-7,0.0000129977825,0.49024165,0.00020246337],"about_ca_topic_score_codex":0.00016247442,"about_ca_topic_score_gemma":0.000046231286,"teacher_disagreement_score":0.45857388,"about_ca_system_score_codex":0.000092051094,"about_ca_system_score_gemma":0.000870023,"threshold_uncertainty_score":0.8642626},"labels":[],"label_agreement":null},{"id":"W4361820527","doi":"10.1158/1055-9965.22437622","title":"Quality Assessment of Included Studies, Supplemental Tables 1 and 2, and Supplementary Figure Legends from Antidiabetic Medications and the Risk of Colorectal Cancer in Patients with Diabetes Mellitus: A Systematic Review and Meta-analysis","year":2023,"lang":"en","type":"review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Colorectal cancer; Gerontology; Scale (ratio); Cohort; Internal medicine; Family medicine; Oncology; Cancer; Endocrinology; Geography; Cartography","score_opus":0.234422110896997,"score_gpt":0.5173901516404306,"score_spread":0.28296804074343357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361820527","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012844162,0.96372396,0.0000073332003,0.0012772082,0.000014547187,0.0066996785,0.0154242115,0.000006986939,0.0000018870984],"genre_scores_gemma":[0.010327251,0.98311454,0.0011989382,0.00020543035,0.000008273038,0.0013167976,0.0037906752,0.000027747463,0.000010318548],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99259394,0.0019789843,0.0039021098,0.0006000913,0.00071225694,0.00021262554],"domain_scores_gemma":[0.98634183,0.00985763,0.0029299995,0.0004491709,0.00031027605,0.000111108784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059596747,0.00044352215,0.008885246,0.0002705226,0.000086442924,0.000019212102,0.0001142906,0.00009530078,0.0006014793],"category_scores_gemma":[0.0015937415,0.00021810018,0.0003842333,0.0008275783,0.0005033232,0.00010801092,0.0003540039,0.00030717248,1.3394592e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000361904,0.00021304216,0.102823846,0.59270704,0.30190045,9.295436e-7,0.00031710655,3.0882543e-7,2.3722657e-7,0.0000393684,0.00018944802,0.0017720308],"study_design_scores_gemma":[0.0031965678,0.00022405336,0.020564742,0.0185691,0.95553946,6.027702e-7,0.0013442278,0.000046371853,8.72237e-7,0.000035761394,0.00025532977,0.00022291197],"about_ca_topic_score_codex":0.0065949764,"about_ca_topic_score_gemma":0.010524178,"teacher_disagreement_score":0.653639,"about_ca_system_score_codex":0.00009946667,"about_ca_system_score_gemma":0.00021665971,"threshold_uncertainty_score":0.99696755},"labels":[],"label_agreement":null},{"id":"W4361827339","doi":"10.1158/1055-9965.22437622.v1","title":"Quality Assessment of Included Studies, Supplemental Tables 1 and 2, and Supplementary Figure Legends from Antidiabetic Medications and the Risk of Colorectal Cancer in Patients with Diabetes Mellitus: A Systematic Review and Meta-analysis","year":2023,"lang":"en","type":"review","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Colorectal cancer; Internal medicine; Quality (philosophy); Traditional medicine; Cancer; Endocrinology","score_opus":0.234422110896997,"score_gpt":0.5173901516404306,"score_spread":0.28296804074343357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361827339","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012844162,0.96372396,0.0000073332003,0.0012772082,0.000014547187,0.0066996785,0.0154242115,0.000006986939,0.0000018870984],"genre_scores_gemma":[0.010327251,0.98311454,0.0011989382,0.00020543035,0.000008273038,0.0013167976,0.0037906752,0.000027747463,0.000010318548],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99259394,0.0019789843,0.0039021098,0.0006000913,0.00071225694,0.00021262554],"domain_scores_gemma":[0.98634183,0.00985763,0.0029299995,0.0004491709,0.00031027605,0.000111108784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059596747,0.00044352215,0.008885246,0.0002705226,0.000086442924,0.000019212102,0.0001142906,0.00009530078,0.0006014793],"category_scores_gemma":[0.0015937415,0.00021810018,0.0003842333,0.0008275783,0.0005033232,0.00010801092,0.0003540039,0.00030717248,1.3394592e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000361904,0.00021304216,0.102823846,0.59270704,0.30190045,9.295436e-7,0.00031710655,3.0882543e-7,2.3722657e-7,0.0000393684,0.00018944802,0.0017720308],"study_design_scores_gemma":[0.0031965678,0.00022405336,0.020564742,0.0185691,0.95553946,6.027702e-7,0.0013442278,0.000046371853,8.72237e-7,0.000035761394,0.00025532977,0.00022291197],"about_ca_topic_score_codex":0.0065949764,"about_ca_topic_score_gemma":0.010524178,"teacher_disagreement_score":0.653639,"about_ca_system_score_codex":0.00009946667,"about_ca_system_score_gemma":0.00021665971,"threshold_uncertainty_score":0.99696755},"labels":[],"label_agreement":null},{"id":"W4362584841","doi":"10.1016/j.jclinepi.2023.03.026","title":"Development of an international glossary for clinical guidelines collaboration","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Institutes of Health Research; Canadian Thoracic Society; Institute of Health Economics; Western University; Impact; The Society of Obstetricians and Gynaecologists of Canada; Public Health Agency of Canada","funders":"","keywords":"Glossary; MEDLINE; Library science; Medicine; Family medicine; Medical education; Political science; Computer science; Linguistics; Philosophy","score_opus":0.9344234930388099,"score_gpt":0.7799451994425372,"score_spread":0.15447829359627274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362584841","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018741989,0.9382535,0.01939263,0.013389074,0.023550084,0.0030815369,0.0002801195,0.00006932769,0.00010951615],"genre_scores_gemma":[0.0000025741622,0.68796253,0.30209932,0.0017827408,0.007425391,0.000028959515,0.0005260236,0.00006224572,0.000110202214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93778515,0.005870047,0.05460827,0.00070225756,0.00064122357,0.00039303603],"domain_scores_gemma":[0.76492417,0.18007001,0.0457819,0.00088270736,0.0074958927,0.00084530475],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13314703,0.00044177004,0.011975209,0.00046347015,0.00005713005,0.000012798994,0.0007250705,0.0015635896,0.00009206332],"category_scores_gemma":[0.6397028,0.0003133338,0.003424578,0.0004023898,0.00029029517,0.00033865342,0.00018810498,0.0017665013,0.000049696748],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010838502,0.0006322303,0.0018702699,0.0029821445,0.0020835702,0.00002794951,0.000012870666,0.00000568853,1.8771394e-7,0.00023037914,0.0344816,0.9565893],"study_design_scores_gemma":[0.0031358483,0.0020654958,0.0019285312,0.0064046443,0.0029721027,0.00020432468,0.00010178812,0.00037142713,2.3212007e-7,0.00085640344,0.98173887,0.00022032023],"about_ca_topic_score_codex":0.000005596685,"about_ca_topic_score_gemma":0.000027935896,"teacher_disagreement_score":0.9563689,"about_ca_system_score_codex":0.00015992278,"about_ca_system_score_gemma":0.0077497484,"threshold_uncertainty_score":0.9999319},"labels":[],"label_agreement":null},{"id":"W4363652265","doi":"10.1089/lrb.2022.0090","title":"The Appraisal of Clinical Practice Guidelines for Breast Cancer-Related Lymphedema","year":2023,"lang":"en","type":"article","venue":"Lymphatic Research and Biology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Cancer Foundation; Canadian Patient Safety Institute; University of British Columbia; Alberta Health Services; Parkwood Institute; University of Alberta","funders":"","keywords":"Lymphedema; Medicine; CLARITY; Context (archaeology); Stakeholder; Transparency (behavior); Family medicine; Breast cancer; Cancer; Public relations; Political science","score_opus":0.7125245156891342,"score_gpt":0.7092546222675014,"score_spread":0.0032698934216328635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4363652265","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49363753,0.0017484413,0.00036880086,0.49969032,0.0014324869,0.0020316422,0.00017339808,0.000117851574,0.00079951715],"genre_scores_gemma":[0.9399618,0.03377663,0.016325679,0.0044995584,0.0026977642,0.000565011,0.00030531923,0.00006397868,0.0018042605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962522,0.0006802974,0.0019197025,0.00035207497,0.0003214733,0.00047430108],"domain_scores_gemma":[0.9500557,0.045036986,0.0003820461,0.00031928913,0.004028632,0.00017733334],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017724624,0.000102276084,0.0003945946,0.000110414694,0.00023742202,0.000023504861,0.00016549752,0.00018021371,0.000042269017],"category_scores_gemma":[0.15112166,0.000059313217,0.00010406809,0.00056548684,0.00059332524,0.00009994136,0.00016531587,0.000101713806,0.000028400604],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032842606,0.00030003907,0.037926324,0.0001509467,0.00054821523,0.000009850037,0.00009381899,0.0000020182165,0.00132804,0.008074701,0.0883879,0.85989386],"study_design_scores_gemma":[0.016111573,0.005117325,0.23751202,0.00020170037,0.0004452268,0.0005237104,0.006694785,0.03201566,0.00018614036,0.01944077,0.6814715,0.00027955015],"about_ca_topic_score_codex":0.0005248205,"about_ca_topic_score_gemma":0.00005995101,"teacher_disagreement_score":0.8596143,"about_ca_system_score_codex":0.000033669596,"about_ca_system_score_gemma":0.0008701049,"threshold_uncertainty_score":0.8560288},"labels":[],"label_agreement":null},{"id":"W4364296623","doi":"10.1037/t88315-000","title":"Test de Dénomination de Vidéos d’Actions de Québec","year":2023,"lang":"fr","type":"dataset","venue":"PsycTESTS Dataset","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nomination; Test (biology); Psychology; Computer science; Geology; Political science","score_opus":0.2524292864827014,"score_gpt":0.523374979061741,"score_spread":0.2709456925790396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364296623","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006308834,0.00034473324,0.001554964,0.032667674,0.0019457982,0.0010995977,0.9615326,0.00018231383,0.000041465042],"genre_scores_gemma":[0.00028192528,0.0026071526,0.0048001064,0.008737304,0.004588929,0.0003283481,0.97785586,0.00015748592,0.0006428644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935819,0.00073164824,0.0022664717,0.0011245182,0.0007400982,0.0015553881],"domain_scores_gemma":[0.9777714,0.017553374,0.0011739386,0.0021450468,0.00031007157,0.0010461645],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0048278472,0.00072384893,0.00079899916,0.0005033596,0.00043743852,0.00022370883,0.0008572314,0.00080311747,0.0028010746],"category_scores_gemma":[0.08130422,0.00083695975,0.00022362136,0.00087868475,0.00031625162,0.0006854734,0.00041119568,0.0019714774,0.041864254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016359687,0.001521625,0.009503331,0.0006848094,0.0002815005,0.0005420533,0.000100599726,0.00007886807,0.00066015305,0.000025211399,0.9754033,0.01103494],"study_design_scores_gemma":[0.0022976135,0.00055534556,0.030074213,0.0006590518,0.0027854834,0.00082904566,0.0006303783,0.003316844,0.000060823044,0.00021343229,0.9579118,0.0006660009],"about_ca_topic_score_codex":0.20482749,"about_ca_topic_score_gemma":0.23877217,"teacher_disagreement_score":0.07647637,"about_ca_system_score_codex":0.0037365004,"about_ca_system_score_gemma":0.0057793125,"threshold_uncertainty_score":0.999857},"labels":[],"label_agreement":null},{"id":"W4364302303","doi":"10.2139/ssrn.4408020","title":"A Novel Framework for Incorporating Patient Values and Preferences in Making Guideline Recommendations: Guideline Panel Surveys","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Guideline; Psychology; Medicine; Computer science; Pathology","score_opus":0.3109689035929407,"score_gpt":0.4938468470703975,"score_spread":0.18287794347745678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364302303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05051607,0.0016753742,0.90471953,0.03954217,0.0012936252,0.0019560896,0.00015972034,0.00011110259,0.000026340449],"genre_scores_gemma":[0.50266176,0.007557176,0.48342568,0.002046086,0.0019208362,0.00024346732,0.0018362568,0.00016844738,0.00014025165],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9916404,0.000631655,0.0046668695,0.0007972328,0.00061166094,0.0016522034],"domain_scores_gemma":[0.9923667,0.0031072097,0.0027678283,0.0004524802,0.0011585383,0.00014729239],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026791973,0.00046384623,0.0008782664,0.0005383825,0.0002360547,0.00017174365,0.00028669584,0.0004819338,0.00003633463],"category_scores_gemma":[0.025548223,0.00042956928,0.0002297459,0.000368542,0.00006645112,0.00024593467,0.0005337514,0.0057081333,0.0000054752604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086477504,0.00077700376,0.021852612,0.00039616282,0.0011928339,0.000015642236,0.0010299545,0.003038556,0.0002750367,0.011849082,0.0058461847,0.95286214],"study_design_scores_gemma":[0.0026324445,0.0011564358,0.0021795074,0.0018579528,0.00041201105,0.00031438412,0.009998228,0.019057807,0.000013879828,0.96081656,0.0010647534,0.0004960407],"about_ca_topic_score_codex":0.0009561277,"about_ca_topic_score_gemma":0.0058979825,"teacher_disagreement_score":0.9523661,"about_ca_system_score_codex":0.0014261077,"about_ca_system_score_gemma":0.0054550515,"threshold_uncertainty_score":0.9998156},"labels":[],"label_agreement":null},{"id":"W4364862313","doi":"10.1017/amj.2023.12","title":"AMJ volume 48 issue 4 Cover and Front matter","year":2022,"lang":"en","type":"article","venue":"American Journal of Law & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Reading; University of Cambridge; Tel Aviv University; University of Toronto; Georg-August-Universität Göttingen; University of Otago","keywords":"Front cover; Cover (algebra); Volume (thermodynamics); Front (military); Action (physics); Content (measure theory); Mathematics; Engineering; Mechanical engineering; Physics; Thermodynamics","score_opus":0.06862165096819459,"score_gpt":0.4338397173153877,"score_spread":0.3652180663471931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364862313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67963725,0.0011806206,0.0017400472,0.30270803,0.0014912674,0.0003709339,0.000017728997,0.000020703363,0.012833417],"genre_scores_gemma":[0.9273331,0.00010349022,0.001812022,0.06526924,0.0012765911,0.0000046288283,0.00001393117,0.000027022716,0.00415997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755675,0.00021477841,0.0011399144,0.00015848575,0.0007367631,0.00019328576],"domain_scores_gemma":[0.99784744,0.00045067107,0.0010049946,0.0002020415,0.00022074481,0.0002741355],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015161412,0.00012932894,0.00062603544,0.00010617102,0.000104735205,0.00000769711,0.0001111133,0.000015303418,0.035700444],"category_scores_gemma":[0.0006217258,0.00009812571,0.00007610294,0.00014947468,0.00049805373,0.00014677332,0.00006724905,0.0005701852,0.00026871692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020702414,0.00026744846,0.0701228,0.000038847862,0.00033441803,0.0005991358,0.0024958367,0.000031222975,0.0022004098,0.000081969185,0.85933405,0.06242362],"study_design_scores_gemma":[0.0036794557,0.004611,0.020148817,0.00006958098,0.0005232346,0.003132992,0.0056564985,0.00010201728,0.00002123983,0.000065661094,0.96188456,0.000104956685],"about_ca_topic_score_codex":0.001165143,"about_ca_topic_score_gemma":0.000007941978,"teacher_disagreement_score":0.24769585,"about_ca_system_score_codex":0.0001235653,"about_ca_system_score_gemma":0.0001110489,"threshold_uncertainty_score":0.96518105},"labels":[],"label_agreement":null},{"id":"W4365142378","doi":"10.1016/j.jclinepi.2023.04.004","title":"The BIGG-REC database makes available all WHO/PAHO evidence informed recommendations","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"Pan American Health Organization; World Health Organization","keywords":"Guideline; Medicine; Online database; Public health; Grading (engineering); Database; Checklist; Reproductive health; Family medicine; Environmental health; Nursing; Psychology; Computer science; Population; Pathology","score_opus":0.8496067355951106,"score_gpt":0.6853010581716824,"score_spread":0.16430567742342816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365142378","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10063996,0.0010441592,0.003670132,0.88757485,0.0052974545,0.0005524631,0.000038649843,0.0000774212,0.0011049327],"genre_scores_gemma":[0.12550914,0.40297896,0.10513316,0.32771993,0.015982319,0.000095210184,0.0006221602,0.00017551726,0.021783631],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.982631,0.0046260366,0.011362415,0.0003367262,0.00043969767,0.0006040794],"domain_scores_gemma":[0.5891169,0.40222117,0.006252731,0.00081612647,0.0009824607,0.0006106402],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09038945,0.0001853437,0.0017128814,0.00017987234,0.00018684615,0.000024601464,0.00044888826,0.00026863717,0.0008590879],"category_scores_gemma":[0.7551158,0.00011142924,0.00066533487,0.00047462754,0.00037541558,0.00060825684,0.00022551489,0.0017465751,0.0011998233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012478234,0.000098330114,0.09107481,0.00003605095,0.00025322477,0.00004200569,0.000028238283,0.000027001806,0.00003856642,0.00044823435,0.84212327,0.06458244],"study_design_scores_gemma":[0.0021216269,0.0013504286,0.08786444,0.0004513757,0.000358353,0.00023776521,0.0002672173,0.0034798966,0.000008782431,0.0026716157,0.90107495,0.000113547634],"about_ca_topic_score_codex":0.00009009173,"about_ca_topic_score_gemma":0.00021679002,"teacher_disagreement_score":0.6647264,"about_ca_system_score_codex":0.00008311261,"about_ca_system_score_gemma":0.0012287842,"threshold_uncertainty_score":0.9995779},"labels":[],"label_agreement":null},{"id":"W4366075637","doi":"10.1093/ptj/81.10.1641","title":"Philadelphia Panel Evidence-Based Clinical Practice Guidelines on Selected Rehabilitation Interventions for Low Back Pain","year":2001,"lang":"en","type":"article","venue":"Physical Therapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Centre for Global Health Research; Health Canada; University of Ottawa; Ministry of Health and Long Term Care","funders":"","keywords":"Data extraction; Medicine; Psychological intervention; Observational study; Randomized controlled trial; Rehabilitation; Grading (engineering); Physical therapy; Evidence-based medicine; Low back pain; MEDLINE; Family medicine; Alternative medicine; Nursing; Surgery","score_opus":0.6744559891052322,"score_gpt":0.6156101999053778,"score_spread":0.05884578919985439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366075637","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35101777,0.00041014986,0.10314775,0.5395794,0.00065062346,0.004701661,0.000035409164,0.00029821528,0.00015905261],"genre_scores_gemma":[0.79331076,0.0013735783,0.11692035,0.08209948,0.0048868847,0.0005996554,0.00042119925,0.00012251917,0.00026554777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99519444,0.0011351992,0.0020993939,0.0006413219,0.000586066,0.00034359936],"domain_scores_gemma":[0.9571102,0.03800879,0.0006852266,0.00059209525,0.0033887594,0.00021487383],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062550684,0.0002760271,0.00061932125,0.00011158461,0.00011707414,0.00005145364,0.0001647831,0.00013469075,0.00022308744],"category_scores_gemma":[0.1641232,0.00022552176,0.00082393596,0.00064952037,0.00012511118,0.0005542619,0.000019435818,0.00043355057,0.00019878312],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027366627,0.014004134,0.004628137,0.00053017645,0.00053602684,0.000013766977,0.00020699768,0.00050859875,0.0069183772,0.00073055836,0.18848586,0.75607073],"study_design_scores_gemma":[0.043208286,0.07013055,0.081397235,0.008444686,0.0011770898,0.000033969467,0.0013696993,0.22285989,0.0019284713,0.01100938,0.5568777,0.0015630898],"about_ca_topic_score_codex":0.00004482874,"about_ca_topic_score_gemma":0.0000064557166,"teacher_disagreement_score":0.75450766,"about_ca_system_score_codex":0.000121161196,"about_ca_system_score_gemma":0.000287168,"threshold_uncertainty_score":0.91965103},"labels":[],"label_agreement":null},{"id":"W4366179088","doi":"10.1186/s12885-023-10835-0","title":"Symptom management care pathway adaptation process and specific adaptation decisions","year":2023,"lang":"en","type":"article","venue":"BMC Cancer","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; SickKids Foundation; Hospital for Sick Children","funders":"National Cancer Institute; Canadian Institutes of Health Research; National Institutes of Health","keywords":"Adaptation (eye); Medicine; Clinical pathway; Care pathway; Psychology; Nursing; Health care; Political science","score_opus":0.31317200338910195,"score_gpt":0.4785067357081734,"score_spread":0.16533473231907148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366179088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681272,0.001647461,0.023014471,0.0022571008,0.00079423346,0.0017118534,0.00007398027,0.00029441717,0.0020792738],"genre_scores_gemma":[0.98947257,0.002479487,0.00604756,0.00038935474,0.0003072519,0.00027105413,0.00031266143,0.000029839723,0.0006902266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99862826,0.000037234848,0.00045380965,0.0003168468,0.0003929474,0.00017091473],"domain_scores_gemma":[0.99892086,0.00040525102,0.00013766719,0.00019134986,0.00025002856,0.000094826515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027390395,0.00010816672,0.00014665825,0.00012128545,0.00009659016,0.00003175361,0.000045139488,0.000048765753,0.00017541734],"category_scores_gemma":[0.0003420844,0.00010070346,0.00004239629,0.000457159,0.000026252952,0.00017941039,0.000038578328,0.0000944472,0.00010582927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048365307,0.000056969126,0.01456659,0.00034690188,0.00006508706,0.00002979596,0.0056858365,0.005939934,0.00024904855,0.0006234782,0.006994071,0.9649586],"study_design_scores_gemma":[0.008410049,0.0003823025,0.63333404,0.00091101415,0.0005020946,0.000020812067,0.15162264,0.059470903,0.0004231057,0.0015864458,0.14280517,0.00053143746],"about_ca_topic_score_codex":0.00010807223,"about_ca_topic_score_gemma":0.00081451726,"teacher_disagreement_score":0.9644272,"about_ca_system_score_codex":0.00013180847,"about_ca_system_score_gemma":0.00015796075,"threshold_uncertainty_score":0.41065678},"labels":[],"label_agreement":null},{"id":"W4366263393","doi":"10.1016/j.artmed.2023.102550","title":"Using graph rewriting to operationalize medical knowledge for the revision of concurrently applied clinical practice guidelines","year":2023,"lang":"en","type":"article","venue":"Artificial Intelligence in Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Operationalization; Rewriting; Computer science; Graph; Data science; Knowledge graph; Information retrieval; Programming language; Theoretical computer science; Epistemology","score_opus":0.7570480832277316,"score_gpt":0.6807892553561179,"score_spread":0.07625882787161375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366263393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06298698,0.0013912716,0.6441134,0.28273204,0.0032623792,0.00457508,0.000022750195,0.00013428016,0.0007818025],"genre_scores_gemma":[0.87609,0.0026917735,0.08982793,0.024797,0.0061268713,0.00013153725,0.00019985723,0.000075465054,0.000059570022],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931217,0.0002671472,0.0047103353,0.000509076,0.0010380063,0.00035377004],"domain_scores_gemma":[0.9715942,0.024363855,0.0005910037,0.0004810184,0.0026929674,0.0002769568],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02189004,0.00019377022,0.00066529214,0.00031313841,0.00014821251,0.000016688058,0.00030672693,0.0001715111,0.00031390064],"category_scores_gemma":[0.27108967,0.00013337006,0.00013854788,0.001773103,0.0003745082,0.00014227041,0.0001534411,0.00046951446,0.00007541185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010960905,0.00030256406,0.0005789191,0.00013713268,0.00007577837,0.000020258234,0.0010076526,0.0010721629,0.0018378996,0.020174569,0.021492539,0.9522044],"study_design_scores_gemma":[0.0024314886,0.002393202,0.0014286826,0.004488473,0.0011432762,0.00012819309,0.05702512,0.5997957,0.0038132619,0.011504001,0.3152381,0.0006105123],"about_ca_topic_score_codex":0.0004340281,"about_ca_topic_score_gemma":0.0002935103,"teacher_disagreement_score":0.95159394,"about_ca_system_score_codex":0.00006105627,"about_ca_system_score_gemma":0.0005448552,"threshold_uncertainty_score":0.7586695},"labels":[],"label_agreement":null},{"id":"W4366333672","doi":"10.46747/cfp.6904228","title":"Time to invest in team-based care","year":2023,"lang":"en","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Patient care; Family medicine; Computer science; Medicine; Operations research; Nursing; Mathematics","score_opus":0.12571539479647484,"score_gpt":0.3817649407116491,"score_spread":0.25604954591517426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366333672","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002824448,0.00007906139,0.0000028579445,0.9307625,0.0006272523,0.0017097697,0.0010462137,0.00013828865,0.06280958],"genre_scores_gemma":[0.0006782575,0.0000019341312,0.00017911347,0.9837795,0.0045263055,0.000113883834,0.0073197833,0.0001952157,0.003206002],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714607,0.00012453219,0.00078387285,0.0006711673,0.00045933647,0.000815005],"domain_scores_gemma":[0.9977438,0.00046824483,0.00016474364,0.00076355046,0.00024531415,0.00061438576],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023106372,0.00037814624,0.000649709,0.0010169666,0.00006700235,0.000046179535,0.00026509838,0.0005388324,0.000048850798],"category_scores_gemma":[0.00052822963,0.0004350961,0.00018139824,0.00096345006,0.00007157869,0.000079633246,0.000034126195,0.0017186381,0.012401655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013765062,0.000009519967,0.00005835645,0.00014255714,0.000029786406,0.0009060553,0.00006500671,0.000041619292,0.00012709234,8.735942e-7,0.9877522,0.010853143],"study_design_scores_gemma":[0.0007970562,0.0001701928,0.0029972547,0.00046760245,0.00012756766,5.461105e-7,0.0005487147,0.00015492538,0.000012362493,0.000023914825,0.9942977,0.00040220204],"about_ca_topic_score_codex":0.07970558,"about_ca_topic_score_gemma":0.097166486,"teacher_disagreement_score":0.05960358,"about_ca_system_score_codex":0.0019109532,"about_ca_system_score_gemma":0.004260301,"threshold_uncertainty_score":0.9998101},"labels":[],"label_agreement":null},{"id":"W4366768311","doi":"10.1186/s12874-023-01897-6","title":"Lived experience-centred word clouds may improve research uncertainty gathering in priority setting partnerships","year":2023,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia; University Health Network; Toronto Rehabilitation Institute; University of Toronto","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"General partnership; Alliance; Psychology; Medicine; Stakeholder; Health care; Computer science; Public relations; Business; Political science","score_opus":0.9277101138583762,"score_gpt":0.7044244858165806,"score_spread":0.22328562804179564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366768311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96437734,0.00021327786,0.0023553637,0.02964566,0.0006517562,0.0018328433,0.000005076592,0.00018153213,0.00073713507],"genre_scores_gemma":[0.9494186,0.0009260952,0.044565096,0.00074465014,0.0016467398,0.000727095,0.0000873592,0.000076286444,0.0018080557],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9387826,0.04833143,0.0023882503,0.0014917654,0.005922669,0.0030833401],"domain_scores_gemma":[0.7297749,0.26580164,0.00023017611,0.001152172,0.001426235,0.0016149104],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17727178,0.0002417466,0.00086328055,0.001029039,0.00035096082,0.000059704977,0.00073305896,0.00066730846,0.0022171373],"category_scores_gemma":[0.70085937,0.00020933285,0.00016830197,0.0035568231,0.00152831,0.0001619883,0.0012968516,0.004864967,0.00049740006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0096728075,0.0009673264,0.19770809,0.001265903,0.00013798913,0.002609246,0.023949157,0.00005929163,0.03599194,0.002442969,0.012210741,0.71298456],"study_design_scores_gemma":[0.028351752,0.004380419,0.25367326,0.0025539624,0.00010710024,0.0003014986,0.41438636,0.12733936,0.008177251,0.02576856,0.13361374,0.0013467426],"about_ca_topic_score_codex":0.0028214445,"about_ca_topic_score_gemma":0.0045400234,"teacher_disagreement_score":0.7116378,"about_ca_system_score_codex":0.0007138404,"about_ca_system_score_gemma":0.004737134,"threshold_uncertainty_score":0.99869496},"labels":[],"label_agreement":null},{"id":"W4366822531","doi":"10.1111/jep.13847","title":"Phase 2 of collaborative action around the implementation of virtual hearing aid care: Evaluation of a clinical practice guideline","year":2023,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas University; London Health Sciences Centre; Western University","funders":"","keywords":"Rigour; Guideline; CLARITY; Medical education; Stakeholder; Medicine; Quality (philosophy); Checklist; Psychology; Nursing; Public relations; Political science; Pathology","score_opus":0.5769491064258929,"score_gpt":0.7105769123475607,"score_spread":0.13362780592166779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366822531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658294,0.00061566907,0.0026522498,0.024675073,0.0025586183,0.0027939142,0.000054173775,0.000014426072,0.0008065317],"genre_scores_gemma":[0.9744718,0.0017307271,0.020927802,0.0013032404,0.0013114116,0.0000415842,0.00016937581,0.00003572269,0.000008353115],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95724565,0.014892387,0.019899739,0.0005515827,0.007075797,0.00033484993],"domain_scores_gemma":[0.8832885,0.057276934,0.02162565,0.000710963,0.03690294,0.0001950239],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19164635,0.00024631887,0.0013113144,0.00055596145,0.00009015843,0.000032520566,0.00025065598,0.0003207695,0.00034926616],"category_scores_gemma":[0.46483868,0.00019713187,0.00053179864,0.002204427,0.00030296372,0.0024313158,0.0001226722,0.0014119346,0.000017839819],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022928575,0.0063231443,0.020054784,0.0001890252,0.0016054701,0.000028958555,0.0042207884,0.011109351,0.0025209903,0.0003102557,0.015991556,0.9147171],"study_design_scores_gemma":[0.13969816,0.03289074,0.1507471,0.0009322715,0.026188971,0.00040068,0.4576199,0.105816595,0.0032966896,0.0017648288,0.08009582,0.0005482408],"about_ca_topic_score_codex":0.00038651915,"about_ca_topic_score_gemma":0.00022268092,"teacher_disagreement_score":0.91416883,"about_ca_system_score_codex":0.00043053034,"about_ca_system_score_gemma":0.0064997473,"threshold_uncertainty_score":0.99913245},"labels":[],"label_agreement":null},{"id":"W4366992681","doi":"10.1016/j.waojou.2023.100770","title":"A systematic review of quality and consistency of clinical practice guidelines on the primary prevention of food allergy and atopic dermatitis","year":2023,"lang":"en","type":"review","venue":"World Allergy Organization Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Queen's University","funders":"National Institute of Allergy and Infectious Diseases; Pan American Health Organization; European Academy of Allergy and Clinical Immunology; Japanese Society of Allergology; Australasian Society of Clinical Immunology and Allergy; World Health Organization","keywords":"Atopic dermatitis; Medicine; Rigour; Consistency (knowledge bases); Food allergy; Quality (philosophy); Family medicine; Population; Clinical Practice; Alternative medicine; Allergy; Pediatrics; Environmental health; Pathology; Immunology","score_opus":0.3930264675271137,"score_gpt":0.5430976546617861,"score_spread":0.15007118713467238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366992681","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051026724,0.9870547,0.00045411033,0.01016968,0.00026159274,0.0017830834,0.000026570704,0.000016708893,0.00018252885],"genre_scores_gemma":[0.00002674376,0.99258006,0.0030759822,0.0036847466,0.00020440517,0.000016901138,0.00012262954,0.000055883473,0.00023263071],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98524904,0.0026372804,0.010858388,0.00028304302,0.00084123336,0.00013101437],"domain_scores_gemma":[0.9737755,0.008359885,0.012912913,0.0005198965,0.004294554,0.0001372306],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009838275,0.00028662488,0.003406302,0.00024475934,0.00008700425,0.000022229951,0.00018257777,0.0001605741,0.00018271613],"category_scores_gemma":[0.13958159,0.00018485122,0.00039946928,0.00096937566,0.00015181083,0.00018204481,0.00014112289,0.00055575505,0.0000046005393],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019833094,0.00028447737,0.000023287512,0.923737,0.0039127627,0.00000846159,0.00006322901,4.7482436e-7,9.1423595e-7,0.003925693,0.005611797,0.0624121],"study_design_scores_gemma":[0.0010476614,0.0005117398,0.00082490215,0.8389994,0.005066626,0.0007947788,0.00028365108,0.000004513796,0.0000020625966,0.00027755677,0.15198155,0.00020557464],"about_ca_topic_score_codex":0.0000112982825,"about_ca_topic_score_gemma":0.000033999426,"teacher_disagreement_score":0.14636976,"about_ca_system_score_codex":0.000054906865,"about_ca_system_score_gemma":0.0011488189,"threshold_uncertainty_score":0.86766607},"labels":[],"label_agreement":null},{"id":"W4367018875","doi":"10.9778/cmajo.20220130","title":"Health equity considerations in guideline development: a rapid scoping review","year":2023,"lang":"en","type":"article","venue":"CMAJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Public Health Ontario; McMaster University Medical Centre; Ottawa Hospital; Public Health Agency of Canada; University of Ottawa; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Canada Research Chairs; Public Health Agency; Public Health Agency of Canada","keywords":"Guideline; Checklist; Best practice; CINAHL; MEDLINE; Equity (law); Grey literature; Business; Medicine; Political science; Psychology","score_opus":0.6414124678254896,"score_gpt":0.6394540836443798,"score_spread":0.001958384181109718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367018875","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00715854,0.018203573,0.002689564,0.93033576,0.0007466739,0.021321837,0.000028157048,0.00040905277,0.01910686],"genre_scores_gemma":[0.16920027,0.03921101,0.21293603,0.569046,0.00064786704,0.0015657982,0.00528831,0.00015504392,0.0019496718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968436,0.0001902012,0.0020938339,0.0003070388,0.00027368838,0.00029165647],"domain_scores_gemma":[0.9983966,0.0005983323,0.00032880274,0.00033517854,0.0001842324,0.00015690287],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068100276,0.00010883565,0.00052137795,0.00011376219,0.00013593546,0.00005865202,0.00013835398,0.000035668065,0.0027671712],"category_scores_gemma":[0.008399709,0.00010322238,0.000038054182,0.0005676265,0.00002284278,0.00029123234,0.0005711584,0.0001824813,0.00058771815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004006137,0.0001367856,0.0042238985,0.0026124727,0.00003554702,0.00006541374,0.00040323252,0.000013382977,0.00006583374,0.0002807962,0.6011185,0.3910041],"study_design_scores_gemma":[0.02362083,0.0010455975,0.12819752,0.25049025,0.00031190232,0.00041978573,0.0019037414,0.0016133066,0.0006508346,0.0039215004,0.58628744,0.001537305],"about_ca_topic_score_codex":0.00092943205,"about_ca_topic_score_gemma":0.005282054,"teacher_disagreement_score":0.3894668,"about_ca_system_score_codex":0.00019100649,"about_ca_system_score_gemma":0.0031308227,"threshold_uncertainty_score":0.999953},"labels":[],"label_agreement":null},{"id":"W4367042374","doi":"10.1182/bloodadvances.2023010039","title":"Identifying experts for clinical practice guidelines: perspectives from the ASH Guideline Oversight Subcommittee","year":2023,"lang":"en","type":"article","venue":"Blood Advances","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Sunnybrook Health Science Centre; Canadian Blood Services; McMaster University","funders":"National Heart, Lung, and Blood Institute; Agency for Healthcare Research and Quality","keywords":"Guideline; Clinical Practice; Medicine; Family medicine; Pathology","score_opus":0.4086942509965733,"score_gpt":0.5974869721055978,"score_spread":0.18879272110902445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367042374","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20367706,0.0626252,0.035109967,0.67977434,0.007469971,0.005766195,0.00047113138,0.0015076968,0.00359844],"genre_scores_gemma":[0.10014128,0.061936297,0.7015805,0.09915644,0.029662957,0.0007165556,0.0023184982,0.00033389812,0.0041535296],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492896,0.0003017066,0.0027197246,0.0008156061,0.0007840097,0.0004499841],"domain_scores_gemma":[0.98008376,0.015595504,0.0009197637,0.0008478792,0.0023636736,0.00018942919],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004493935,0.00029033364,0.0005535593,0.00008900649,0.00035383916,0.000104317995,0.0003626406,0.00014469746,0.00029165606],"category_scores_gemma":[0.11330358,0.00020625758,0.00042239478,0.0005424745,0.00016638843,0.0010850128,0.00021483916,0.00035000345,0.00014417381],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011384131,0.0007162957,0.015236546,0.000040865743,0.00070786965,0.00009515828,0.0014250095,0.000040996663,0.00092538097,0.00044377265,0.8948463,0.08438339],"study_design_scores_gemma":[0.004919832,0.00037688893,0.006093804,0.000113624745,0.0011920378,0.000039989383,0.060375456,0.0006859238,0.00025773025,0.0017341592,0.9239555,0.00025506006],"about_ca_topic_score_codex":0.00023197291,"about_ca_topic_score_gemma":0.00015903777,"teacher_disagreement_score":0.6664706,"about_ca_system_score_codex":0.00005009289,"about_ca_system_score_gemma":0.000263415,"threshold_uncertainty_score":0.89416546},"labels":[],"label_agreement":null},{"id":"W4367297930","doi":"10.1186/s44158-023-00094-7","title":"How to recognize a trustworthy clinical practice guideline","year":2023,"lang":"en","type":"review","venue":"Journal of Anesthesia Analgesia and Critical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Trustworthiness; Certainty; Set (abstract data type); Psychology; Medicine; Computer science; Evidence-based medicine; Medical education; Alternative medicine; Internet privacy; Pathology","score_opus":0.2877641050065232,"score_gpt":0.5552732693613831,"score_spread":0.2675091643548599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367297930","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053847067,0.9091115,0.0007249278,0.0887551,0.00037079994,0.00080192764,0.000014072959,0.000044669418,0.00012316593],"genre_scores_gemma":[0.000082378894,0.9563855,0.03208699,0.007575748,0.003466709,0.000018458193,0.00007731659,0.0001408612,0.00016606276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99109024,0.0011467017,0.005427932,0.0006287173,0.00120609,0.00050029234],"domain_scores_gemma":[0.9804171,0.011897085,0.0016976723,0.0005196388,0.0041580973,0.001310456],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005204053,0.0005676715,0.0038351822,0.0005493822,0.00011368991,0.00026974385,0.00030014553,0.0006917971,0.00006594431],"category_scores_gemma":[0.08389528,0.00041908666,0.0015547329,0.00083743635,0.0001457333,0.00047228314,0.00009582924,0.0018772471,0.00007277746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042459345,0.00018646449,0.00005162206,0.008870827,0.00044215663,0.014505156,0.000069877926,9.823155e-8,1.3717796e-7,0.00032043675,0.034576632,0.940552],"study_design_scores_gemma":[0.00086786936,0.0028881636,0.00005704684,0.008093918,0.014797,0.040102236,0.003476861,0.000004018626,1.480522e-7,0.00008446665,0.929264,0.0003642849],"about_ca_topic_score_codex":0.0000118559,"about_ca_topic_score_gemma":0.000004945193,"teacher_disagreement_score":0.9401877,"about_ca_system_score_codex":0.00016954709,"about_ca_system_score_gemma":0.0014895867,"threshold_uncertainty_score":0.9998261},"labels":[],"label_agreement":null},{"id":"W4367315111","doi":"10.1186/s40900-023-00433-6","title":"Key issues for stakeholder engagement in the development of health and healthcare guidelines","year":2023,"lang":"en","type":"article","venue":"Research Involvement and Engagement","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Bruyère; Canadian Council on Animal Care; Ottawa Hospital; Montfort Hospital; McMaster University Medical Centre; St. Joseph’s Healthcare Hamilton; University of Calgary; Impact; Alberta Health Services; McMaster University; University of Ottawa","funders":"","keywords":"Stakeholder engagement; Key (lock); Health care; Stakeholder; Process management; Business; Public relations; Political science; Computer science","score_opus":0.9055874952933912,"score_gpt":0.6464803880030029,"score_spread":0.2591071072903883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367315111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8004678,0.0030952827,0.00065892894,0.19026591,0.00011250976,0.0052346997,0.000019181432,0.00004570548,0.000100015845],"genre_scores_gemma":[0.95454377,0.009626526,0.028544206,0.004751662,0.00022727391,0.001267186,0.0005132147,0.00004037232,0.0004857994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949497,0.0012162008,0.0016378849,0.00041119626,0.0011741287,0.00061087316],"domain_scores_gemma":[0.99720675,0.0016312997,0.00017614424,0.0003072212,0.00051629706,0.00016228519],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.048297636,0.00014990036,0.0003361578,0.00041969607,0.0005203368,0.000049732207,0.00013536445,0.000037795697,0.000024739456],"category_scores_gemma":[0.003177053,0.00010781076,0.000036875594,0.0005583467,0.000100237565,0.0001003142,0.00028407702,0.00041808697,0.00000600585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060695346,0.0008725115,0.06744022,0.0066030403,0.00029385134,0.00001684656,0.07877075,0.000022835584,0.0010645634,0.0065897442,0.18902783,0.6486909],"study_design_scores_gemma":[0.005188226,0.002232013,0.06022384,0.00080472615,0.000032361546,0.0000019019226,0.20907012,0.0012819504,0.0005315924,0.002336931,0.7180682,0.00022815881],"about_ca_topic_score_codex":0.00050148065,"about_ca_topic_score_gemma":0.00066995074,"teacher_disagreement_score":0.6484627,"about_ca_system_score_codex":0.00015774164,"about_ca_system_score_gemma":0.0005549652,"threshold_uncertainty_score":0.97997785},"labels":[],"label_agreement":null},{"id":"W4367322931","doi":"10.1111/ans.18416","title":"Abstract Journal Surgical Education","year":2023,"lang":"en","type":"article","venue":"ANZ Journal of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prioris.ai (Canada)","funders":"","keywords":"Medicine; General surgery","score_opus":0.3714264653978287,"score_gpt":0.5202097618179008,"score_spread":0.1487832964200721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367322931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774369,0.00038136783,0.000036291236,0.01874636,0.0025632547,0.000054973716,0.0000012751419,0.000017827826,0.0007617693],"genre_scores_gemma":[0.99246174,0.0023650378,0.00036591792,0.0009888388,0.0034266764,8.232511e-7,0.000016382619,0.000019107929,0.00035548047],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99739575,0.000084408326,0.0016499504,0.000080907106,0.00058787834,0.00020110111],"domain_scores_gemma":[0.9949178,0.002854798,0.0010388492,0.00011479441,0.00078806584,0.00028570925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004914324,0.00008926755,0.000355826,0.0004802676,0.00007066232,0.000048389287,0.00006508399,0.00006915072,0.0008500907],"category_scores_gemma":[0.004936927,0.00007014596,0.0003680778,0.00041993416,0.0000324097,0.00048252594,0.000016668551,0.0005608465,0.00018650915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056388037,0.0003703761,0.1346058,0.000049065042,0.00014146211,0.0020206412,0.0000743078,0.000014199113,0.0011004984,0.000026277665,0.519522,0.34151152],"study_design_scores_gemma":[0.001231929,0.000158681,0.6804415,0.00042735756,0.00019620315,0.017473334,0.0012510861,0.000020868254,0.00032159162,0.0009102817,0.29743284,0.000134301],"about_ca_topic_score_codex":0.000011850454,"about_ca_topic_score_gemma":9.942339e-7,"teacher_disagreement_score":0.54583573,"about_ca_system_score_codex":0.00007774364,"about_ca_system_score_gemma":0.0015923107,"threshold_uncertainty_score":0.9307897},"labels":[],"label_agreement":null},{"id":"W4376630561","doi":"10.46747/cfp.6905e110","title":"Recommandations rapides","year":2023,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Humanities; Philosophy","score_opus":0.22899985143027468,"score_gpt":0.43262073092553754,"score_spread":0.20362087949526286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376630561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4937338,0.00012158848,0.0001742651,0.073524594,0.0012662073,0.0010111049,0.00023826354,0.0005162207,0.42941397],"genre_scores_gemma":[0.67782915,0.000074173964,0.00063480117,0.31757239,0.0007961725,0.0000426025,0.0012057312,0.000047093297,0.0017978679],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990361,0.00003351808,0.000311704,0.00018284559,0.00013513914,0.0003007054],"domain_scores_gemma":[0.99894166,0.00023046478,0.00005759096,0.0002759448,0.00011235443,0.0003819737],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027804537,0.00008605142,0.00014764625,0.00025246158,0.00013971904,0.000024929253,0.000068262874,0.000043672153,0.00002958899],"category_scores_gemma":[0.00029708256,0.00009104366,0.000073304065,0.0006801801,0.00003586769,0.00014163306,0.000013977857,0.0001444735,0.0025362594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013416899,0.000021333644,0.0009825819,0.000013639819,0.000050118786,0.000046434205,0.000054184908,0.000015804811,0.0024757488,0.0008786164,0.7076225,0.28782558],"study_design_scores_gemma":[0.0006403775,0.00007331281,0.106008,0.000033953012,0.0000700894,0.0000011340071,0.0013655828,0.00068552775,0.000108001834,0.0012388725,0.889644,0.00013113712],"about_ca_topic_score_codex":0.012665636,"about_ca_topic_score_gemma":0.01829962,"teacher_disagreement_score":0.4276161,"about_ca_system_score_codex":0.00016220298,"about_ca_system_score_gemma":0.0006261803,"threshold_uncertainty_score":0.9996139},"labels":[],"label_agreement":null},{"id":"W4376631119","doi":"10.46747/cfp.6905338","title":"Rapid recommendations","year":2023,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Guideline; Computer science; Primary care; Data science; Medicine; Family medicine; Pathology","score_opus":0.2530854299378839,"score_gpt":0.4372460749896392,"score_spread":0.18416064505175528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376631119","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18731052,0.00020975835,0.00013663889,0.21454541,0.0021981962,0.001292335,0.00041144557,0.00063408865,0.5932616],"genre_scores_gemma":[0.40877533,0.00019286784,0.0009173498,0.58464396,0.0010696278,0.000057118283,0.0021360486,0.00006356784,0.002144114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897397,0.00003745434,0.00032619707,0.00019810608,0.00013602973,0.00032822203],"domain_scores_gemma":[0.9989125,0.00020482093,0.00006126615,0.00028523555,0.00010866171,0.00042750963],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028133413,0.00009038634,0.00014535752,0.00025541105,0.00013343123,0.000022387014,0.00006995892,0.000046008696,0.00005965723],"category_scores_gemma":[0.00023002808,0.00009822017,0.00007501266,0.00073389796,0.00003075492,0.00013439747,0.000015013893,0.00016277499,0.0031217693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065791146,0.000014073006,0.00015223061,0.0000063165076,0.00002754062,0.000025274381,0.000030690415,0.000002533865,0.000951715,0.0004331506,0.6222745,0.3760754],"study_design_scores_gemma":[0.00052742293,0.00006857924,0.0345266,0.000024938317,0.000052717085,9.112864e-7,0.0013097652,0.00043682338,0.000065579516,0.000536867,0.96234393,0.00010584927],"about_ca_topic_score_codex":0.009472507,"about_ca_topic_score_gemma":0.009468206,"teacher_disagreement_score":0.5911175,"about_ca_system_score_codex":0.00019908838,"about_ca_system_score_gemma":0.0006571527,"threshold_uncertainty_score":0.99765444},"labels":[],"label_agreement":null},{"id":"W4377233929","doi":"10.1136/spcare-2023-acp.107","title":"PP19.002 Developing an interactive advance care planning framework","year":2023,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Health","funders":"","keywords":"Documentation; Graphics; Computer science; Scope (computer science); Advance care planning; Health care; Variety (cybernetics); Health professionals; Medical education; World Wide Web; Multimedia; Knowledge management; Medicine; Nursing; Palliative care; Artificial intelligence","score_opus":0.3146793465626297,"score_gpt":0.5832297609018248,"score_spread":0.2685504143391951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377233929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84337986,0.000121881945,0.13520418,0.011330975,0.0011354878,0.00065822696,0.0000098441415,0.0008680637,0.007291467],"genre_scores_gemma":[0.87970644,0.000030272422,0.11377136,0.0054541565,0.0004179396,0.000023841896,0.00020947792,0.000029185969,0.00035730467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872553,0.000051684456,0.0004809882,0.0002842868,0.00023328143,0.00022422147],"domain_scores_gemma":[0.9978427,0.0014397005,0.00012385777,0.00024667094,0.00024013438,0.000106901396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028920794,0.00010963135,0.00018277799,0.00010565243,0.00008223555,0.000025764934,0.000073044306,0.000076063894,0.00032428012],"category_scores_gemma":[0.0048747463,0.00009882585,0.000042594933,0.0003950846,0.000020234314,0.0004237729,0.00007558364,0.0003406985,0.00038819597],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001829589,0.00019567684,0.23068093,0.00048051198,0.00032479133,0.00075758033,0.037155196,0.0012178365,0.003509351,0.008979801,0.023282269,0.6915865],"study_design_scores_gemma":[0.0052372604,0.0016014056,0.375109,0.0024074838,0.00034271672,0.00014947436,0.3571799,0.011167158,0.007911521,0.011271985,0.22638133,0.001240767],"about_ca_topic_score_codex":0.00005780898,"about_ca_topic_score_gemma":0.000036428606,"teacher_disagreement_score":0.6903457,"about_ca_system_score_codex":0.00012875245,"about_ca_system_score_gemma":0.00012968047,"threshold_uncertainty_score":0.5835879},"labels":[],"label_agreement":null},{"id":"W4377260928","doi":"10.1515/9780773570948","title":"Ontario Cancer Institute","year":2003,"lang":"en","type":"book","venue":"McGill-Queen's University Press eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cancer; Geography; Medicine; Internal medicine","score_opus":0.10690718831954168,"score_gpt":0.3494739351964933,"score_spread":0.2425667468769516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377260928","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053716794,0.000002514201,0.00013117102,0.00071944133,0.0010817475,0.0011546907,0.00037711926,0.00014584762,0.9963338],"genre_scores_gemma":[0.00011183742,0.000176266,0.00094823504,0.0019748546,0.0002771709,0.0000052662817,0.00040482302,0.00007091759,0.9960306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973401,0.000117197575,0.00069624424,0.00077783345,0.00062748266,0.00044114148],"domain_scores_gemma":[0.99752253,0.00021681268,0.00063704053,0.00077488984,0.00047597304,0.0003727266],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026471706,0.000504293,0.00079618103,0.0002477333,0.0002976265,0.000025773134,0.00029205886,0.0006258655,0.0006600909],"category_scores_gemma":[0.00016265835,0.0005686622,0.0003593205,0.000030692976,0.00021675718,0.00026553706,0.00028854792,0.0013693402,0.000057033234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016507421,0.00023759034,0.00032177163,0.0006185273,0.0019396651,0.0022880603,0.00028515907,0.000047017274,0.000019985002,0.20007561,0.78056526,0.011950611],"study_design_scores_gemma":[0.003075462,0.00016643181,0.00010047138,0.00037606867,0.0019402787,0.000016434522,0.00003472916,0.0000037148936,0.00008330096,0.000176475,0.9935233,0.0005033079],"about_ca_topic_score_codex":0.08937446,"about_ca_topic_score_gemma":0.0012024941,"teacher_disagreement_score":0.21295807,"about_ca_system_score_codex":0.0036318793,"about_ca_system_score_gemma":0.0025202392,"threshold_uncertainty_score":0.99967647},"labels":[],"label_agreement":null},{"id":"W4377291603","doi":"10.1186/s13012-023-01269-0","title":"Effect of core versus enhanced implementation strategies on adherence to a clinical pathway for managing anxiety and depression in cancer patients in routine care: a cluster randomised controlled trial","year":2023,"lang":"en","type":"article","venue":"Implementation Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Cancer Institute NSW","keywords":"Medicine; Anxiety; Cluster randomised controlled trial; Health services research; Health administration; Randomized controlled trial; Depression (economics); Implementation research; Physical therapy; Intervention (counseling); Public health; Family medicine; Psychological intervention; Nursing; Psychiatry; Internal medicine","score_opus":0.22169353840273837,"score_gpt":0.5927869569487215,"score_spread":0.37109341854598316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377291603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98408234,0.0000072979,0.00040784042,0.00030121478,0.0008588068,0.014216085,0.000059684888,0.000024529985,0.00004219231],"genre_scores_gemma":[0.99632233,0.00005458759,0.0003696842,0.00025450237,0.00009412474,0.0027033617,0.00018371938,0.000014005293,0.0000036793233],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99612504,0.0003157449,0.0018923782,0.00060414337,0.00067493145,0.00038774507],"domain_scores_gemma":[0.99474823,0.0039224736,0.00061617926,0.00019280198,0.00039102611,0.00012926017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006186049,0.00018184724,0.00058351154,0.00048048768,0.00009691945,0.000055165416,0.00012935458,0.00005163916,0.000046002962],"category_scores_gemma":[0.004789093,0.00014877568,0.00009977109,0.0010629311,0.000091578026,0.00048480066,0.00009361111,0.0001314978,0.0000028067768],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5829122,0.000111454916,0.16448425,0.00010217059,0.000019822795,9.3694035e-7,0.0023219488,0.00014672629,0.0043001007,0.000021283025,0.00009450931,0.2454846],"study_design_scores_gemma":[0.84490275,0.008204019,0.12605084,0.00011057221,0.00008373023,1.4098516e-7,0.009601143,0.0014488663,0.009413124,0.00003320826,0.000013983828,0.00013760761],"about_ca_topic_score_codex":0.0007743183,"about_ca_topic_score_gemma":0.003059131,"teacher_disagreement_score":0.26199058,"about_ca_system_score_codex":0.00024986584,"about_ca_system_score_gemma":0.00046597887,"threshold_uncertainty_score":0.60668963},"labels":[],"label_agreement":null},{"id":"W4378387322","doi":"10.1515/9780773587526-013","title":"Renforcer la Capacité en Matière De Changement : Exemples De L’Office Régional De La Santé De Winnipeg","year":2012,"lang":"fr","type":"book-chapter","venue":"McGill-Queen's University Press eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.06286615126058259,"score_gpt":0.3460583011157509,"score_spread":0.28319214985516833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378387322","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018626112,0.000046900812,0.0065021375,0.0012424131,0.00040028585,0.0013936126,0.0013121604,0.00024983226,0.98699003],"genre_scores_gemma":[0.172944,0.004183582,0.031232923,0.0043606097,0.004594649,0.000035017994,0.00074918964,0.00042434112,0.7814757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942718,0.0016229887,0.0010209804,0.00078589324,0.0008199971,0.0014782991],"domain_scores_gemma":[0.9909763,0.0060699894,0.0008592396,0.0007918702,0.0003559822,0.0009466273],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038400362,0.00084366504,0.0008784055,0.00039177504,0.0005845597,0.00006911243,0.00065049157,0.0013750975,0.0017853949],"category_scores_gemma":[0.0011712379,0.0010105884,0.0004955079,0.000041807572,0.00072292564,0.0003692408,0.0007669199,0.0018686324,0.000100561156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020945256,0.00036328594,0.0014852376,0.0011459276,0.0017449611,0.0016054583,0.0043866187,0.0002710275,0.0010772021,0.9292468,0.011002568,0.045576423],"study_design_scores_gemma":[0.0034930427,0.00023774846,0.0034218903,0.0011049735,0.0030940583,0.00025429597,0.0015279833,0.0003268097,0.0009152738,0.0011546356,0.9835889,0.0008804396],"about_ca_topic_score_codex":0.013787418,"about_ca_topic_score_gemma":0.00003366003,"teacher_disagreement_score":0.9725863,"about_ca_system_score_codex":0.004006067,"about_ca_system_score_gemma":0.00067866227,"threshold_uncertainty_score":0.9999213},"labels":[],"label_agreement":null},{"id":"W4378417224","doi":"10.1101/2023.05.25.23290549","title":"Evaluation of the implementation and effects of management through care and services pathways: A protocol study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke; Université Laval; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; École Nationale d'Administration Publique","funders":"","keywords":"Operationalization; Health care; Knowledge management; Process management; Context (archaeology); Business; Government (linguistics); Population; Public relations; Political science; Medicine; Computer science; Geography","score_opus":0.26097124309475334,"score_gpt":0.5327700281440982,"score_spread":0.2717987850493449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378417224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8574352,0.00007253235,0.000032341228,0.00024202393,0.00017023041,0.14191233,0.000020476331,0.000020743366,0.00009411619],"genre_scores_gemma":[0.9460511,0.00003579606,0.0006125792,0.00007983636,0.000051031544,0.053090096,0.000048936807,0.000024774721,0.0000058560154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668044,0.0006485661,0.000973682,0.00040025203,0.0011884253,0.00010863747],"domain_scores_gemma":[0.99754596,0.0003528536,0.00087969814,0.00052546914,0.00066474866,0.000031255582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028170147,0.0001755379,0.00035883533,0.00007974628,0.000047053378,0.000016788195,0.00011606891,0.00007525557,0.00001728047],"category_scores_gemma":[0.00038600585,0.00012595154,0.00006533674,0.0001579193,0.000048537815,0.0000772208,0.0007499345,0.00019375136,8.788502e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023209827,0.00045668252,0.8211943,0.028528469,0.000920354,0.000007846906,0.022475282,0.00003992789,0.0011658447,0.00006389073,0.00006726197,0.12484807],"study_design_scores_gemma":[0.007351688,0.00079513196,0.9392608,0.001104951,0.003905561,0.0000015670452,0.04166701,0.00036162423,0.0032685746,0.0020699517,0.00010208268,0.000111074194],"about_ca_topic_score_codex":0.0007139038,"about_ca_topic_score_gemma":0.00079804024,"teacher_disagreement_score":0.124736995,"about_ca_system_score_codex":0.00007482813,"about_ca_system_score_gemma":0.00013826953,"threshold_uncertainty_score":0.5136155},"labels":[],"label_agreement":null},{"id":"W4379376672","doi":"10.1097/ta.0000000000004015","title":"Clinical practice guideline recommendations for pediatric solid organ injury care: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"The Journal of Trauma: Injury, Infection, and Critical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; McGill University Health Centre; University of Toronto; Montreal Children's Hospital; Hospital for Sick Children; Université de Montréal; Université Laval; SickKids Foundation; Hôpital de l'Enfant-Jésus; Children's Hospital of Eastern Ontario; University of Calgary; Centre Hospitalier Universitaire Sainte-Justine; The Quebec Population Health Research Network; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Guideline; Quality (philosophy); Quality management; MEDLINE; Family medicine; Pathology; Management system","score_opus":0.27256746373039453,"score_gpt":0.6059785317377401,"score_spread":0.33341106800734555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379376672","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000085503825,0.97886354,0.0015975789,0.01249091,0.0024210785,0.0041537685,0.00033691217,0.00006733864,0.000060310747],"genre_scores_gemma":[0.00009579989,0.9872471,0.0023104465,0.0054864357,0.004238027,0.00014712657,0.00030951225,0.00013244597,0.000033085493],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98633564,0.0026845632,0.00936086,0.00041277675,0.0007967068,0.00040948397],"domain_scores_gemma":[0.96352005,0.02448384,0.0034933153,0.0007016575,0.007354821,0.00044634292],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0122103775,0.0005523417,0.00391689,0.00038536932,0.00043353206,0.00010333257,0.0003100357,0.000474088,0.0000900556],"category_scores_gemma":[0.1501548,0.0003505073,0.0014595663,0.0008845581,0.00017319378,0.0004578712,0.00012589691,0.0019388456,0.000047552567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016591628,0.00021048557,0.000017362574,0.71617985,0.0005612402,0.000010908947,0.00019177678,7.764214e-8,4.66242e-8,0.00009049829,0.13773741,0.14483441],"study_design_scores_gemma":[0.00075601717,0.002974415,0.0000074939594,0.14330083,0.092597954,0.0015816566,0.0019841925,0.0000021787914,2.505293e-7,0.00013518114,0.7563291,0.00033072472],"about_ca_topic_score_codex":0.000054560798,"about_ca_topic_score_gemma":0.000031650805,"teacher_disagreement_score":0.61859167,"about_ca_system_score_codex":0.00036422844,"about_ca_system_score_gemma":0.0013877436,"threshold_uncertainty_score":0.9998947},"labels":[],"label_agreement":null},{"id":"W4380091472","doi":"10.1016/j.jclinepi.2023.04.003","title":"Corrigendum to methodological approaches for developing, reporting, and assessing evidence-based clinical practice guidelines: a systematic survey [Journal of Clinical Epidemiology 146 (2022) 77-85]","year":2023,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Impact","funders":"","keywords":"Guideline; Checklist; Grading (engineering); Medicine; Medical physics; Computer science; Family medicine; Psychology; Pathology; Engineering","score_opus":0.9787376123107188,"score_gpt":0.75662540289337,"score_spread":0.22211220941734877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380091472","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058579016,0.014754385,0.6310507,0.17774795,0.16625412,0.0040561636,0.00008739728,0.00009155,0.00009984943],"genre_scores_gemma":[0.00082155725,0.030924886,0.83384794,0.092974894,0.03726927,0.00010434373,0.00028899274,0.00030499924,0.0034631046],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.37750372,0.3171611,0.2943995,0.0044211224,0.0033426047,0.003171936],"domain_scores_gemma":[0.0113720875,0.7252129,0.2368511,0.0018395649,0.022123722,0.0026006487],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","research_integrity"],"category_scores_codex":[0.84520394,0.0015314878,0.042150673,0.0012664987,0.00028701077,0.00009796973,0.0018596294,0.0075757746,0.00007329391],"category_scores_gemma":[0.99860847,0.0010480469,0.00857313,0.001188963,0.0019490734,0.0009524517,0.00086533366,0.016527044,0.000040371182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009845566,0.00089265086,0.20027438,0.0079105925,0.0035956495,0.0007720293,0.000025307902,0.00011757663,8.2106317e-7,0.0002578195,0.73851454,0.037793085],"study_design_scores_gemma":[0.011252848,0.026846668,0.5923334,0.05481766,0.015988037,0.0085179405,0.0013387969,0.0145006785,9.959313e-7,0.007953104,0.2648734,0.0015765202],"about_ca_topic_score_codex":0.00023951939,"about_ca_topic_score_gemma":0.00016718122,"teacher_disagreement_score":0.47364116,"about_ca_system_score_codex":0.00046159164,"about_ca_system_score_gemma":0.02111342,"threshold_uncertainty_score":0.9997434},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4380149416","doi":"10.1016/j.jval.2023.03.1671","title":"MT25 Assessing the Impact of a Patient Portal Application for Cancer Patients on Missed Appointments","year":2023,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Patient portal; Medicine; Electronic health record; Health records; Family medicine; Medical physics; Medical emergency; Health care","score_opus":0.31713300889339857,"score_gpt":0.577605929251769,"score_spread":0.26047292035837044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380149416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915959,0.000027327658,0.00019227997,0.0054868297,0.0001488149,0.002421748,0.00006244645,0.000023837305,0.00004076654],"genre_scores_gemma":[0.99784374,0.00005288355,0.00034634332,0.0011285467,0.00006784548,0.00025745836,0.00027613697,0.00001817716,0.00000888354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998247,0.00012766662,0.00092769065,0.00019337855,0.00028527342,0.00021896951],"domain_scores_gemma":[0.99801075,0.0009878713,0.0005785264,0.00020682237,0.00013789574,0.000078149744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001085524,0.00008778729,0.00021287739,0.00010795022,0.000059819504,0.0000068777044,0.00004898744,0.000036849746,0.000016020762],"category_scores_gemma":[0.0013372106,0.000059259728,0.00008815971,0.00036492807,0.00001700424,0.000064793014,0.000017198337,0.00011859916,0.000007346261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082603295,0.0018561721,0.60714436,0.0005927624,0.0001163642,0.0000021909675,0.001944,0.02293337,0.0006888488,0.00017233338,0.012366698,0.3513569],"study_design_scores_gemma":[0.0041968483,0.0030212654,0.90810657,0.0004224245,0.00003773773,0.0000012444439,0.0008178793,0.080945276,0.00027932427,0.00071676116,0.0013482946,0.00010638929],"about_ca_topic_score_codex":0.010843362,"about_ca_topic_score_gemma":0.000042025265,"teacher_disagreement_score":0.3512505,"about_ca_system_score_codex":0.00034035908,"about_ca_system_score_gemma":0.00060469576,"threshold_uncertainty_score":0.9957435},"labels":[],"label_agreement":null},{"id":"W4380149964","doi":"10.1016/j.jval.2023.03.2074","title":"RWD44 Use of Real-World Data for Hard-to-Identify Patient Population: Methodology and a Case Study","year":2023,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Real world data; Real world evidence; Medicine; Matching (statistics); Psychological intervention; Computer science; Intensive care medicine; Data science; Internal medicine; Psychiatry","score_opus":0.8950720303877125,"score_gpt":0.6683719799046978,"score_spread":0.22670005048301478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380149964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875992,0.000018414177,0.00079707074,0.008430502,0.00027495867,0.0026738711,0.00017197547,0.000032892232,0.0000011332015],"genre_scores_gemma":[0.9258623,0.00007338255,0.07221089,0.0012358164,0.000095107214,0.000060197115,0.000405284,0.00002089498,0.000036140547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968158,0.00094787066,0.0014196226,0.00039824814,0.00020819911,0.00021024587],"domain_scores_gemma":[0.9917717,0.0069216588,0.00039909416,0.0006498746,0.0001133358,0.00014435861],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065735574,0.00008293678,0.00042418647,0.00036188893,0.000053898508,0.000010938153,0.000060509883,0.000026310907,0.000008112445],"category_scores_gemma":[0.013896478,0.000079571735,0.000022246992,0.00067124766,0.000019202245,0.00014758558,0.00019050839,0.00012124776,0.000003422934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008442391,0.0005106894,0.8950492,0.00056356,0.00007028436,0.00038956938,0.0033960983,0.0012169767,0.00005989042,0.00016577609,0.008910362,0.08882333],"study_design_scores_gemma":[0.0026130006,0.002527892,0.9625516,0.00012321399,0.00011857243,0.00017045504,0.007500219,0.021054745,0.0000061096075,0.00029489887,0.0029393667,0.00009994201],"about_ca_topic_score_codex":0.22626036,"about_ca_topic_score_gemma":0.02760873,"teacher_disagreement_score":0.19865163,"about_ca_system_score_codex":0.000091935995,"about_ca_system_score_gemma":0.00016082,"threshold_uncertainty_score":0.9944099},"labels":[],"label_agreement":null},{"id":"W4380269675","doi":"10.1016/j.jclinepi.2023.06.006","title":"A new taxonomy is proposed for defining the interests of stakeholders’ representatives in health research: the case of guideline development","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Scopus; Guideline; Stakeholder; Stakeholder engagement; Context (archaeology); Health care; Medicine; Library science; Political science; MEDLINE; Public relations; Computer science; Geography; Pathology","score_opus":0.9494498137416371,"score_gpt":0.7204387851166558,"score_spread":0.22901102862498124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380269675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4979581,0.001099121,0.039352547,0.45848677,0.00068790687,0.0023154775,0.000019328314,0.000009885351,0.00007088902],"genre_scores_gemma":[0.80519986,0.0016312563,0.1804814,0.011685962,0.00070033775,0.000036359517,0.000030065843,0.000030080817,0.00020467471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9695674,0.010218393,0.018862113,0.00036224068,0.00042926712,0.0005605415],"domain_scores_gemma":[0.6901922,0.29628757,0.010583466,0.0006730599,0.0018783871,0.00038527555],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18805613,0.00013127964,0.0018796369,0.00029598473,0.00008971883,0.000004551719,0.00034026615,0.0001506455,0.00007164635],"category_scores_gemma":[0.4672193,0.000068481684,0.0004540002,0.0006127276,0.0004884232,0.00009508097,0.00019319699,0.0013426187,0.000004214709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048294687,0.00038229537,0.11243056,0.00029070373,0.0004954193,0.00019916064,0.0029636698,0.00036748374,0.000029678336,0.0024169555,0.39831054,0.47728404],"study_design_scores_gemma":[0.028091704,0.016075075,0.2941349,0.0026288605,0.00036197875,0.0024356518,0.086234175,0.014032888,0.000501307,0.048559424,0.5065948,0.0003492585],"about_ca_topic_score_codex":0.0010455223,"about_ca_topic_score_gemma":0.0008222206,"teacher_disagreement_score":0.4769348,"about_ca_system_score_codex":0.00007940071,"about_ca_system_score_gemma":0.0034261465,"threshold_uncertainty_score":0.8360671},"labels":[],"label_agreement":null},{"id":"W4380291180","doi":"10.7759/cureus.38784","title":"Exploring ChatGPT’s Potential in Facilitating Adaptation of Clinical Guidelines: A Case Study of Diabetic Ketoacidosis Guidelines","year":2023,"lang":"en","type":"article","venue":"Cureus","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Diabetic ketoacidosis; Data extraction; MEDLINE; Intervention (counseling); Intensive care medicine; Diabetes mellitus; Nursing; Pathology","score_opus":0.816390788622117,"score_gpt":0.5836142303929812,"score_spread":0.2327765582291358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380291180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99560815,0.00015054102,0.0011784192,0.0011408416,0.0007498628,0.0010459219,0.000023158938,0.00008181228,0.0000213128],"genre_scores_gemma":[0.9893991,0.00034872428,0.009478956,0.00014479534,0.00038908122,0.00012360873,0.000048501428,0.00003509645,0.000032146363],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99229115,0.00039594082,0.0058506713,0.0004817023,0.0006844971,0.00029603633],"domain_scores_gemma":[0.9946182,0.002097114,0.0010112958,0.0005466193,0.0015914359,0.0001353857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054439576,0.000206916,0.00086706533,0.000328969,0.00004884461,0.000009366445,0.00013177902,0.000105633226,0.00007278354],"category_scores_gemma":[0.040773764,0.00019567223,0.00021397685,0.0009632124,0.000066462984,0.00040816728,0.00015197098,0.00028452868,0.000019883419],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009863451,0.003101287,0.44111583,0.00060544914,0.00051402755,0.002775788,0.018250175,0.0204871,0.0033436585,0.000016470973,0.001929921,0.50687397],"study_design_scores_gemma":[0.014854302,0.0039417455,0.10715894,0.0006262414,0.0008766867,0.00023227137,0.6156883,0.2553581,0.00033221015,0.00010351677,0.00041270241,0.00041495785],"about_ca_topic_score_codex":0.012252386,"about_ca_topic_score_gemma":0.003512573,"teacher_disagreement_score":0.59743816,"about_ca_system_score_codex":0.00005221723,"about_ca_system_score_gemma":0.00021460437,"threshold_uncertainty_score":0.9943251},"labels":[],"label_agreement":null},{"id":"W4380788367","doi":"10.22541/au.168681799.96918227/v1","title":"Comparative case study of Quality Improvement Support Agencies (QISAs) as a systemic quality strategy: France and Québec","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Jurisdiction; Quality (philosophy); Statute; Excellence; Autonomy; Business; Consistency (knowledge bases); Quality management; Service (business); Political science; Marketing; Computer science; Law","score_opus":0.5853229797512012,"score_gpt":0.5992634495269996,"score_spread":0.013940469775798436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380788367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99252564,0.000088463574,0.00045044054,0.0011719404,0.00034948814,0.004677648,0.00017920989,0.00015030726,0.00040683645],"genre_scores_gemma":[0.9959354,0.000058090776,0.00027952442,0.0004537022,0.00012192247,0.00028897857,0.00014365504,0.0000332448,0.0026855222],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99289656,0.0008140865,0.004128387,0.0009741575,0.0009060681,0.0002807513],"domain_scores_gemma":[0.99320406,0.00256342,0.002030152,0.0010944519,0.00088224135,0.00022565393],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00513759,0.0004250029,0.0017586721,0.0001317365,0.00009320389,0.00005121848,0.00015839588,0.00022250164,0.00035992917],"category_scores_gemma":[0.0020006895,0.0003612381,0.00017652099,0.00017291396,0.0001547579,0.00012279884,0.0007188484,0.0007999563,0.0000452954],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051944344,0.014136623,0.635187,0.031342708,0.011191418,0.007338253,0.23648915,0.0014601502,0.014115876,0.00096158136,0.0123511795,0.030231653],"study_design_scores_gemma":[0.0064922087,0.004864656,0.0767585,0.00032941942,0.0013110411,0.0005266144,0.90763825,0.00046242253,0.0005334456,0.00034835504,0.00010593623,0.0006291797],"about_ca_topic_score_codex":0.7550192,"about_ca_topic_score_gemma":0.20709446,"teacher_disagreement_score":0.6711491,"about_ca_system_score_codex":0.0003261888,"about_ca_system_score_gemma":0.0021947322,"threshold_uncertainty_score":0.99988395},"labels":[],"label_agreement":null},{"id":"W4380869659","doi":"10.1097/sla.0000000000005966","title":"Clinical Practice Guideline Recommendations For Pediatric Multisystem Trauma Care","year":2023,"lang":"en","type":"review","venue":"Annals of Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; McGill University; McGill University Health Centre; University of Toronto; Montreal Children's Hospital; Centre hospitalier universitaire de Québec; Hôpital de l'Enfant-Jésus; Université Laval; University of Calgary; SickKids Foundation; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Guideline; MEDLINE; Intensive care medicine; Medical emergency; Family medicine; Pathology","score_opus":0.9016816023749843,"score_gpt":0.688590776859723,"score_spread":0.21309082551526126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380869659","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009119352,0.9804991,0.0004694414,0.011599039,0.002777351,0.0029321196,0.0014022352,0.00014852131,0.00016309171],"genre_scores_gemma":[0.0000038241346,0.9693021,0.015338979,0.0026379635,0.0039605154,0.0003654702,0.007979571,0.00017494404,0.00023662324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98692775,0.0009400571,0.010365302,0.0007364461,0.00057644537,0.00045398803],"domain_scores_gemma":[0.91985697,0.07036647,0.0051926477,0.0008148957,0.0034862617,0.0002827345],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012970176,0.00045114904,0.003929534,0.0006816826,0.000092709226,0.000027985932,0.0001958014,0.00061471615,0.000101287376],"category_scores_gemma":[0.11068316,0.00039740495,0.0029366491,0.0009621135,0.000049812297,0.000316474,0.00010849432,0.0006679993,0.00020729195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066103596,0.00017341605,0.00008392036,0.022102194,0.00038636004,0.000014092313,0.00001800029,1.7140758e-7,4.8634403e-9,0.000008384539,0.3910146,0.58613276],"study_design_scores_gemma":[0.00046049923,0.00017935676,0.000036155394,0.0071856035,0.005856857,0.000052638516,0.0006609056,0.000009966652,2.5970414e-7,0.000012422664,0.9852411,0.00030422493],"about_ca_topic_score_codex":0.00011993298,"about_ca_topic_score_gemma":0.000015379324,"teacher_disagreement_score":0.5942265,"about_ca_system_score_codex":0.00006018048,"about_ca_system_score_gemma":0.0017618926,"threshold_uncertainty_score":0.99984777},"labels":[],"label_agreement":null},{"id":"W4381161849","doi":"10.32745/9783954668007-2","title":"Entwicklung evidenzbasierter Leitlinien – deutsche und internationale methodische Standards und Entwicklungen","year":2023,"lang":"de","type":"book-chapter","venue":"Medizinisch Wissenschaftliche Verlagsgesellschaft eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; McMaster University Medical Centre","funders":"","keywords":"Political science","score_opus":0.2273667567239625,"score_gpt":0.48043509991099465,"score_spread":0.25306834318703214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381161849","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019298362,0.114640675,0.019806795,0.048971865,0.05310315,0.029377295,0.013051261,0.006434273,0.6953163],"genre_scores_gemma":[0.07991332,0.032469098,0.021109834,0.011088139,0.028034873,0.0009933477,0.00817211,0.004996703,0.8132226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9702322,0.0019016439,0.009496076,0.005043016,0.0097607,0.0035663885],"domain_scores_gemma":[0.96714336,0.01532834,0.0049036806,0.004413249,0.005112677,0.0030987018],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.017004257,0.004159517,0.0052696276,0.0026844225,0.0010506752,0.0008392698,0.0026978112,0.0038478607,0.0062255785],"category_scores_gemma":[0.020039832,0.004122084,0.0028506035,0.0006281721,0.0016533597,0.0009312584,0.002633278,0.007914246,0.021638695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017812334,0.0026143584,0.013164556,0.0089238845,0.11421967,0.014000204,0.016857028,0.00018005456,0.024736745,0.33824253,0.20689286,0.24235578],"study_design_scores_gemma":[0.009651383,0.0020819777,0.00059848535,0.0046117865,0.024213098,0.000178475,0.0020223535,0.0016767189,0.004674587,0.0040701074,0.9423079,0.0039131576],"about_ca_topic_score_codex":0.0009623281,"about_ca_topic_score_gemma":0.0014585566,"teacher_disagreement_score":0.735415,"about_ca_system_score_codex":0.0017850554,"about_ca_system_score_gemma":0.005054499,"threshold_uncertainty_score":0.99744534},"labels":[],"label_agreement":null},{"id":"W4381190111","doi":"10.1111/jpc.16454","title":"The quality of diagnostic guidelines for children in primary care: A meta‐epidemiological study","year":2023,"lang":"en","type":"review","venue":"Journal of Paediatrics and Child Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Guideline; Constipation; Epidemiology; MEDLINE; Family medicine; Primary care; Pediatrics; Acute gastroenteritis; Intensive care medicine; Internal medicine; Pathology","score_opus":0.6497505066869951,"score_gpt":0.6270369572669519,"score_spread":0.022713549420043222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381190111","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058619224,0.98176914,0.000098615645,0.013533845,0.00034136334,0.0035071562,0.00015318271,0.0000065339204,0.000003945009],"genre_scores_gemma":[0.000103089675,0.9948023,0.0012455109,0.0020122835,0.001624553,0.000061934,0.000111867506,0.000033294935,0.000005150389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98865426,0.0015852009,0.0085658515,0.00028436785,0.0005991885,0.00031112047],"domain_scores_gemma":[0.94819564,0.043785706,0.0065884897,0.0002809844,0.0009316108,0.00021754691],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027377672,0.0003051206,0.00454063,0.00028173407,0.00013838535,0.000017000113,0.00021982659,0.00018786057,0.000002184931],"category_scores_gemma":[0.10954567,0.00014909076,0.0011458109,0.0004980434,0.000049803315,0.00005109722,0.000115775365,0.0009993096,6.9454745e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016793727,0.0005192016,0.01917965,0.0210096,0.001893387,0.000009792223,0.00014486982,0.0000051468824,2.7909977e-9,0.00006875231,0.010702479,0.9462992],"study_design_scores_gemma":[0.01017525,0.010181231,0.32634646,0.010368973,0.0327386,0.00033303493,0.0020151513,0.000006675614,1.0597463e-8,0.000824929,0.6064576,0.00055209704],"about_ca_topic_score_codex":0.00025595358,"about_ca_topic_score_gemma":0.0002165249,"teacher_disagreement_score":0.9457471,"about_ca_system_score_codex":0.00022714757,"about_ca_system_score_gemma":0.0017771006,"threshold_uncertainty_score":0.94886094},"labels":[],"label_agreement":null},{"id":"W4381469199","doi":"10.1089/neu.2023.0149","title":"Pediatric Moderate and Severe Traumatic Brain Injury: A Systematic Review of Clinical Practice Guideline Recommendations","year":2023,"lang":"en","type":"review","venue":"Journal of Neurotrauma","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Institute for Clinical Evaluative Sciences; McGill University; McGill University Health Centre; University of Toronto; Montreal Children's Hospital; Children's Hospital of Eastern Ontario; University of Calgary; SickKids Foundation; Université de Montréal; Hospital for Sick Children; Université Laval; Hôpital de l'Enfant-Jésus","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Traumatic brain injury; Guideline; MEDLINE; Systematic review; Quality of evidence; Evidence-based medicine; Evidence-based practice; Intensive care medicine; Meta-analysis; Internal medicine; Psychiatry; Alternative medicine; Pathology","score_opus":0.6057251557880048,"score_gpt":0.6283672754853292,"score_spread":0.022642119697324437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381469199","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021263955,0.9778311,0.00024296674,0.017048227,0.00083732116,0.003780861,0.00010415853,0.000030372254,0.00010370593],"genre_scores_gemma":[0.000002720381,0.98197824,0.00870835,0.007821499,0.0011070804,0.00005245144,0.000088427165,0.00012384463,0.00011735865],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.974181,0.0037528656,0.020240115,0.00042633511,0.00112517,0.0002745371],"domain_scores_gemma":[0.95258844,0.024071585,0.020050501,0.0007279142,0.0021578905,0.00040369525],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02008012,0.0005066496,0.007471591,0.0006280987,0.00006479812,0.000051669613,0.0003505931,0.00032305956,0.00010668563],"category_scores_gemma":[0.19356999,0.00036399876,0.0015334212,0.0010964945,0.000057824058,0.0005537136,0.00013682873,0.0019812114,0.000054889562],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011248175,0.00029736155,0.0000012025043,0.7665737,0.00062527315,0.00012911498,0.000027529368,4.449721e-7,4.3162434e-8,0.000010686244,0.08283765,0.14938451],"study_design_scores_gemma":[0.0011105085,0.0012770711,0.000005239566,0.6081578,0.035206515,0.005967631,0.00013183916,0.00007089926,3.8932825e-8,0.000044060558,0.34779024,0.00023816469],"about_ca_topic_score_codex":0.000008666356,"about_ca_topic_score_gemma":0.0000022943705,"teacher_disagreement_score":0.26495257,"about_ca_system_score_codex":0.00009883653,"about_ca_system_score_gemma":0.0016028997,"threshold_uncertainty_score":0.9998812},"labels":[],"label_agreement":null},{"id":"W4381686428","doi":"10.36834/cmej.77627","title":"Le Congrès international de médecine universitaire connaît un succès sans précédent","year":2023,"lang":"fr","type":"editorial","venue":"Canadian Medical Education Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.06192783984275987,"score_gpt":0.4355398634932204,"score_spread":0.37361202365046053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381686428","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019843592,0.0005566645,0.00034701967,0.35575637,0.6374996,0.00036934408,0.0002529575,0.000039114926,0.003194577],"genre_scores_gemma":[0.028368957,0.0047782846,0.0008395134,0.03176162,0.91652197,0.000034796958,0.0035998106,0.00018788672,0.013907159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99150735,0.0007938825,0.0024727704,0.00067358627,0.0032004183,0.0013519938],"domain_scores_gemma":[0.959923,0.0068092383,0.0015444056,0.0006209208,0.005074355,0.026028063],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.006193388,0.00052125065,0.0007737382,0.0010872358,0.00075718167,0.00037354618,0.001236826,0.0016974345,0.107545145],"category_scores_gemma":[0.40982383,0.0005978386,0.00039661565,0.0006767452,0.0005362294,0.0006501182,0.00012664773,0.0052465596,0.0014390596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001287939,0.0004317212,0.0021733595,0.000086657165,0.00065287214,0.00130066,0.00055959163,0.00001571129,0.0000055422156,0.0029798876,0.88040626,0.111258954],"study_design_scores_gemma":[0.0052661644,0.00030601805,0.0031400595,0.001830797,0.0007025905,0.0013783285,0.014320697,0.0005453934,0.0000032440948,0.00080637727,0.97123206,0.0004682462],"about_ca_topic_score_codex":0.081455946,"about_ca_topic_score_gemma":0.15920793,"teacher_disagreement_score":0.47932017,"about_ca_system_score_codex":0.009429201,"about_ca_system_score_gemma":0.48874938,"threshold_uncertainty_score":0.9996473},"labels":[],"label_agreement":null},{"id":"W4381715309","doi":"10.1007/s43678-023-00530-1","title":"Health care impact of implementing a clinical pathway for acute care of pediatric concussion: a stepped wedge, cluster randomised trial","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Grey Nuns Community Hospital; Hotchkiss Brain Institute; McMaster University; Alberta Health Services; Alberta Children's Hospital; University of Ottawa; Women and Children’s Health Research Institute; University of Alberta; Children's Hospital of Eastern Ontario; University of Calgary","funders":"Fondation Brain Canada; Alberta Health Services; Brain Research Foundation","keywords":"Medicine; Emergency department; Referral; Triage; Emergency medicine; Concussion; Health care; Randomized controlled trial; Ambulatory care; Clinical trial; Pediatrics; Family medicine; Poison control; Injury prevention; Internal medicine; Psychiatry","score_opus":0.3139090510296318,"score_gpt":0.572505878571652,"score_spread":0.25859682754202024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381715309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973507,0.003924834,0.00047104192,0.009056913,0.008372981,0.0039650165,0.00048664774,0.000013291471,0.00020230889],"genre_scores_gemma":[0.9900631,0.0016601091,0.0005073594,0.0003160435,0.006794665,0.00003014546,0.0004190237,0.00005619727,0.00015336278],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917858,0.00041709733,0.0063547245,0.0002568833,0.0005776688,0.0006078087],"domain_scores_gemma":[0.9907082,0.0014868357,0.0037206407,0.00033325682,0.0024425604,0.0013085265],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054388638,0.00024455035,0.001693087,0.0007798884,0.000131762,0.000003209045,0.00022605671,0.00014728218,0.0012893224],"category_scores_gemma":[0.01362975,0.00017167466,0.0010240695,0.00088708196,0.000096550655,0.00012920948,0.000028782075,0.00042909433,0.0000030262693],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14779702,0.00015148809,0.14586943,0.0015766227,0.002562956,0.0001242523,0.013586129,0.0000380736,0.0003717376,0.000021671587,0.6433664,0.044534214],"study_design_scores_gemma":[0.85003865,0.038852844,0.04649237,0.0008274529,0.005721429,0.00005015551,0.028088462,0.00023852491,0.000058982667,0.000074300806,0.029149357,0.0004074893],"about_ca_topic_score_codex":0.004811885,"about_ca_topic_score_gemma":0.009339757,"teacher_disagreement_score":0.7022416,"about_ca_system_score_codex":0.00030927532,"about_ca_system_score_gemma":0.00944233,"threshold_uncertainty_score":0.99962366},"labels":[],"label_agreement":null},{"id":"W4381742933","doi":"10.21203/rs.3.rs-2854403/v1","title":"All in this together: lessons from international guideline developers on collaboration to reduce duplication and enable success in living guidelines","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Program for New Century Excellent Talents in University; Canadian Rheumatology Association; National Health and Medical Research Council; National Institute for Health and Care Excellence; World Health Organization","keywords":"Guideline; Business; Process management; Medicine","score_opus":0.5555729487527566,"score_gpt":0.6314892481114189,"score_spread":0.07591629935866229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381742933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6437899,0.0002037165,0.00044743883,0.3511068,0.0005696351,0.0027475192,0.0002972164,0.00009407545,0.0007437226],"genre_scores_gemma":[0.9606759,0.0035445956,0.023118192,0.0038676267,0.0013737546,0.0011768363,0.004133039,0.00013653126,0.0019735382],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9937865,0.00070305134,0.0021948717,0.0012127213,0.0015906418,0.0005121847],"domain_scores_gemma":[0.991601,0.003731455,0.00031394177,0.0007494277,0.0033516076,0.00025256234],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009892724,0.00028876567,0.0005146425,0.0014991253,0.000088878514,0.00024603098,0.0004350997,0.0004072709,0.0004757947],"category_scores_gemma":[0.062385753,0.00029339766,0.000059659782,0.0012568197,0.00006380914,0.00026020207,0.0011931595,0.0015003901,0.00017677741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003362337,0.0014892187,0.24133039,0.0009705144,0.0004189511,0.00032647795,0.011448542,0.029452153,0.015707083,0.0006637707,0.5490963,0.14573427],"study_design_scores_gemma":[0.0067897975,0.00094217545,0.5677383,0.019473424,0.00013946135,0.000013571119,0.025530068,0.11226036,0.0032129851,0.0054940246,0.2568197,0.0015861668],"about_ca_topic_score_codex":0.031685337,"about_ca_topic_score_gemma":0.027500138,"teacher_disagreement_score":0.34723917,"about_ca_system_score_codex":0.00145109,"about_ca_system_score_gemma":0.0015156737,"threshold_uncertainty_score":0.99995184},"labels":[],"label_agreement":null},{"id":"W4382400226","doi":"10.21037/tau-22-846","title":"A critical appraisal of urolithiasis clinical practice guidelines using the AGREE II instrument","year":2023,"lang":"en","type":"article","venue":"Translational Andrology and Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Stakeholder; Guideline; Intraclass correlation; Medicine; CLARITY; Scope (computer science); Quality (philosophy); Clinical Practice; Rigour; Family medicine; Political science; Pathology; Computer science; Psychometrics; Clinical psychology; Public relations","score_opus":0.3920663282452915,"score_gpt":0.5699087626334178,"score_spread":0.17784243438812636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382400226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6461776,0.00036061506,0.00383812,0.34856835,0.00056884595,0.00020385784,0.000022412029,0.000036577545,0.00022363143],"genre_scores_gemma":[0.97088,0.0002485067,0.012579015,0.015737789,0.00045703136,0.000010698635,0.000058633286,0.0000118912085,0.000016470947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99737394,0.00043807417,0.0013919726,0.00030449886,0.00025331962,0.00023820768],"domain_scores_gemma":[0.9860543,0.012768095,0.00021476338,0.00018631935,0.00065883936,0.00011766021],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002931616,0.000122347,0.00035457846,0.000097994605,0.00019664473,0.00000480475,0.00007658826,0.00024485687,0.00018451238],"category_scores_gemma":[0.027977385,0.00008799887,0.00011554107,0.00022856625,0.0005873621,0.00015249327,0.0000661408,0.00039832332,0.000011797017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02756285,0.0026298082,0.5003018,0.00030357385,0.0024852273,0.00042777858,0.003069609,0.002775506,0.0034484223,0.16959947,0.021406788,0.26598915],"study_design_scores_gemma":[0.010442273,0.005696048,0.5633427,0.000025062405,0.003304715,0.0047532315,0.0009699381,0.12569709,0.000049162652,0.023859786,0.26149195,0.00036807917],"about_ca_topic_score_codex":0.000058241414,"about_ca_topic_score_gemma":0.000020292708,"teacher_disagreement_score":0.33283055,"about_ca_system_score_codex":0.0000036415042,"about_ca_system_score_gemma":0.00025122453,"threshold_uncertainty_score":0.98021036},"labels":[],"label_agreement":null},{"id":"W4382405696","doi":"10.1017/amj.2023.22","title":"AMJ volume 49 issue 1 Cover and Front matter","year":2023,"lang":"en","type":"article","venue":"American Journal of Law & Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Reading; University of Cambridge; Tel Aviv University; University of Toronto; Georg-August-Universität Göttingen; University of Otago","keywords":"Front cover; Cover (algebra); Front (military); Action (physics); Content (measure theory); Volume (thermodynamics); Engineering; Mathematics; Physics; Mechanical engineering","score_opus":0.09310055800366548,"score_gpt":0.4574164227369043,"score_spread":0.36431586473323885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382405696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.719935,0.00039629344,0.0009303125,0.26721072,0.00089401903,0.0002621624,0.000007828282,0.00004029052,0.01032334],"genre_scores_gemma":[0.95204365,0.00039690043,0.0013595913,0.038704116,0.002071508,0.0000023618006,0.00001836445,0.0000337075,0.0053698057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778134,0.00011303065,0.0011462788,0.00015983044,0.00056918996,0.00023036348],"domain_scores_gemma":[0.99765325,0.0007263029,0.0007854754,0.00020472979,0.00030746177,0.0003227838],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014295547,0.00013817684,0.000656261,0.00014619705,0.00004789158,0.000010148029,0.00008778818,0.000030751733,0.0066186604],"category_scores_gemma":[0.0012671037,0.00009681901,0.00007441533,0.00024938173,0.0006008518,0.0001813109,0.000034220317,0.00036056864,0.002049542],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009694472,0.00009755468,0.08240161,0.0000621871,0.00030669704,0.00061998586,0.0018078028,0.000012011559,0.0032883317,0.000044559354,0.84277725,0.06761255],"study_design_scores_gemma":[0.0037873539,0.0035001012,0.101965144,0.0003091371,0.0005760753,0.001299387,0.0036133078,0.00017537727,0.000059685393,0.00009690614,0.88449144,0.00012609326],"about_ca_topic_score_codex":0.000785882,"about_ca_topic_score_gemma":0.000012310986,"teacher_disagreement_score":0.23210862,"about_ca_system_score_codex":0.000055066565,"about_ca_system_score_gemma":0.00008078185,"threshold_uncertainty_score":0.9987275},"labels":[],"label_agreement":null},{"id":"W4382539339","doi":"10.1097/nr9.0000000000000021","title":"A review of clinical practice guidelines for preventing chlamydial and gonococcal ophthalmia neonatorum","year":2023,"lang":"en","type":"review","venue":"Interdisciplinary Nursing Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Excellence; Context (archaeology); Family medicine; Grading (engineering); Pathology","score_opus":0.8098548361345832,"score_gpt":0.7650220363715373,"score_spread":0.04483279976304588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382539339","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015508691,0.9667632,0.00016978009,0.02350991,0.0013861328,0.0068200016,0.00013101124,0.00007709829,0.0011273404],"genre_scores_gemma":[0.0000031662148,0.97717565,0.017331347,0.00043584764,0.002950068,0.00059938116,0.0005299968,0.00020453872,0.000770014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98605835,0.0021438848,0.008484514,0.0013232355,0.0011036344,0.00088638335],"domain_scores_gemma":[0.95481217,0.033746537,0.0024850068,0.0011432859,0.007326747,0.00048623435],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039435685,0.00052083744,0.003962475,0.00065501983,0.00031765134,0.00007147085,0.0005157647,0.00063660374,0.000059275295],"category_scores_gemma":[0.2124016,0.00042514596,0.0014585087,0.0011712667,0.00068303774,0.000354138,0.0015176709,0.0024312758,0.00007630932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040372237,0.0003448812,0.000004160062,0.16693927,0.0003217178,0.000044984386,0.00006640774,4.7931024e-8,4.2791933e-7,0.000036792782,0.13527758,0.69655997],"study_design_scores_gemma":[0.00072407053,0.0011265461,0.000011824782,0.42651632,0.0022501615,0.0007247867,0.0007507771,0.00009845199,1.8246467e-7,0.00065834314,0.56693625,0.0002022647],"about_ca_topic_score_codex":0.00001967833,"about_ca_topic_score_gemma":0.0000031556565,"teacher_disagreement_score":0.6963577,"about_ca_system_score_codex":0.0003720355,"about_ca_system_score_gemma":0.002608837,"threshold_uncertainty_score":0.9998702},"labels":[],"label_agreement":null},{"id":"W4382542157","doi":"10.1093/jsxmed/qdad068.018","title":"(019) Disclosure of LEEP Complications: Qualitative Analysis of Hospital-affiliated Online Resources in Canada","year":2023,"lang":"en","type":"article","venue":"The Journal of Sexual Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Context (archaeology); Medicine; Qualitative research; Content analysis; Feeling; Government (linguistics); Health care; Family medicine; Nursing; Psychology; Political science; Social psychology","score_opus":0.23057544828349327,"score_gpt":0.5148254200031045,"score_spread":0.2842499717196112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382542157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95075864,0.0003673884,0.000116635565,0.04827201,0.00014160557,0.00021649325,0.00008739928,0.0000050522144,0.000034767458],"genre_scores_gemma":[0.9986628,0.0002552715,0.00021032356,0.00053278066,0.00012880044,0.0000014384061,0.00014530732,0.000011415413,0.000051826577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589396,0.00048356308,0.0024477418,0.000108285545,0.0009128813,0.00015358518],"domain_scores_gemma":[0.99082434,0.005914998,0.0019359597,0.0003140529,0.00090375135,0.000106912215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039832825,0.00011824175,0.0008783242,0.00057966966,0.000026705906,0.0000012695931,0.00022567983,0.000036434794,0.00011221436],"category_scores_gemma":[0.008874639,0.00006931035,0.000038781545,0.00288023,0.00022766384,0.00007811302,0.000044921875,0.0003581015,9.4194434e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006870328,0.0030253413,0.5152151,0.0010978793,0.016320536,0.0002262802,0.24613386,0.019282863,0.09745086,0.00023471295,0.05868281,0.035459436],"study_design_scores_gemma":[0.002515868,0.0031518564,0.73251325,0.0003136512,0.0038136072,0.000011823995,0.25458494,0.002485167,0.00010172126,0.00012966366,0.0003064184,0.00007203163],"about_ca_topic_score_codex":0.41572958,"about_ca_topic_score_gemma":0.4822081,"teacher_disagreement_score":0.21729816,"about_ca_system_score_codex":0.00014267769,"about_ca_system_score_gemma":0.00054805086,"threshold_uncertainty_score":0.99947405},"labels":[],"label_agreement":null},{"id":"W4382631026","doi":"10.1111/1471-0528.17593","title":"Guideline consultation generates inevitable challenges but invaluable communication","year":2023,"lang":"en","type":"letter","venue":"BJOG An International Journal of Obstetrics & Gynaecology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Library science; Hull; Citation; MEDLINE; Medicine; History; Political science; Computer science; Law; Engineering","score_opus":0.28841597879556236,"score_gpt":0.46871183829802254,"score_spread":0.1802958595024602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382631026","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015553103,0.0069611394,0.0012115946,0.9526532,0.020512812,0.00084852794,0.00022954459,0.00012163432,0.0019084322],"genre_scores_gemma":[0.04775057,0.04608745,0.056506597,0.8096173,0.017608143,0.000117055504,0.015583878,0.00046942598,0.0062595834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929297,0.0007570842,0.0038471965,0.00044755035,0.0016047825,0.00041371072],"domain_scores_gemma":[0.9740539,0.011931651,0.0038545849,0.00064951205,0.009331891,0.00017843577],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003289369,0.00038553734,0.00096963556,0.0016866801,0.00010953419,0.00014037221,0.0010914656,0.0009682695,0.0014029457],"category_scores_gemma":[0.05971437,0.00037087445,0.00030786986,0.00049341837,0.00014786259,0.00085122616,0.00024676725,0.002584037,0.00019233054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017911548,0.0003876976,0.0020420644,0.000095638236,0.0011372856,0.0023804016,0.00026247714,0.00046097505,0.00012168711,0.00017080073,0.9114968,0.08126502],"study_design_scores_gemma":[0.006520775,0.0015406853,0.009424298,0.00009245441,0.00089369976,0.0010247199,0.0010399305,0.0019510834,0.00013403899,0.002167631,0.9747864,0.00042427774],"about_ca_topic_score_codex":0.00014703351,"about_ca_topic_score_gemma":0.000049204835,"teacher_disagreement_score":0.14303592,"about_ca_system_score_codex":0.0011728529,"about_ca_system_score_gemma":0.0014157232,"threshold_uncertainty_score":0.9998743},"labels":[],"label_agreement":null},{"id":"W4383736222","doi":"10.22541/au.168615010.07606464/v3","title":"Guideline consultation generates inevitable challenges but invaluable communication","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Caesarean section; Assertion; Criticism; Medicine; Political science; Psychology; Family medicine; Medical education; Public relations; Law; Pregnancy; Computer science","score_opus":0.5871863184689304,"score_gpt":0.5286746927696138,"score_spread":0.05851162569931667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383736222","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18656707,0.023809785,0.027111601,0.70905495,0.0038086213,0.010348599,0.00046636962,0.0037062864,0.035126716],"genre_scores_gemma":[0.35926148,0.11609308,0.42670694,0.016017,0.0025323078,0.0014155436,0.036757007,0.00048675603,0.040729888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953744,0.00036665416,0.0025499011,0.0007310788,0.00063869427,0.00033927194],"domain_scores_gemma":[0.9931261,0.0022504416,0.00092736125,0.0015601305,0.001953837,0.00018213333],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040649483,0.0003720781,0.00073280913,0.00027415127,0.00013585569,0.00010270716,0.00031525127,0.000474055,0.0008727584],"category_scores_gemma":[0.01385014,0.00035003468,0.00017189574,0.00023127123,0.00009062918,0.0002381084,0.0010457272,0.00097465265,0.00083102024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008065846,0.0011157233,0.0028898735,0.0023103913,0.0014007258,0.00005671359,0.0014361831,0.009157428,0.007950203,0.0056568244,0.8556235,0.11159587],"study_design_scores_gemma":[0.023131663,0.0014700565,0.01919921,0.0036787572,0.0057958746,0.00021127095,0.029848184,0.34875798,0.016496489,0.09966567,0.4480566,0.0036882344],"about_ca_topic_score_codex":0.003902117,"about_ca_topic_score_gemma":0.0013744485,"teacher_disagreement_score":0.6930379,"about_ca_system_score_codex":0.00023100809,"about_ca_system_score_gemma":0.00077839877,"threshold_uncertainty_score":0.99994695},"labels":[],"label_agreement":null},{"id":"W4384708273","doi":"10.1093/oed/9198480100","title":"Ottawa, n. &amp; adj.","year":2023,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics","score_opus":0.22674103601124476,"score_gpt":0.37364594759631514,"score_spread":0.14690491158507038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384708273","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000089159075,0.000016751655,0.00040895614,0.0004683213,0.00039187004,0.0006988391,0.00018542538,0.0003407285,0.9973999],"genre_scores_gemma":[0.00011960873,0.00030740543,0.0012352223,0.00047009886,0.00034926896,9.3444254e-7,0.0004898758,0.00009645603,0.99693114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981918,0.00003380194,0.00052494,0.0005065442,0.00047261105,0.00027035276],"domain_scores_gemma":[0.9978561,0.00050742156,0.00043407863,0.00068932795,0.00027185248,0.00024122145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031253445,0.0003147074,0.00050143263,0.0002221543,0.000119202916,0.000022020024,0.00023496544,0.00044731481,0.0003642197],"category_scores_gemma":[0.00025966958,0.0003597045,0.00031626064,0.000012806721,0.00013446106,0.00008881299,0.00033111405,0.0007439116,0.00007710176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010144404,0.0000532422,0.000080512385,0.0003756571,0.0009594387,0.0010360536,0.00017139781,0.0000062561603,0.00006877919,0.6956692,0.24881208,0.051752947],"study_design_scores_gemma":[0.0014862512,0.00012303119,0.00006712557,0.00020539833,0.00098061,0.000027091513,0.000042638087,0.000017617951,0.000012138452,0.00075683836,0.99598104,0.0003002338],"about_ca_topic_score_codex":0.0002048486,"about_ca_topic_score_gemma":0.000347439,"teacher_disagreement_score":0.74716896,"about_ca_system_score_codex":0.00020650022,"about_ca_system_score_gemma":0.00023814116,"threshold_uncertainty_score":0.9998855},"labels":[],"label_agreement":null},{"id":"W4384945722","doi":"10.1016/j.jclinepi.2023.07.005","title":"Heterogeneous methodology in the development of patient versions of clinical practice guidelines: a scoping review","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Readability; Terminology; MEDLINE; Relevance (law); Guideline; Dissemination; Medicine; Medical education; Best practice; Computer science; Pathology; Political science","score_opus":0.9589733681723968,"score_gpt":0.7856833721932245,"score_spread":0.17328999597917227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384945722","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017207008,0.97865623,0.0026891632,0.013383131,0.002565294,0.0024520599,0.000014395349,0.000009568828,0.000058106703],"genre_scores_gemma":[0.000003872665,0.7393809,0.24620186,0.013441546,0.0008502485,0.000034326615,0.000039035433,0.000042537937,0.000005666894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7398677,0.10671757,0.14968634,0.0011980078,0.0016258947,0.00090451195],"domain_scores_gemma":[0.121158384,0.7880799,0.08377553,0.0015104269,0.0049461676,0.00052959577],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.3381482,0.0005143288,0.021753928,0.00044512484,0.000046574616,0.0000031843151,0.0009207641,0.0012968638,0.000111374015],"category_scores_gemma":[0.933913,0.0002958804,0.004912288,0.0008753819,0.00047036126,0.00013361026,0.00041980014,0.0040873,0.00004566053],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055252545,0.0008162158,0.0004353074,0.049903303,0.0013584791,0.00019591513,0.00006829904,0.000017652692,4.9748206e-8,0.000047686175,0.007810337,0.93879426],"study_design_scores_gemma":[0.0015085594,0.0024560615,0.00018441536,0.31005362,0.0062660887,0.0013966834,0.00030607398,0.000016552833,1.6302023e-7,0.00021000758,0.6774089,0.00019290732],"about_ca_topic_score_codex":0.000039709314,"about_ca_topic_score_gemma":0.00006777315,"teacher_disagreement_score":0.9386013,"about_ca_system_score_codex":0.000099778146,"about_ca_system_score_gemma":0.009116762,"threshold_uncertainty_score":0.99999964},"labels":[],"label_agreement":null},{"id":"W4385186785","doi":"10.1111/jep.13901","title":"The consideration of clinicians' time needed to treat by guideline developers is not a solution to the scarcity of healthcare resources problem","year":2023,"lang":"en","type":"letter","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Scarcity; Guideline; Health care; Medicine; Intensive care medicine; Business; Nursing; Medical emergency; Economics","score_opus":0.35614178072358155,"score_gpt":0.5805798940742237,"score_spread":0.22443811335064218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385186785","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015344584,0.00031890435,0.0009733477,0.97875065,0.001129428,0.0031578755,0.00011784723,0.000014021233,0.00019331973],"genre_scores_gemma":[0.011749066,0.0009992613,0.023454089,0.95802015,0.004558928,0.0000885469,0.00022811997,0.00009890242,0.00080296415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9702911,0.008351812,0.01565679,0.00064674433,0.0045699007,0.000483689],"domain_scores_gemma":[0.8940411,0.07809996,0.012363961,0.0009881493,0.014241161,0.0002656306],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09080827,0.00035731544,0.0014416225,0.00043430168,0.00021525066,0.00008968993,0.00047540144,0.00081098516,0.000159787],"category_scores_gemma":[0.34808487,0.00023132829,0.0005496601,0.0011955996,0.0002120343,0.0004907113,0.00018593423,0.003561265,0.000117541276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004347199,0.00023981412,0.00028167182,0.00012375126,0.0002712106,0.000021096994,0.0009756102,0.00032644693,0.000203107,0.0000037004027,0.94854206,0.044664342],"study_design_scores_gemma":[0.0044624633,0.0037639362,0.001686558,0.0010330788,0.0024734854,0.000132841,0.003200005,0.0033341032,0.00019217479,0.00038200378,0.97907245,0.000266914],"about_ca_topic_score_codex":0.0019495246,"about_ca_topic_score_gemma":0.00051844656,"teacher_disagreement_score":0.2572766,"about_ca_system_score_codex":0.00054355664,"about_ca_system_score_gemma":0.0030836193,"threshold_uncertainty_score":0.9987376},"labels":[],"label_agreement":null},{"id":"W4385197381","doi":"10.1186/s12913-023-09591-5","title":"The perceptions and experience of developing patient (version of) guidelines: a descriptive qualitative study with Chinese guideline developers","year":2023,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China; McMaster University","keywords":"Nursing research; Health informatics; Medicine; Health administration; Guideline; Qualitative research; Public health; Nursing; Family medicine; Health services research; Medical education; Pathology","score_opus":0.42978507671923427,"score_gpt":0.6307985091743855,"score_spread":0.20101343245515124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385197381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922778,0.00021687246,0.0008425509,0.004388615,0.0000568799,0.0021258327,0.000024389596,0.000033244003,0.000033798482],"genre_scores_gemma":[0.9721452,0.000731829,0.026161537,0.00059969595,0.000044161312,0.00016498548,0.000072906965,0.000024299427,0.000055366556],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99414754,0.0013624288,0.0020847903,0.00041813892,0.0015095748,0.00047755265],"domain_scores_gemma":[0.9908128,0.0035636208,0.00050295086,0.0004337038,0.004468676,0.00021829392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00946295,0.00016090578,0.00041585686,0.00034374822,0.00056198123,0.000025794032,0.00021838704,0.000048625265,0.000027962298],"category_scores_gemma":[0.002787951,0.0000956683,0.000038196536,0.0022260617,0.00028218338,0.00021879132,0.00035378753,0.00029319056,0.000015311245],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029078797,0.00032582748,0.20745973,0.0012185442,0.00010817856,0.000008283117,0.76780397,0.00006652514,0.00053985376,0.000062026746,0.00084651465,0.018652659],"study_design_scores_gemma":[0.0013798992,0.0020465024,0.16365,0.0004293267,0.000012514678,0.0000065001454,0.8289026,0.002398914,0.000030826435,0.000052765576,0.0010119029,0.00007825918],"about_ca_topic_score_codex":0.0061780596,"about_ca_topic_score_gemma":0.0061727115,"teacher_disagreement_score":0.061098598,"about_ca_system_score_codex":0.00021689343,"about_ca_system_score_gemma":0.0018943332,"threshold_uncertainty_score":0.93394196},"labels":[],"label_agreement":null},{"id":"W4385325409","doi":"10.1371/journal.pone.0288359","title":"Exploring the concordance of recommendations across guidelines on chest imaging for the diagnosis and management of COVID-19: A proposed methodological approach based on a case study","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"World Health Organization","keywords":"Concordance; Guideline; Medicine; Matching (statistics); Medical physics; MEDLINE; Coronavirus disease 2019 (COVID-19); Pathology; Internal medicine; Disease","score_opus":0.9082421115931798,"score_gpt":0.6029573665421668,"score_spread":0.305284745051013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385325409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8809243,0.000029296367,0.012160342,0.10163109,0.00005268924,0.005052176,0.00007407027,0.000054326825,0.000021718533],"genre_scores_gemma":[0.9221044,0.00040998563,0.070820406,0.0037583583,0.00008368936,0.0027435713,0.000037515267,0.00002017505,0.000021901898],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9979492,0.00034243683,0.00087547244,0.00029589952,0.00037162495,0.00016539496],"domain_scores_gemma":[0.9851763,0.013659124,0.0003410189,0.0004238215,0.000330371,0.0000693631],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006410193,0.00011951728,0.00033213792,0.000059326867,0.00022649975,0.000016777247,0.0001124972,0.00001619684,0.000012121652],"category_scores_gemma":[0.021009445,0.00006850012,0.000066304514,0.00038052807,0.000107392836,0.00006915575,0.00010517751,0.00014400612,0.0000010272228],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011787639,0.05716593,0.17050956,0.011860881,0.0060741566,0.00092698215,0.023552753,0.008244468,0.003815978,0.0013442213,0.012845044,0.6918724],"study_design_scores_gemma":[0.028445674,0.008737457,0.0676431,0.0018347705,0.006810513,0.00007801684,0.46711305,0.40684074,0.0076912134,0.0004913142,0.003719784,0.00059436995],"about_ca_topic_score_codex":0.00029252833,"about_ca_topic_score_gemma":0.000038107402,"teacher_disagreement_score":0.69127804,"about_ca_system_score_codex":0.000048326914,"about_ca_system_score_gemma":0.000048942034,"threshold_uncertainty_score":0.98723704},"labels":[],"label_agreement":null},{"id":"W4385336299","doi":"10.1016/j.jclinepi.2023.07.013","title":"Using evidence to decision frameworks led to guidelines of better quality and more credible and transparent recommendations","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Saskatchewan","funders":"Andrew W. Mellon Foundation; National Health and Medical Research Council; Ministerio de Salud y Protección Social; Kaiser Permanente; Norwegian Institute of Public Health; Kidney Health Australia","keywords":"Credibility; Grading (engineering); Guideline; Excellence; Quality (philosophy); Evidence-based medicine; Quality of evidence; Medicine; Medical education; Management science; Process management; Alternative medicine; Political science; Business; Randomized controlled trial; Engineering; Pathology","score_opus":0.9313615963995359,"score_gpt":0.7587076776635762,"score_spread":0.1726539187359597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385336299","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.557525,0.00016770416,0.16115257,0.2804631,0.00049882964,0.0001772169,0.0000068976346,0.00000671807,0.0000019838124],"genre_scores_gemma":[0.4206022,0.0029142788,0.5182264,0.057270575,0.00094900804,0.0000037982797,0.0000059661556,0.000016514701,0.000011279591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98709947,0.0020114377,0.009959703,0.0003487021,0.00031875283,0.00026196302],"domain_scores_gemma":[0.8609136,0.1339083,0.002752497,0.00035005002,0.0013815645,0.0006940162],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04855972,0.0001428049,0.0019824514,0.0002621223,0.00005495496,0.000007429943,0.00013133102,0.00036690466,0.00008515112],"category_scores_gemma":[0.5623843,0.00010684618,0.00027585978,0.00038552814,0.00014521324,0.00018997908,0.00013631325,0.0009262173,0.0000066736543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025002845,0.0001149141,0.6525881,0.00008145375,0.00013707533,0.000014241471,0.00016051931,0.0017347868,0.00072706246,0.00008553186,0.035375774,0.3064802],"study_design_scores_gemma":[0.0019166276,0.0017600689,0.97099996,0.0017394046,0.00033652558,0.000093919596,0.00043433433,0.008060161,0.00002927865,0.0075986106,0.006902711,0.0001283893],"about_ca_topic_score_codex":0.00011415137,"about_ca_topic_score_gemma":0.00003806383,"teacher_disagreement_score":0.5138246,"about_ca_system_score_codex":0.000030594936,"about_ca_system_score_gemma":0.00018903604,"threshold_uncertainty_score":0.97970796},"labels":[],"label_agreement":null},{"id":"W4385668225","doi":"10.9778/cmajo.20220121","title":"Dissemination and implementation of clinical practice guidelines: a longitudinal, mixed-methods evaluation of the Canadian Task Force on Preventive Health Care’s knowledge translation efforts","year":2023,"lang":"en","type":"article","venue":"CMAJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Jewish General Hospital; University of Toronto; Public Health Agency of Canada; McGill University; University of Calgary; Canadian Medical Association","funders":"","keywords":"Guideline; Knowledge translation; Specialty; Task force; Medicine; Health care; Task (project management); Family medicine; Nursing; MEDLINE; Medical education; Knowledge management; Computer science; Political science","score_opus":0.4485053218096749,"score_gpt":0.6782829078059103,"score_spread":0.22977758599623538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385668225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.924278,0.0011748781,0.0032659045,0.051628627,0.0017634695,0.013750786,0.0002578178,0.000042805503,0.0038376744],"genre_scores_gemma":[0.9802946,0.00017243637,0.01785466,0.00069843803,0.00012725103,0.00015525917,0.0005870638,0.000025340563,0.000084993546],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943321,0.0018771304,0.0024217593,0.00041392603,0.00073312665,0.00022196706],"domain_scores_gemma":[0.99159247,0.0033729356,0.0014563004,0.00042648855,0.002981863,0.00016997042],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02372121,0.00014731733,0.00045948275,0.00019502647,0.00020113535,0.00003906832,0.00017865724,0.00011087149,0.000066245455],"category_scores_gemma":[0.024073567,0.00011871162,0.00012544422,0.0006883625,0.00007987048,0.00046400796,0.00010990896,0.00021026215,0.0000064470305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020906709,0.00009987151,0.013333325,0.00016854814,0.00011486811,5.9904204e-7,0.0049310215,0.000051601055,0.00013987152,0.0002438637,0.012417456,0.9682899],"study_design_scores_gemma":[0.005366599,0.0012998676,0.928754,0.0006853069,0.001350358,0.000014034079,0.031603027,0.00679408,0.0016932102,0.00050752837,0.02173687,0.00019514431],"about_ca_topic_score_codex":0.064375415,"about_ca_topic_score_gemma":0.30670652,"teacher_disagreement_score":0.96809477,"about_ca_system_score_codex":0.0003427833,"about_ca_system_score_gemma":0.0031144682,"threshold_uncertainty_score":0.9841471},"labels":[],"label_agreement":null},{"id":"W4385751231","doi":"10.1017/s1368980023001714","title":"An audit of the dissemination strategies and plan included in international food-based dietary guidelines","year":2023,"lang":"en","type":"article","venue":"Public Health Nutrition","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; Swinburne University of Technology; Hunter Medical Research Institute","keywords":"Dissemination; Infographic; Information Dissemination; Audit; Business; Population; Public relations; Target audience; Public health; Medicine; Medical education; Political science; Environmental health; Computer science; Marketing; World Wide Web; Nursing; Accounting","score_opus":0.38188559091808516,"score_gpt":0.5374388847175251,"score_spread":0.15555329379943994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385751231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7259759,0.00006807527,0.0003775711,0.27265397,0.00021125995,0.00056272687,0.00006318975,0.000051817133,0.0000355092],"genre_scores_gemma":[0.99439216,0.0002625427,0.0012840033,0.002437821,0.00020799981,0.00007171332,0.0013258979,0.0000102573085,0.000007624167],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99813557,0.00019205223,0.0009332806,0.00018721762,0.0003777338,0.00017414514],"domain_scores_gemma":[0.9985625,0.00048456408,0.0003158505,0.00017822381,0.00035439362,0.00010446702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021960854,0.00007784067,0.00017203028,0.00027978842,0.00006727699,0.000042599146,0.00009291301,0.00005907168,0.000028508022],"category_scores_gemma":[0.0029777458,0.00006344545,0.00003325139,0.00051677716,0.000048623788,0.0005814317,0.00003564806,0.0001456597,0.0000017741107],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011555997,0.0048499675,0.28158706,0.0039039056,0.00013617921,0.0000137331035,0.0046692085,0.00035469577,0.014857043,0.00590017,0.06786677,0.6147057],"study_design_scores_gemma":[0.003505268,0.00088164984,0.9320385,0.00053758005,0.000015628048,0.000010530497,0.010418739,0.04009569,0.0002442524,0.0023902436,0.009749307,0.0001126282],"about_ca_topic_score_codex":0.00041345396,"about_ca_topic_score_gemma":0.000987267,"teacher_disagreement_score":0.6504514,"about_ca_system_score_codex":0.00012321051,"about_ca_system_score_gemma":0.0005126866,"threshold_uncertainty_score":0.3564855},"labels":[],"label_agreement":null},{"id":"W4385791671","doi":"10.1136/ebm-2023-pod.35","title":"35 How a guideline recommendation can reduce the overdiagnosis of osteoporosis: an example from the Canadian task force on preventive health care","year":2023,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Overdiagnosis; Guideline; Context (archaeology); Medicine; Osteoporosis; Disease; Health care; Intensive care medicine; Physical therapy; Pathology","score_opus":0.21160825909183337,"score_gpt":0.46061332907744174,"score_spread":0.24900506998560837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385791671","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32430705,0.000080119054,0.00020092387,0.67073774,0.00046574307,0.0024310476,0.0009781882,0.00009550112,0.0007036824],"genre_scores_gemma":[0.95482063,0.00014818592,0.0010276758,0.03611766,0.00040402284,0.00011898275,0.006925371,0.00003245604,0.00040502867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749476,0.00047630272,0.0009172402,0.00038796078,0.00039184224,0.0003318807],"domain_scores_gemma":[0.99604076,0.0021221966,0.0004987359,0.00068710174,0.00039536643,0.0002558381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019826256,0.00016317332,0.00029150062,0.00009739001,0.00037216142,0.000051705138,0.0001991015,0.00007558795,0.00048771236],"category_scores_gemma":[0.0020027286,0.0001002723,0.00010486097,0.0005003636,0.00005775357,0.00015786443,0.000058686743,0.00027391757,0.000016376058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020342316,0.00009381905,0.004347282,0.000024487328,0.00016250604,0.0000028009886,0.015912771,0.000055864686,0.0002703597,0.0001944025,0.78881955,0.18991275],"study_design_scores_gemma":[0.0067787194,0.0036718238,0.14803585,0.00040937378,0.00073375885,0.000010234237,0.40512523,0.0031773662,0.0037655972,0.00092399237,0.42685616,0.0005118776],"about_ca_topic_score_codex":0.9087,"about_ca_topic_score_gemma":0.95854264,"teacher_disagreement_score":0.6346201,"about_ca_system_score_codex":0.00054808945,"about_ca_system_score_gemma":0.0013642418,"threshold_uncertainty_score":0.5340108},"labels":[],"label_agreement":null},{"id":"W4386038848","doi":"10.2196/44732","title":"Physician- and Patient-Elicited Barriers and Facilitators to Implementation of a Machine Learning–Based Screening Tool for Peripheral Arterial Disease: Preimplementation Study With Physician and Patient Stakeholders","year":2023,"lang":"en","type":"article","venue":"JMIR Cardio","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Thematic analysis; Medicine; Implementation research; Intervention (counseling); Population; Family medicine; Health care; Medical education; Best practice; Qualitative research; Nursing; Psychological intervention","score_opus":0.09260024491923896,"score_gpt":0.40540051666591514,"score_spread":0.3128002717466762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386038848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914261,0.000024478053,0.0018803661,0.0007723286,0.00004982011,0.0051674843,0.0006106465,0.00006553712,0.000003257176],"genre_scores_gemma":[0.9967729,0.0000042985444,0.000926287,0.0007900282,0.000060968796,0.000795081,0.00060702336,0.000039254675,0.000004148496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979741,0.00017938745,0.0006446411,0.00046504676,0.00046161216,0.00027519115],"domain_scores_gemma":[0.998835,0.0002626023,0.00027839,0.00017652159,0.00020512896,0.00024232478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030310533,0.00022630308,0.00038965838,0.00016824139,0.00018344828,0.000055708515,0.000028373537,0.000027601456,0.000013465469],"category_scores_gemma":[0.00022873483,0.00020843725,0.000070640715,0.00031422987,0.00006156931,0.00025986237,0.000054570944,0.00010157922,4.6167165e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008722507,0.00017601915,0.5346163,0.00033733188,0.0006131474,0.00001661623,0.014200365,0.0013741187,0.0062493626,0.000008792436,0.0010854544,0.43259996],"study_design_scores_gemma":[0.017437702,0.011036947,0.8038205,0.00011636685,0.0007846456,0.0000021183014,0.1554285,0.006523578,0.0006697136,0.000014702599,0.0037417966,0.00042342022],"about_ca_topic_score_codex":0.00022340461,"about_ca_topic_score_gemma":0.00009413932,"teacher_disagreement_score":0.43217653,"about_ca_system_score_codex":0.000056858073,"about_ca_system_score_gemma":0.00008791079,"threshold_uncertainty_score":0.84998244},"labels":[],"label_agreement":null},{"id":"W4386046307","doi":"10.1097/bpo.0000000000002496","title":"Clinical Practice Guideline Recommendations in Pediatric Orthopaedic Injury: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of Pediatric Orthopaedics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Toronto; Montreal Children's Hospital; Children's Hospital Research Institute of Manitoba; Centre hospitalier universitaire de Québec; Université de Montréal; Hospital for Sick Children; SickKids Foundation; Université Laval; Centre Hospitalier Universitaire Sainte-Justine; University of Calgary; Children's Hospital of Eastern Ontario; University of Manitoba; Hôpital de l'Enfant-Jésus","funders":"","keywords":"Medicine; MEDLINE; Guideline; Evidence-based medicine; Cochrane Library; Quality of evidence; Systematic review; Quality (philosophy); Family medicine; Physical therapy; Alternative medicine; Meta-analysis; Pathology","score_opus":0.2652644873910643,"score_gpt":0.5641428353801206,"score_spread":0.29887834798905627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386046307","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041504127,0.9833694,0.00045566657,0.006286078,0.0043339976,0.00519374,0.00012095073,0.00009586263,0.00014017237],"genre_scores_gemma":[4.822426e-7,0.9628905,0.015012854,0.0051207677,0.01586786,0.00014921676,0.00041791887,0.00026701883,0.00027334795],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9588377,0.0045584515,0.032235365,0.0008585244,0.0027300261,0.00077994075],"domain_scores_gemma":[0.942713,0.023795055,0.027454296,0.0013702576,0.0036995672,0.0009678036],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05169899,0.0009975153,0.009762189,0.0029899906,0.000105669205,0.000081582,0.00083789,0.0010024597,0.00023455286],"category_scores_gemma":[0.27345356,0.0007612062,0.0043194294,0.006849127,0.00006853756,0.00087866926,0.00038174624,0.00554943,0.0005683866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070488255,0.0007309753,0.00089965906,0.6309253,0.0005261939,0.00093010475,0.000014667179,4.3222684e-7,1.230789e-9,0.000008690684,0.21155757,0.15433593],"study_design_scores_gemma":[0.0014949052,0.0009072813,0.000022854842,0.2168357,0.09643588,0.002013089,0.00010246119,0.000009473483,9.110001e-10,0.000019237988,0.6816827,0.00047640636],"about_ca_topic_score_codex":0.000014381266,"about_ca_topic_score_gemma":0.000020101648,"teacher_disagreement_score":0.47012514,"about_ca_system_score_codex":0.00072188565,"about_ca_system_score_gemma":0.008467917,"threshold_uncertainty_score":0.9994839},"labels":[],"label_agreement":null},{"id":"W4386134127","doi":"10.22541/au.169289290.02367429/v1","title":"Increasing the value of thoracic surgery care pathways through the application of time-driven activity-based costing and activity-based costing","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Activity-based costing; Health care; Business; Psychological intervention; Operations management; Value (mathematics); Medicine; Nursing; Computer science; Marketing; Engineering; Economics","score_opus":0.2509932658779522,"score_gpt":0.4692486878163766,"score_spread":0.2182554219384244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386134127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87637407,0.000077862234,0.11468582,0.0055572893,0.00016132381,0.002519828,0.00018430481,0.00016486722,0.00027461318],"genre_scores_gemma":[0.98856384,0.00004040505,0.009780187,0.00061651244,0.00023301617,0.00017501805,0.0004945227,0.00008787005,0.000008618951],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995284,0.0014987828,0.001388707,0.00068381405,0.00082931237,0.00031534166],"domain_scores_gemma":[0.95682573,0.03873754,0.0024642842,0.0011317793,0.0007634041,0.00007727674],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049463585,0.00038434574,0.0009615592,0.00015996514,0.00027275202,0.000054263455,0.0002616178,0.00031674825,0.000017898185],"category_scores_gemma":[0.014447075,0.0002588262,0.00034079663,0.00047872323,0.00030861472,0.00015697406,0.0004874843,0.0011485801,0.0000074348745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054239864,0.0014464597,0.15350759,0.012292129,0.00091691746,0.000023440776,0.0031650974,0.051644962,0.2148906,0.00014418681,0.00065904454,0.5558856],"study_design_scores_gemma":[0.002344953,0.00034210892,0.0736746,0.0048173587,0.0033021604,0.000029228968,0.0055414676,0.7688313,0.13899833,0.0007558995,0.00048487243,0.0008777211],"about_ca_topic_score_codex":0.009089672,"about_ca_topic_score_gemma":0.00027733855,"teacher_disagreement_score":0.71718633,"about_ca_system_score_codex":0.00020678327,"about_ca_system_score_gemma":0.0012866283,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W4386214260","doi":"10.1016/j.jclinepi.2023.08.015","title":"Prospective collaborative recommendation development: a novel model for more timely and trustworthy guidelines","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; McMaster University; Impact","funders":"","keywords":"Trustworthiness; Computer science; Medicine; Internet privacy","score_opus":0.7532961646152789,"score_gpt":0.6622177522709368,"score_spread":0.09107841234434211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386214260","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3839733,0.00017755982,0.38209957,0.23089568,0.001177281,0.0014126368,0.000069339665,0.00006293345,0.00013168376],"genre_scores_gemma":[0.20422982,0.00153769,0.7655739,0.025537198,0.0021111914,0.00007492876,0.00019996638,0.000054309738,0.00068099465],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9904177,0.00059914467,0.008098786,0.00036948783,0.00019698513,0.00031787192],"domain_scores_gemma":[0.94876075,0.042843003,0.00468458,0.00017143546,0.0031798321,0.0003604141],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035800334,0.00018744459,0.0019173193,0.00020749804,0.00009871619,0.000008524112,0.00010006451,0.00029850318,0.00003358913],"category_scores_gemma":[0.34370407,0.00014084225,0.00031096436,0.00035696733,0.0001894858,0.0002500036,0.000078512225,0.00060927164,0.000012104593],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011353397,0.0007132326,0.37666172,0.00017346506,0.0013061959,0.000019181054,0.0009384752,0.0039010493,0.00019601666,0.0023254205,0.16934678,0.4330651],"study_design_scores_gemma":[0.014520726,0.0021963234,0.31469125,0.00019094383,0.00050842913,0.00015925938,0.00090716494,0.58159965,0.00003032452,0.012678871,0.07226128,0.00025580588],"about_ca_topic_score_codex":0.000005170668,"about_ca_topic_score_gemma":0.00002104094,"teacher_disagreement_score":0.5776986,"about_ca_system_score_codex":0.000070820206,"about_ca_system_score_gemma":0.0011645467,"threshold_uncertainty_score":0.9928465},"labels":[],"label_agreement":null},{"id":"W4386245532","doi":"10.1007/s12467-023-1223-6","title":"Review wetenschappelijk congres American Diabetes Assiociaton","year":2023,"lang":"nl","type":"article","venue":"Nederlands Tijdschrift voor Diabetologie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Diabetes Canada","keywords":"Political science; Medicine","score_opus":0.17642143773970673,"score_gpt":0.4608650664885719,"score_spread":0.2844436287488652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386245532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69324774,0.10788322,0.000064283675,0.17300045,0.007241795,0.0052145272,0.0006633876,0.0027280976,0.00995648],"genre_scores_gemma":[0.7400674,0.19543609,0.00054554985,0.05358005,0.0022368904,0.0004417573,0.0023996807,0.00029911767,0.0049934513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98939854,0.0012053583,0.0036196017,0.001769296,0.0014037966,0.0026034308],"domain_scores_gemma":[0.9856082,0.008738346,0.0020608525,0.0017844274,0.0008481068,0.00096003275],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005258708,0.0011159308,0.003115823,0.00057057606,0.0006008997,0.00027273575,0.0008363148,0.0005451998,0.0028964053],"category_scores_gemma":[0.03703038,0.0009849123,0.0008596543,0.0031999664,0.0011425973,0.00053038,0.00069194875,0.0016962176,0.023355251],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013114416,0.0003033674,0.28321862,0.0031582061,0.00067422783,0.00017693905,0.000051599836,0.000005782461,0.0011486363,0.00010309828,0.59098256,0.12004583],"study_design_scores_gemma":[0.0048234873,0.0028791723,0.15254992,0.008787568,0.0032242786,0.000018967583,0.0012292017,0.002133801,0.0013961862,0.00022303597,0.82123584,0.001498523],"about_ca_topic_score_codex":0.0003015805,"about_ca_topic_score_gemma":0.00016186025,"teacher_disagreement_score":0.23025332,"about_ca_system_score_codex":0.00020394317,"about_ca_system_score_gemma":0.0012121716,"threshold_uncertainty_score":0.9992601},"labels":[],"label_agreement":null},{"id":"W4386557331","doi":"10.48550/arxiv.2309.01897","title":"Inferring Actual Treatment Pathways from Patient Records","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Cancer Australia","keywords":"Inference; Computer science; Artificial intelligence; Health care; Machine learning; Event (particle physics); Causal inference; Process (computing); Data mining; Medicine","score_opus":0.5358546358388795,"score_gpt":0.3397707873148087,"score_spread":0.1960838485240708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386557331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99066454,0.000026333104,0.004806671,0.00049776974,0.0013522081,0.000828567,0.0003318122,0.00038059085,0.0011115168],"genre_scores_gemma":[0.9952776,0.0007359423,0.0006557594,0.0002940965,0.00042392753,0.0000052291957,0.0012133773,0.000066677545,0.0013274315],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761117,0.00015394621,0.00068126246,0.0010632621,0.00015225686,0.0003381131],"domain_scores_gemma":[0.99694884,0.0010360461,0.0005213078,0.0009966822,0.00020796299,0.00028915977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002255632,0.0003844764,0.0005792132,0.00023439642,0.00010005524,0.00003860132,0.00020318801,0.00035678563,0.00049184135],"category_scores_gemma":[0.00085484714,0.00040145262,0.00037115475,0.0002690641,0.000063162974,0.00015400675,0.0007218027,0.0006141665,0.00064458116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008621595,0.0058269887,0.575678,0.000682367,0.0086071845,0.017518232,0.008821429,0.14834444,0.0018826106,0.0056693866,0.019779872,0.19856791],"study_design_scores_gemma":[0.03674307,0.0110936845,0.32452622,0.003427989,0.016754013,0.000063327905,0.024074625,0.37332484,0.004157442,0.12631755,0.0736522,0.005865018],"about_ca_topic_score_codex":0.0075093396,"about_ca_topic_score_gemma":0.0013189611,"teacher_disagreement_score":0.25115174,"about_ca_system_score_codex":0.0010503564,"about_ca_system_score_gemma":0.0005392305,"threshold_uncertainty_score":0.9998437},"labels":[],"label_agreement":null},{"id":"W4386715897","doi":"10.46747/cfp.6909628","title":"Rapid recommendations","year":2023,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Guideline; Primary care; Computer science; Data science; Medicine; Medical education; Family medicine; Pathology","score_opus":0.2530854299378839,"score_gpt":0.4372460749896392,"score_spread":0.18416064505175528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386715897","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18731052,0.00020975835,0.00013663889,0.21454541,0.0021981962,0.001292335,0.00041144557,0.00063408865,0.5932616],"genre_scores_gemma":[0.40877533,0.00019286784,0.0009173498,0.58464396,0.0010696278,0.000057118283,0.0021360486,0.00006356784,0.002144114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897397,0.00003745434,0.00032619707,0.00019810608,0.00013602973,0.00032822203],"domain_scores_gemma":[0.9989125,0.00020482093,0.00006126615,0.00028523555,0.00010866171,0.00042750963],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028133413,0.00009038634,0.00014535752,0.00025541105,0.00013343123,0.000022387014,0.00006995892,0.000046008696,0.00005965723],"category_scores_gemma":[0.00023002808,0.00009822017,0.00007501266,0.00073389796,0.00003075492,0.00013439747,0.000015013893,0.00016277499,0.0031217693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065791146,0.000014073006,0.00015223061,0.0000063165076,0.00002754062,0.000025274381,0.000030690415,0.000002533865,0.000951715,0.0004331506,0.6222745,0.3760754],"study_design_scores_gemma":[0.00052742293,0.00006857924,0.0345266,0.000024938317,0.000052717085,9.112864e-7,0.0013097652,0.00043682338,0.000065579516,0.000536867,0.96234393,0.00010584927],"about_ca_topic_score_codex":0.009472507,"about_ca_topic_score_gemma":0.009468206,"teacher_disagreement_score":0.5911175,"about_ca_system_score_codex":0.00019908838,"about_ca_system_score_gemma":0.0006571527,"threshold_uncertainty_score":0.99765444},"labels":[],"label_agreement":null},{"id":"W4386782945","doi":"10.2196/43821","title":"The Reporting and Methodological Quality of Systematic Reviews Underpinning Clinical Practice Guidelines Focused on the Management of Cutaneous Melanoma: Cross-Sectional Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Checklist; Medicine; MEDLINE; Cochrane Library; Data extraction; Meta-analysis; Family medicine; Medical physics; Pathology; Psychology","score_opus":0.8104909202523101,"score_gpt":0.6790734559986182,"score_spread":0.13141746425369183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386782945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946966,0.001125053,0.006068235,0.041161746,0.0003783911,0.0034642143,0.0000066716907,0.00008104966,0.00074866955],"genre_scores_gemma":[0.9645514,0.002506349,0.029538544,0.002778846,0.00009809064,0.0003215859,0.00003091011,0.000018448505,0.00015584967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98285,0.0048226994,0.01107969,0.00041603754,0.00059161,0.00023991935],"domain_scores_gemma":[0.9198885,0.0678049,0.010284099,0.00088661315,0.0010611588,0.000074753465],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0394629,0.00016438644,0.0015409845,0.00012592706,0.00019725053,0.000029123328,0.00019163507,0.00016741699,0.000029439585],"category_scores_gemma":[0.22266418,0.00008436958,0.00048943365,0.00087338587,0.00032530972,0.00006827817,0.00019357873,0.00036845155,0.000016778848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002911406,0.00061920885,0.9048812,0.027273672,0.011733452,0.0008949629,0.00037983025,0.00028021916,0.00023831314,0.028743973,0.008793941,0.01324984],"study_design_scores_gemma":[0.0024434987,0.0005741749,0.95868546,0.0016481249,0.006531094,0.0033554195,0.005545033,0.00866692,0.00010199458,0.0035104847,0.008627206,0.00031058013],"about_ca_topic_score_codex":0.00004033958,"about_ca_topic_score_gemma":0.000019659077,"teacher_disagreement_score":0.18320128,"about_ca_system_score_codex":0.000031021253,"about_ca_system_score_gemma":0.000058884303,"threshold_uncertainty_score":0.98907506},"labels":[],"label_agreement":null},{"id":"W4386947175","doi":"10.1016/j.critrevonc.2023.104143","title":"Evaluation of clinical decision support systems in oncology: An updated systematic review","year":2023,"lang":"en","type":"review","venue":"Critical Reviews in Oncology/Hematology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ontario Institute for Cancer Research; Princess Margaret Cancer Centre","funders":"","keywords":"Guideline; Medicine; Clinical decision support system; Clinical Practice; Systematic review; Decision support system; Medical physics; MEDLINE; Oncology; Family medicine; Computer science; Data mining; Pathology","score_opus":0.7183757448227174,"score_gpt":0.712091054110527,"score_spread":0.006284690712190399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386947175","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000142209465,0.97148657,0.00017608803,0.0011982565,0.0027367084,0.023453943,0.000052061398,0.00008566432,0.0007964994],"genre_scores_gemma":[0.000026125625,0.98821336,0.0026908664,0.0018498045,0.0002803647,0.0054147504,0.0013379861,0.00014880669,0.00003794741],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90993446,0.047846124,0.0368722,0.0021529407,0.0020188312,0.0011754339],"domain_scores_gemma":[0.9186794,0.06595632,0.008350379,0.0031644667,0.0030140805,0.00083532295],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.15715675,0.0009897957,0.029238429,0.0011784937,0.0000515162,0.000019891104,0.0009417237,0.00313472,0.0008576307],"category_scores_gemma":[0.45223543,0.000746473,0.0016580865,0.0023235853,0.0006639352,0.0002993209,0.00042239757,0.0032704,0.0017885452],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005963092,0.0013786966,0.000029432746,0.52844584,0.0001758729,0.00053823495,0.000016685133,2.5981842e-7,7.446052e-8,0.001586366,0.007616628,0.46015227],"study_design_scores_gemma":[0.0019585933,0.0015506635,0.000007824443,0.5388378,0.019890126,0.0020312115,0.00010807367,0.0004274761,4.242447e-8,0.0004447138,0.4343862,0.0003572893],"about_ca_topic_score_codex":0.00006885161,"about_ca_topic_score_gemma":0.0004570503,"teacher_disagreement_score":0.45979497,"about_ca_system_score_codex":0.002303034,"about_ca_system_score_gemma":0.009572979,"threshold_uncertainty_score":0.9994986},"labels":[],"label_agreement":null},{"id":"W4386984874","doi":"10.1057/978-1-349-96073-6_5131","title":"Royal College of Physicians and Surgeons of Canada (RCPSC)","year":2023,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan UK eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Medical education; Family medicine","score_opus":0.07697998652701092,"score_gpt":0.33445103513810914,"score_spread":0.2574710486110982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386984874","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061052716,0.00019936622,0.00002079658,0.0008883957,0.0006268865,0.0012845015,0.0051043765,0.000054677927,0.98571575],"genre_scores_gemma":[0.9707894,0.00007498357,0.00019779708,0.0004002223,0.00015175932,0.000008819378,0.00015360974,0.00009232294,0.028131094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974075,0.00003275207,0.0013112087,0.0003641343,0.0006189939,0.00026542213],"domain_scores_gemma":[0.99669945,0.0014753315,0.00084285706,0.0004750175,0.00037419779,0.00013315507],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003966171,0.0003130068,0.0009692403,0.00015250863,0.000043246037,0.0000028068066,0.00010177456,0.00019679753,0.00023211456],"category_scores_gemma":[0.0006598367,0.00031081637,0.00018604261,0.000027253744,0.00019489235,3.4753924e-7,0.00012395273,0.00030441856,0.000005652559],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012027216,0.0000067011933,0.005749509,0.0023425443,0.002638295,0.0009469791,0.00042231174,0.000009860439,0.0013940167,0.924743,0.017187888,0.043356188],"study_design_scores_gemma":[0.008037014,0.0016982752,0.03410855,0.0033847971,0.0042272606,0.0001564459,0.0014815656,0.00044150485,0.0027030285,0.9161624,0.025781447,0.0018177204],"about_ca_topic_score_codex":0.10960462,"about_ca_topic_score_gemma":0.44836292,"teacher_disagreement_score":0.9646841,"about_ca_system_score_codex":0.00008927468,"about_ca_system_score_gemma":0.0010307027,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W4387061288","doi":"10.1016/j.jpainsymman.2023.09.022","title":"Challenges in Implementing Guideline on Integrative Oncology and Pain: The Israeli Perspective","year":2023,"lang":"en","type":"article","venue":"Journal of Pain and Symptom Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Manitoba Health","funders":"","keywords":"Guideline; Medicine; Internal medicine; Integrative medicine; Family medicine; Oncology; Professional association; Palliative care; Nursing; Alternative medicine; Pathology","score_opus":0.21129492993005572,"score_gpt":0.4920617289053026,"score_spread":0.28076679897524687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387061288","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19964309,0.0031948842,0.0031802363,0.7728717,0.0004056256,0.0015437731,0.00000427841,0.00004493081,0.019111473],"genre_scores_gemma":[0.9694437,0.015003489,0.0023031742,0.0125025,0.0004268045,0.000020516922,0.000007171679,0.00002035535,0.000272281],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9974265,0.00082075904,0.0010304552,0.000196747,0.0003107265,0.0002147831],"domain_scores_gemma":[0.99645746,0.0026468197,0.0004519974,0.00013323076,0.00023284947,0.000077637465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021144576,0.0001269363,0.0003130624,0.00032046018,0.00007691792,0.000025690792,0.00007638457,0.000042311065,0.00003482894],"category_scores_gemma":[0.0033218034,0.00007677005,0.00006771583,0.00021804184,0.000056383826,0.00009034286,0.00011624427,0.00032713203,0.000003832613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041024236,0.0001886281,0.00446466,0.00008541021,0.00037424278,0.00033558678,0.0065254564,0.000022187241,0.000046797802,0.014584171,0.032233123,0.9407295],"study_design_scores_gemma":[0.0053020706,0.004713644,0.080450766,0.0005010525,0.0002775006,0.000087298875,0.558662,0.007122478,0.000009581785,0.0066768504,0.33602682,0.00016993497],"about_ca_topic_score_codex":0.000043870696,"about_ca_topic_score_gemma":0.0002788829,"teacher_disagreement_score":0.94055957,"about_ca_system_score_codex":0.00019399477,"about_ca_system_score_gemma":0.000043320742,"threshold_uncertainty_score":0.7328331},"labels":[],"label_agreement":null},{"id":"W4387151771","doi":"10.1515/9781800738850-008","title":"Chapter 4. The Making of the World’s Most Lenient Guideline","year":2023,"lang":"en","type":"book-chapter","venue":"Berghahn Books","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Business; Medicine; Pathology","score_opus":0.24969263169660236,"score_gpt":0.44446078839729014,"score_spread":0.19476815670068778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387151771","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011877999,0.00034671123,0.00016653282,0.059530817,0.0019251824,0.0019846002,0.00013645287,0.00014661228,0.9356443],"genre_scores_gemma":[0.01227293,0.00007676308,0.00066327525,0.016395686,0.0012486187,0.000028746295,0.00011192074,0.00020173349,0.96900034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958204,0.00004692262,0.002318616,0.0004930022,0.0010228059,0.00029824275],"domain_scores_gemma":[0.9958517,0.00075617497,0.0013640072,0.0014373842,0.00052705774,0.00006367106],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013561571,0.00041448238,0.00061981106,0.00018447248,0.0001659446,0.000027056229,0.00043848122,0.00021981694,0.0015295487],"category_scores_gemma":[0.0011134254,0.00024412754,0.00050551165,0.00008872877,0.00031850897,0.000055085184,0.00054132775,0.0009444563,0.00029226908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004901515,0.00007090439,0.0002896595,0.00020133021,0.00094320445,0.000092973394,0.0003532754,0.000051591673,0.00045419857,0.4344626,0.4717476,0.0908425],"study_design_scores_gemma":[0.0008683315,0.000103851846,0.00035308205,0.0007941641,0.0009324911,0.00004777619,0.000086374435,0.0001499481,0.00010836909,0.008174939,0.9881289,0.00025175852],"about_ca_topic_score_codex":0.00010262444,"about_ca_topic_score_gemma":0.001551396,"teacher_disagreement_score":0.5163813,"about_ca_system_score_codex":0.00012292626,"about_ca_system_score_gemma":0.00028691426,"threshold_uncertainty_score":0.9993832},"labels":[],"label_agreement":null},{"id":"W4387338327","doi":"10.1016/j.cjca.2023.06.128","title":"INTEGRATED HEART FAILURE CARE ACROSS COMPLEX HEALTH SYSTEMS: EARLY LESSONS FROM THE YEAR 1 IMPLEMENTATION OF THE MID-WEST TORONTO ONTARIO HEALTH TEAM'S DEMONSTRATION PROJECT","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Subspecialty; Multidisciplinary approach; Heart failure; Medical emergency; Emergency department; Health care; Family medicine; Nursing; Cardiology","score_opus":0.19025305393962333,"score_gpt":0.47329816382735357,"score_spread":0.28304510988773024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387338327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93400586,0.0005496695,0.00035986243,0.06157309,0.0011815095,0.0012475328,0.000984271,0.000012869244,0.000085345186],"genre_scores_gemma":[0.99737185,0.00005868992,0.0003255068,0.0010879643,0.0006212883,0.000011402076,0.00048845,0.000018047105,0.000016816995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969435,0.00091700145,0.0012871183,0.00017361694,0.00027626727,0.00040250825],"domain_scores_gemma":[0.9975295,0.00038027653,0.0008977476,0.00031205575,0.000598445,0.00028198608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017735682,0.00013601086,0.0005947824,0.00006520192,0.00027706765,0.000043930522,0.00020555344,0.00009551363,0.000041712436],"category_scores_gemma":[0.0004441333,0.0000886033,0.00020903286,0.00025427982,0.00013697377,0.00015566334,0.000023072213,0.0004502021,0.0000048883107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000890136,0.000003304412,0.7790002,0.0000561878,0.00025954438,0.000008379801,0.016011694,0.00023798671,0.00020218924,0.000064084605,0.19676153,0.007305869],"study_design_scores_gemma":[0.0011598031,0.00051852653,0.7005437,0.00010957342,0.00007002041,0.00012581261,0.14886497,0.000006865548,0.000012577099,0.000010694653,0.1485217,0.000055741435],"about_ca_topic_score_codex":0.90692633,"about_ca_topic_score_gemma":0.98851097,"teacher_disagreement_score":0.13285327,"about_ca_system_score_codex":0.0022027188,"about_ca_system_score_gemma":0.016666813,"threshold_uncertainty_score":0.98890775},"labels":[],"label_agreement":null},{"id":"W4387385923","doi":"10.1007/978-3-031-24212-0_2","title":"Integrated and Networked Healthcare Systems: The Canadian Example","year":2023,"lang":"en","type":"book-chapter","venue":"Organizational behaviour in health care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Health care; Business; Healthcare system; Set (abstract data type); Integrated care; Interface (matter); Knowledge management; Quality (philosophy); Public relations; Process management; Computer science; Political science","score_opus":0.18211648387702645,"score_gpt":0.4158035845206918,"score_spread":0.23368710064366538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387385923","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01478717,0.061553944,0.00027480908,0.8004286,0.018542156,0.04266155,0.016223513,0.0018911174,0.043637134],"genre_scores_gemma":[0.7685359,0.0037406548,0.00077870785,0.029144062,0.0024196622,0.00019091854,0.057200298,0.0008060809,0.13718368],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968962,0.00014460125,0.0014624947,0.0005055295,0.0005832345,0.0004079221],"domain_scores_gemma":[0.996718,0.00062008447,0.0004829979,0.0003872744,0.001279579,0.00051206484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009484312,0.00029903324,0.0005337774,0.00033257465,0.0003927097,0.000071663235,0.00012861234,0.00042981133,0.00030357364],"category_scores_gemma":[0.0007916585,0.00025350877,0.000045856035,0.00030754734,0.00008419834,0.000055254117,0.00006699464,0.0010387388,0.000093293245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022107956,0.00006179812,0.5654661,0.0040837554,0.00021779758,0.00055434357,0.006660682,0.00031107492,0.0000011177754,0.26165375,0.1438278,0.01694074],"study_design_scores_gemma":[0.0036770802,0.0009551934,0.26989955,0.0058379313,0.0005106842,0.00054820185,0.012542399,0.00053306,6.4390315e-7,0.0019241797,0.70230174,0.0012693119],"about_ca_topic_score_codex":0.57965106,"about_ca_topic_score_gemma":0.84368294,"teacher_disagreement_score":0.7712845,"about_ca_system_score_codex":0.0022958575,"about_ca_system_score_gemma":0.007821035,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W4387440449","doi":"10.1136/fmch-2023-002437","title":"Trustworthy evidence-based versus untrustworthy guidelines: detecting the difference","year":2023,"lang":"en","type":"article","venue":"Family Medicine and Community Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Einstein Stiftung Berlin","keywords":"Trustworthiness; Health professionals; Psychology; Certainty; Evidence-based medicine; Health care; Scientific evidence; Computer science; Medicine; Social psychology; Alternative medicine; Political science; Epistemology; Mathematics; Law; Pathology; Statistics","score_opus":0.7560419374799492,"score_gpt":0.5769581508986422,"score_spread":0.17908378658130697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387440449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8211948,0.0023698693,0.0014258975,0.17308511,0.0006635615,0.0007223934,0.0000065311665,0.00025587052,0.0002759093],"genre_scores_gemma":[0.9306688,0.0063566603,0.00077406847,0.061227728,0.00068587996,0.0000476754,0.00011435961,0.00003118748,0.000093690585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954166,0.0017666945,0.001394017,0.0002681147,0.0006637945,0.0004907888],"domain_scores_gemma":[0.9776084,0.020030912,0.00046355953,0.0010685523,0.0004606576,0.0003679385],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010883418,0.0002424626,0.00056816224,0.00021489666,0.0013237189,0.000024934834,0.00029313518,0.00008996921,0.000059722024],"category_scores_gemma":[0.033228498,0.00015500162,0.00008055659,0.0011813068,0.00032127174,0.00012420487,0.00019360652,0.0017093716,0.000042781478],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028840655,0.00021244235,0.073426895,0.00086253847,0.00015054538,0.000031060437,0.0048321993,0.000066547305,0.00059112336,0.0001600452,0.07609455,0.840688],"study_design_scores_gemma":[0.013654716,0.009643075,0.7870371,0.004717955,0.00048382068,0.000045731264,0.120394796,0.019283766,0.000032090586,0.00058983226,0.043694265,0.00042288844],"about_ca_topic_score_codex":0.036278754,"about_ca_topic_score_gemma":0.0047355318,"teacher_disagreement_score":0.8402651,"about_ca_system_score_codex":0.00013461067,"about_ca_system_score_gemma":0.00080843753,"threshold_uncertainty_score":0.9999764},"labels":[],"label_agreement":null},{"id":"W4387514073","doi":"10.1186/s12874-023-02031-2","title":"Methodology for the adolopment of recommendations for the treatment of rheumatoid arthritis in the Kingdom of Saudi Arabia","year":2023,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Rheumatoid arthritis; Medicine; Alternative medicine; MEDLINE; Family medicine; Internal medicine; Pathology; Political science","score_opus":0.9081137191485839,"score_gpt":0.7024296982285319,"score_spread":0.205684020920052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387514073","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0944781,0.0029061425,0.64240956,0.25199378,0.0008865701,0.0071196733,0.00013111907,0.000021730624,0.000053330055],"genre_scores_gemma":[0.191696,0.10011739,0.698568,0.002022892,0.0006325996,0.0063864924,0.0002954669,0.000066371525,0.00021483022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97619885,0.018818678,0.002561679,0.00042344746,0.001322913,0.00067442516],"domain_scores_gemma":[0.46496227,0.5333528,0.00041558367,0.00057140196,0.0006093624,0.00008854535],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.118185416,0.00013317548,0.00087072054,0.00030591298,0.00016612178,0.0000049863215,0.0005339135,0.00021312379,0.0004130429],"category_scores_gemma":[0.4000214,0.00006409697,0.00031458348,0.0008750916,0.0011106962,0.00003116608,0.00012737329,0.0004258697,0.00000413727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004339115,0.0008094549,0.0036753751,0.00035296072,0.0004154848,0.0000048055254,0.004436826,0.000051544746,0.0021482727,0.012959193,0.024459612,0.94634736],"study_design_scores_gemma":[0.03160947,0.018351575,0.075903304,0.0010509533,0.00047466203,0.00017577935,0.069964975,0.018693725,0.015152799,0.067895606,0.70041996,0.00030716433],"about_ca_topic_score_codex":0.002138495,"about_ca_topic_score_gemma":0.004580775,"teacher_disagreement_score":0.9460402,"about_ca_system_score_codex":0.00008254013,"about_ca_system_score_gemma":0.0013372262,"threshold_uncertainty_score":0.9080137},"labels":[],"label_agreement":null},{"id":"W4387610374","doi":"10.46747/cfp.6910665","title":"Lignes directrices canadiennes sur la dyslipidémie à l’intention des médecins de famille","year":2023,"lang":"fr","type":"letter","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.10558353569045187,"score_gpt":0.35714367663009716,"score_spread":0.2515601409396453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387610374","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36544964,0.010935918,0.0003507488,0.26661092,0.02466359,0.0045910906,0.0070773894,0.00092361326,0.3193971],"genre_scores_gemma":[0.04296371,0.0031181078,0.00054848363,0.8900616,0.021787206,0.00026437276,0.0045541404,0.00065315946,0.036049187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99214834,0.0008600157,0.0018556736,0.0013261546,0.00076766266,0.003042126],"domain_scores_gemma":[0.9904413,0.0048344503,0.0007842837,0.0010250983,0.00091653777,0.0019983316],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00178126,0.00103913,0.0013351351,0.0012643567,0.00071919913,0.0003145671,0.00071529206,0.0011762576,0.00007841084],"category_scores_gemma":[0.0033276854,0.0011892176,0.0006769614,0.0017257354,0.0006644872,0.00070562505,0.00010692299,0.002217005,0.0023036266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000036344925,0.0000953827,0.0027965617,0.00059525954,0.0005751731,0.0019604024,0.00030047473,0.00004338117,0.0011733023,0.0002716899,0.7323804,0.25977162],"study_design_scores_gemma":[0.0013563208,0.00031255116,0.09034655,0.0017243625,0.0014384405,0.000024800525,0.0034967773,0.0010582661,0.000080796046,0.0007918874,0.89831835,0.0010508954],"about_ca_topic_score_codex":0.8196322,"about_ca_topic_score_gemma":0.8823702,"teacher_disagreement_score":0.6234507,"about_ca_system_score_codex":0.005782881,"about_ca_system_score_gemma":0.0070056403,"threshold_uncertainty_score":0.9990558},"labels":[],"label_agreement":null},{"id":"W4387610392","doi":"10.46747/cfp.6910671","title":"Dix années de travaux liés aux guides de pratique clinique sur la déprescription","year":2023,"lang":"fr","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Bruyère; University of Ottawa; Trillium Health Centre; University of Waterloo","funders":"","keywords":"Humanities; Medical prescription; Political science; Philosophy; Medicine; Nursing","score_opus":0.18256131900769243,"score_gpt":0.4497661948340671,"score_spread":0.26720487582637464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387610392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.727469,0.005603439,0.0020686153,0.15556479,0.0061905533,0.002658069,0.001628242,0.0006186061,0.098198675],"genre_scores_gemma":[0.6701536,0.003993423,0.0019015304,0.30034357,0.007939081,0.00020369359,0.0011870357,0.00027711628,0.01400095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99484265,0.0010736794,0.0013795331,0.00066959794,0.000388789,0.0016457387],"domain_scores_gemma":[0.9944109,0.0024411357,0.00036485595,0.0006761543,0.0004852888,0.0016216686],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003385863,0.0004452743,0.00059463666,0.0004347258,0.0003369864,0.00019355252,0.00034330212,0.00059131475,0.00004516889],"category_scores_gemma":[0.0046302876,0.0005460284,0.0002865308,0.0010023888,0.00034817038,0.00076667697,0.000058913512,0.0010425015,0.0011864577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090468886,0.00018970016,0.0045002946,0.00031446363,0.00023656081,0.00082549173,0.0012877993,0.00040052205,0.015099861,0.010237045,0.6679735,0.29884428],"study_design_scores_gemma":[0.0013339774,0.00037043839,0.11190402,0.00075370626,0.0004455669,0.00001629085,0.0075447513,0.00975071,0.0006344252,0.0037163717,0.86300766,0.0005220925],"about_ca_topic_score_codex":0.31836128,"about_ca_topic_score_gemma":0.25363067,"teacher_disagreement_score":0.29832217,"about_ca_system_score_codex":0.0019616527,"about_ca_system_score_gemma":0.020104242,"threshold_uncertainty_score":0.9996991},"labels":[],"label_agreement":null},{"id":"W4387654134","doi":"10.3899/jrheum.2023-0617","title":"The Big Picture: Patient Drawings of Gout and Their Relationship to Illness Perceptions and Stigma","year":2023,"lang":"en","type":"article","venue":"The Journal of Rheumatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Maori Education Trust","keywords":"Respiratory illness; Perception; Stigma (botany); Psychology; Gout; Medicine; Psychiatry; Clinical psychology","score_opus":0.09865549738715099,"score_gpt":0.39762246986674693,"score_spread":0.2989669724795959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387654134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621931,0.00021671246,0.0009210616,0.036212746,0.00025917834,0.00016877896,0.0000037251577,0.0000073934366,0.000017330758],"genre_scores_gemma":[0.99837655,0.0009996046,0.00016785265,0.00039976693,0.000016426386,0.0000022789072,0.0000016095834,0.000008248279,0.000027693666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986658,0.00025508465,0.0007675195,0.000060748946,0.00013660747,0.000114214716],"domain_scores_gemma":[0.9935657,0.00555492,0.0004340826,0.000151407,0.0002157618,0.000078153236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016241503,0.0000695254,0.00022838096,0.00009898176,0.00023374707,0.000010046917,0.000076330114,0.000047054964,0.000013149568],"category_scores_gemma":[0.0056235613,0.000033240918,0.000040391238,0.00020138112,0.00018110659,0.000051542756,0.00007379326,0.00025786407,0.000006003072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015122925,0.000067484434,0.80219287,0.000077061275,0.00022833225,0.0000050182925,0.03566092,0.00012180465,0.0022686883,0.0015150197,0.011871024,0.1444795],"study_design_scores_gemma":[0.0015624638,0.0008744884,0.9286131,0.00017789003,0.00022369162,0.004164238,0.05204126,0.0003862298,0.000088906425,0.0056391456,0.0061372505,0.000091310736],"about_ca_topic_score_codex":0.00006313797,"about_ca_topic_score_gemma":0.000111737194,"teacher_disagreement_score":0.14438818,"about_ca_system_score_codex":0.000015505415,"about_ca_system_score_gemma":0.000078294644,"threshold_uncertainty_score":0.67323345},"labels":[],"label_agreement":null},{"id":"W4387955324","doi":"10.1016/j.jmig.2023.08.421","title":"10593 Quality and Content of Preoperative Patient-Facing Resources for Total Laparoscopic Hysterectomy: A Canadian Academic Centre Review","year":2023,"lang":"en","type":"article","venue":"Journal of Minimally Invasive Gynecology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; Mount Sinai Hospital","funders":"","keywords":"Medicine; Hysterectomy; General surgery; Laparoscopic hysterectomy; Quality (philosophy); Surgery","score_opus":0.2470025874624638,"score_gpt":0.4497762404729386,"score_spread":0.2027736530104748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387955324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691915,0.0021152187,0.000006372366,0.027193476,0.00029488123,0.0010272257,0.00010221662,0.000006692698,0.000062423554],"genre_scores_gemma":[0.9891183,0.0034572661,0.0009028298,0.0061926316,0.00012691422,0.000020246565,0.000030170295,0.00001705672,0.00013460327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99682397,0.00039143115,0.0020601745,0.00019384116,0.00023356151,0.00029700922],"domain_scores_gemma":[0.9902942,0.0066068904,0.0015178766,0.00012531923,0.0011656948,0.00028997616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015817276,0.00014241415,0.0008671106,0.00022648275,0.0000629192,0.000007246032,0.00009225209,0.00014238124,0.00012904932],"category_scores_gemma":[0.04338477,0.000116802614,0.0001563945,0.0001830371,0.000104555475,0.00018657453,0.0000547236,0.00037572716,0.000007109165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043952265,0.000545195,0.6446601,0.011602665,0.0023692597,0.00051974365,0.017053002,0.000036824644,0.1489942,0.00028831116,0.09140282,0.07813261],"study_design_scores_gemma":[0.013244665,0.013448399,0.9184045,0.0063251094,0.0016465452,0.00052864425,0.026035512,0.000055423545,0.0066341753,0.00022252144,0.013061288,0.00039321967],"about_ca_topic_score_codex":0.0012962015,"about_ca_topic_score_gemma":0.017173909,"teacher_disagreement_score":0.27374434,"about_ca_system_score_codex":0.00019722157,"about_ca_system_score_gemma":0.0011870124,"threshold_uncertainty_score":0.9646732},"labels":[],"label_agreement":null},{"id":"W4388006999","doi":"10.1136/bmjebm-2023-112475","title":"How to use the regulatory data from Health Canada for secondary analyses on new drugs, biologics and vaccines","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Medicine; Public health; Internet privacy; Business; Computer science","score_opus":0.7468377814715961,"score_gpt":0.5827913881962639,"score_spread":0.16404639327533221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388006999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19657588,0.0017471187,0.0022292768,0.7961205,0.0006217373,0.0022376925,0.00038392338,0.00007954325,0.0000043013974],"genre_scores_gemma":[0.6790181,0.0019764483,0.008004658,0.2989389,0.0049105557,0.0000760517,0.005305809,0.00007395882,0.0016955558],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700123,0.0002792371,0.000960347,0.00068544934,0.000708918,0.00036484355],"domain_scores_gemma":[0.97519714,0.022003612,0.00047027573,0.0015424707,0.0002576788,0.00052881683],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003728153,0.00024143711,0.0006208716,0.00016503193,0.00017821595,0.000044454795,0.00034855536,0.00006892782,0.0001138981],"category_scores_gemma":[0.0633927,0.00014054097,0.00004574471,0.0006062299,0.00008416343,0.00031136005,0.00015626024,0.00026516587,0.000006321041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009862694,0.000016115957,0.0056848936,0.00011218702,0.000087238135,0.00001914026,0.0001235041,0.00003725702,0.0006102802,0.000018241586,0.9261884,0.06611644],"study_design_scores_gemma":[0.007819463,0.0034867413,0.42812535,0.0038032427,0.0008906423,0.000014813733,0.007780022,0.0058542844,0.0005178239,0.00044791025,0.54084516,0.00041453028],"about_ca_topic_score_codex":0.43911657,"about_ca_topic_score_gemma":0.34300613,"teacher_disagreement_score":0.49718162,"about_ca_system_score_codex":0.00019979775,"about_ca_system_score_gemma":0.004597661,"threshold_uncertainty_score":0.94449675},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388203809","doi":"10.1200/op.2023.19.11_suppl.155","title":"Evolving models of care for ambulatory systemic treatment.","year":2023,"lang":"en","type":"article","venue":"JCO Oncology Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Public Health Ontario; Sunnybrook Health Science Centre; Cancer Care Ontario","funders":"","keywords":"Referral; Medicine; Health care; Telehealth; Nursing; Population; Equity (law); Indigenous; Health equity; Ambulatory care; Family medicine; Public relations; Business; Political science; Public health; Telemedicine; Environmental health","score_opus":0.3098548028477111,"score_gpt":0.5525449439031019,"score_spread":0.24269014105539083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388203809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.868081,0.0047392505,0.0129329385,0.05413871,0.0036819251,0.009878336,0.00025051527,0.00094532367,0.04535201],"genre_scores_gemma":[0.98145384,0.00056032214,0.015162798,0.0013564773,0.00034991567,0.00023214231,0.00020128202,0.000039814684,0.0006434128],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807006,0.00025698077,0.00089668285,0.00030213126,0.00022185459,0.00025229077],"domain_scores_gemma":[0.98702335,0.010899349,0.0007236414,0.0003592496,0.00089361856,0.00010078697],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012930539,0.00013594252,0.00051271054,0.00016018067,0.0000930199,0.000008374203,0.00007531975,0.00019827521,0.000045559533],"category_scores_gemma":[0.0113787595,0.00012320073,0.00015506482,0.00027451655,0.000052011343,0.0005569096,0.000048467307,0.00016734435,0.00008956506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028974444,0.0052548423,0.021004623,0.006056501,0.004926342,0.0011748649,0.035786968,0.009907553,0.06350126,0.011747858,0.14384721,0.66781753],"study_design_scores_gemma":[0.024964476,0.017064938,0.0038882978,0.0003654355,0.006962139,0.0012518163,0.11409531,0.05791789,0.0018183999,0.001023467,0.77014136,0.0005064805],"about_ca_topic_score_codex":0.000267409,"about_ca_topic_score_gemma":0.00008295527,"teacher_disagreement_score":0.6673111,"about_ca_system_score_codex":0.00069722405,"about_ca_system_score_gemma":0.0009073465,"threshold_uncertainty_score":0.99694884},"labels":[],"label_agreement":null},{"id":"W4388525465","doi":"10.1097/corr.0000000000002923","title":"Thank You to Our Peer Reviewers","year":2023,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Orthopedic surgery; Sports medicine; Medical physics; Physical therapy; Surgery","score_opus":0.5976825529802635,"score_gpt":0.6514346078938457,"score_spread":0.05375205491358215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388525465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61138684,0.0007889834,0.000041714524,0.37572774,0.0025328822,0.0016768827,0.000018185798,0.0002318693,0.0075948974],"genre_scores_gemma":[0.89740956,0.026358226,0.0012315165,0.005409416,0.0017453284,0.00007503716,0.00027462136,0.000098320306,0.06739795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942819,0.00081169565,0.0019007272,0.00068080385,0.0016849302,0.0006399543],"domain_scores_gemma":[0.9930508,0.003622366,0.00014627993,0.0005940165,0.0015669463,0.001019596],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034378137,0.0001527433,0.0005175738,0.00039930394,0.00023934936,0.000053173528,0.00016555982,0.00031926058,0.00021675494],"category_scores_gemma":[0.09152791,0.00011411493,0.00032262402,0.0021132173,0.0001968589,0.00009170132,0.00044546052,0.0022928838,0.0033853555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000614599,0.00028393872,0.12739912,0.0001617434,0.00024875428,0.00084516866,0.00017406877,0.000006859648,0.000072417344,0.000618332,0.5377574,0.33181757],"study_design_scores_gemma":[0.003203096,0.0017222769,0.16015743,0.00039762983,0.00019875316,0.00012052968,0.0019847313,0.0011097636,0.000007748159,0.0013743781,0.82950544,0.00021820306],"about_ca_topic_score_codex":0.000048613034,"about_ca_topic_score_gemma":0.000011770702,"teacher_disagreement_score":0.37031832,"about_ca_system_score_codex":0.00004213035,"about_ca_system_score_gemma":0.00038234456,"threshold_uncertainty_score":0.9973906},"labels":[],"label_agreement":null},{"id":"W4388540441","doi":"10.1136/bmjopen-2023-071847","title":"Infographic summaries for clinical practice guidelines: results from user testing of the BMJ Rapid Recommendations in primary care","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Center for Evolutionary Biology and Medicine, University of Pittsburgh","keywords":"Infographic; Medicine; Terminology; Knowledge translation; Medical education; Qualitative research; Credibility; Knowledge management; Computer science; Data mining","score_opus":0.7066002677805886,"score_gpt":0.645355396768395,"score_spread":0.06124487101219356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388540441","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20576496,0.0002114804,0.00047804983,0.7153151,0.0032422785,0.05470002,0.0033491014,0.00021783457,0.016721193],"genre_scores_gemma":[0.045475937,0.00088661985,0.8522394,0.0758912,0.002898126,0.00500683,0.015792182,0.00017671156,0.0016330463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405056,0.0005914913,0.004251858,0.0004277779,0.00044493855,0.00023336662],"domain_scores_gemma":[0.9606177,0.033951666,0.0018527952,0.0010885552,0.0023995899,0.000089654386],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012811761,0.00014749395,0.00050981145,0.00012931833,0.00012929131,0.000073652285,0.00047765666,0.00013943792,0.0000351884],"category_scores_gemma":[0.38293335,0.00011229588,0.00016918506,0.0011805851,0.00009602096,0.000640138,0.0008084746,0.00036214158,0.000021919835],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062983218,0.00024400034,0.17796679,0.00021325774,0.0001862828,0.000014820791,0.0010297867,0.000072783856,0.000094801544,0.000060893308,0.5744565,0.23936175],"study_design_scores_gemma":[0.011402113,0.0004272525,0.39980957,0.0013886517,0.0003883784,0.000010570123,0.013325552,0.0010017309,0.000049905862,0.0003521324,0.5716342,0.0002099537],"about_ca_topic_score_codex":0.003197624,"about_ca_topic_score_gemma":0.0016691381,"teacher_disagreement_score":0.8517613,"about_ca_system_score_codex":0.00007265739,"about_ca_system_score_gemma":0.0013743192,"threshold_uncertainty_score":0.62226444},"labels":[],"label_agreement":null},{"id":"W4388543079","doi":"10.1177/11786329231211096","title":"Optimization of Care Pathways Through Technological, Clinical, Organizational and Social Innovations: A Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Health Services Insights","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Institut universitaire de cardiologie et de pneumologie de Québec","funders":"Ministère de la Santé; Mitacs; Ministère de la Santé et des Services sociaux","keywords":"Thematic analysis; Health care; Grounded theory; Context (archaeology); Participant observation; Psychological intervention; Knowledge management; Qualitative research; Process (computing); Public relations; Psychology; Process management; Business; Nursing; Medicine; Sociology; Political science; Computer science","score_opus":0.3116809963848601,"score_gpt":0.555419501416946,"score_spread":0.24373850503208588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388543079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876322,0.00026631795,0.0019321537,0.00792162,0.00015118635,0.0016214534,0.000050573526,0.0002825015,0.00014196656],"genre_scores_gemma":[0.98433375,0.0004619495,0.009535864,0.0043858667,0.00012855983,0.00004560199,0.0010752113,0.000023577184,0.000009615464],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99681133,0.00048118856,0.0017492548,0.00036518803,0.0004182755,0.00017474826],"domain_scores_gemma":[0.9968174,0.0009936176,0.0008184063,0.00020795612,0.0011064555,0.000056171717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012035341,0.00013612738,0.00046835013,0.00018906602,0.000332113,0.000018177303,0.00008948241,0.0001489299,0.00004785422],"category_scores_gemma":[0.00057509926,0.00011561865,0.000037558573,0.0017208464,0.00014260843,0.0002582893,0.00013348665,0.00023904412,0.000018097922],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063856033,0.0024463728,0.027285503,0.0039954856,0.00032739076,0.000021139998,0.929063,0.00034052075,0.00007912476,0.025689756,0.001215432,0.008897685],"study_design_scores_gemma":[0.0039061657,0.0023274033,0.032171845,0.00017136187,0.00009989472,0.000004150511,0.9521372,0.0022678373,0.000017889854,0.0034638713,0.00326153,0.00017088599],"about_ca_topic_score_codex":0.00018726685,"about_ca_topic_score_gemma":0.00020726393,"teacher_disagreement_score":0.023074137,"about_ca_system_score_codex":0.00006704141,"about_ca_system_score_gemma":0.0004034711,"threshold_uncertainty_score":0.47147915},"labels":[],"label_agreement":null},{"id":"W4388656813","doi":"10.1016/j.euf.2023.10.024","title":"Evidence based Urology: The Gist Leading Us to the Evidence for Decisions","year":2023,"lang":"en","type":"article","venue":"European Urology Focus","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Hamilton General Hospital","funders":"","keywords":"Medicine; Guideline; GiST; Stakeholder; Evidence-based medicine; MEDLINE; Urology; Alternative medicine; Internal medicine; Public relations; Pathology","score_opus":0.5701953357765192,"score_gpt":0.5241622497723685,"score_spread":0.04603308600415068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388656813","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14953159,0.0013459245,0.07091857,0.7734126,0.0012725034,0.0022073365,0.000020778489,0.00030116248,0.0009895433],"genre_scores_gemma":[0.92675436,0.0001818558,0.0011203248,0.07026523,0.00081557507,0.00009950424,0.000013071078,0.000055278506,0.00069481134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655294,0.0012777495,0.00081124617,0.0005492353,0.0003179205,0.0004908783],"domain_scores_gemma":[0.95833904,0.04001042,0.00023062051,0.0010089466,0.00025584263,0.0001551068],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008538179,0.00018027604,0.00024992766,0.00013773023,0.000452929,0.000048287842,0.0006311446,0.000059269543,0.00014102783],"category_scores_gemma":[0.12886776,0.000106358326,0.00017249207,0.0006747539,0.00022269052,0.0001611765,0.00030963012,0.00047380698,0.0037194714],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004580241,0.00011410932,0.01853751,0.00002582684,0.00015620283,0.00041482397,0.00081452035,0.005403252,0.0063138152,0.00067071465,0.7139137,0.24905528],"study_design_scores_gemma":[0.0017166488,0.0028499197,0.2222676,0.00014245615,0.00076031213,0.00015280177,0.00020280971,0.012016497,0.00018102277,0.0004529904,0.759017,0.00023997188],"about_ca_topic_score_codex":0.000044639564,"about_ca_topic_score_gemma":0.00016543167,"teacher_disagreement_score":0.77722275,"about_ca_system_score_codex":0.00003954664,"about_ca_system_score_gemma":0.0001613112,"threshold_uncertainty_score":0.99705625},"labels":[],"label_agreement":null},{"id":"W4388671050","doi":"10.1503/cmaj.231549","title":"New<i>CMAJ</i>article type aims to help physicians support their patients","year":2023,"lang":"en","type":"editorial","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Medicine","score_opus":0.04361693218341836,"score_gpt":0.3903578623004859,"score_spread":0.3467409301170675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388671050","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060325116,0.000018465114,0.000117302814,0.070627555,0.92150134,0.0004683457,0.00044363234,0.00007895575,0.00071187306],"genre_scores_gemma":[0.0015763836,0.00017771036,0.0003051708,0.026275037,0.96297747,0.000010502651,0.0014151632,0.00013778286,0.007124806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99253,0.0002470174,0.0015987034,0.00040102052,0.004292757,0.0009305109],"domain_scores_gemma":[0.98870647,0.0030713785,0.0008285939,0.00028594592,0.002972098,0.0041355086],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00340341,0.00030676473,0.00066738925,0.0003386757,0.00023647519,0.00016646653,0.00035553417,0.0013780389,0.0056476276],"category_scores_gemma":[0.10398215,0.0002884632,0.00025360927,0.0007612924,0.000021173735,0.00019566319,0.000063012914,0.0032330328,0.0040752357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000636208,0.000053084095,0.007518734,0.000013349987,0.00022242426,0.00017840417,0.00025469725,0.0000017571599,0.0000036779065,0.0000016433053,0.9124048,0.079283856],"study_design_scores_gemma":[0.0023247474,0.0005647579,0.0072684186,0.00020110824,0.00021139215,0.000010390217,0.00033469236,0.000022905773,0.0000058744117,0.000052480857,0.9887445,0.00025875185],"about_ca_topic_score_codex":0.01026941,"about_ca_topic_score_gemma":0.07797954,"teacher_disagreement_score":0.10057874,"about_ca_system_score_codex":0.0031111604,"about_ca_system_score_gemma":0.019413106,"threshold_uncertainty_score":0.9999567},"labels":[],"label_agreement":null},{"id":"W4388673117","doi":"10.46747/cfp.6911775","title":"Rapid recommendations","year":2023,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Guideline; Computer science; Medicine; Family medicine; Pathology","score_opus":0.2530854299378839,"score_gpt":0.4372460749896392,"score_spread":0.18416064505175528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388673117","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18731052,0.00020975835,0.00013663889,0.21454541,0.0021981962,0.001292335,0.00041144557,0.00063408865,0.5932616],"genre_scores_gemma":[0.40877533,0.00019286784,0.0009173498,0.58464396,0.0010696278,0.000057118283,0.0021360486,0.00006356784,0.002144114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897397,0.00003745434,0.00032619707,0.00019810608,0.00013602973,0.00032822203],"domain_scores_gemma":[0.9989125,0.00020482093,0.00006126615,0.00028523555,0.00010866171,0.00042750963],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028133413,0.00009038634,0.00014535752,0.00025541105,0.00013343123,0.000022387014,0.00006995892,0.000046008696,0.00005965723],"category_scores_gemma":[0.00023002808,0.00009822017,0.00007501266,0.00073389796,0.00003075492,0.00013439747,0.000015013893,0.00016277499,0.0031217693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065791146,0.000014073006,0.00015223061,0.0000063165076,0.00002754062,0.000025274381,0.000030690415,0.000002533865,0.000951715,0.0004331506,0.6222745,0.3760754],"study_design_scores_gemma":[0.00052742293,0.00006857924,0.0345266,0.000024938317,0.000052717085,9.112864e-7,0.0013097652,0.00043682338,0.000065579516,0.000536867,0.96234393,0.00010584927],"about_ca_topic_score_codex":0.009472507,"about_ca_topic_score_gemma":0.009468206,"teacher_disagreement_score":0.5911175,"about_ca_system_score_codex":0.00019908838,"about_ca_system_score_gemma":0.0006571527,"threshold_uncertainty_score":0.99765444},"labels":[],"label_agreement":null},{"id":"W4388694590","doi":"10.3390/healthcare11222964","title":"Adapting a Clinical Practice Guideline for Management of Patients with Knee and Hip Osteoarthritis by Hong Kong Physiotherapists","year":2023,"lang":"en","type":"article","venue":"Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University","funders":"National Health and Medical Research Council; Medical Research Council; Hong Kong Polytechnic University","keywords":"Guideline; Osteoarthritis; Context (archaeology); Medicine; Physical therapy; Adaptation (eye); Quality (philosophy); Alternative medicine; Psychology","score_opus":0.14219409373831327,"score_gpt":0.5056873775834785,"score_spread":0.3634932838451652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388694590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873129,0.0014782497,0.0055101025,0.09760621,0.00055720494,0.0065449206,0.00050043,0.00025038057,0.00023960294],"genre_scores_gemma":[0.893639,0.0009176953,0.09296703,0.010476519,0.00030226604,0.00015006422,0.0013045596,0.00008191531,0.00016094881],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99720657,0.00015422789,0.0015182288,0.00039425062,0.000436116,0.00029058254],"domain_scores_gemma":[0.996567,0.0015292055,0.000637352,0.00028934501,0.0007966562,0.00018043563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001541872,0.00014306867,0.00037136124,0.00006397521,0.00009248986,0.00001333975,0.00004841127,0.00008484247,0.000016701943],"category_scores_gemma":[0.0016545947,0.00012659663,0.00006533544,0.00028134862,0.000056259614,0.00019278088,0.000061708306,0.00019305751,0.0000066639154],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003461549,0.00033159924,0.109062776,0.0021857962,0.00020106765,0.000025673198,0.0002152918,0.000003508201,0.000036443136,0.00015266142,0.03058538,0.85373825],"study_design_scores_gemma":[0.054698344,0.01690313,0.50595605,0.003218295,0.0007730211,0.000028272514,0.014795677,0.0023405452,0.000095212396,0.00038957797,0.40007055,0.0007313182],"about_ca_topic_score_codex":0.00019734075,"about_ca_topic_score_gemma":0.000059027985,"teacher_disagreement_score":0.85300696,"about_ca_system_score_codex":0.00004569228,"about_ca_system_score_gemma":0.000091840884,"threshold_uncertainty_score":0.5162461},"labels":[],"label_agreement":null},{"id":"W4388719993","doi":"10.1370/afm.22.s1.5270","title":"The implementation of practice facilitators in primary care settings without university affiliation in Quebec, a case study","year":2023,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Context (archaeology); Qualitative research; Medical education; Data collection; Nursing; Best practice; Psychology; Medicine; Sociology; Political science","score_opus":0.07178081309657715,"score_gpt":0.45868555125435606,"score_spread":0.3869047381577789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388719993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931667,0.000012927873,0.00003712066,0.00480187,0.00005598609,0.0015496267,0.000013627186,0.00004179703,0.00032037002],"genre_scores_gemma":[0.9988374,0.000030140669,0.0004939885,0.00023027732,0.000014179777,0.000011610903,0.00009769196,0.000008212467,0.00027646986],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99812865,0.00043303726,0.0007246012,0.00022178891,0.00032807808,0.0001638466],"domain_scores_gemma":[0.9970881,0.002096851,0.00028779393,0.00021159938,0.0002754982,0.000040185758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021208609,0.00008602967,0.00017681974,0.00021794475,0.00007106433,0.000012648752,0.00005404309,0.00003798068,0.000025946021],"category_scores_gemma":[0.0017307458,0.00007194646,0.00003488728,0.0008772114,0.00003077639,0.00048494525,0.000072867806,0.00017786,0.0000110745705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005833014,0.00020304603,0.9008007,0.000094252726,0.000043898035,0.0009702301,0.036569305,0.00004428356,0.00020142668,0.00003350473,0.00075017894,0.059705853],"study_design_scores_gemma":[0.0032928667,0.0002161598,0.33807653,0.0000148303625,0.000070230555,0.00002895111,0.6564878,0.00011432747,0.00003340199,0.0000028675793,0.0016140568,0.000047963425],"about_ca_topic_score_codex":0.20512077,"about_ca_topic_score_gemma":0.51105344,"teacher_disagreement_score":0.6199185,"about_ca_system_score_codex":0.0005685684,"about_ca_system_score_gemma":0.0003923408,"threshold_uncertainty_score":0.8001724},"labels":[],"label_agreement":null},{"id":"W4388720644","doi":"10.1370/afm.22.s1.5109","title":"Case management for individuals with complex care needs: Factors assisting and hindering implementation","year":2023,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus group; Context (archaeology); Nursing; Intervention (counseling); Telehealth; Qualitative research; Medicine; Medical education; Psychology; Telemedicine; Health care; Business; Sociology","score_opus":0.3608492482828879,"score_gpt":0.5097142508374559,"score_spread":0.14886500255456803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388720644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98946154,0.000008631904,0.006918124,0.0013161123,0.00005684632,0.0014749999,0.00006096868,0.00017833765,0.0005244316],"genre_scores_gemma":[0.9698394,0.000010537805,0.028314847,0.0005166561,0.000069216505,0.0000892809,0.0010103825,0.000026997235,0.0001227119],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9988123,0.000024971936,0.00048445424,0.00022493226,0.00022262878,0.00023068968],"domain_scores_gemma":[0.9988752,0.000624351,0.0001499327,0.00013838123,0.000113952614,0.00009820239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004197943,0.00012656083,0.00017896878,0.0002206379,0.00018733146,0.000054307475,0.00002848475,0.000029177461,0.00013274665],"category_scores_gemma":[0.00017206765,0.00010030253,0.000034453227,0.000309887,0.000021774988,0.00016388114,0.00007266414,0.00006603813,0.0000049371856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014021114,0.00004499194,0.7885513,0.0010841173,0.0004730047,0.0004251223,0.0062250914,0.00004898716,0.00038752638,0.0007922358,0.006098239,0.1957292],"study_design_scores_gemma":[0.008983038,0.0007524405,0.36736348,0.000083668114,0.00090145995,0.0005147345,0.602272,0.0013989737,0.0005045136,0.00007630308,0.016834615,0.00031479629],"about_ca_topic_score_codex":0.00024072925,"about_ca_topic_score_gemma":0.00040443687,"teacher_disagreement_score":0.59604686,"about_ca_system_score_codex":0.00007350079,"about_ca_system_score_gemma":0.000028369253,"threshold_uncertainty_score":0.40902185},"labels":[],"label_agreement":null},{"id":"W4388720870","doi":"10.1370/afm.22.s1.5301","title":"Quality improvement challenges encountered in primary care for diabetes management in the province of Quebec, Canada","year":2023,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Population; Medicine; Health care; Nursing; Quality management; Quality (philosophy); Business; Environmental health; Geography; Political science; Marketing; Service (business)","score_opus":0.14582249633818437,"score_gpt":0.4314691186916187,"score_spread":0.2856466223534343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388720870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9628899,0.00022097961,0.00003456981,0.030938916,0.00012334387,0.002985581,0.00003426688,0.000020271018,0.0027521679],"genre_scores_gemma":[0.9952392,0.0002268382,0.00041126728,0.0031932793,0.00003484223,0.00031104637,0.0001905834,0.000009300621,0.0003836421],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833477,0.00007941149,0.0008172677,0.00020883972,0.0003575861,0.00020214057],"domain_scores_gemma":[0.99849045,0.0009691417,0.00015384439,0.00027818346,0.000084227235,0.000024175293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014540126,0.000085253894,0.00022622517,0.000074817384,0.000017125509,0.0000054374163,0.00011398795,0.000027128735,0.000013216309],"category_scores_gemma":[0.00035847665,0.000060162114,0.000037521782,0.00015748086,0.000017336182,0.000065946246,0.000062951265,0.000082699815,9.4034e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053520506,0.0004917446,0.041091617,0.009700522,0.00015006048,0.00005799897,0.0027554815,0.000055432058,0.0016779618,0.0014497029,0.017346846,0.92468745],"study_design_scores_gemma":[0.004517144,0.00030533364,0.9032379,0.00017328134,0.00005992524,1.6892766e-7,0.073633105,0.00026659417,0.00074134674,0.0002508132,0.01666543,0.00014895035],"about_ca_topic_score_codex":0.4277884,"about_ca_topic_score_gemma":0.99184346,"teacher_disagreement_score":0.9245385,"about_ca_system_score_codex":0.00045241098,"about_ca_system_score_gemma":0.0004492924,"threshold_uncertainty_score":0.576022},"labels":[],"label_agreement":null},{"id":"W4388775617","doi":"10.21203/rs.3.rs-3606033/v1","title":"Development and Validity Testing of a Matrix to Evaluate Maturity of Clinical Pathways: A Case Study in Saskatchewan, Canada","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health; Saskatchewan Health Authority","funders":"","keywords":"Maturity (psychological); Matrix (chemical analysis); Psychology; Chemistry; Developmental psychology; Chromatography","score_opus":0.7710529159226566,"score_gpt":0.6380079848691572,"score_spread":0.13304493105349935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388775617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943823,0.000047175938,0.000023314753,0.00073999877,0.00019150364,0.0044047236,0.00016701981,0.000024121946,0.000019799738],"genre_scores_gemma":[0.9819573,0.000012097413,0.017469183,0.00003558379,0.00012820955,0.00022320457,0.00006203232,0.00003953517,0.000072843766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9903132,0.0022774516,0.0036881573,0.0008294904,0.0024045226,0.00048718211],"domain_scores_gemma":[0.98264307,0.013112501,0.00063479936,0.0008066392,0.0023717147,0.00043129548],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035697628,0.00022738235,0.0011409438,0.0004434239,0.00007221914,0.000023235694,0.00020767249,0.00022558091,0.00003151528],"category_scores_gemma":[0.07206046,0.00021248499,0.000081887905,0.0008556005,0.00008876011,0.00004079549,0.0020816005,0.0020777283,0.000004138514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009496985,0.0014655741,0.91802245,0.0048530027,0.0001924703,0.0086718835,0.0069318414,0.00014188261,0.0001243098,0.0000013850388,0.0016086346,0.057036866],"study_design_scores_gemma":[0.0038801923,0.0016993049,0.80638784,0.002606214,0.00015350302,0.00016105798,0.18229033,0.0018484002,0.00028028377,0.00016463514,0.00025957375,0.0002686297],"about_ca_topic_score_codex":0.84593916,"about_ca_topic_score_gemma":0.9738907,"teacher_disagreement_score":0.17535849,"about_ca_system_score_codex":0.0005650711,"about_ca_system_score_gemma":0.01828089,"threshold_uncertainty_score":0.9929522},"labels":[],"label_agreement":null},{"id":"W4389055681","doi":"10.1503/cmaj.221647-f","title":"Actualisation 2023 des lignes directrices de pratique clinique pour la prise en charge de l’ostéoporose et la prévention des fractures au Canada","year":2023,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Osteoporosis Canada; McGill University","funders":"","keywords":"Humanities; Political science; Medicine; Gynecology; Philosophy","score_opus":0.04880956110573949,"score_gpt":0.4221957702933911,"score_spread":0.37338620918765164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389055681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77493334,0.0015450584,0.0033970524,0.21213818,0.0026607406,0.0005769864,0.0002995232,0.000086602086,0.004362557],"genre_scores_gemma":[0.93789035,0.013405534,0.0022714662,0.023775058,0.011857184,0.00007624,0.00045530347,0.00011865939,0.010150196],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98850024,0.006320469,0.0017326855,0.00035124127,0.001743694,0.001351644],"domain_scores_gemma":[0.9782007,0.016545385,0.0012094348,0.00016914976,0.00098016,0.002895197],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032514494,0.00032146362,0.00048162436,0.00038904964,0.0006111631,0.0003133033,0.0002779037,0.001222808,0.004776915],"category_scores_gemma":[0.15170424,0.00033533375,0.00020798274,0.00077089464,0.00015565909,0.0007174221,0.00004087446,0.002517937,0.00016100537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008300211,0.00020001303,0.3144424,0.00032964957,0.0005374237,0.0025897545,0.0069271503,0.00014345828,0.00025298988,0.00086392206,0.41143963,0.2621906],"study_design_scores_gemma":[0.0018873039,0.00013712687,0.5126526,0.0012734463,0.00036126704,0.0009551277,0.004212919,0.0033988135,0.00019103428,0.0029755952,0.4716239,0.00033085182],"about_ca_topic_score_codex":0.8124259,"about_ca_topic_score_gemma":0.9865106,"teacher_disagreement_score":0.26185977,"about_ca_system_score_codex":0.013044874,"about_ca_system_score_gemma":0.08989206,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W4389080821","doi":"10.1016/j.jclinepi.2023.111226","title":"Applying sequence analysis to uncover ‘real-world’ clinical pathways from routinely collected data: a systematic review","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Keele University; Faculty of Medicine and Health, University of Sydney; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"PsycINFO; CINAHL; MEDLINE; Systematic review; Identification (biology); Data science; Medicine; Hierarchical clustering; Data mining; Information retrieval; Cluster analysis; Computer science; Political science; Artificial intelligence","score_opus":0.9149103234974467,"score_gpt":0.7174708670495802,"score_spread":0.19743945644786653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389080821","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027001397,0.97816575,0.0054464755,0.0046702,0.0031203926,0.007368059,0.001014795,0.00009913509,0.000088169654],"genre_scores_gemma":[0.0000057988536,0.9526018,0.016761387,0.023106713,0.00440401,0.00029151794,0.0023182079,0.00014385815,0.0003667462],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8794119,0.041896407,0.07452363,0.0019796297,0.0012723553,0.00091608416],"domain_scores_gemma":[0.34831464,0.57680184,0.06465126,0.005359369,0.0024403445,0.0024325491],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.2045881,0.0010189958,0.054303467,0.0012522222,0.00010890204,0.000040966544,0.0024264294,0.0014962984,0.0003795766],"category_scores_gemma":[0.81951654,0.00066865515,0.010014827,0.005659349,0.0002999152,0.00032033154,0.0012229657,0.0058894674,0.0009157919],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061072153,0.00082951033,0.0077717206,0.5550251,0.049568728,0.001279448,0.000010604394,0.000024928797,6.846547e-8,0.000100786565,0.13419484,0.25058356],"study_design_scores_gemma":[0.001370422,0.0009128423,0.0016779384,0.4009977,0.19124264,0.00017922085,0.000021839032,0.0005827899,3.4942191e-9,0.00032372714,0.40219232,0.0004985518],"about_ca_topic_score_codex":0.0007456673,"about_ca_topic_score_gemma":0.0009885962,"teacher_disagreement_score":0.6149285,"about_ca_system_score_codex":0.00047448662,"about_ca_system_score_gemma":0.0056332736,"threshold_uncertainty_score":0.9998996},"labels":[],"label_agreement":null},{"id":"W4389101158","doi":"10.1016/j.phrs.2023.107015","title":"The reporting checklist for Chinese patent medicine guidelines: RIGHT for CPM","year":2023,"lang":"en","type":"review","venue":"Pharmacological Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Science and Technology Program of Zhejiang Province; Zhejiang Chinese Medical University","keywords":"Checklist; Guideline; Delphi method; Statement (logic); Delphi; Medical education; Medicine; Health care; MEDLINE; Psychology; Family medicine; Computer science; Political science; Pathology","score_opus":0.9523329002822879,"score_gpt":0.7736427265475343,"score_spread":0.1786901737347536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389101158","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032060678,0.9371607,0.0008978685,0.04101693,0.0017133503,0.018297872,0.00016813082,0.00023748759,0.00047561934],"genre_scores_gemma":[0.000016166226,0.96862435,0.0014413015,0.0010440665,0.008219868,0.010809428,0.0012165206,0.0001625876,0.008465682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98508686,0.0010165793,0.009302658,0.0012348098,0.0018977333,0.0014613764],"domain_scores_gemma":[0.89789325,0.09086285,0.0040119067,0.0008473222,0.005689123,0.0006955194],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061021972,0.0005905111,0.0028279403,0.00035149406,0.0011442002,0.00010898532,0.00083691906,0.00049682835,0.00052151957],"category_scores_gemma":[0.4749007,0.00026589207,0.0012773846,0.0015277921,0.0006077955,0.000089503184,0.000572012,0.002135688,0.00017685661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005025669,0.00013068753,0.000009546622,0.009159453,0.0005426343,0.00009870011,0.000013483381,5.058235e-7,0.0000249031,0.00019935062,0.33403462,0.6552836],"study_design_scores_gemma":[0.0025383837,0.0011578043,0.000018792527,0.0036855994,0.0021212979,0.000075940414,0.0000924707,0.0010447328,0.0000035142937,0.002339575,0.986661,0.00026089104],"about_ca_topic_score_codex":0.00010846296,"about_ca_topic_score_gemma":0.000042550368,"teacher_disagreement_score":0.6550227,"about_ca_system_score_codex":0.00061547116,"about_ca_system_score_gemma":0.0015400694,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W4389192903","doi":"10.1186/s12874-023-02101-5","title":"Advancing guideline quality through country-wide and regional quality assessment of CPGs using AGREE: a scoping review","year":2023,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); MEDLINE; Guideline; Quality (philosophy); Medicine; Family medicine; Political science; Pathology","score_opus":0.9711081800009462,"score_gpt":0.8268163643059345,"score_spread":0.1442918156950117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389192903","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016779455,0.7982037,0.19334483,0.0038342671,0.0003275196,0.0040483023,0.000057150693,0.000059176204,0.00010826276],"genre_scores_gemma":[2.2329449e-7,0.6748995,0.32135293,0.0023521325,0.00060243765,0.00018944843,0.00047058685,0.000078488716,0.000054241937],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.87375134,0.09823813,0.015618555,0.00220223,0.008408804,0.001780966],"domain_scores_gemma":[0.35214677,0.63416827,0.005544302,0.0025494958,0.003974139,0.0016170101],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29850718,0.0005894143,0.008022976,0.00049110607,0.00021404264,0.000024086386,0.0006533396,0.0010836369,0.001157758],"category_scores_gemma":[0.75642693,0.00045921357,0.00076669944,0.0019078599,0.0014250558,0.00020644168,0.0013876532,0.0037184798,0.00002194547],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012327333,0.00015296818,0.00022474804,0.5199969,0.00034505007,0.00008558834,0.000028321767,7.8681137e-7,0.000008695496,0.0012473586,0.0062171584,0.47156915],"study_design_scores_gemma":[0.0015982225,0.0003757301,0.00013334093,0.5915346,0.0015665785,0.00037939122,0.00034688,0.00027193202,7.980257e-7,0.001321295,0.40204975,0.00042148645],"about_ca_topic_score_codex":0.0052598994,"about_ca_topic_score_gemma":0.0029345225,"teacher_disagreement_score":0.53593016,"about_ca_system_score_codex":0.0007516141,"about_ca_system_score_gemma":0.02797176,"threshold_uncertainty_score":0.99978596},"labels":[],"label_agreement":null},{"id":"W4389206595","doi":"10.56885/begl1924","title":"Best Practice Recommendation Updates 2024: Methodology For Developing Foundations Of Best Practice For Skin and Wound Management","year":2023,"lang":"en","type":"article","venue":"Wound Care Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Best practice; Clinical Practice; Expert opinion; Work (physics); Resource (disambiguation); Best evidence; Computer science; Knowledge management; Medical education; Medicine; Engineering; Political science; Nursing","score_opus":0.28588714355360495,"score_gpt":0.5175563227940145,"score_spread":0.23166917924040958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389206595","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09308599,0.0009765203,0.36327738,0.4989894,0.00968927,0.018018443,0.0019137897,0.00020374543,0.0138454735],"genre_scores_gemma":[0.067962036,0.0012968415,0.9075498,0.012361907,0.00068938243,0.001220774,0.0058424836,0.000106456035,0.0029703404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979386,0.00020850095,0.0008840375,0.0003974761,0.0002753706,0.00029603203],"domain_scores_gemma":[0.982256,0.015385106,0.00058077887,0.000242789,0.0014376721,0.00009764344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001880804,0.00016456385,0.0003182981,0.00015611696,0.00024183786,0.000051530227,0.000084281724,0.00008652428,0.000060947452],"category_scores_gemma":[0.021392172,0.0001768206,0.00005634701,0.0004129967,0.000046416102,0.00046404684,0.000083851875,0.00015099514,0.0000055793234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027560904,0.00043415435,0.00068524125,0.0043840967,0.0021840595,0.00006003302,0.0021367837,0.00010692821,0.0005470671,0.019809954,0.30184644,0.66504914],"study_design_scores_gemma":[0.0019017207,0.00052609114,0.00020323247,0.00007621687,0.0013051018,0.00005082456,0.07679731,0.00020401453,0.0002569936,0.00068212295,0.9178206,0.00017578059],"about_ca_topic_score_codex":0.11901398,"about_ca_topic_score_gemma":0.39413366,"teacher_disagreement_score":0.66487336,"about_ca_system_score_codex":0.000629177,"about_ca_system_score_gemma":0.0012960648,"threshold_uncertainty_score":0.98685104},"labels":[],"label_agreement":null},{"id":"W4389244146","doi":"","title":"Draft author guidelines for expanded CLINICAL ROUNDS section.","year":2023,"lang":"fr","type":"editorial","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Section (typography); Medicine; Library science; History; Computer science","score_opus":0.6230834604552331,"score_gpt":0.5806882271360575,"score_spread":0.04239523331917561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389244146","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053153234,0.0010207181,0.009303497,0.057032082,0.92190874,0.008000739,0.0011873234,0.0006408857,0.000374481],"genre_scores_gemma":[0.00035819135,0.0023379496,0.005106949,0.002307555,0.87106544,0.013921675,0.0051637474,0.00041794646,0.09932057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826098,0.0010213353,0.009813183,0.002120432,0.0021744356,0.0022607823],"domain_scores_gemma":[0.90691906,0.07886978,0.003233781,0.0015968976,0.007755739,0.0016247415],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.029530028,0.0010196549,0.0023844705,0.00046513075,0.00044896998,0.0003299062,0.0006851518,0.003391828,0.00040844388],"category_scores_gemma":[0.6003326,0.0010110844,0.0017235707,0.0009309513,0.00039557862,0.0006243225,0.00041731138,0.002882443,0.0007426449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015884077,0.00037006164,0.0010862121,0.0005548326,0.0008903635,0.000032148193,0.00004295659,0.00002173639,0.000002777161,0.00006043594,0.67324907,0.322101],"study_design_scores_gemma":[0.011379528,0.0006908725,0.01650927,0.0003403784,0.003955457,0.00001664594,0.0007290126,0.0013695807,0.000009065048,0.00067821593,0.96345085,0.00087112136],"about_ca_topic_score_codex":0.00096183456,"about_ca_topic_score_gemma":0.0010936818,"teacher_disagreement_score":0.57080257,"about_ca_system_score_codex":0.0013783639,"about_ca_system_score_gemma":0.002433556,"threshold_uncertainty_score":0.99941796},"labels":[],"label_agreement":null},{"id":"W4389368485","doi":"10.1212/wnl.98.18_supplement.1260","title":"Updates and Improvements to the American Academy of Neurology Guideline Dissemination Practices (P15-7.002)","year":2022,"lang":"en","type":"article","venue":"Neurology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Guideline; Neurology; Medicine; Medical education; Family medicine; Medical physics; Psychiatry; Pathology","score_opus":0.11198418528054474,"score_gpt":0.5053373992276037,"score_spread":0.3933532139470589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389368485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6641666,0.00003680213,0.000085252774,0.33504087,0.0001479828,0.0004294144,0.000022302684,0.000019415196,0.000051348994],"genre_scores_gemma":[0.8697012,0.00007856341,0.0004579982,0.12939812,0.00016582754,0.000087120054,0.00005013467,0.000019876914,0.00004116051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765444,0.0005337799,0.00086651207,0.00040520428,0.00031105216,0.00022900582],"domain_scores_gemma":[0.9963305,0.0019516853,0.0013100707,0.00022872482,0.00009264231,0.00008638484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014366405,0.00012053192,0.00029805052,0.00013527473,0.00013661664,0.0000074040395,0.00018359604,0.000040353345,0.0002528244],"category_scores_gemma":[0.0045059095,0.00009684229,0.000042074862,0.00034517728,0.00013781567,0.00009368248,0.00041956108,0.00063340657,0.000009781405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023905199,0.0011613197,0.2392622,0.00006979555,0.00029308925,0.000099229306,0.00086604146,0.0005888403,0.14239387,0.0009710262,0.20700604,0.38338336],"study_design_scores_gemma":[0.0016228643,0.010973678,0.29390165,0.0000016061924,0.0002603384,0.0003921594,0.0002319172,0.0036102145,0.0007560774,0.00028783348,0.68783534,0.00012634057],"about_ca_topic_score_codex":0.00048744158,"about_ca_topic_score_gemma":0.00006420895,"teacher_disagreement_score":0.48082927,"about_ca_system_score_codex":0.0000109475,"about_ca_system_score_gemma":0.000043581676,"threshold_uncertainty_score":0.539432},"labels":[],"label_agreement":null},{"id":"W4389401398","doi":"10.46292/sci23-1985397s","title":"Poster (Health Services, Economics and Policy Change) ID 1985397","year":2023,"lang":"en","type":"article","venue":"Topics in Spinal Cord Injury Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Deliverable; Best practice; Process management; Documentation; Medicine; Service delivery framework; Quality management; Health care; Knowledge management; Business; Service (business); Marketing; Engineering; Computer science; Political science","score_opus":0.16661162255657455,"score_gpt":0.509578448935948,"score_spread":0.34296682637937337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389401398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9093248,0.00007121014,0.000008486687,0.08930475,0.0002378769,0.0007769905,0.000021778776,0.000058623496,0.00019547758],"genre_scores_gemma":[0.9863852,0.000691075,0.0028387955,0.008873029,0.00077084877,0.00008031711,0.00020119587,0.000021984843,0.00013750908],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984558,0.00010622759,0.00078102754,0.00029477145,0.00013041114,0.00023173023],"domain_scores_gemma":[0.99906653,0.00027921793,0.00020133446,0.00025007615,0.00009374923,0.000109096654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001065892,0.00011537157,0.00024471772,0.00035992704,0.00005353092,0.000022784063,0.000056390367,0.000079135294,0.000020877187],"category_scores_gemma":[0.0006427926,0.000121340534,0.000038780865,0.0004271198,0.0000537038,0.0003104051,0.000076604956,0.00018229133,0.000058272868],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025129728,0.000090991554,0.09060442,0.00082023366,0.000010372529,0.0000030109247,0.0010403849,0.0000014249528,0.000066280256,0.0044288132,0.00037958633,0.9000415],"study_design_scores_gemma":[0.0010571317,0.007885008,0.9456488,0.00015366019,0.000016895125,0.000009892739,0.0012724902,0.00047265206,0.000009943067,0.005883835,0.037469197,0.000120508696],"about_ca_topic_score_codex":0.0018212396,"about_ca_topic_score_gemma":0.0006796017,"teacher_disagreement_score":0.899921,"about_ca_system_score_codex":0.00026913307,"about_ca_system_score_gemma":0.00017226508,"threshold_uncertainty_score":0.49481234},"labels":[],"label_agreement":null},{"id":"W4389401413","doi":"10.46292/sci23-2004605s","title":"Poster (Clinical/Best Practice Implementation) ID 2004605","year":2023,"lang":"en","type":"article","venue":"Topics in Spinal Cord Injury Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Centre for Family Medicine","funders":"","keywords":"Medicine; Nursing; Family medicine","score_opus":0.22513619052848446,"score_gpt":0.5858841519949292,"score_spread":0.3607479614664447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389401413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93169016,0.000041868414,0.00017159943,0.06330936,0.0011119366,0.0014064979,0.000025670959,0.00015036468,0.002092541],"genre_scores_gemma":[0.96959925,0.00021351855,0.02152797,0.0060202465,0.0010395531,0.00018412394,0.00044819535,0.000050454175,0.00091671455],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99595743,0.00048285225,0.002125203,0.0005239977,0.0005598409,0.00035067156],"domain_scores_gemma":[0.9958806,0.0024092237,0.00046739052,0.0005134047,0.00058578234,0.00014359601],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039692973,0.00018859936,0.0003652628,0.00034541765,0.00008383904,0.000044021268,0.0001239865,0.00015103015,0.0004972553],"category_scores_gemma":[0.016505253,0.00019344398,0.00014358913,0.0009887958,0.00011917457,0.0008001249,0.000101173944,0.0005096436,0.0009964327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009036692,0.00072932104,0.2105042,0.00021032339,0.00004893297,0.000042579606,0.00023393809,0.000003647155,0.00037681483,0.0019597267,0.018330228,0.7585236],"study_design_scores_gemma":[0.0033830923,0.02731524,0.72950214,0.00012806922,0.00021409031,0.000029011333,0.0064487867,0.00011936544,0.000078739904,0.0033227573,0.22915965,0.00029906916],"about_ca_topic_score_codex":0.0003939449,"about_ca_topic_score_gemma":0.0002299162,"teacher_disagreement_score":0.75822455,"about_ca_system_score_codex":0.00024958432,"about_ca_system_score_gemma":0.00027656343,"threshold_uncertainty_score":0.9997814},"labels":[],"label_agreement":null},{"id":"W4389401452","doi":"10.46292/sci23-1985360s","title":"Workshop (Clinical/Best Practice Implementation) ID 1985360","year":2023,"lang":"en","type":"article","venue":"Topics in Spinal Cord Injury Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Medicine; Attendance; Best practice; Guideline; Stakeholder engagement; Presentation (obstetrics); Medical education; Social media; Public relations; Surgery; Management; Pathology","score_opus":0.25455092262844137,"score_gpt":0.5934255575089018,"score_spread":0.33887463488046043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389401452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92514366,0.000038092283,0.000516186,0.068993635,0.0013009857,0.0015224073,0.000019705585,0.00019745456,0.002267885],"genre_scores_gemma":[0.9479456,0.00055733987,0.04402979,0.004302708,0.0013514025,0.00027238118,0.0004961256,0.000060768907,0.0009838807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99566203,0.00052435213,0.0022522768,0.00057430484,0.0006083635,0.00037867177],"domain_scores_gemma":[0.99413663,0.0040516863,0.0005163423,0.0005717535,0.0005643159,0.00015929497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046418156,0.00020298522,0.00040334344,0.0003721912,0.000099793986,0.000048858583,0.00014418204,0.00017279768,0.00040133763],"category_scores_gemma":[0.028451398,0.00021169492,0.00015677002,0.001360593,0.00013976693,0.0007765855,0.00011350774,0.00062087894,0.00076367805],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064789094,0.0005761242,0.0758392,0.00015126308,0.00003901321,0.000032162265,0.00022474436,0.000008087557,0.00018190451,0.0019533562,0.01374549,0.90076977],"study_design_scores_gemma":[0.0040855655,0.022570923,0.5418329,0.00019845345,0.0002905377,0.000028013439,0.02127408,0.0003934274,0.00006493123,0.0042264163,0.404625,0.00040971077],"about_ca_topic_score_codex":0.00037945507,"about_ca_topic_score_gemma":0.00037030654,"teacher_disagreement_score":0.90036005,"about_ca_system_score_codex":0.00027179177,"about_ca_system_score_gemma":0.0002999862,"threshold_uncertainty_score":0.9815791},"labels":[],"label_agreement":null},{"id":"W4389615034","doi":"10.21203/rs.3.rs-3660598/v1","title":"Case management for acquired brain injury: A systematic review of the evidence base.","year":2023,"lang":"en","type":"review","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Acquired brain injury; Expert opinion; Psychology; Narrative; Empirical evidence; Grey literature; Diversity (politics); Applied psychology; Medicine; MEDLINE; Political science; Rehabilitation; Law","score_opus":0.7509789436084049,"score_gpt":0.679668912418474,"score_spread":0.07131003118993084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389615034","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.2479306e-7,0.95726526,0.00006659881,0.005263851,0.00014747836,0.03687561,0.00028681962,0.000043379576,0.000050202816],"genre_scores_gemma":[0.00000500562,0.9895258,0.00030847828,0.0006513735,0.00018893134,0.0065796627,0.00015725252,0.00010104605,0.0024824506],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9898512,0.0037437773,0.0033080226,0.000610269,0.0019621025,0.0005246685],"domain_scores_gemma":[0.96600866,0.029021304,0.0012264539,0.0021681718,0.0013856709,0.00018972241],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027940229,0.00031635605,0.002762611,0.00040840768,0.00017799981,0.000040322688,0.00060007925,0.0001753867,0.00014466],"category_scores_gemma":[0.14058252,0.00018265334,0.0012139261,0.0023281858,0.00013423442,0.000118335614,0.0006938801,0.00053776667,0.0001995146],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027350863,0.00005728771,4.6132143e-7,0.8667479,0.00034919122,0.00033848366,0.000015216309,1.9468784e-8,1.563692e-7,0.0001477667,0.049507905,0.08280826],"study_design_scores_gemma":[0.00022641382,0.00030658304,4.7028107e-7,0.8273738,0.0046451925,0.0003954648,0.00027376632,0.000016555683,3.856981e-7,0.000040283903,0.16660479,0.0001163062],"about_ca_topic_score_codex":0.00006392727,"about_ca_topic_score_gemma":0.000024323275,"teacher_disagreement_score":0.11709688,"about_ca_system_score_codex":0.0005589442,"about_ca_system_score_gemma":0.0010143482,"threshold_uncertainty_score":0.96835816},"labels":[],"label_agreement":null},{"id":"W4389704637","doi":"10.1017/s0266462323000685","title":"OP23 Early Detection Tools For Emotional Distress In Adult Cancer Patients In Spain: A Health Technology Assessment Report","year":2023,"lang":"en","type":"article","venue":"International Journal of Technology Assessment in Health Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Distress; Context (archaeology); Hospital Anxiety and Depression Scale; Anxiety; Psychosocial; Scale (ratio); Medicine; Clinical psychology; Visual analogue scale; Psychiatry; Psychology; Physical therapy","score_opus":0.10741124784437335,"score_gpt":0.5483756863844549,"score_spread":0.44096443854008155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389704637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8201712,0.000119542834,0.0020065482,0.17480613,0.0015053535,0.0011970365,0.00011618761,0.00006240347,0.000015595017],"genre_scores_gemma":[0.9908437,0.0008187423,0.006205001,0.0012165149,0.00017002632,0.00029674463,0.00041014855,0.000028242765,0.000010886002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948483,0.00014785776,0.0032912127,0.00040094787,0.00084944256,0.00046223943],"domain_scores_gemma":[0.9952397,0.000515682,0.0021381683,0.00022088997,0.0017821759,0.00010338254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020924604,0.00019285883,0.00062456884,0.0032091402,0.00006555134,0.00003236125,0.00034140178,0.00029505865,0.000022978673],"category_scores_gemma":[0.003392504,0.00019598634,0.00011719845,0.0012568339,0.00007341885,0.00040007447,0.00013769037,0.0012933688,0.0000017951791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028864582,0.000514056,0.78599894,0.00017587424,0.00006686488,0.0002906227,0.00015271304,0.000380961,0.000052427757,0.0009635891,0.0002357832,0.21087952],"study_design_scores_gemma":[0.0075178496,0.0018911264,0.9773044,0.0015181832,0.000013160276,0.00025263595,0.0074810213,0.0010639238,0.00006236786,0.0012570933,0.0014928763,0.0001453805],"about_ca_topic_score_codex":0.0015510743,"about_ca_topic_score_gemma":0.0074113416,"teacher_disagreement_score":0.21073414,"about_ca_system_score_codex":0.0054110065,"about_ca_system_score_gemma":0.0022651658,"threshold_uncertainty_score":0.99840707},"labels":[],"label_agreement":null},{"id":"W4389767608","doi":"10.14309/01.ajg.0000995788.76745.fe","title":"S13 Methodological Considerations of Network Meta-Analyses: Improving Evaluation of Comparative Effectiveness and Safety of Advanced Therapies Treating Moderate to Severe Ulcerative Colitis","year":2023,"lang":"en","type":"article","venue":"The American Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Medicine; Ulcerative colitis; Meta-analysis; Intensive care medicine; Internal medicine; Disease","score_opus":0.5218476257979666,"score_gpt":0.556714514880639,"score_spread":0.034866889082672436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389767608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963909,0.000086292974,0.033188727,0.0021197165,0.00004542299,0.0006042057,0.000029798337,0.0000045647403,0.000012326637],"genre_scores_gemma":[0.9631186,0.000052829753,0.03635991,0.00038450747,0.000045377514,0.000023327608,0.000005722792,0.000008333456,0.0000013553984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99031913,0.007430325,0.0015211136,0.00016097153,0.00038792554,0.0001805528],"domain_scores_gemma":[0.9848264,0.010610328,0.0027038616,0.0001718081,0.0016180666,0.000069530935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009988888,0.0001429007,0.0018331188,0.00015123142,0.00007405531,0.0000056049207,0.00007573352,0.000023192002,0.000052288633],"category_scores_gemma":[0.004208674,0.000087338194,0.00024278549,0.00033590168,0.00046470622,0.000111001376,0.00006260818,0.00021233606,2.715812e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17274776,0.00034138767,0.034005288,0.00012217354,0.022011848,0.00001489067,0.010429301,0.636428,0.08711659,0.00033910116,0.00015398963,0.03628969],"study_design_scores_gemma":[0.009076738,0.03336318,0.8834072,0.00017782072,0.017915962,0.00048797592,0.025080202,0.019463548,0.00607809,0.0048160884,0.0000050496,0.00012819225],"about_ca_topic_score_codex":0.00009633461,"about_ca_topic_score_gemma":0.00013444583,"teacher_disagreement_score":0.8494019,"about_ca_system_score_codex":0.000051589217,"about_ca_system_score_gemma":0.00014806757,"threshold_uncertainty_score":0.503848},"labels":[],"label_agreement":null},{"id":"W4390116172","doi":"10.1016/j.annemergmed.2023.11.012","title":"Clinical Practice Guideline Recommendations in Pediatric Mild Traumatic Brain Injury: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Annals of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Centre hospitalier universitaire de Québec; York University; SickKids Foundation; Université de Montréal; Hospital for Sick Children; University of Toronto; Montreal Children's Hospital; Centre Hospitalier Universitaire Sainte-Justine; Hotchkiss Brain Institute; Toronto Rehabilitation Institute; Alberta Children's Hospital; University of Calgary; Children's Hospital of Eastern Ontario; Université Laval; Institute for Clinical Evaluative Sciences; McGill University Health Centre; Hôpital de l'Enfant-Jésus","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Guideline; Traumatic brain injury; Clinical Practice; Intensive care medicine; MEDLINE; Systematic review; Medical emergency; Family medicine; Psychiatry; Pathology","score_opus":0.7865305105058107,"score_gpt":0.6952895673357785,"score_spread":0.09124094317003217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390116172","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011928641,0.8866006,0.000093359704,0.10196229,0.0025531775,0.007845666,0.00010217419,0.00009711014,0.0007444304],"genre_scores_gemma":[4.212394e-7,0.98021084,0.0014190096,0.012239122,0.0020907107,0.0006886119,0.0019630566,0.00017698057,0.0012112329],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96487355,0.0038443208,0.028172528,0.0010058813,0.0014703581,0.0006333787],"domain_scores_gemma":[0.965565,0.018885946,0.010896073,0.0019046619,0.0022463312,0.00050195784],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03919431,0.00082944205,0.009540864,0.0012507259,0.000060685757,0.00000442441,0.00062484783,0.0005329435,0.0026462446],"category_scores_gemma":[0.3703302,0.00060844887,0.0016784443,0.0046901377,0.00009566854,0.00034704924,0.00019343832,0.0016299877,0.0005057185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022587814,0.0003391569,0.000010718977,0.48774934,0.0003885409,0.00001420699,0.00004123096,5.1249827e-8,1.6222081e-8,0.000028213946,0.46273765,0.048668273],"study_design_scores_gemma":[0.0004884813,0.0007122377,0.000009510141,0.44494027,0.0156036215,0.00002595778,0.00020525265,0.000012701509,1.1459914e-8,0.00007226127,0.5376622,0.0002675019],"about_ca_topic_score_codex":0.00029124282,"about_ca_topic_score_gemma":0.000103607235,"teacher_disagreement_score":0.3311359,"about_ca_system_score_codex":0.000091707494,"about_ca_system_score_gemma":0.0010219706,"threshold_uncertainty_score":0.9996367},"labels":[],"label_agreement":null},{"id":"W4390126297","doi":"10.1016/j.jval.2023.09.972","title":"EE707 Modelling the Cost Effectiveness and Budget Impact of Uterine Botulinum Toxin Injections in Severe Dysmenorrhoea: A France Perspective","year":2023,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre hospitalier de l'Université Laval","funders":"","keywords":"Perspective (graphical); Botulinum toxin; Medicine; Toxin; Gynecology; Surgery; Biology; Computer science","score_opus":0.18882333438025434,"score_gpt":0.5097049883689522,"score_spread":0.32088165398869783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390126297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98856467,0.00034389328,0.0027894732,0.0064199325,0.00013906806,0.0015893641,0.0000637565,0.000035265493,0.000054565124],"genre_scores_gemma":[0.9980784,0.00079362065,0.00062111934,0.00027332932,0.00008442028,0.00007840817,0.000015990501,0.00002135255,0.00003337787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784565,0.00057154,0.00078413857,0.00029886427,0.00019707637,0.0003027501],"domain_scores_gemma":[0.99665743,0.002642067,0.00022900428,0.0002428332,0.00013285251,0.00009582422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003174625,0.00013151333,0.0003949309,0.00025001098,0.00007288002,0.000010034851,0.00006272348,0.00006381252,0.00002036318],"category_scores_gemma":[0.0013998287,0.00010138226,0.000066288165,0.001070612,0.000062336956,0.00013217037,0.00005847881,0.00044260494,0.000006288506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091464625,0.00029538153,0.17164637,0.00062449946,0.000066649656,0.000023288687,0.005090722,0.8132232,0.0003509586,0.0005194547,0.00015623451,0.007088621],"study_design_scores_gemma":[0.003884702,0.0010851189,0.47689697,0.0004968594,0.000017578754,0.000067147215,0.0034788002,0.5113807,0.000029481156,0.002342595,0.00020082977,0.00011924085],"about_ca_topic_score_codex":0.08220958,"about_ca_topic_score_gemma":0.00055314635,"teacher_disagreement_score":0.3052506,"about_ca_system_score_codex":0.00066033326,"about_ca_system_score_gemma":0.00055011315,"threshold_uncertainty_score":0.92390203},"labels":[],"label_agreement":null},{"id":"W4390427420","doi":"10.1513/annalsats.202309-789ed","title":"Systematic Reviews that Inform American Thoracic Society Guidelines: A Publication Priority","year":2023,"lang":"en","type":"article","venue":"Annals of the American Thoracic Society","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; MEDLINE; Intensive care medicine; Law","score_opus":0.5821809089148203,"score_gpt":0.59549699584437,"score_spread":0.013316086929549664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390427420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7691567,0.0016333224,0.0043958444,0.21506315,0.00056885736,0.007687922,0.00013525905,0.0007782824,0.0005806477],"genre_scores_gemma":[0.74375194,0.046531767,0.053381473,0.15004122,0.0012281848,0.0011615001,0.0005106169,0.00024048323,0.0031528058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935348,0.00074105355,0.0030445794,0.0005836027,0.0014330633,0.0006629022],"domain_scores_gemma":[0.9878072,0.0021475574,0.0058069597,0.0018930146,0.0020754668,0.00026977982],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011109695,0.00042647464,0.0017634679,0.000090737965,0.00030108786,0.00008299886,0.0007138573,0.00010171578,0.000041673706],"category_scores_gemma":[0.020346079,0.00028629342,0.0022066135,0.0042661033,0.00096758956,0.0005326802,0.00044095574,0.00060316204,0.00021279241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002414985,0.0002720338,0.025324987,0.011962739,0.0010677123,0.0000015853493,0.0032201267,0.000018379029,0.0012093914,0.00004580792,0.65023375,0.306402],"study_design_scores_gemma":[0.0028106163,0.002753396,0.3843543,0.020518627,0.006528766,0.00022679304,0.13908142,0.04107701,0.009489345,0.0016444667,0.38829258,0.003222665],"about_ca_topic_score_codex":0.0008201386,"about_ca_topic_score_gemma":0.000035623278,"teacher_disagreement_score":0.35902932,"about_ca_system_score_codex":0.00014778734,"about_ca_system_score_gemma":0.0004625063,"threshold_uncertainty_score":0.99995893},"labels":[],"label_agreement":null},{"id":"W4390444541","doi":"10.1007/s00784-023-05429-w","title":"Methodological quality of evidence-based clinical practice guidelines in cariology","year":2023,"lang":"en","type":"article","venue":"Clinical Oral Investigations","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Guideline; Medicine; MEDLINE; CLARITY; Family medicine; Clinical Practice; Evidence-based medicine; Systematic review; Alternative medicine; Medical physics; Pathology","score_opus":0.9807870336277905,"score_gpt":0.7694145161418302,"score_spread":0.2113725174859603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390444541","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71921843,0.0001865437,0.0053176177,0.27236792,0.0012456399,0.0010164237,0.000033029315,0.0002386618,0.0003757157],"genre_scores_gemma":[0.28599393,0.0012865149,0.63047415,0.08041699,0.0009847505,0.00010803973,0.00029591477,0.000044824625,0.00039485935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97864574,0.009076,0.010295488,0.0008538355,0.00069735205,0.0004315655],"domain_scores_gemma":[0.74088687,0.2488482,0.0032731472,0.001544765,0.00457993,0.00086706405],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06728597,0.00024150091,0.0015726263,0.00027808736,0.000074513744,0.000018703717,0.00029787034,0.0006314625,0.00020535769],"category_scores_gemma":[0.8464646,0.00018161362,0.000632543,0.0017703612,0.0013939467,0.00048526938,0.00021188849,0.0013104324,0.00027745668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013139184,0.0008703254,0.88620144,0.000108305954,0.00013887217,0.000067319896,0.0000343766,0.00055218604,0.0006342375,0.0036962817,0.04591983,0.0604629],"study_design_scores_gemma":[0.0038934946,0.0015542678,0.9269078,0.00035127622,0.00040443166,0.000011999859,0.0004178204,0.008065521,0.00010299953,0.008378756,0.049661603,0.00025005094],"about_ca_topic_score_codex":0.0011932949,"about_ca_topic_score_gemma":0.0003794604,"teacher_disagreement_score":0.7791786,"about_ca_system_score_codex":0.00007156255,"about_ca_system_score_gemma":0.0017599547,"threshold_uncertainty_score":0.9604254},"labels":[],"label_agreement":null},{"id":"W4390702466","doi":"10.1177/11786329231224621","title":"Real-World Cost-Consequence Analysis of an Integrated Chronic Disease Management Program in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Health Services Insights","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina; Saskatchewan Health Quality Council; University of Saskatchewan; Saskatchewan Health; Saskatchewan Health Authority","funders":"Ontario Ministry of Health and Long-Term Care; Saskatchewan Health Research Foundation; Health Canada; Grifols; Canadian Institutes of Health Research; Covis Pharma; Ministry of Health, Saskatchewan; Canadian Thoracic Society; Sanofi; AstraZeneca; Alberta Health Services; GlaxoSmithKline","keywords":"COPD; Medicine; Exacerbation; Hazard ratio; Confidence interval; Pulmonary disease; Internal medicine; Proportional hazards model; Population; Rate ratio; Physical therapy; Environmental health","score_opus":0.07382859790336037,"score_gpt":0.4623240269595929,"score_spread":0.3884954290562325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390702466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99043226,0.0015141795,0.00008574575,0.004298701,0.00034656894,0.0026265073,0.00011033846,0.00016853186,0.00041713897],"genre_scores_gemma":[0.99090683,0.0005401186,0.0022439314,0.0039545065,0.00007779806,0.00019719078,0.0017372785,0.000025008383,0.00031733574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969849,0.00021394956,0.0014162611,0.0005173754,0.0005141428,0.00035339827],"domain_scores_gemma":[0.99826,0.00027386847,0.00028438526,0.0005448813,0.00016441278,0.000472441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052954216,0.00019272126,0.0005277832,0.0007157824,0.000049187678,0.000035421523,0.00015709164,0.000039907794,0.00015226367],"category_scores_gemma":[0.000018095156,0.00016259828,0.00008366822,0.0033234237,0.00004279026,0.00026264242,0.00005121576,0.00027414862,0.0000048280713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015897144,0.0017910933,0.02083281,0.026159976,0.0028998365,0.0048915828,0.006160569,0.003969419,0.000077271034,0.0013029075,0.0013897687,0.92893505],"study_design_scores_gemma":[0.0023307719,0.0008860841,0.4498939,0.0037446308,0.003273549,0.000008509557,0.0143048,0.39266726,0.00006600225,0.00040677126,0.13195722,0.00046051128],"about_ca_topic_score_codex":0.91710544,"about_ca_topic_score_gemma":0.9988072,"teacher_disagreement_score":0.92847455,"about_ca_system_score_codex":0.0017533996,"about_ca_system_score_gemma":0.005269384,"threshold_uncertainty_score":0.9347661},"labels":[],"label_agreement":null},{"id":"W4390884954","doi":"10.1302/3114-240499","title":"Developing Clinical Practice Guidelines: Lessons Learned from the Alberta Experience","year":2024,"lang":"en","type":"dataset","venue":"OrthoMedia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Medical education; Psychology; Medicine; Nursing","score_opus":0.5917556362459938,"score_gpt":0.6142892879300015,"score_spread":0.02253365168400767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390884954","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019073117,0.0012540782,0.00019897784,0.31443855,0.0056166984,0.0007800009,0.67725146,0.00008126175,0.0001882574],"genre_scores_gemma":[0.0000150881015,0.014400354,0.020198142,0.06359905,0.0073662386,0.00015878402,0.8935923,0.00008680363,0.00058322813],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919354,0.0005941654,0.0041799913,0.0013904715,0.0013580628,0.00054194045],"domain_scores_gemma":[0.9641442,0.030566206,0.0013581244,0.0021678256,0.0013917384,0.00037194928],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00428941,0.0005737602,0.0010304323,0.00011446069,0.0001825439,0.00023527646,0.00078262814,0.00075629,0.0018383242],"category_scores_gemma":[0.28252253,0.00039086037,0.00044403935,0.0006200825,0.00031593224,0.000385737,0.0007698788,0.0027649205,0.011595067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002219575,0.00012325813,0.00021722185,0.00007320051,0.00038696252,0.00032333392,0.00022501148,4.7706686e-7,0.0000019052337,0.000042573363,0.9440687,0.054315437],"study_design_scores_gemma":[0.0009537052,0.00013000981,0.0006543335,0.00074462267,0.0021145903,0.00012416358,0.003070002,0.000043428383,0.0000020548348,0.00029350814,0.9914358,0.00043378468],"about_ca_topic_score_codex":0.0092611415,"about_ca_topic_score_gemma":0.010848508,"teacher_disagreement_score":0.2782331,"about_ca_system_score_codex":0.00019906375,"about_ca_system_score_gemma":0.0029363097,"threshold_uncertainty_score":0.9998543},"labels":[],"label_agreement":null},{"id":"W4390942582","doi":"10.5334/ijic.icic23637","title":"Interprofessional Collaboration to Support Person-centered Care: Implementation of an Integrated Surgical Pathway for Complex Foot and Ankle Patients","year":2023,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital; University Health Network","funders":"","keywords":"Medicine; Integrated care; Clinical pathway; Nursing; General partnership; Population; Physical therapy; Medical emergency; Health care","score_opus":0.13818701911987272,"score_gpt":0.4844944954111929,"score_spread":0.3463074762913202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390942582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99196523,0.000028733752,0.0010310485,0.0024989645,0.0014786066,0.0008643914,0.0020565244,0.000030906314,0.00004559453],"genre_scores_gemma":[0.98440635,0.000022188131,0.0050147697,0.00051006867,0.00028516576,0.0000322561,0.009660551,0.000032917924,0.000035729652],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970338,0.00015320863,0.0014723666,0.000269961,0.00086718885,0.00020352117],"domain_scores_gemma":[0.9893033,0.00034572472,0.00083476823,0.0001321927,0.009150085,0.00023393052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056211645,0.0002070804,0.00042289234,0.0006201134,0.00006407568,0.00007164213,0.00023719513,0.00011112659,0.00031785978],"category_scores_gemma":[0.0010923683,0.00016885332,0.00016920874,0.0004661306,0.00005372934,0.0004650851,0.00006456041,0.00025436797,0.0000065509266],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017181644,0.0006758572,0.26667702,0.00023404918,0.00089227257,0.00020728855,0.01774767,0.00011291786,0.023248738,0.00024227351,0.019812346,0.65296793],"study_design_scores_gemma":[0.033298343,0.017582774,0.1739603,0.0009920645,0.00044371554,0.00028983114,0.67551833,0.0017222866,0.024824133,0.00009912069,0.07070449,0.00056463975],"about_ca_topic_score_codex":0.0003382084,"about_ca_topic_score_gemma":0.00083135255,"teacher_disagreement_score":0.65777063,"about_ca_system_score_codex":0.00073073426,"about_ca_system_score_gemma":0.0014291623,"threshold_uncertainty_score":0.6885639},"labels":[],"label_agreement":null},{"id":"W4390942667","doi":"10.5334/ijic.icic23638","title":"How a nursing navigation role enhances patient recovery across Orthopedic Integrated Pathways","year":2023,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital; University Health Network","funders":"","keywords":"Integrated care; Medicine; Orthopedic surgery; Nursing; Acute care; Referral; Medical emergency; Health care; Surgery","score_opus":0.0765631661668612,"score_gpt":0.43348245162402604,"score_spread":0.35691928545716484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390942667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875153,0.0004542617,0.0028012411,0.0051423493,0.0031743567,0.0002445979,0.00026025728,0.0000886804,0.0003190108],"genre_scores_gemma":[0.9952546,0.00033003115,0.0015277872,0.0005783529,0.0006494352,0.000010902569,0.0014523255,0.00003588299,0.0001606912],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99686646,0.00014430833,0.0012870496,0.00024458556,0.001184335,0.00027322845],"domain_scores_gemma":[0.9926637,0.000377566,0.0010996204,0.00016250843,0.005524874,0.00017172511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006454123,0.00021872063,0.00036029838,0.0003724318,0.00008253919,0.00023470068,0.00026592438,0.00015047523,0.00010218752],"category_scores_gemma":[0.0039625294,0.00016977456,0.0003104042,0.0006465074,0.000086498294,0.0007878504,0.000046364086,0.0007259046,0.00004461806],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017930024,0.00020074763,0.006054829,0.000028070926,0.0004393889,0.00072532427,0.005689308,0.00021202839,0.05069641,0.000051903608,0.0051172366,0.92899173],"study_design_scores_gemma":[0.008610172,0.0062519177,0.0108007295,0.008499468,0.0005692635,0.0033096652,0.75095236,0.0040078443,0.114586584,0.0023093396,0.08930155,0.0008010767],"about_ca_topic_score_codex":0.00016371362,"about_ca_topic_score_gemma":0.00006562123,"teacher_disagreement_score":0.92819065,"about_ca_system_score_codex":0.0012570053,"about_ca_system_score_gemma":0.0009977393,"threshold_uncertainty_score":0.6923206},"labels":[],"label_agreement":null},{"id":"W4390942678","doi":"10.5334/ijic.icic23658","title":"Belgian Integrated Health Record (BIHR): from 2025, all well-being and health data will be available for all members of the care team, including the patient himself.&amp;nbsp;","year":2023,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Health care; Value (mathematics); Public relations; Medicine; Nursing; Political science; Law","score_opus":0.2649785435710682,"score_gpt":0.4881611221328222,"score_spread":0.223182578561754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390942678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7758597,0.0040759076,0.0012319444,0.20620187,0.0060761957,0.0022589387,0.0034702497,0.00008481957,0.0007403873],"genre_scores_gemma":[0.9668323,0.0025374393,0.0064750393,0.01652357,0.0005115322,0.000019946268,0.0067821476,0.00006820645,0.0002498401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571365,0.0003503468,0.0022062683,0.00038741098,0.0010132563,0.00032906755],"domain_scores_gemma":[0.9930331,0.0011802072,0.0021785502,0.0005756468,0.0028203079,0.00021216086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018984604,0.00025668723,0.0005564789,0.00027060678,0.00018243777,0.00008932768,0.0008197349,0.00010768329,0.00027309774],"category_scores_gemma":[0.003379865,0.00015401337,0.00021087096,0.0004102227,0.00010377214,0.00042475565,0.000407034,0.0008611196,0.000006214192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017905355,0.00020904008,0.043994486,0.00027388893,0.0024626574,0.000043873923,0.03158131,0.0003408673,0.0016057782,0.00012287009,0.7411494,0.1764253],"study_design_scores_gemma":[0.0031616269,0.0010495292,0.0017950739,0.0020693317,0.00033850138,0.00014341855,0.13129906,0.0025958198,0.00075666135,0.00034491674,0.8562287,0.00021735796],"about_ca_topic_score_codex":0.019687355,"about_ca_topic_score_gemma":0.01328866,"teacher_disagreement_score":0.19097258,"about_ca_system_score_codex":0.0014527013,"about_ca_system_score_gemma":0.002135507,"threshold_uncertainty_score":0.9868406},"labels":[],"label_agreement":null},{"id":"W4390944935","doi":"10.5334/ijic.icic23116","title":"Collaborative governance in integrated healthcare networks: insights from the cancer program in Québec (Canada)","year":2023,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique; Hôpital Charles-Le Moyne; Université de Sherbrooke","funders":"","keywords":"Operationalization; Integrated care; Corporate governance; Context (archaeology); Knowledge management; Process management; Network governance; Health care; Collaborative governance; Public relations; Integrated services; Business; Political science; Computer science; Computer security","score_opus":0.05532497237436538,"score_gpt":0.43413843770040267,"score_spread":0.37881346532603727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390944935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90794,0.005394261,0.000069184716,0.08334342,0.00214666,0.0006007231,0.0003442078,0.00003144486,0.00013012481],"genre_scores_gemma":[0.99244076,0.0020330981,0.00028123002,0.004264351,0.00046434667,0.00005593612,0.00039586722,0.000023538527,0.00004085261],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695045,0.00025673318,0.0014336974,0.00022681708,0.0009215521,0.00021077602],"domain_scores_gemma":[0.9944684,0.0010366437,0.0007798445,0.00015904466,0.003451123,0.000104967665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003522574,0.00018462384,0.000377077,0.00016888334,0.000035126763,0.000059300277,0.0004555912,0.0001075455,0.00015401402],"category_scores_gemma":[0.0032920213,0.000120050725,0.00008783758,0.0014107281,0.00006174143,0.0002382142,0.00005686071,0.001085396,0.0000040501154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0030762944,0.00022728273,0.6376986,0.000019697936,0.00048287952,0.0019691514,0.0036608612,0.0073428582,0.00021416106,0.00024097461,0.047448285,0.29761896],"study_design_scores_gemma":[0.006521502,0.0005676666,0.6982239,0.0031955906,0.00009509954,0.000049682403,0.10032883,0.013947977,0.00045100742,0.00022606029,0.17609042,0.00030228062],"about_ca_topic_score_codex":0.8761112,"about_ca_topic_score_gemma":0.99128026,"teacher_disagreement_score":0.29731667,"about_ca_system_score_codex":0.0045163343,"about_ca_system_score_gemma":0.011455564,"threshold_uncertainty_score":0.9993051},"labels":[],"label_agreement":null},{"id":"W4390946371","doi":"10.24095/hpcdp.44.1.04","title":"Release notice: Canadian Cancer Statistics 2023","year":2024,"lang":"en","type":"article","venue":"Health Promotion and Chronic Disease Prevention in Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notice; Statistics; Environmental science; Political science; Mathematics; Law","score_opus":0.13216766973253347,"score_gpt":0.48878346400272815,"score_spread":0.3566157942701947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390946371","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30310586,0.057156686,0.010410319,0.6095901,0.006850226,0.007102661,0.0048693144,0.0001949819,0.000719848],"genre_scores_gemma":[0.9916331,0.0029313315,0.00028961588,0.0027385235,0.00023771798,0.00013706926,0.0006510517,0.000021655907,0.0013598991],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832094,0.00013617866,0.0006343297,0.00029342447,0.00028723033,0.00032788274],"domain_scores_gemma":[0.998627,0.00010139651,0.000093769384,0.000135098,0.00007454775,0.0009681833],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044663792,0.00010603777,0.00015882692,0.00012705235,0.000090664515,0.000030927433,0.000029609506,0.000030358418,0.0018483135],"category_scores_gemma":[0.00025420418,0.000110552246,0.000025208761,0.00023222703,0.00002044144,0.00012661527,0.000013339208,0.00024500597,0.000017304115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000111128174,0.0001991304,0.023164973,0.0055277944,0.0000752548,0.00048252163,0.00008784198,0.00024436796,0.000006042361,0.0026371232,0.25144342,0.7160204],"study_design_scores_gemma":[0.0041176453,0.0006577181,0.4745411,0.0039050994,0.00036043787,0.000040870815,0.0005250716,0.14535381,0.000005234485,0.0033581269,0.3666338,0.0005010927],"about_ca_topic_score_codex":0.99142987,"about_ca_topic_score_gemma":0.9996959,"teacher_disagreement_score":0.7155193,"about_ca_system_score_codex":0.005990413,"about_ca_system_score_gemma":0.06838455,"threshold_uncertainty_score":0.99906415},"labels":[],"label_agreement":null},{"id":"W4390955638","doi":"10.1136/bmjopen-2023-074311","title":"Barriers to and facilitators of living guidelines use in low-income and middle-income countries: a scoping review","year":2024,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"Monash University","keywords":"Medicine; Low and middle income countries; Guideline; High income countries; MEDLINE; Grey literature; Health care; Standard of living; Developing country; Environmental health; Gerontology; Economic growth; Political science; Pathology","score_opus":0.4997180631657977,"score_gpt":0.6083557916807302,"score_spread":0.10863772851493247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390955638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025847976,0.9709877,0.000015295991,0.001464114,0.00021903285,0.026809104,0.00017914137,0.00002193529,0.000045218032],"genre_scores_gemma":[0.000010432147,0.9924247,0.0034793697,0.0021165218,0.000109496665,0.0014722035,0.000027930162,0.000067015615,0.00029232094],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933902,0.00047168502,0.0046314565,0.0007506433,0.00045950388,0.0002964885],"domain_scores_gemma":[0.99232936,0.0052331635,0.00089533057,0.0007293745,0.0003537392,0.00045905175],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008254001,0.00045161665,0.003447049,0.00037300758,0.000046039517,0.00018150832,0.00030923635,0.00019413812,0.00027453582],"category_scores_gemma":[0.11461405,0.0003508997,0.0002002143,0.00068509125,0.00008613664,0.00048813032,0.0013452172,0.0003978872,0.000052588588],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005394146,0.000009924184,0.0030677468,0.9126043,0.00018314627,0.00008250789,0.00015927381,3.2304416e-7,5.7605085e-8,0.000025497779,0.0013297552,0.08248355],"study_design_scores_gemma":[0.00024986055,0.00013848892,0.000112670314,0.8664579,0.0015535249,0.00011372333,0.0001315806,0.000012911873,5.3861328e-8,0.000006146405,0.13092974,0.00029343626],"about_ca_topic_score_codex":0.0008905902,"about_ca_topic_score_gemma":0.0008117204,"teacher_disagreement_score":0.12959997,"about_ca_system_score_codex":0.00016544254,"about_ca_system_score_gemma":0.002105742,"threshold_uncertainty_score":0.9998943},"labels":[],"label_agreement":null},{"id":"W4390957132","doi":"10.5334/ijic.icic23482","title":"The co-design and co-creation of an integrated geriatric care system: A case study from Ontario, Canada, in partnership with older adult patients and providers","year":2023,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Care; University of Waterloo; Lawson Health Research Institute","funders":"","keywords":"Integrated care; General partnership; Health care; Context (archaeology); Nursing; Process (computing); Focus group; Action (physics); Action research; Medicine; Process management; Psychology; Business; Computer science; Political science; Marketing","score_opus":0.048458961128213615,"score_gpt":0.39675946420237107,"score_spread":0.34830050307415744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390957132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983717,0.00008750024,0.00011373141,0.00028849518,0.00018777512,0.0007970036,0.00010148518,0.000011181869,0.000041093255],"genre_scores_gemma":[0.99901587,0.000018402587,0.00031636914,0.00009557268,0.0000525343,0.00001900394,0.00044646105,0.000017586579,0.000018213736],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9975606,0.00034120513,0.0010349206,0.0001949424,0.00073935615,0.00012897176],"domain_scores_gemma":[0.9944915,0.0007497129,0.00070508907,0.00011527479,0.0038167103,0.00012171059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004971941,0.00016069255,0.000301258,0.00026454485,0.00006504716,0.000081861785,0.0001259084,0.00006107192,0.000015326177],"category_scores_gemma":[0.0009670626,0.00009951125,0.000032102012,0.00025002658,0.000057878475,0.00026281193,0.00001763018,0.00038130413,3.4729632e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042377394,0.0001664044,0.9425699,0.000052724135,0.00048382193,0.0036649231,0.02130285,0.00026388682,0.00005352624,0.0000055500345,0.0010917907,0.026106877],"study_design_scores_gemma":[0.009213144,0.0021029457,0.24724054,0.0005495312,0.00032178458,0.0007252366,0.73809373,0.0010177963,0.00032770532,0.0000038051126,0.00026992918,0.00013381359],"about_ca_topic_score_codex":0.86273384,"about_ca_topic_score_gemma":0.9488254,"teacher_disagreement_score":0.7167909,"about_ca_system_score_codex":0.0015688029,"about_ca_system_score_gemma":0.0027985978,"threshold_uncertainty_score":0.49645925},"labels":[],"label_agreement":null},{"id":"W4391023787","doi":"10.1038/s41598-024-51959-y","title":"Simulation of transportation of acute stroke patients in border regions","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Calgary","funders":"","keywords":"Stroke (engine); Modified Rankin Scale; Outcome (game theory); Medicine; Medical emergency; Ischemic stroke; Economics; Internal medicine; Engineering","score_opus":0.10047733262254503,"score_gpt":0.4719098933993354,"score_spread":0.3714325607767904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391023787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99423265,0.000034665496,0.0028332293,0.00030964022,0.0019361055,0.00042302918,0.00003285979,0.000021554224,0.0001762832],"genre_scores_gemma":[0.9978858,0.000006053374,0.0007839609,0.000017284803,0.000019541902,0.00000574643,0.0007147973,0.000009207122,0.0005575856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776065,0.000025147923,0.0013230273,0.0003052284,0.0004893816,0.000096543416],"domain_scores_gemma":[0.998673,0.00023560082,0.00035438262,0.0003009283,0.00039505208,0.000041006366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010453239,0.00006223899,0.00017332345,0.0002786504,0.000020239875,0.000016274951,0.000024736462,0.000046927275,0.00012631789],"category_scores_gemma":[0.00070249924,0.000056159995,0.00008892887,0.0005868421,0.00008153127,0.0002511513,0.0000057224056,0.00008796466,0.0000027954377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004552387,0.0016333236,0.8467392,0.0010524825,0.0003715325,0.0006634272,0.0043180143,0.026665263,0.048326932,0.00039352587,0.009537177,0.059843924],"study_design_scores_gemma":[0.0027098577,0.0006786566,0.8433,0.0011770943,0.0014805038,0.000030139594,0.00076732185,0.07596785,0.025953364,0.006479083,0.04110819,0.00034795853],"about_ca_topic_score_codex":0.00011255808,"about_ca_topic_score_gemma":0.0001390434,"teacher_disagreement_score":0.059495963,"about_ca_system_score_codex":0.00003627511,"about_ca_system_score_gemma":0.00019884745,"threshold_uncertainty_score":0.22901382},"labels":[],"label_agreement":null},{"id":"W4391047378","doi":"10.1016/j.clon.2024.01.012","title":"An Ontario Health (Cancer Care Ontario) Clinical Practice Guideline: Surveillance Strategies in Patients with Stage I, II, III or Resectable IV Melanoma Who Were Treated with Curative Intent","year":2024,"lang":"en","type":"article","venue":"Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University of Toronto; University of Ottawa; Hamilton Health Sciences; Trillium Health Centre; Juravinski Cancer Centre; Sunnybrook Health Science Centre; Credit Valley Hospital; Impact; Grand River Hospital; McMaster University; Cancer Care Ontario; Princess Margaret Cancer Centre; Mount Sinai Hospital; University Health Network; Ottawa Hospital; Health Sciences Centre","funders":"Cancer Care Ontario","keywords":"Medicine; Guideline; Stage (stratigraphy); Cancer; Melanoma; Clinical Practice; Oncology; Intensive care medicine; General surgery; Internal medicine; Family medicine; Pathology","score_opus":0.1978683404617894,"score_gpt":0.5557016616806737,"score_spread":0.35783332121888434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391047378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972311,0.00039787623,0.00048419164,0.019192157,0.0011326334,0.0029030608,0.00011657744,0.00017511038,0.0032873808],"genre_scores_gemma":[0.9619418,0.0005531924,0.016360583,0.014051727,0.0007494352,0.00022819123,0.0014387228,0.000117784344,0.00455859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9886807,0.0020560639,0.005920316,0.0016561116,0.00084450975,0.00084230554],"domain_scores_gemma":[0.9864962,0.00794712,0.0016816767,0.00092575216,0.0022126106,0.0007366282],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006452435,0.0005563186,0.002381942,0.00019820598,0.0002032042,0.00012447947,0.0003275353,0.00062998343,0.0022012359],"category_scores_gemma":[0.004954697,0.00035623973,0.00021916401,0.00062660995,0.0005316838,0.0013429268,0.00019134702,0.0033302512,0.000029499639],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.05703659,0.003672284,0.8651268,0.00009097936,0.00065289886,0.00076163275,0.0034980867,0.00014165542,7.5243463e-7,0.00008891005,0.018970717,0.049958717],"study_design_scores_gemma":[0.01743736,0.06666091,0.50773346,0.00047481686,0.00029627472,0.000028927603,0.010351301,0.00032703823,9.0746164e-7,0.000014134965,0.3963212,0.0003536201],"about_ca_topic_score_codex":0.42286894,"about_ca_topic_score_gemma":0.97837263,"teacher_disagreement_score":0.55550367,"about_ca_system_score_codex":0.004508853,"about_ca_system_score_gemma":0.031801354,"threshold_uncertainty_score":0.99988896},"labels":[],"label_agreement":null},{"id":"W4391091163","doi":"10.1200/jco.2024.42.3_suppl.85","title":"The impact of multidisciplinary care for locally advanced rectal cancer referrals: A systems perspective.","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Radiation oncologist; Multidisciplinary approach; Radiation oncology; Colorectal cancer; Cancer; Radiation therapy; Internal medicine; Medical record; Oncology","score_opus":0.4137686811158595,"score_gpt":0.6748760079225026,"score_spread":0.26110732680664306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391091163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295476,0.031681854,0.0021462853,0.026564632,0.007304648,0.0014843654,0.00008126548,0.000027820231,0.0011615492],"genre_scores_gemma":[0.9908198,0.0037506155,0.0024296944,0.00013994997,0.0025694761,0.00003283974,0.0000051900424,0.000030625433,0.00022180149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99445415,0.00052362366,0.004186961,0.00023166703,0.00036613276,0.00023746397],"domain_scores_gemma":[0.9738362,0.02076252,0.0021172406,0.00021445731,0.0028224695,0.00024713975],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006180102,0.00014652252,0.0012631365,0.00009822922,0.00007920212,0.00002178792,0.0001801641,0.00028087033,0.000038555372],"category_scores_gemma":[0.02920822,0.000077387806,0.0011822456,0.00018964703,0.00021934802,0.00021177602,0.00005987067,0.0010117679,0.0000041884778],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052163586,0.0015318798,0.015799493,0.0005811127,0.0039121998,0.00042440463,0.0022983884,0.003176311,0.0022536183,0.001100143,0.027871951,0.8888869],"study_design_scores_gemma":[0.055434115,0.21629618,0.26810086,0.0053195357,0.006641587,0.002276997,0.1115905,0.045766164,0.0002380244,0.0047096745,0.28287387,0.0007524918],"about_ca_topic_score_codex":0.0004572824,"about_ca_topic_score_gemma":0.00031273553,"teacher_disagreement_score":0.8881344,"about_ca_system_score_codex":0.0009428266,"about_ca_system_score_gemma":0.007002649,"threshold_uncertainty_score":0.9986267},"labels":[],"label_agreement":null},{"id":"W4391095415","doi":"10.1200/jco.2024.42.3_suppl.32","title":"Applying the fragility index to randomized controlled trials evaluating total neoadjuvant therapy for rectal cancer.","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Colorectal cancer; Neoadjuvant therapy; Sample size determination; Internal medicine; Surgery; Cancer; Breast cancer; Statistics","score_opus":0.6436043033534936,"score_gpt":0.6974140371941839,"score_spread":0.05380973384069032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391095415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69275564,0.008232127,0.03670327,0.22053859,0.018749945,0.022317866,0.000024530309,0.000047158323,0.00063086505],"genre_scores_gemma":[0.9556698,0.0020190603,0.009647658,0.01788972,0.011443101,0.002738042,0.0000055370506,0.000039431667,0.0005476389],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97594273,0.008465497,0.014122731,0.00032669585,0.0008452997,0.00029702234],"domain_scores_gemma":[0.5548349,0.43530893,0.00704591,0.0003229016,0.0020287684,0.0004585835],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2278048,0.00020868944,0.00774511,0.00014562924,0.000083970386,0.00006477223,0.00018520064,0.00033767172,0.00042005206],"category_scores_gemma":[0.5253976,0.000094378025,0.0037974033,0.0002127102,0.00018887033,0.00016239406,0.000052967836,0.0014294471,0.000009537511],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4356679,0.00025380097,0.00029024322,0.000017085535,0.0019115581,0.00002416791,0.000120199125,0.0001744712,0.00036029902,0.000042953594,0.006031886,0.55510545],"study_design_scores_gemma":[0.81956077,0.014371852,0.0024447255,0.00036201612,0.0053789583,0.0001984454,0.00061496394,0.052861996,0.000038034006,0.0034011174,0.10060251,0.0001646149],"about_ca_topic_score_codex":0.00011021949,"about_ca_topic_score_gemma":0.0000448717,"teacher_disagreement_score":0.5549408,"about_ca_system_score_codex":0.00029718401,"about_ca_system_score_gemma":0.0064105215,"threshold_uncertainty_score":0.9992222},"labels":[],"label_agreement":null},{"id":"W4391338122","doi":"10.22541/au.170665118.86271153/v1","title":"Quality Evaluation of Clinical Practice Guidelines and the Recommendations for Esophageal Cancer","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Checklist; Medicine; Quality assurance; Family medicine; Esophageal cancer; Quality (philosophy); China; MEDLINE; Clinical Practice; Inclusion (mineral); Medical physics; Cancer; Psychology; Pathology; External quality assessment; Internal medicine","score_opus":0.8109221837441396,"score_gpt":0.7342188301498316,"score_spread":0.07670335359430802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391338122","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0266801,0.0064452924,0.008268413,0.9423052,0.0048305327,0.0071702497,0.00048454225,0.0000812381,0.0037344326],"genre_scores_gemma":[0.3182364,0.014265905,0.58382297,0.0657953,0.008518023,0.00405516,0.0021181642,0.00014186962,0.0030462216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99108607,0.0016298451,0.005512278,0.0006370264,0.0009869486,0.00014782237],"domain_scores_gemma":[0.96467835,0.02190894,0.0021562371,0.0006967683,0.010458357,0.000101376805],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06521468,0.00020449984,0.00084657373,0.000074987656,0.00006532372,0.000054947817,0.00012273692,0.00029591532,0.00048388526],"category_scores_gemma":[0.25348958,0.00012841109,0.00040193493,0.00011775082,0.00020200327,0.0001068517,0.00056250324,0.0008996981,0.0000074440995],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025822157,0.00023201582,0.0007097947,0.0007491135,0.0010681269,5.956012e-7,0.00027060433,0.0001364242,0.000007009411,0.010925731,0.2439168,0.7394016],"study_design_scores_gemma":[0.036455948,0.0004712702,0.012673226,0.0013186868,0.036594614,0.000040425974,0.006727108,0.3504949,0.00009165214,0.19373907,0.36080113,0.0005919604],"about_ca_topic_score_codex":0.003417786,"about_ca_topic_score_gemma":0.00060268363,"teacher_disagreement_score":0.8765099,"about_ca_system_score_codex":0.00009673421,"about_ca_system_score_gemma":0.0023724837,"threshold_uncertainty_score":0.9625582},"labels":[],"label_agreement":null},{"id":"W4391353297","doi":"10.1186/s12913-024-10624-w","title":"Integrating accompanying patients into clinical oncology teams: limiting and facilitating factors","year":2024,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut Universitaire en Santé Mentale de Québec; HEC Montréal; Jewish General Hospital; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Université Laval; Centre Hospitalier de l’Université de Montréal; McGill University Health Centre; McGill University; Santé Montérégie; Centre de réadaptation Lethbridge-Layton-Mackay; Centre intégré universitaire de santé et de services sociaux de l'Est-de-l'Île-de-Montréal; Institut National d'Excellence en Santé et en Services Sociaux; Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Nursing research; Medicine; Health informatics; Limiting; Focus group; Health administration; Nursing; Health care; Medical education; Knowledge management; Public health; Business","score_opus":0.46707805107309713,"score_gpt":0.6549213649029924,"score_spread":0.18784331382989522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391353297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939408,0.0010374436,0.0005740634,0.0022831904,0.00044689223,0.0011419656,0.000016366896,0.00014772022,0.00041160395],"genre_scores_gemma":[0.9729276,0.00031821782,0.024302054,0.0016645656,0.00050886,0.00003965056,0.00014493882,0.000040962786,0.000053185613],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932054,0.0019567786,0.0023726898,0.0007451964,0.0009534793,0.0007664104],"domain_scores_gemma":[0.9727176,0.02530495,0.00028576044,0.00031771345,0.00072326156,0.0006507214],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01502869,0.00019232667,0.00059435796,0.00038559892,0.0005234535,0.00018580483,0.00017770573,0.00020327244,0.00007977928],"category_scores_gemma":[0.0084707625,0.00015478468,0.00010740607,0.0006874373,0.00015086359,0.000475226,0.00041759582,0.0019624762,0.000086884655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011312676,0.00015541074,0.46576226,0.0032421907,0.00002867546,0.0000059720655,0.010543629,0.000001093709,0.000033432192,0.000040936462,0.00007261668,0.52000064],"study_design_scores_gemma":[0.002724927,0.0028670395,0.7110074,0.0030160882,0.000043693006,0.00001244419,0.20909159,0.046343755,0.000021177852,0.00044929315,0.02418998,0.00023260376],"about_ca_topic_score_codex":0.004629592,"about_ca_topic_score_gemma":0.0027313943,"teacher_disagreement_score":0.51976806,"about_ca_system_score_codex":0.00072406634,"about_ca_system_score_gemma":0.002166777,"threshold_uncertainty_score":0.9998813},"labels":[],"label_agreement":null},{"id":"W4391410323","doi":"10.2196/50857","title":"Where Do I Go When My Doctor’s Office Is Closed? The Availability of Out-of-Hours Care Information on Primary Care Practitioners’ Websites","year":2024,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Primary care; Medicine; Internet privacy; Nursing; Business; Family medicine; Computer science","score_opus":0.16952181244013065,"score_gpt":0.5116926777167118,"score_spread":0.34217086527658114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391410323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90533715,0.0030159997,0.0002755491,0.013623285,0.00080508617,0.0050385436,0.0012209115,0.00013903233,0.07054441],"genre_scores_gemma":[0.99759114,0.00033127,0.00041193463,0.0003508904,0.00017511184,0.0001629994,0.00066180003,0.000022214097,0.00029263238],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957964,0.00057307555,0.0012468721,0.00024292113,0.0018055127,0.00033522682],"domain_scores_gemma":[0.99227786,0.0037721423,0.0003590525,0.00063867995,0.0028377904,0.00011444538],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026262058,0.00017868912,0.00033174214,0.00035429548,0.00017482345,0.00011691421,0.0002493185,0.00014946148,0.0010626286],"category_scores_gemma":[0.0015594587,0.00012103066,0.00019038805,0.00058512785,0.00035155402,0.0019594368,0.00020147802,0.0011509472,0.0010322608],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003137955,0.0004977524,0.007091174,0.016519442,0.00039766927,0.0000090597205,0.41530034,0.000020453206,0.0010854973,0.0014654266,0.32569864,0.22877659],"study_design_scores_gemma":[0.003014596,0.0038863341,0.052244145,0.0030658657,0.00020015737,0.00001819725,0.3267146,0.00036772338,0.0065070065,0.0005177916,0.603131,0.00033259136],"about_ca_topic_score_codex":0.00019503648,"about_ca_topic_score_gemma":0.000087245644,"teacher_disagreement_score":0.27743235,"about_ca_system_score_codex":0.0007519975,"about_ca_system_score_gemma":0.0009923602,"threshold_uncertainty_score":0.9998505},"labels":[],"label_agreement":null},{"id":"W4391610505","doi":"10.1097/cm9.0000000000003021","title":"Reporting quality evaluation of clinical practice guidelines for pulmonary nodules with the RIGHT checklist","year":2024,"lang":"en","type":"article","venue":"Chinese Medical Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Medicine; Clinical Practice; Quality (philosophy); Pulmonary medicine; Medical physics; Radiology; Intensive care medicine; Family medicine; Psychology; Philosophy","score_opus":0.5138879808196317,"score_gpt":0.6660875553452628,"score_spread":0.15219957452563104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391610505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6367141,0.0025019941,0.023935623,0.33141753,0.0020414912,0.0009715929,0.000013048225,0.000059305916,0.0023453082],"genre_scores_gemma":[0.94792944,0.00035003788,0.03226119,0.009570821,0.009499545,0.000051031875,0.00008523597,0.000048967562,0.00020371651],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9854933,0.0010772599,0.008657061,0.00042312098,0.00407763,0.00027161682],"domain_scores_gemma":[0.93002856,0.03364209,0.010965068,0.001110337,0.023224436,0.0010295197],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12367526,0.00021044782,0.0007599522,0.00009235084,0.00019835813,0.00008956817,0.00023079122,0.00019592875,0.00065925904],"category_scores_gemma":[0.6666628,0.000095562624,0.0004629939,0.00040446824,0.00028564452,0.00047112338,0.0000713685,0.0013404841,0.000008944451],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023501213,0.0008692024,0.018164031,0.00045606354,0.0007547225,0.00069070345,0.00024426894,0.0000521177,0.00034225886,0.0003814213,0.0760162,0.8996789],"study_design_scores_gemma":[0.011449055,0.0019779652,0.34600887,0.0031112111,0.007622337,0.03931459,0.0041598007,0.23311272,0.00010583888,0.008240854,0.3442876,0.00060914276],"about_ca_topic_score_codex":0.000060285867,"about_ca_topic_score_gemma":0.00006283105,"teacher_disagreement_score":0.8990697,"about_ca_system_score_codex":0.00008833011,"about_ca_system_score_gemma":0.0026872656,"threshold_uncertainty_score":0.90236074},"labels":[],"label_agreement":null},{"id":"W4391617515","doi":"10.1136/archdischild-2023-326739","title":"Analysis of guideline recommendations for treatment of asthma exacerbations in children: a Pediatric Emergency Research Networks (PERN) study","year":2024,"lang":"en","type":"article","venue":"Archives of Disease in Childhood","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Health and Medical Research Council; Thoracic Society of Australia and New Zealand","keywords":"Medicine; Guideline; Asthma; Aminophylline; Intensive care medicine; Acute severe asthma; Emergency department; Bronchodilator; Pediatrics; Emergency medicine; Respiratory disease; Anesthesia; Internal medicine; Nursing","score_opus":0.14189988798046696,"score_gpt":0.5049224789864707,"score_spread":0.36302259100600376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391617515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99005926,0.0015048301,0.0020121322,0.002645286,0.000075404285,0.0030551064,0.0005721998,0.00001455308,0.00006122667],"genre_scores_gemma":[0.9938044,0.002035073,0.0022943954,0.000015298112,0.00016620375,0.000299438,0.0013342664,0.000023086392,0.00002783901],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99638057,0.0003483156,0.00228185,0.00040643924,0.00034918025,0.000233644],"domain_scores_gemma":[0.9965161,0.0024521775,0.0002533255,0.00047124608,0.00017189977,0.00013523776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001066209,0.00014447639,0.0005428473,0.0020852752,0.000039587285,0.0000059708805,0.00012854637,0.00003235582,0.00019412649],"category_scores_gemma":[0.0018145186,0.00013107201,0.00037659134,0.0026687917,0.000057451358,0.00010589046,0.00006615766,0.00012947292,8.312329e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004980364,0.008952906,0.95062697,0.00007867679,0.0011027799,0.0000022380766,0.002648548,0.0068556075,0.000012711395,0.000120722936,0.00028012073,0.028820712],"study_design_scores_gemma":[0.002749228,0.0015859577,0.94913214,0.00007318329,0.0022424248,3.0589115e-7,0.001238704,0.042067487,0.000005626507,0.00076163566,0.00005890901,0.000084374304],"about_ca_topic_score_codex":0.00072475726,"about_ca_topic_score_gemma":0.00081909454,"teacher_disagreement_score":0.03521188,"about_ca_system_score_codex":0.000052668278,"about_ca_system_score_gemma":0.00039932525,"threshold_uncertainty_score":0.5344961},"labels":[],"label_agreement":null},{"id":"W4391737956","doi":"10.1016/j.jogc.2023.102335","title":"2023 Index of SOGC Clinical Practice Guidelines","year":2024,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Index (typography); Clinical Practice; Intensive care medicine; Family medicine","score_opus":0.1680208566211294,"score_gpt":0.4819615290777437,"score_spread":0.3139406724566143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391737956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7291489,0.06038437,0.0026201103,0.11198243,0.0902605,0.000567032,0.00007160983,0.00002010702,0.00494491],"genre_scores_gemma":[0.9814718,0.0020672106,0.009475243,0.006339034,0.00032293482,9.283082e-7,0.0000050227554,0.000016375094,0.00030147814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963822,0.00013051838,0.002654165,0.0001523822,0.0005224667,0.00015831404],"domain_scores_gemma":[0.96764076,0.028109932,0.0010146963,0.00015015657,0.0028387061,0.00024573627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029141493,0.00010231843,0.00048956537,0.00023045538,0.000030327701,0.000019209698,0.000089971596,0.00014723145,0.0003699265],"category_scores_gemma":[0.24919733,0.00008003516,0.00011903371,0.00045909878,0.000071751645,0.0002061787,0.00005275182,0.000645206,0.0000017358383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005009147,0.00014894424,0.06921056,0.00013414143,0.0005476579,0.0048861657,0.000025607964,0.000036152167,0.000016065438,0.00021517498,0.20234573,0.7223837],"study_design_scores_gemma":[0.0024896176,0.001193286,0.2082483,0.000038512724,0.00080996566,0.0006647634,0.0010398701,0.0014835275,0.000013914852,0.00028614933,0.78362614,0.000105958825],"about_ca_topic_score_codex":0.012506413,"about_ca_topic_score_gemma":0.01043418,"teacher_disagreement_score":0.72227776,"about_ca_system_score_codex":0.00031904536,"about_ca_system_score_gemma":0.005714277,"threshold_uncertainty_score":0.9999224},"labels":[],"label_agreement":null},{"id":"W4391775071","doi":"10.1016/j.jclinepi.2024.111279","title":"Reporting guidelines for traditional Chinese medicine could be improved: a cross-sectional study","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Zhejiang Chinese Medical University; National Natural Science Foundation of China","keywords":"Guideline; MEDLINE; Medicine; Family medicine; Medical education; Political science; Pathology","score_opus":0.8981940970894201,"score_gpt":0.7292408308348274,"score_spread":0.16895326625459273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391775071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79193884,0.0008573002,0.030015938,0.16374123,0.012231393,0.00097271305,0.000047080295,0.00006529203,0.00013018788],"genre_scores_gemma":[0.8744095,0.00030902194,0.05693892,0.03136816,0.036298726,0.000046524514,0.00012332818,0.000060489114,0.0004453098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9587747,0.0015289224,0.03796734,0.00065310294,0.00066222425,0.00041374154],"domain_scores_gemma":[0.6899879,0.27534902,0.025711969,0.0006707846,0.007307123,0.00097320863],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15837371,0.00030235917,0.003497604,0.0002915921,0.00011802234,0.000027704516,0.0002270997,0.00045396687,0.0006026924],"category_scores_gemma":[0.8606069,0.0001869621,0.0016341024,0.00030033872,0.00041111826,0.0003577828,0.00006087515,0.0018605022,0.00000925313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002502743,0.00073052157,0.8988783,0.00014859135,0.00090986816,0.00021418491,0.000046791763,0.00015825508,0.00020890596,0.0007237883,0.08314728,0.012330771],"study_design_scores_gemma":[0.0069379434,0.009608566,0.9107204,0.0002009746,0.0006472046,0.0027710693,0.00021853509,0.014686833,0.0000015304809,0.020336796,0.03370788,0.00016224802],"about_ca_topic_score_codex":0.00010385998,"about_ca_topic_score_gemma":0.000040660787,"teacher_disagreement_score":0.7022332,"about_ca_system_score_codex":0.00011447655,"about_ca_system_score_gemma":0.0012178934,"threshold_uncertainty_score":0.8666314},"labels":[],"label_agreement":null},{"id":"W4391787159","doi":"10.26633/rpsp.2024.3","title":"Concordancia entre las listas de medicamentos esenciales y las guías para diabetes en América Latina y el Caribe","year":2024,"lang":"es","type":"article","venue":"Revista Panamericana de Salud Pública","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Adidas (Canada)","funders":"","keywords":"Medicine; Concordance; Latin Americans; Traditional medicine; Family medicine; Diabetes mellitus; Library science; Internal medicine; Political science; Endocrinology","score_opus":0.06789323187476895,"score_gpt":0.4391328176136865,"score_spread":0.3712395857389176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391787159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67592734,0.038745742,0.010029944,0.23212463,0.0028599103,0.0069484585,0.0036852024,0.0024422929,0.027236467],"genre_scores_gemma":[0.9579091,0.023176664,0.0038420337,0.00852094,0.0043690586,0.00022248575,0.00078551966,0.00027955018,0.00089466386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99006927,0.001806679,0.0030270906,0.0015397258,0.0015757718,0.0019814486],"domain_scores_gemma":[0.9855284,0.010106879,0.001083045,0.0013493375,0.00045403696,0.001478314],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0038202736,0.0009904224,0.001880722,0.0005474502,0.00030283755,0.00077185483,0.0007763982,0.00047552685,0.0017281051],"category_scores_gemma":[0.01912102,0.0009471752,0.0007153759,0.0023328646,0.0008540942,0.00043099583,0.00039762654,0.001785877,0.00092564087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036429937,0.00073535956,0.18537423,0.0043301294,0.0029409984,0.0015015838,0.0029403698,0.000034462908,0.011760816,0.013111227,0.26753455,0.50937194],"study_design_scores_gemma":[0.0013275346,0.0009283825,0.04700386,0.002247498,0.0032806387,0.00008613858,0.0025922356,0.008391166,0.00022891707,0.00035872002,0.93261003,0.00094485906],"about_ca_topic_score_codex":0.0064712972,"about_ca_topic_score_gemma":0.00038613458,"teacher_disagreement_score":0.6650755,"about_ca_system_score_codex":0.002306319,"about_ca_system_score_gemma":0.004871549,"threshold_uncertainty_score":0.99985224},"labels":[],"label_agreement":null},{"id":"W4391840377","doi":"10.1002/gin2.12009","title":"Launching <i>Clinical and Public Health Guidelines</i>: A unique journal for the guidelines field","year":2024,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Field (mathematics); Public health; Political science; Public relations; Engineering ethics; Medicine; Engineering; Nursing; Mathematics","score_opus":0.7466262717935648,"score_gpt":0.6505285367171025,"score_spread":0.09609773507646224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391840377","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010436255,0.03805396,0.11712776,0.82555974,0.006405647,0.0019588186,0.00009527489,0.00030271296,0.000059816535],"genre_scores_gemma":[0.02527771,0.1485455,0.11030884,0.6892381,0.02468967,0.00018846389,0.00019426555,0.0001911829,0.001366284],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782037,0.001914688,0.015576665,0.00154648,0.0010620599,0.001696376],"domain_scores_gemma":[0.954469,0.030591702,0.0022032883,0.0012791919,0.0074374466,0.0040193703],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07641832,0.00066885405,0.0019823844,0.0003843801,0.0013095137,0.0010961755,0.0005524088,0.00062298845,0.00020296332],"category_scores_gemma":[0.23719348,0.00042429543,0.00085392187,0.00081425894,0.00070105534,0.0009275717,0.0004908257,0.0026190558,0.000026505533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010956469,0.00012679835,0.016673796,0.0003202416,0.00021996988,0.000013015891,0.00008035109,0.0000018753136,0.0000010560041,0.0015601291,0.46820882,0.5126844],"study_design_scores_gemma":[0.003507107,0.0023382693,0.0038778041,0.00072542496,0.0001703199,0.0009335048,0.0014073016,0.028592916,4.86337e-7,0.0028420198,0.955217,0.00038784323],"about_ca_topic_score_codex":0.0013673509,"about_ca_topic_score_gemma":0.00090579316,"teacher_disagreement_score":0.51229656,"about_ca_system_score_codex":0.00011142771,"about_ca_system_score_gemma":0.009968258,"threshold_uncertainty_score":0.99999064},"labels":[],"label_agreement":null},{"id":"W4391996216","doi":"10.1111/aas.14384","title":"<scp>GRADE</scp> pearls and pitfalls—Part 2: Clinical practice guidelines","year":2024,"lang":"en","type":"review","venue":"Acta Anaesthesiologica Scandinavica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Guideline; Grading (engineering); Clinical Practice; Systematic review; Medicine; Medical education; Best practice; Trustworthiness; MEDLINE; Psychology; Family medicine; Engineering; Political science; Pathology","score_opus":0.4746067910242776,"score_gpt":0.5746307919417785,"score_spread":0.10002400091750085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391996216","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044944882,0.98027164,0.000010797734,0.01213547,0.0011356544,0.0024174766,0.0000993357,0.00042144465,0.0030587602],"genre_scores_gemma":[0.000064689404,0.9719785,0.011537343,0.010134653,0.002797793,0.00022726336,0.00068654335,0.00019973627,0.0023734968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98829424,0.0015446328,0.006173192,0.0021548858,0.0008932816,0.0009397524],"domain_scores_gemma":[0.98002607,0.014148647,0.0024276616,0.0014977563,0.0010214972,0.0008783976],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0072996337,0.0012268613,0.004514603,0.00040153027,0.00024629614,0.00027092342,0.00061344815,0.001606997,0.00012666406],"category_scores_gemma":[0.108000115,0.00079779315,0.0014859044,0.00087683165,0.00052460993,0.00042851965,0.00066097145,0.0028259533,0.00085781515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031251035,0.00028602072,0.00012360464,0.0028491626,0.0005582074,0.00062222086,0.000020382628,3.787474e-8,4.4015823e-7,0.00019351173,0.3576884,0.63762677],"study_design_scores_gemma":[0.0007153273,0.002553125,0.0002559447,0.0089103775,0.013967167,0.0017025062,0.00036019835,0.000016703787,1.1937225e-7,0.00025183972,0.9709057,0.0003609837],"about_ca_topic_score_codex":0.00010658504,"about_ca_topic_score_gemma":0.000012762446,"teacher_disagreement_score":0.63726574,"about_ca_system_score_codex":0.00021484005,"about_ca_system_score_gemma":0.0011560966,"threshold_uncertainty_score":0.9999201},"labels":[],"label_agreement":null},{"id":"W4392133445","doi":"10.1002/cam4.7039","title":"Finding a needle in a haystack: The identification of clinical practice guidelines for psychosocial oncology through an environmental scan of the academic and gray literature","year":2024,"lang":"en","type":"review","venue":"Cancer Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; McGill University Health Centre; Centre for Addiction and Mental Health; McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Réseau de cancérologie Rossy","keywords":"Psychosocial; Guideline; Medicine; Family medicine; Psychiatry; Pathology","score_opus":0.6271002542085794,"score_gpt":0.6998072091604526,"score_spread":0.07270695495187318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392133445","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005570486,0.94630414,0.000110846944,0.04738255,0.0023412427,0.0029475908,0.0002739428,0.00000966957,0.00007293885],"genre_scores_gemma":[0.0014943136,0.9896394,0.0008019647,0.0036955276,0.0035480054,0.00035890934,0.00028656863,0.00005064194,0.00012464635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99249905,0.0006764222,0.005541118,0.00055406487,0.0005195722,0.0002097724],"domain_scores_gemma":[0.99133694,0.004198472,0.0035361873,0.00053222536,0.00031357372,0.0000825765],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006799481,0.00030841082,0.0018749842,0.00012684167,0.00006434489,0.000009888695,0.00031899117,0.0005997291,0.000034749726],"category_scores_gemma":[0.027240459,0.00015283235,0.00033950628,0.0006034458,0.0005993537,0.00026078208,0.000108919674,0.0015990988,8.957589e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033427312,0.00013984925,0.00018653416,0.0067940513,0.00033807987,0.000004649704,0.0030197962,7.3142326e-7,0.00013053446,0.00023895723,0.027046831,0.9617657],"study_design_scores_gemma":[0.0018953162,0.00055409,0.00027697132,0.017602574,0.0071145934,0.000096683696,0.0032543328,0.0000854956,0.000005120276,0.00034965575,0.9686451,0.0001200999],"about_ca_topic_score_codex":0.00018327191,"about_ca_topic_score_gemma":0.00008110231,"teacher_disagreement_score":0.9616456,"about_ca_system_score_codex":0.00023287938,"about_ca_system_score_gemma":0.0011232173,"threshold_uncertainty_score":0.9809535},"labels":[],"label_agreement":null},{"id":"W4392189954","doi":"10.1016/j.jclinepi.2024.111301","title":"The role of scoping reviews in guideline development","year":2024,"lang":"en","type":"editorial","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council","keywords":"Guideline; Medicine; Pathology","score_opus":0.5247060897271473,"score_gpt":0.6579968706928964,"score_spread":0.1332907809657491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392189954","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007290113,0.073976636,0.0010198228,0.020112693,0.90282536,0.0009434205,0.000011633473,0.000010660881,0.00037076435],"genre_scores_gemma":[0.00019464629,0.0921656,0.04417566,0.0025089458,0.86041725,0.00001861159,0.00011955864,0.00006422372,0.00033553675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9393417,0.008169426,0.050451286,0.00054925616,0.0009376757,0.0005506034],"domain_scores_gemma":[0.40121222,0.55067676,0.042235024,0.0013545408,0.0037886521,0.0007328133],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.20455442,0.00033792708,0.0067626694,0.00025537133,0.00004302626,0.000010308536,0.00053240504,0.001421215,0.000106833075],"category_scores_gemma":[0.77978414,0.00019067594,0.0014046485,0.00026355425,0.0002944436,0.00009053548,0.00024901747,0.0056509986,0.0000757555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008654353,0.00013303306,0.0038200545,0.00035280106,0.00023139414,0.000034694996,0.000021629856,0.000008847744,0.000003818643,0.00005949814,0.7907008,0.20376797],"study_design_scores_gemma":[0.0016399442,0.0008948335,0.0007909802,0.007656946,0.0004635494,0.00003742814,0.00007376848,0.0001443367,0.0000045740426,0.0044206656,0.98374104,0.0001319231],"about_ca_topic_score_codex":0.000065776425,"about_ca_topic_score_gemma":0.00030189837,"teacher_disagreement_score":0.57522976,"about_ca_system_score_codex":0.00019884447,"about_ca_system_score_gemma":0.00580961,"threshold_uncertainty_score":0.9998751},"labels":[],"label_agreement":null},{"id":"W4392259034","doi":"10.56885/dbsn8273","title":"Implementing best practice in Alberta: A diabetes foot care clinical pathway","year":2021,"lang":"en","type":"article","venue":"Limb Preservation Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foot (prosody); Diabetes mellitus; Diabetic foot; Foot care; Clinical Practice; Medicine; Best practice; Nursing; Political science; Endocrinology; Art","score_opus":0.20130504001736668,"score_gpt":0.5025265114335747,"score_spread":0.30122147141620803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392259034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.920287,0.00083185465,0.0006491971,0.0690924,0.000828347,0.00042689213,0.000008824747,0.000023778655,0.007851701],"genre_scores_gemma":[0.9681829,0.00057189685,0.020713322,0.0069273515,0.0019454579,0.000028306778,0.00023014305,0.000045210094,0.0013553725],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531955,0.00083791604,0.0023772342,0.00035020785,0.0006203733,0.0004947209],"domain_scores_gemma":[0.99096406,0.005805156,0.0008980607,0.0003589442,0.0017157109,0.00025809635],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039618867,0.00016057538,0.00038215244,0.00012781826,0.0001946736,0.00017242084,0.00013254394,0.00013906484,0.0006163276],"category_scores_gemma":[0.06881978,0.00015528957,0.00020819427,0.00044541043,0.00003211502,0.0015779774,0.00020359691,0.0010873361,0.000055480064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034698666,0.0010017541,0.8907979,0.00010037202,0.00019841336,0.0003183322,0.0012819875,0.00004048346,0.0013298024,0.00036813613,0.004178247,0.10003758],"study_design_scores_gemma":[0.0076753194,0.0013352549,0.16808568,0.0003878103,0.00042939693,0.00046698176,0.018463198,0.001143036,0.0013137282,0.0006940946,0.79970217,0.0003033091],"about_ca_topic_score_codex":0.00021576638,"about_ca_topic_score_gemma":0.0018998269,"teacher_disagreement_score":0.79552394,"about_ca_system_score_codex":0.00013420069,"about_ca_system_score_gemma":0.00091835466,"threshold_uncertainty_score":0.939024},"labels":[],"label_agreement":null},{"id":"W4392308172","doi":"10.2139/ssrn.4740401","title":"BENCHMARK: Impact of Different Health Care Systems on the Implementation of a Streamlined Patient Pathway Across Five European Countries","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Benchmark (surveying); Health care; Healthcare system; Environmental health; Medicine; Business; Computer science; Environmental resource management; Geography; Economic growth; Environmental science; Economics; Cartography","score_opus":0.04933213618186958,"score_gpt":0.4490497007218775,"score_spread":0.3997175645400079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392308172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98587996,0.0064202775,0.00017623065,0.003782598,0.0007084625,0.0017559163,0.0011799694,0.000024510742,0.0000720736],"genre_scores_gemma":[0.9942918,0.004261684,0.00001814647,0.00017772695,0.00047984073,0.000028368087,0.0006282377,0.00006885407,0.00004538646],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9936107,0.00095413305,0.002651651,0.00040981927,0.0009893015,0.0013844206],"domain_scores_gemma":[0.9949371,0.0006386098,0.002923145,0.00054917234,0.0008051819,0.0001467636],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0041108313,0.0004166515,0.00086378463,0.00016778657,0.00015894258,0.000088622146,0.00026929087,0.00011335855,0.000070982256],"category_scores_gemma":[0.00043781477,0.00024848874,0.0006452097,0.00014768216,0.00008464247,0.00005274809,0.00037533324,0.003718961,0.000007588321],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.009148292,0.0024211255,0.047932565,0.009864212,0.022534646,0.00012391177,0.122496024,0.004218594,0.0013059916,0.04708577,0.011138128,0.7217307],"study_design_scores_gemma":[0.012229858,0.058515627,0.05431289,0.009349906,0.00283838,0.0009733316,0.8327692,0.0013166316,0.0016655541,0.023334721,0.0012847063,0.001409182],"about_ca_topic_score_codex":0.004105135,"about_ca_topic_score_gemma":0.0035494678,"teacher_disagreement_score":0.72032154,"about_ca_system_score_codex":0.004610521,"about_ca_system_score_gemma":0.010572912,"threshold_uncertainty_score":0.9999967},"labels":[],"label_agreement":null},{"id":"W4392360246","doi":"10.1136/bmjoq-2023-002485","title":"Measuring evidence-based clinical guideline compliance in the paediatric intensive care unit","year":2024,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa","funders":"","keywords":"Medicine; Guideline; Intensive care unit; Compliance (psychology); Intensive care medicine; MEDLINE; Intensive care; Emergency medicine; Psychology","score_opus":0.9129933160760247,"score_gpt":0.6989431792933258,"score_spread":0.2140501367826989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392360246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5693133,0.009301966,0.008049427,0.39277202,0.0025247787,0.0146242045,0.00011778901,0.00029725872,0.0029992508],"genre_scores_gemma":[0.95604247,0.00015133966,0.0040359967,0.038617086,0.00068247825,0.00021493802,0.00015478401,0.00002525385,0.00007567438],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99227446,0.0026303157,0.0033686513,0.00062260445,0.00081889465,0.0002850432],"domain_scores_gemma":[0.9824222,0.013852849,0.0005241566,0.0010475587,0.0020364309,0.000116847674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027518712,0.00019017214,0.0005822166,0.0001002616,0.000084936124,0.00023055809,0.00062661385,0.00012212954,0.00020920434],"category_scores_gemma":[0.09355192,0.00013159853,0.00022218433,0.0008289914,0.00011318676,0.0005141476,0.0003141996,0.0008450974,0.00027141525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023379321,0.0002530038,0.30310193,0.0013156624,0.00010229731,0.00045039956,0.0018061904,0.0000825108,0.00005373767,0.0005587679,0.06634128,0.6235963],"study_design_scores_gemma":[0.00778555,0.001024893,0.72676665,0.0061528366,0.0007805876,0.000102893115,0.08346042,0.017222937,0.000101602935,0.0012368466,0.15450591,0.000858851],"about_ca_topic_score_codex":0.0024093708,"about_ca_topic_score_gemma":0.0011040111,"teacher_disagreement_score":0.62273747,"about_ca_system_score_codex":0.00015791405,"about_ca_system_score_gemma":0.001312947,"threshold_uncertainty_score":0.9537491},"labels":[],"label_agreement":null},{"id":"W4392606786","doi":"10.1016/j.gimo.2024.101439","title":"P540: Genome-wide Sequencing Ontario (GSO): Canada’s first provincial clinical genome-wide sequencing service","year":2024,"lang":"en","type":"article","venue":"Genetics in Medicine Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Agricultural Research Institute of Ontario; SickKids Foundation; University of Toronto; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"","keywords":"DNA sequencing; Genome; Cancer genome sequencing; Biology; Whole genome sequencing; Computational biology; Genetics; Gene","score_opus":0.26363366082672657,"score_gpt":0.45639608726033093,"score_spread":0.19276242643360436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392606786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9028705,0.002087671,0.0009847875,0.07370502,0.0029957935,0.0039566155,0.000048304624,0.00011026441,0.013241088],"genre_scores_gemma":[0.9202956,0.0009982609,0.013330746,0.056107268,0.0036817936,0.0001616037,0.00077043875,0.00020710073,0.0044471887],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923902,0.00033651717,0.0037437298,0.00131271,0.0013059219,0.0009109355],"domain_scores_gemma":[0.99346596,0.0036742142,0.0004865203,0.001137534,0.00054721365,0.00068853825],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006495617,0.00053168385,0.0012663882,0.00028911952,0.00022521323,0.00016695115,0.0010174331,0.00031001706,0.002148091],"category_scores_gemma":[0.007508987,0.00047872463,0.00012907949,0.00086493266,0.00018506458,0.00032587384,0.0008991615,0.0018493164,0.00012128105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011595142,0.00025815394,0.88559264,0.0018630659,0.00084058975,0.006564055,0.013929035,0.003326954,0.0021150047,0.00014930895,0.06844404,0.01575764],"study_design_scores_gemma":[0.005798255,0.0011681182,0.3947999,0.0016016337,0.00092106446,0.00028167298,0.005982308,0.004613057,0.00008753271,0.000628802,0.5833065,0.0008112052],"about_ca_topic_score_codex":0.93933225,"about_ca_topic_score_gemma":0.9974164,"teacher_disagreement_score":0.5148624,"about_ca_system_score_codex":0.00733535,"about_ca_system_score_gemma":0.027421126,"threshold_uncertainty_score":0.99976647},"labels":[],"label_agreement":null},{"id":"W4392711976","doi":"10.1002/gin2.12008","title":"The INGUIDE International Guideline Training and Certification Programme","year":2024,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certification; Guideline; Training (meteorology); Medical education; Psychology; Medicine; Political science; Geography","score_opus":0.726285411202189,"score_gpt":0.6184343306788338,"score_spread":0.10785108052335524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392711976","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026031673,0.0081889015,0.008264106,0.9534722,0.002532579,0.000731312,0.00002084926,0.00027308846,0.0004853182],"genre_scores_gemma":[0.6575347,0.05380467,0.09556232,0.17433697,0.014554966,0.00024796906,0.0008646736,0.000147,0.0029467375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937746,0.00029588203,0.004344872,0.0006212133,0.0004416254,0.0005218053],"domain_scores_gemma":[0.99402374,0.0034329672,0.00036640867,0.00033800022,0.001093504,0.00074536115],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01636455,0.00019659312,0.0004091771,0.00011811465,0.0003367444,0.0004541502,0.00015132202,0.00014737457,0.00006750409],"category_scores_gemma":[0.046632275,0.0001255605,0.00012719589,0.00029820573,0.00039133406,0.0003091549,0.0001516599,0.000543072,0.000024432375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039772243,0.000051505056,0.008803777,0.000058401612,0.00008489914,0.000006518318,0.00015615596,3.1559344e-7,0.0000056974304,0.0039227526,0.09624474,0.8906255],"study_design_scores_gemma":[0.0007855416,0.00028995832,0.007143809,0.00011706526,0.000040658866,0.00016235583,0.0014038549,0.026105685,6.0300425e-7,0.0019203244,0.96191263,0.000117540556],"about_ca_topic_score_codex":0.00031069748,"about_ca_topic_score_gemma":0.00020121138,"teacher_disagreement_score":0.89050794,"about_ca_system_score_codex":0.000055993332,"about_ca_system_score_gemma":0.0014463437,"threshold_uncertainty_score":0.96139836},"labels":[],"label_agreement":null},{"id":"W4392741257","doi":"10.9734/bpi/nvmms/v1/8729a","title":"Quality Culture in Transfusion Medicine","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transfusion medicine; Quality (philosophy); Medicine; Intensive care medicine; Blood transfusion; Internal medicine; Philosophy; Epistemology","score_opus":0.35808674343562724,"score_gpt":0.5458872017109647,"score_spread":0.18780045827533748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392741257","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012595959,0.0012490727,0.00022920224,0.03549975,0.000557609,0.00073663576,0.000022442948,0.00011965159,0.9614597],"genre_scores_gemma":[0.0020170235,0.004797928,0.00057614886,0.0053070066,0.0010727707,0.000008383959,0.0005713826,0.00006479017,0.98558456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970763,0.00002280175,0.0016830735,0.00048804955,0.0005809977,0.00014883328],"domain_scores_gemma":[0.9987324,0.0004556549,0.00017494717,0.00035839932,0.00015144862,0.0001271551],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012280536,0.0002806164,0.00069411116,0.00020421033,0.000016412816,0.000007930126,0.000067502064,0.0004636076,0.013989315],"category_scores_gemma":[0.0007146537,0.00019086065,0.00017447003,0.000059932227,0.00008549788,0.00006284314,0.000038137347,0.0011007428,0.0006596813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093525235,0.0001287936,0.00044800225,0.0016332341,0.0003135013,0.0006330283,0.0012157535,0.0000010273177,0.0015558415,0.5997973,0.28393385,0.10940439],"study_design_scores_gemma":[0.0021165807,0.00041906038,0.0004450571,0.001296709,0.00042991524,0.000056288332,0.00029121633,0.000027008919,0.000013332872,0.061913513,0.9327589,0.00023239628],"about_ca_topic_score_codex":0.0009051752,"about_ca_topic_score_gemma":0.002805546,"teacher_disagreement_score":0.64882505,"about_ca_system_score_codex":0.00016712902,"about_ca_system_score_gemma":0.000120110984,"threshold_uncertainty_score":0.986912},"labels":[],"label_agreement":null},{"id":"W4392786698","doi":"10.1016/j.jogc.2024.102412","title":"Présentation de la publication par article et de la numérotation des articles dans le Journal d'obstétrique et gynécologie du Canada","year":2024,"lang":"fr","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology; Humanities","score_opus":0.04923759784452086,"score_gpt":0.3877007062682718,"score_spread":0.33846310842375094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392786698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91181237,0.011565752,0.012890122,0.04937405,0.013229086,0.00020926785,0.000033646244,0.000010344638,0.0008753751],"genre_scores_gemma":[0.9867077,0.0040610307,0.004952966,0.0035639263,0.0004979006,0.000006863296,0.00001462059,0.000027690074,0.0001673445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99509925,0.002453991,0.0013584082,0.00017756593,0.0004679343,0.0004428386],"domain_scores_gemma":[0.95595723,0.041744545,0.000767384,0.0001056425,0.000923725,0.00050145685],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007300142,0.000173657,0.0003108808,0.00024381022,0.0002572455,0.0003608614,0.00013575678,0.00023445176,0.0002737261],"category_scores_gemma":[0.10652823,0.00016687342,0.000077427176,0.0006184301,0.00025644165,0.00077953737,0.00004065997,0.0011967653,9.596407e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00005560156,0.0005167704,0.43315354,0.00034464872,0.0006021624,0.011291586,0.003381302,0.0047868886,0.001960184,0.010486471,0.14106242,0.39235842],"study_design_scores_gemma":[0.0029579045,0.00049180683,0.8712673,0.000080598824,0.0004620891,0.004041918,0.0082663065,0.009642762,0.0008283507,0.0069027185,0.09486002,0.0001981905],"about_ca_topic_score_codex":0.6205136,"about_ca_topic_score_gemma":0.7971553,"teacher_disagreement_score":0.43811378,"about_ca_system_score_codex":0.008043204,"about_ca_system_score_gemma":0.048820566,"threshold_uncertainty_score":0.99576473},"labels":[],"label_agreement":null},{"id":"W4392812342","doi":"10.21203/rs.3.rs-4089075/v1","title":"Evidence based clinical practice guidelines for the management of acute ankle injuries according to: PRISMA systematic review and quality appraisal with AGREE II.","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Quality (philosophy); Clinical Practice; Quality of evidence; Medicine; Critical appraisal; MEDLINE; Physical therapy; Alternative medicine; Political science; Meta-analysis; Pathology; Epistemology","score_opus":0.7018384964459887,"score_gpt":0.6995697496598743,"score_spread":0.0022687467861144395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392812342","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016095422,0.17813216,0.02959212,0.7089311,0.0010430389,0.06499016,0.00062553654,0.00021494176,0.00037550193],"genre_scores_gemma":[0.18019275,0.25223908,0.5141086,0.031663436,0.002032926,0.017146666,0.0005192819,0.00037516688,0.0017220757],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9892258,0.002099937,0.004505353,0.0011038547,0.0025683905,0.0004966668],"domain_scores_gemma":[0.91287017,0.06736385,0.0019911693,0.0029710375,0.0143784685,0.00042531037],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06164286,0.00037194055,0.0017381272,0.00022793244,0.0002527517,0.00018647396,0.0006151375,0.00021741238,0.000026170279],"category_scores_gemma":[0.19925621,0.00021790013,0.0003686638,0.00075674214,0.0002845079,0.00025326817,0.003237249,0.0017463181,0.000018643166],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002323483,0.00026775786,0.00052685826,0.9572215,0.0035365517,0.000046133442,0.00015081845,0.000019904857,0.000013144691,0.0009703465,0.025889294,0.00903422],"study_design_scores_gemma":[0.0017917827,0.003808593,0.002494123,0.9393214,0.03184482,0.00004222844,0.010280144,0.0025105271,0.00004986004,0.00042581628,0.0069337445,0.0004969596],"about_ca_topic_score_codex":0.00028315457,"about_ca_topic_score_gemma":0.000034935274,"teacher_disagreement_score":0.6772677,"about_ca_system_score_codex":0.0001685235,"about_ca_system_score_gemma":0.0011380987,"threshold_uncertainty_score":0.9662361},"labels":[],"label_agreement":null},{"id":"W4392822803","doi":"10.1080/17538068.2024.2318970","title":"2023 year in review","year":2024,"lang":"en","type":"editorial","venue":"Journal of Communications In Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Medicine; Family medicine","score_opus":0.363111713159621,"score_gpt":0.621913766645172,"score_spread":0.25880205348555096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392822803","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058177426,0.30683613,0.000004814762,0.31865865,0.37281525,0.00081986387,0.00009770011,0.0000116672545,0.00069773936],"genre_scores_gemma":[0.0013039514,0.77129793,0.0053481343,0.0023689761,0.21880285,0.000038021895,0.00047793324,0.00005320367,0.00030899254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99449944,0.00075273676,0.0036039336,0.00015883945,0.0008008889,0.00018417301],"domain_scores_gemma":[0.990118,0.005496183,0.0013642702,0.0014923434,0.0013922037,0.00013695973],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005913608,0.00015800922,0.0009018142,0.0005890301,0.000027504566,0.000020147225,0.00070774416,0.00041991426,0.00006973059],"category_scores_gemma":[0.024293087,0.00014319994,0.00021091686,0.0007988494,0.00005646889,0.0001433815,0.00024604058,0.005358325,0.00008177745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007152413,0.00013013654,0.0007669298,0.004368713,0.00003114797,0.00005697121,0.000059151083,5.828182e-7,5.4016203e-7,0.00009481483,0.98398596,0.010433543],"study_design_scores_gemma":[0.0007955526,0.00024341221,0.0004908501,0.034437187,0.00018790606,0.00004182713,0.00017763727,0.000016833472,1.501579e-7,0.00076428824,0.962755,0.00008930375],"about_ca_topic_score_codex":0.0009939469,"about_ca_topic_score_gemma":0.00327113,"teacher_disagreement_score":0.4644618,"about_ca_system_score_codex":0.0008609631,"about_ca_system_score_gemma":0.0034058013,"threshold_uncertainty_score":0.9969364},"labels":[],"label_agreement":null},{"id":"W4392823982","doi":"10.1177/08404704241236761","title":"How a Canadian federal organization integrated synoptic reporting and quality improvement tools to drive a national learning health system in cancer surgery","year":2024,"lang":"en","type":"article","venue":"Healthcare Management Forum","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Partnership Against Cancer; Hamilton Health Sciences; University of British Columbia; Ottawa Hospital","funders":"Partenariat Canadien Contre Le Cancer","keywords":"General partnership; Cornerstone; Audit; Medicine; Excellence; Quality management; Health care; Quality (philosophy); Business; Medical education; Process management; Political science; Geography; Marketing; Accounting","score_opus":0.22741165739931982,"score_gpt":0.47513748569002895,"score_spread":0.24772582829070913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392823982","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46207216,0.00066499086,0.0039254506,0.52839214,0.00089094153,0.003473032,0.000070033886,0.00029027168,0.0002209598],"genre_scores_gemma":[0.98787487,0.00022386333,0.00084159424,0.009720016,0.00011020725,0.00019400747,0.0004767721,0.000039482966,0.0005191783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99631774,0.00020751831,0.0018705149,0.0005428991,0.00051711616,0.00054420764],"domain_scores_gemma":[0.99805653,0.00034245578,0.00061358017,0.0001455111,0.00043405467,0.00040783884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039970498,0.00017491714,0.00042470638,0.00061650877,0.0002333621,0.000313822,0.000041075375,0.00006858829,0.000017775166],"category_scores_gemma":[0.0038098372,0.00017269574,0.000047357615,0.001013528,0.000012836118,0.00028361456,0.00007526577,0.00034806287,0.0000070694473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008057157,0.000046852183,0.38426813,0.007554178,0.00016896364,0.00023186098,0.00083656044,0.00013394725,0.00005571873,0.010843475,0.0062392303,0.5895405],"study_design_scores_gemma":[0.0025223626,0.0011042748,0.6534057,0.013195789,0.00017797426,0.00016420842,0.13079174,0.020451266,0.00008009045,0.00025912613,0.17671467,0.0011327978],"about_ca_topic_score_codex":0.26999876,"about_ca_topic_score_gemma":0.38929555,"teacher_disagreement_score":0.5884077,"about_ca_system_score_codex":0.004290961,"about_ca_system_score_gemma":0.0018173789,"threshold_uncertainty_score":0.9995314},"labels":[],"label_agreement":null},{"id":"W4392843709","doi":"10.1016/j.jogc.2024.102411","title":"Introducing Article-Based Publishing and Article Numbering to the Journal of Obstetrics and Gynaecology Canada","year":2024,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Obstetrics and gynaecology; Numbering; Publishing; Gynecology; Obstetrics; Library science; Family medicine; Pregnancy; Law","score_opus":0.04644666485170831,"score_gpt":0.32992255082238775,"score_spread":0.28347588597067946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392843709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95129424,0.008996371,0.0006988803,0.022921579,0.015849857,0.00016238027,0.000011394511,0.0000033909037,0.000061879204],"genre_scores_gemma":[0.9943943,0.00017362532,0.0015392381,0.0037104585,0.00014186383,9.973103e-7,0.0000012798681,0.000017344391,0.000020880121],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974329,0.0001815978,0.0013386055,0.00017235374,0.0005500754,0.00032449604],"domain_scores_gemma":[0.97044325,0.027370116,0.0006201814,0.00015463814,0.00091683015,0.00049499236],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023056692,0.0001439071,0.00043948708,0.00032004522,0.00014563088,0.00018709668,0.00013987448,0.00010166117,0.0001563031],"category_scores_gemma":[0.117326245,0.000104733146,0.00004076109,0.00077937986,0.00006440846,0.00040887957,0.00009526156,0.0009001128,2.0592165e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004142062,0.0000854413,0.30878627,0.0002218303,0.00041015883,0.00638701,0.0005811366,0.0029093926,0.00026462245,0.00014529562,0.02941821,0.6507492],"study_design_scores_gemma":[0.0062014516,0.0015094472,0.8937266,0.000046243997,0.0010327388,0.0014477592,0.005473279,0.01368233,0.00034506165,0.00024134108,0.07600017,0.00029360215],"about_ca_topic_score_codex":0.16729763,"about_ca_topic_score_gemma":0.56208414,"teacher_disagreement_score":0.6504556,"about_ca_system_score_codex":0.0016341407,"about_ca_system_score_gemma":0.006303711,"threshold_uncertainty_score":0.9993296},"labels":[],"label_agreement":null},{"id":"W4393203230","doi":"10.1136/bmjopen-2023-079205","title":"Clinical practice guideline recommendations to improve the mental health of adult trauma patients: protocol for a systematic review","year":2024,"lang":"en","type":"review","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Institut universitaire en santé mentale de Montréal; Université de Sherbrooke; Douglas Mental Health University Institute; The Quebec Population Health Research Network; University of Calgary; Vancouver General Hospital; University of British Columbia; Alberta Hospital Edmonton; Université de Montréal; Institut Universitaire en Santé Mentale de Québec; Université Laval","funders":"Institute of Neurosciences, Mental Health and Addiction","keywords":"Medicine; Mental health; CINAHL; PsycINFO; MEDLINE; Critical appraisal; Referral; Guideline; Population; Context (archaeology); Grading (engineering); Family medicine; Psychiatry; Psychological intervention; Alternative medicine; Environmental health; Pathology","score_opus":0.5581338818420767,"score_gpt":0.7193848919530224,"score_spread":0.16125101011094567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393203230","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.044054e-9,0.15733391,0.0003332754,0.09829802,0.00046805592,0.7423221,0.0008738821,0.00002460748,0.00034618008],"genre_scores_gemma":[1.6803465e-9,0.3781251,0.03220065,0.03485055,0.00029237746,0.55263495,0.0014044846,0.00007307758,0.00041879245],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802572,0.0026971754,0.015080852,0.00082972494,0.0007893565,0.00034568657],"domain_scores_gemma":[0.98123753,0.006372573,0.008109978,0.001766522,0.002210036,0.00030336855],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025263008,0.00050496426,0.005028615,0.000118888485,0.00013806864,0.00012413229,0.0009427791,0.00018838308,0.00015601338],"category_scores_gemma":[0.11214333,0.00027469566,0.001144702,0.0006260362,0.00004263042,0.00034365762,0.00081757316,0.0006958096,0.0002425885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012565976,0.00032352688,1.5549139e-7,0.3875989,0.0003240018,4.318615e-7,0.000023601226,4.7405586e-9,1.8446038e-9,0.000047435264,0.33767438,0.27388188],"study_design_scores_gemma":[0.001363654,0.0014543063,9.974426e-8,0.4444555,0.004378603,0.000032956003,0.00014603505,0.000012339858,1.9066043e-8,0.0000097793045,0.54800534,0.00014134687],"about_ca_topic_score_codex":0.00018910553,"about_ca_topic_score_gemma":0.00007409082,"teacher_disagreement_score":0.27374053,"about_ca_system_score_codex":0.00043343837,"about_ca_system_score_gemma":0.002881828,"threshold_uncertainty_score":0.9999705},"labels":[],"label_agreement":null},{"id":"W4393329644","doi":"10.53738/revmed.2007.3.135.2737","title":"La spécialisation médicale: aussi vieille que l’Antiquité ! Médecine interne générale: perspective canadienne","year":2007,"lang":"fr","type":"article","venue":"Revue Médicale Suisse","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Perspective (graphical); Art","score_opus":0.10948334625538153,"score_gpt":0.4352021814403591,"score_spread":0.3257188351849776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393329644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61345434,0.053852256,0.03147902,0.21061237,0.015695428,0.004018262,0.0004401559,0.0005392582,0.0699089],"genre_scores_gemma":[0.86589926,0.0035879808,0.0039353506,0.005350288,0.013956175,0.00005238252,0.00038857487,0.0002371571,0.10659285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916599,0.0009601326,0.0031872077,0.0013429697,0.0008885051,0.0019612939],"domain_scores_gemma":[0.9895098,0.0053295093,0.0010273941,0.0011126379,0.0010288745,0.001991792],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010193441,0.0006920405,0.0012532189,0.0005391979,0.00031094806,0.00013601259,0.0005476273,0.0010282669,0.0092867315],"category_scores_gemma":[0.028349804,0.00077990774,0.00049473665,0.0013649447,0.0010958283,0.0006469594,0.0003215617,0.0021612993,0.0010981316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030933793,0.005373604,0.100857325,0.0016768053,0.0011424422,0.0066676727,0.00528911,0.000047422618,0.006358159,0.13673566,0.0698287,0.6629297],"study_design_scores_gemma":[0.009092485,0.0019134674,0.13442627,0.0035633047,0.002089445,0.0023594345,0.02894768,0.0019184127,0.0013075909,0.0072850706,0.8056101,0.0014867065],"about_ca_topic_score_codex":0.030726794,"about_ca_topic_score_gemma":0.038425382,"teacher_disagreement_score":0.73578143,"about_ca_system_score_codex":0.0033676713,"about_ca_system_score_gemma":0.0013644152,"threshold_uncertainty_score":0.9996796},"labels":[],"label_agreement":null},{"id":"W4393392146","doi":"10.1371/journal.pone.0301334","title":"An economic evaluation of chronic obstructive pulmonary disease clinical pathway in Saskatchewan, Canada: Data-driven techniques to identify cost-effectiveness among patient subgroups","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; University of Regina; Saskatchewan Health; University of Saskatchewan; Saskatchewan Health Quality Council","funders":"Ontario Ministry of Health and Long-Term Care; Saskatchewan Health Research Foundation; Health Canada; Grifols; Canadian Institutes of Health Research; Covis Pharma; Ministry of Health, Saskatchewan; Canadian Thoracic Society; Sanofi; AstraZeneca; Alberta Health Services; GlaxoSmithKline","keywords":"COPD; Medicine; Exacerbation; Health care; Subgroup analysis; Cost effectiveness; Physical therapy; Emergency medicine; Internal medicine; Meta-analysis","score_opus":0.2733385497135595,"score_gpt":0.4745272454239377,"score_spread":0.20118869571037823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393392146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938499,0.00021539719,0.00021761736,0.0005215001,0.00026382247,0.004128478,0.00070231117,0.000067151464,0.000033844815],"genre_scores_gemma":[0.9964364,0.00002502748,0.0008392095,0.00014579944,0.0003531155,0.0005092952,0.0016423677,0.000042814587,0.000005953175],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99584556,0.0008934472,0.0014450864,0.0007666453,0.00081074244,0.00023854709],"domain_scores_gemma":[0.9968289,0.001317356,0.0002667422,0.0009039475,0.0003633146,0.000319705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035830217,0.00018446425,0.00051297434,0.00017362757,0.0000307036,0.000029663144,0.00023228502,0.00009603016,0.0001413501],"category_scores_gemma":[0.0021526676,0.00018856676,0.00006289367,0.00021907956,0.00008004643,0.0006606964,0.00019057747,0.00036991754,0.000012578747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014404277,0.004231739,0.42351153,0.0010773322,0.0005798324,0.00023024227,0.00030121653,0.00077125465,0.014992469,0.000025954181,0.00035723893,0.55248076],"study_design_scores_gemma":[0.00077071704,0.0005719224,0.87436354,0.0011095155,0.0009848803,0.0000027728074,0.0008342356,0.11363574,0.0071924645,0.00019546573,0.00012507223,0.00021369159],"about_ca_topic_score_codex":0.107030064,"about_ca_topic_score_gemma":0.6031025,"teacher_disagreement_score":0.5522671,"about_ca_system_score_codex":0.0024532804,"about_ca_system_score_gemma":0.005287339,"threshold_uncertainty_score":0.93795127},"labels":[],"label_agreement":null},{"id":"W4393454353","doi":"10.3389/fanes.2024.1267127","title":"Patient-centered perspectives on perioperative care","year":2024,"lang":"en","type":"article","venue":"Frontiers in Anesthesiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perioperative; Medicine; Intensive care medicine; Surgery","score_opus":0.06533954590142999,"score_gpt":0.40055091760657474,"score_spread":0.33521137170514476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393454353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861566,0.0051252823,0.00036894754,0.0040039527,0.001051045,0.0005485442,0.000008502822,0.00009061363,0.0026465561],"genre_scores_gemma":[0.9919443,0.00023097314,0.0055813533,0.0017650321,0.00015518052,0.000040897317,0.00006722038,0.000024062469,0.00019099234],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986686,0.0001847529,0.0004050919,0.00041356272,0.00012180025,0.00020617965],"domain_scores_gemma":[0.9993934,0.00022320852,0.000042971165,0.00019540946,0.0000823167,0.00006271657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015219877,0.00013667796,0.00028901687,0.00022991131,0.000035547826,0.00001803329,0.000051890245,0.00011447296,0.00019072795],"category_scores_gemma":[0.0006317686,0.00011100843,0.000084618405,0.00017656123,0.00011301002,0.00008625489,0.000019322206,0.00032764333,0.00007693402],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037007597,0.00061399426,0.32204998,0.00026680867,0.00024239768,0.0026638983,0.102679536,0.00008961915,0.00083532574,0.0032681513,0.051169977,0.5124196],"study_design_scores_gemma":[0.004036399,0.008593095,0.14761095,0.0005724386,0.00018388286,0.00035223443,0.5320309,0.002713886,0.00068960135,0.00045002784,0.3022406,0.0005259757],"about_ca_topic_score_codex":0.000032321095,"about_ca_topic_score_gemma":0.000012226491,"teacher_disagreement_score":0.5118936,"about_ca_system_score_codex":0.00026982455,"about_ca_system_score_gemma":0.00013881989,"threshold_uncertainty_score":0.45267925},"labels":[],"label_agreement":null},{"id":"W4394084768","doi":"10.6084/m9.figshare.3124132","title":"An evaluation of the guidelines of the Society of Obstetricians and Gynaecologists of Canada","year":2016,"lang":"en","type":"dataset","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Family medicine; Medicine","score_opus":0.41095873740159616,"score_gpt":0.49438539917805474,"score_spread":0.08342666177645858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394084768","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009160256,0.000346511,1.8391967e-7,0.0010919464,0.00022044983,0.0007938411,0.9966072,0.0000016219957,0.00002226419],"genre_scores_gemma":[0.013704633,0.000035374986,0.00006419164,0.0004195562,0.00009523359,0.000027685854,0.9856168,0.000009484838,0.000027019616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971293,0.00023745089,0.0012919784,0.00017346129,0.0010652399,0.00010253933],"domain_scores_gemma":[0.99241346,0.0015562184,0.002290717,0.00080771494,0.0028953762,0.00003651412],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008327924,0.00012671639,0.00039443,0.000027544205,0.00003038943,0.000002071447,0.00032767275,0.00017369371,0.017409079],"category_scores_gemma":[0.05889875,0.00006614955,0.00017407104,0.0002128717,0.000047788733,0.000048831662,0.00017463311,0.00016634076,7.8597105e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013130861,0.000046671004,0.00017828534,0.0007876279,0.00008470694,1.371448e-7,0.000016706432,0.000017159127,0.000100294776,1.8841773e-7,0.99440503,0.004350082],"study_design_scores_gemma":[0.0029297757,0.00033807766,0.072288156,0.005080631,0.001818955,0.000008865769,0.0006376124,0.0006681875,0.003320019,0.00005456471,0.9126507,0.00020448299],"about_ca_topic_score_codex":0.037682064,"about_ca_topic_score_gemma":0.10917262,"teacher_disagreement_score":0.081754334,"about_ca_system_score_codex":0.00013873722,"about_ca_system_score_gemma":0.0034710832,"threshold_uncertainty_score":0.98348916},"labels":[],"label_agreement":null},{"id":"W4394169403","doi":"10.6084/m9.figshare.12672480","title":"Additional file 3 of Standardising care in the ICU: a protocol for a scoping review of tools used to improve care delivery","year":2020,"lang":"en","type":"review","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Protocol (science); Computer science; Process management; Operating system; Medicine; Engineering; Alternative medicine","score_opus":0.5297567889098754,"score_gpt":0.6062044298778018,"score_spread":0.07644764096792633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394169403","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.6817182e-8,0.25376263,0.00001164833,0.00013806083,0.0000139488675,0.3557752,0.3898286,6.330559e-7,0.00046924726],"genre_scores_gemma":[4.920684e-8,0.16042575,0.027264172,0.00047134387,0.00020618418,0.6928602,0.11870896,0.000040614483,0.000022758599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966836,0.0002734152,0.0020776296,0.0003868286,0.0004328741,0.00014566195],"domain_scores_gemma":[0.98977846,0.0077799,0.0012897138,0.00038783537,0.00069909875,0.000064989734],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071163743,0.00021532079,0.0017862153,0.00006723571,0.000032904954,0.000044056316,0.0003594912,0.000100535115,0.17685486],"category_scores_gemma":[0.020107992,0.00014844422,0.00039769834,0.00034938118,0.000025660343,0.0001551682,0.00021100529,0.00019861045,0.00003044793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009184808,0.000020849062,6.2893996e-8,0.19886324,0.000031249874,0.000004888059,0.000227666,4.5297572e-8,2.4375854e-7,1.18994386e-7,0.12067462,0.6800852],"study_design_scores_gemma":[0.0005411236,0.00038539257,2.628075e-7,0.44351777,0.00033300644,0.00000432941,0.000746182,3.223226e-7,0.0000025264562,2.4042214e-7,0.5543969,0.00007192779],"about_ca_topic_score_codex":0.000019311528,"about_ca_topic_score_gemma":0.00017569437,"teacher_disagreement_score":0.68001324,"about_ca_system_score_codex":0.00020606857,"about_ca_system_score_gemma":0.004607624,"threshold_uncertainty_score":0.98814607},"labels":[],"label_agreement":null},{"id":"W4394404081","doi":"10.6084/m9.figshare.19641420.v1","title":"patients metadata","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metadata; Computer science; World Wide Web","score_opus":0.4070525625847471,"score_gpt":0.5041902508392279,"score_spread":0.09713768825448077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394404081","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011691187,0.0000695639,3.306436e-8,0.00023538603,0.00023833346,0.0006846301,0.9986537,0.000032445103,0.0000847193],"genre_scores_gemma":[0.0000011121701,0.000016166408,0.000033080058,0.002916053,0.0002985708,0.0003226601,0.99601775,0.000026950996,0.00036762917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801785,0.00008430788,0.0006679561,0.0003759158,0.0006677557,0.00018619637],"domain_scores_gemma":[0.99779737,0.0005344412,0.00046975532,0.000866095,0.00020540992,0.00012693655],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001223515,0.00019275767,0.00033929542,0.000104102226,0.00007153397,0.00004660048,0.0002795188,0.0001394179,0.98750067],"category_scores_gemma":[0.022528317,0.00018508613,0.0001387352,0.00016674667,0.000002808587,0.00022079574,0.00061181944,0.00074820296,0.0055718715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000432789,0.00018531654,0.0000047440703,0.0003316068,0.00007542197,0.00004112269,0.0000012810025,2.1372753e-7,8.5637744e-8,4.2582975e-8,0.99759716,0.0017197379],"study_design_scores_gemma":[0.0009398078,0.00022198909,0.0003336152,0.00028653062,0.0003030238,0.000013808484,0.000010813987,0.0000011186265,0.000001152538,0.0000016012383,0.99772406,0.00016247679],"about_ca_topic_score_codex":0.00009372262,"about_ca_topic_score_gemma":0.000026845431,"teacher_disagreement_score":0.9819288,"about_ca_system_score_codex":0.0001285839,"about_ca_system_score_gemma":0.00029921278,"threshold_uncertainty_score":0.9952024},"labels":[],"label_agreement":null},{"id":"W4394454721","doi":"10.6084/m9.figshare.21365099.v1","title":"The State of Patient Engagement among Pain Research Trainees in Canada: Results of a National Web-Based Survey","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Queen's University","funders":"","keywords":"Web survey; State (computer science); Psychology; Web application; Family medicine; Medical education; Medicine; World Wide Web; Computer science","score_opus":0.47135993142547455,"score_gpt":0.49705077638385675,"score_spread":0.025690844958382197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394454721","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015312207,0.00006286303,3.2355e-8,0.00047297322,0.000059105703,0.0011538597,0.9966962,0.0000031451714,0.000020632084],"genre_scores_gemma":[0.023269689,0.000020831289,0.000008251085,0.00022025852,0.000027426866,0.00042543205,0.9759922,0.000015088764,0.000020811754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99079716,0.0042663165,0.0018001241,0.0003085664,0.0025456413,0.00028217],"domain_scores_gemma":[0.96467394,0.032262243,0.0009986943,0.0005087885,0.0014695728,0.000086792556],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013603914,0.00014797205,0.00034615712,0.00025743849,0.00009134802,0.0000111705995,0.0003215094,0.000055975608,0.0753229],"category_scores_gemma":[0.19426855,0.00012010428,0.00006451026,0.0006147975,0.000026846967,0.00003544036,0.00024643337,0.0011178862,0.0000062724553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072211114,0.00014430322,0.00013350564,0.00040255074,0.000047978585,0.00003079004,0.00004716756,0.0005188051,0.0000010607001,3.7440103e-8,0.9953634,0.002588296],"study_design_scores_gemma":[0.0018523575,0.00040922262,0.023083381,0.0009057773,0.0000106148045,5.059926e-7,0.00047439337,0.0006376806,0.00001597146,0.000003853962,0.9725094,0.00009685257],"about_ca_topic_score_codex":0.78721195,"about_ca_topic_score_gemma":0.97660995,"teacher_disagreement_score":0.189398,"about_ca_system_score_codex":0.0011626934,"about_ca_system_score_gemma":0.01407588,"threshold_uncertainty_score":0.9915134},"labels":[],"label_agreement":null},{"id":"W4394568240","doi":"10.1097/ccm.0000000000006290","title":"An Approach to Diversifying the Selection of a Guideline Panel—The Process Utilized for the Updated Adult Critical Care Ultrasound Guidelines","year":2024,"lang":"en","type":"article","venue":"Critical Care Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Guideline; Transparency (behavior); Health care; Diversification (marketing strategy); Panel discussion; Intensive care medicine; Pathology","score_opus":0.2956035520162252,"score_gpt":0.5484400272575554,"score_spread":0.2528364752413302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394568240","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03914796,0.011024277,0.39379793,0.5438993,0.0031190591,0.006687984,0.00044771706,0.00053106545,0.0013446779],"genre_scores_gemma":[0.9732327,0.00005414048,0.0069243307,0.015980378,0.0027603363,0.00031694258,0.0006291882,0.000065459346,0.000036563368],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9954704,0.0002914016,0.0019127936,0.0006974469,0.001105001,0.0005229404],"domain_scores_gemma":[0.9793468,0.010910176,0.0000956411,0.0007078168,0.008626509,0.00031306062],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002460575,0.0003387604,0.0005649678,0.00012981344,0.00054732524,0.000091193535,0.00047916075,0.00017187741,0.0002938679],"category_scores_gemma":[0.08523433,0.00015937373,0.00020912432,0.0009610509,0.000902064,0.00022626785,0.00007819997,0.0006675406,0.000009384305],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010041556,0.0014009009,0.007207254,0.022434251,0.0013042203,0.00010844829,0.0855024,0.0014441165,0.028098458,0.06261472,0.4905141,0.28932956],"study_design_scores_gemma":[0.0055040997,0.004712495,0.0016126714,0.0014376324,0.009598385,0.00068510463,0.7686594,0.10628196,0.0027328096,0.0018553205,0.096247524,0.00067256985],"about_ca_topic_score_codex":0.00045823457,"about_ca_topic_score_gemma":0.0001113147,"teacher_disagreement_score":0.9340847,"about_ca_system_score_codex":0.0001470183,"about_ca_system_score_gemma":0.0004317661,"threshold_uncertainty_score":0.9224711},"labels":[],"label_agreement":null},{"id":"W4394594448","doi":"10.1182/bloodadvances.2023011102","title":"Distinguishing ASH clinical practice guidelines from other forms of ASH clinical advice","year":2024,"lang":"en","type":"article","venue":"Blood Advances","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of British Columbia; University of Toronto; Health Sciences Centre; Canadian Blood Services; McMaster University","funders":"","keywords":"Advice (programming); Terminology; Concordance; Transparency (behavior); Clinical Practice; Medicine; Variety (cybernetics); Underpinning; Medical education; Family medicine; Political science; Internal medicine; Computer science; Engineering; Law","score_opus":0.28734616877055114,"score_gpt":0.5959706096954132,"score_spread":0.308624440924862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394594448","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73715734,0.06852547,0.015914965,0.10908944,0.015322527,0.002881869,0.00072038046,0.0018101117,0.048577882],"genre_scores_gemma":[0.297764,0.009866048,0.64746594,0.02944438,0.012903514,0.000059906044,0.00037505114,0.0002165268,0.0019046261],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924655,0.0003580277,0.0051256865,0.00086693536,0.0008245178,0.00035934153],"domain_scores_gemma":[0.9774842,0.018775431,0.0012342434,0.0007209503,0.0014970723,0.00028806776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065931496,0.0002945852,0.00088804413,0.00008770275,0.000074335985,0.00008854885,0.0002764686,0.00025073966,0.0004276218],"category_scores_gemma":[0.14534774,0.00022879883,0.00048362723,0.0003864122,0.00021614866,0.0012567055,0.0001884266,0.0008782471,0.00017597483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014055935,0.0023125545,0.17566696,0.00054371386,0.0016074422,0.00037765005,0.0002507706,0.00003429278,0.00058963697,0.0018277919,0.042311132,0.7730725],"study_design_scores_gemma":[0.0033437703,0.0010142014,0.0094976025,0.0011087379,0.0025502176,0.00008346064,0.0014612649,0.0013531337,0.00041802996,0.0047531165,0.9740938,0.00032269754],"about_ca_topic_score_codex":0.00032974058,"about_ca_topic_score_gemma":0.0002240024,"teacher_disagreement_score":0.93178266,"about_ca_system_score_codex":0.000025411975,"about_ca_system_score_gemma":0.00043982986,"threshold_uncertainty_score":0.9330146},"labels":[],"label_agreement":null},{"id":"W4394605182","doi":"10.1007/978-3-031-57867-0_12","title":"Automated Compliance Analysis on Clinical Notes to Improve Cancer Lifestyle Management","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Compliance (psychology); Cancer; Medicine","score_opus":0.16368672707667614,"score_gpt":0.49246695973054483,"score_spread":0.3287802326538687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394605182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024885305,0.00036815973,0.9588,0.025173957,0.005701036,0.0022926754,0.00011269512,0.00069067447,0.004372238],"genre_scores_gemma":[0.6137534,0.000524167,0.31657565,0.059555154,0.0040910356,0.00013029898,0.00016750162,0.0001935179,0.0050093033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946165,0.0000422526,0.0017044881,0.0019252002,0.0011790075,0.0005325607],"domain_scores_gemma":[0.9953382,0.0023128148,0.00041245675,0.0012102727,0.00036823418,0.0003580236],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020175434,0.00049773196,0.0010215368,0.0012410692,0.00010882542,0.00020128704,0.0006447983,0.00029745133,0.00020306284],"category_scores_gemma":[0.0009408333,0.00042177286,0.00039287898,0.0014649952,0.0003613249,0.00012236516,0.00068126665,0.0011470388,0.0004640934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022307038,0.00017114825,0.002634842,0.0002830836,0.0010266999,0.00043173626,0.00013449199,0.046281487,0.00008120899,0.0011714859,0.0007839663,0.9467768],"study_design_scores_gemma":[0.0016082447,0.0019504245,0.014898358,0.0029219051,0.003437632,0.00002377391,0.0000014585383,0.9453478,0.00030639995,0.009674591,0.018663108,0.0011663233],"about_ca_topic_score_codex":0.00016621781,"about_ca_topic_score_gemma":0.0005422592,"teacher_disagreement_score":0.94561046,"about_ca_system_score_codex":0.0005471294,"about_ca_system_score_gemma":0.00037005596,"threshold_uncertainty_score":0.9998234},"labels":[],"label_agreement":null},{"id":"W4394803087","doi":"10.1097/01.ju.0001008860.46052.c4.06","title":"MP24-06 DEVELOPMENT AND ACCEPTABILITY OF A NOVEL GIST-BASED DECISION AID FOR PROSTATE CANCER SCREENING","year":2024,"lang":"en","type":"article","venue":"The Journal of Urology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prostate cancer; Guideline; Prostate cancer screening; Gynecology; Cancer screening; Medicine; GiST; Cancer; Family medicine; Prostate-specific antigen; Internal medicine; Pathology","score_opus":0.20656618650725747,"score_gpt":0.4936367366759568,"score_spread":0.2870705501686993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394803087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80313724,0.0011383104,0.18101464,0.014236267,0.00017303354,0.0002773531,0.000010952164,0.0000047331064,0.0000074797636],"genre_scores_gemma":[0.921644,0.000092430804,0.07692875,0.0011803096,0.000119559525,0.000006158477,0.0000033166002,0.000010152585,0.000015360783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863255,0.00006559822,0.00091410225,0.00008920566,0.00018579881,0.00011276912],"domain_scores_gemma":[0.9959232,0.0032808692,0.00035791178,0.00009668064,0.00028659662,0.00005469958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031744651,0.00006889522,0.00023127435,0.000084820014,0.00003871872,0.0000075116845,0.000068493944,0.000044071985,0.00009003359],"category_scores_gemma":[0.0023107775,0.000041190695,0.00005963372,0.00009130923,0.00008215046,0.000077499,0.000033740096,0.00022012343,5.931973e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013841553,0.0002475863,0.030098602,0.00026552213,0.00031105508,0.000012482218,0.0014072028,0.0015480324,0.00892063,0.000046375808,0.002132923,0.941168],"study_design_scores_gemma":[0.031002464,0.006879543,0.33435342,0.0004964311,0.0032127402,0.0010864667,0.0018601692,0.08229427,0.01231938,0.001754728,0.524403,0.00033743252],"about_ca_topic_score_codex":0.000041991174,"about_ca_topic_score_gemma":0.00008767212,"teacher_disagreement_score":0.9408306,"about_ca_system_score_codex":0.00003895461,"about_ca_system_score_gemma":0.00044868625,"threshold_uncertainty_score":0.27663836},"labels":[],"label_agreement":null},{"id":"W4394841497","doi":"10.1182/bloodadvances.2024012931","title":"Decision theoretical foundations of clinical practice guidelines: an extension of the ASH thrombophilia guidelines","year":2024,"lang":"en","type":"article","venue":"Blood Advances","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Agency for Healthcare Research and Quality","keywords":"Foundation (evidence); Thrombophilia; Extension (predicate logic); Medicine; Intensive care medicine; Internal medicine; Computer science; Political science; Thrombosis; Law","score_opus":0.3370342596802451,"score_gpt":0.6174828715691121,"score_spread":0.280448611888867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394841497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85107654,0.014533441,0.034393705,0.08601263,0.007447756,0.002110224,0.00012831426,0.00026496287,0.004032451],"genre_scores_gemma":[0.6822423,0.00394222,0.30817544,0.004107651,0.0013389918,0.000015121649,0.000049089118,0.000044576416,0.000084662715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99335724,0.00036059273,0.004437466,0.0005811249,0.001054402,0.0002092012],"domain_scores_gemma":[0.98507446,0.008385111,0.0008728828,0.0010342526,0.004482117,0.00015120266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00578347,0.0002101161,0.0006324466,0.00010085301,0.00009329026,0.000034121753,0.00029791525,0.00015779598,0.00032750113],"category_scores_gemma":[0.16515453,0.00012817908,0.00038047737,0.0006005401,0.0005719705,0.0009538698,0.00018633295,0.0004068231,0.00002475647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012008605,0.0022284356,0.008917157,0.00037411143,0.00043855183,0.000046838293,0.00019906912,0.00037095958,0.009911331,0.063783966,0.014047534,0.8984812],"study_design_scores_gemma":[0.0073729507,0.004571055,0.04623409,0.0049697626,0.007864021,0.0009071331,0.005667758,0.025348188,0.00782456,0.12805735,0.76044554,0.0007375943],"about_ca_topic_score_codex":0.000048249545,"about_ca_topic_score_gemma":0.000048635426,"teacher_disagreement_score":0.8977436,"about_ca_system_score_codex":0.000016069433,"about_ca_system_score_gemma":0.00063884945,"threshold_uncertainty_score":0.8418777},"labels":[],"label_agreement":null},{"id":"W4394869976","doi":"10.1016/j.jamda.2024.03.007","title":"Guideline Recommendations on Behavioral and Psychological Symptoms of Dementia: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of the American Medical Directors Association","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; University of Calgary; St. Michael's Hospital","funders":"Public Health Agency of Canada","keywords":"Dementia; Medicine; Guideline; Context (archaeology); MEDLINE; Psychiatry; Pathology; Disease","score_opus":0.2003213639720826,"score_gpt":0.5632330299530559,"score_spread":0.3629116659809733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394869976","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000492999,0.98412615,0.00003638373,0.012885294,0.0010702983,0.0012823383,0.000049601967,0.000017828972,0.000039103008],"genre_scores_gemma":[0.00023851152,0.99576986,0.00041617986,0.0029514807,0.00040543033,0.00003390942,0.000050155177,0.00003872867,0.00009576698],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99055105,0.0016882047,0.005402316,0.00025478363,0.0019011606,0.0002024864],"domain_scores_gemma":[0.984701,0.0032465712,0.010879605,0.0003642973,0.0005577562,0.00025078008],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007332149,0.00030994596,0.0038019659,0.00023410216,0.000048510385,0.000024270757,0.0003342767,0.00021313915,0.00016933524],"category_scores_gemma":[0.04384627,0.00015802855,0.0012394917,0.0008674886,0.00011977654,0.00006925934,0.000120131845,0.0014048889,0.000016080006],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003242243,0.0009898088,0.00023229198,0.214807,0.0028487416,0.00002496079,0.000027788881,5.387879e-8,8.08896e-7,0.000016729991,0.12309699,0.6579224],"study_design_scores_gemma":[0.0005354895,0.0021890653,0.00013234741,0.7213599,0.072924584,0.00047007136,0.00005209435,0.000012450753,3.0807587e-7,0.000031202497,0.20208414,0.00020832408],"about_ca_topic_score_codex":0.00004484967,"about_ca_topic_score_gemma":0.0000074897016,"teacher_disagreement_score":0.65771407,"about_ca_system_score_codex":0.0006601379,"about_ca_system_score_gemma":0.00048351774,"threshold_uncertainty_score":0.9642078},"labels":[],"label_agreement":null},{"id":"W4395000231","doi":"10.2139/ssrn.4800767","title":"Facilitators and Barriers to Successful Collaboration in Guideline Development: Experiential Insights of Collaborative Guideline Developers","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Agency of Canada","funders":"","keywords":"Guideline; Experiential learning; Knowledge management; Psychology; Computer science; Medicine; Pedagogy","score_opus":0.02994673462423142,"score_gpt":0.40926811288662773,"score_spread":0.3793213782623963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395000231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617906,0.005160865,0.008215212,0.021582814,0.001142209,0.0017539872,0.00007600601,0.00004478855,0.00023348493],"genre_scores_gemma":[0.97139937,0.0026058238,0.022949493,0.0016781507,0.00042167818,0.00010526875,0.0003951411,0.00008748419,0.00035761105],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9920533,0.00032882483,0.004524305,0.0008202536,0.0009420079,0.0013313241],"domain_scores_gemma":[0.99556255,0.00019317931,0.00092686946,0.0003433618,0.0024364535,0.0005375704],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00529125,0.0005263033,0.0009893114,0.0010880283,0.00015052503,0.00013058819,0.00027054863,0.00040802496,0.0001809439],"category_scores_gemma":[0.005919879,0.00048416835,0.000118949065,0.0013722021,0.000117622556,0.00025271738,0.00060828833,0.0033477028,0.000017683033],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026013179,0.001517695,0.042584885,0.002955285,0.013679112,0.00087549444,0.2979691,0.016066965,0.02882437,0.036013126,0.13948077,0.39402002],"study_design_scores_gemma":[0.01276796,0.0029590277,0.0009283171,0.002349011,0.0013538892,0.00054842397,0.45509103,0.0027138963,0.007550539,0.06397556,0.44737613,0.0023862196],"about_ca_topic_score_codex":0.0003341768,"about_ca_topic_score_gemma":0.015399752,"teacher_disagreement_score":0.3916338,"about_ca_system_score_codex":0.0030779603,"about_ca_system_score_gemma":0.05196081,"threshold_uncertainty_score":0.999761},"labels":[],"label_agreement":null},{"id":"W4395069482","doi":"10.29375/01237047.4930","title":"Optimizando la Práctica Clínica mediante la Integración Rigurosa de la Evidencia Científica","year":2023,"lang":"es","type":"article","venue":"Medunab","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"","keywords":"Philosophy","score_opus":0.11565597229420153,"score_gpt":0.4915182530887255,"score_spread":0.37586228079452394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395069482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6743942,0.003264081,0.009131753,0.17656742,0.0064781494,0.004776555,0.00052994385,0.0024790792,0.122378804],"genre_scores_gemma":[0.97855324,0.006621643,0.006283962,0.0028546501,0.0016618533,0.00015352388,0.0003200403,0.00018339325,0.0033677232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99195063,0.0029052035,0.001944112,0.0009122923,0.0012316632,0.0010561099],"domain_scores_gemma":[0.97227055,0.025001556,0.00063674065,0.000982676,0.00036966157,0.0007388251],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012263239,0.00052414363,0.00086125144,0.0004926313,0.00024528365,0.0003518767,0.0005565237,0.0006514935,0.0021527587],"category_scores_gemma":[0.068464726,0.00047213954,0.0004037018,0.0015168403,0.00074842654,0.00044437585,0.0004241909,0.001823725,0.0027590184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033699824,0.0026173063,0.053686734,0.0014621592,0.0014514304,0.0070879697,0.008461634,0.00046519475,0.009868568,0.017067512,0.63402694,0.26043457],"study_design_scores_gemma":[0.0065695713,0.0006040927,0.0583078,0.001325557,0.0018154598,0.00056151877,0.0043427995,0.013190011,0.0009391223,0.0014233611,0.9102168,0.0007038944],"about_ca_topic_score_codex":0.00025617893,"about_ca_topic_score_gemma":0.000045429195,"teacher_disagreement_score":0.304159,"about_ca_system_score_codex":0.00029706224,"about_ca_system_score_gemma":0.0015475432,"threshold_uncertainty_score":0.999773},"labels":[],"label_agreement":null},{"id":"W4395069619","doi":"10.29375/01237047.4644","title":"Experiencia en la generación de estrategias de monitorización y evaluación en la implantación de Guías de Práctica Clínica en España","year":2023,"lang":"es","type":"article","venue":"Medunab","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Humanities; Political science; Philosophy","score_opus":0.09331549810224578,"score_gpt":0.503155995917426,"score_spread":0.4098404978151802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395069619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97662485,0.00068117405,0.0035890727,0.012596802,0.0013701177,0.0012327865,0.00015692662,0.0006001143,0.0031481502],"genre_scores_gemma":[0.9755916,0.003817536,0.010961008,0.0017148027,0.005688224,0.00048913417,0.00033901894,0.00027161252,0.0011270469],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9869657,0.0059862654,0.0021924446,0.0011836507,0.0013517095,0.0023201974],"domain_scores_gemma":[0.9836561,0.012810513,0.0006780924,0.0012333114,0.0003410472,0.0012809167],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014796048,0.00084558706,0.0010691019,0.00048046114,0.00036869154,0.0003971092,0.0009173428,0.0012826864,0.00085493724],"category_scores_gemma":[0.02373935,0.0008724705,0.00043494685,0.0010874158,0.00031409998,0.00058867235,0.00049642613,0.0020969387,0.0010764556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036137747,0.00235989,0.43316424,0.0017111887,0.0020945962,0.0111369705,0.08061627,0.0018935765,0.28619614,0.011125466,0.055366077,0.11072181],"study_design_scores_gemma":[0.013271723,0.002501141,0.5012684,0.0015687044,0.0053634,0.009033342,0.06315185,0.032915074,0.052756034,0.008183854,0.30710077,0.0028857465],"about_ca_topic_score_codex":0.0021193828,"about_ca_topic_score_gemma":0.00011246218,"teacher_disagreement_score":0.25173467,"about_ca_system_score_codex":0.0020208785,"about_ca_system_score_gemma":0.005983097,"threshold_uncertainty_score":0.9997013},"labels":[],"label_agreement":null},{"id":"W4396517457","doi":"10.1016/s2352-3026(24)00099-1","title":"Diversity, equity, and inclusion in ASH guidelines","year":2024,"lang":"en","type":"letter","venue":"The Lancet Haematology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; University of British Columbia","funders":"","keywords":"Inclusion (mineral); Psychology; Guideline; Autonomy; Scopus; Political science; Public relations; Library science; Social psychology; MEDLINE; Law","score_opus":0.48860161706903926,"score_gpt":0.541388175330978,"score_spread":0.05278655826193879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396517457","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01431504,0.0015976478,0.000043613716,0.97958344,0.0008588533,0.00053453905,0.000029174951,0.000089655616,0.0029480509],"genre_scores_gemma":[0.02672778,0.0011168282,0.0006038694,0.96589714,0.0047254744,0.000017149565,0.0002111652,0.000039205646,0.0006613709],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972317,0.00028393732,0.00097053597,0.00045253805,0.00063936686,0.00042190126],"domain_scores_gemma":[0.99746794,0.0015071402,0.00026528368,0.0005669247,0.00015072883,0.000041961688],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0029348556,0.00024597548,0.0012398481,0.0001929087,0.0004810472,0.000029954283,0.0005922443,0.0006134111,0.00014466929],"category_scores_gemma":[0.002519647,0.00016421323,0.000091208094,0.00019636878,0.0002005471,0.00006517597,0.14022818,0.002273021,0.00012784242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009014551,0.000013747096,0.0025461311,0.0008076119,0.000054413664,0.0033527513,0.0005773279,5.798617e-7,0.000011200246,0.0003011147,0.9846902,0.0075547844],"study_design_scores_gemma":[0.0014031165,0.00009862725,0.0005158537,0.00043260652,0.0004993552,0.0027110248,0.00006361512,0.00019820956,0.000008846644,0.115516365,0.87836754,0.00018484458],"about_ca_topic_score_codex":0.0007949682,"about_ca_topic_score_gemma":0.00070304377,"teacher_disagreement_score":0.13963594,"about_ca_system_score_codex":0.00008753995,"about_ca_system_score_gemma":0.00013006081,"threshold_uncertainty_score":0.98752713},"labels":[],"label_agreement":null},{"id":"W4396667355","doi":"10.1371/journal.pmed.1004390","title":"ACcurate COnsensus Reporting Document (ACCORD) explanation and elaboration: Guidance and examples to support reporting consensus methods","year":2024,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Faculty of Medical Sciences, Newcastle University; Cancer Research UK; Fakultet Medicinskih Nauka, Univerziteta U Kragujevcu; Newcastle University; Philip Morris International","keywords":"Elaboration; MEDLINE; Scientific consensus; Consensus conference; Computer science; Medicine; Data science; Political science; Library science; Law","score_opus":0.4298253299852635,"score_gpt":0.5679938675702422,"score_spread":0.13816853758497866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396667355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8521873,0.002205334,0.012524153,0.12826875,0.00093934225,0.0014903634,0.000012907676,0.00032080617,0.00205108],"genre_scores_gemma":[0.8580868,0.0002504513,0.13559908,0.0040223314,0.0009975788,0.000083015315,0.00014251885,0.000051065545,0.0007671572],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992383,0.00024991905,0.0057854503,0.00071992853,0.00056131964,0.00030036192],"domain_scores_gemma":[0.9907522,0.0043336386,0.0034281786,0.00041127607,0.0006977592,0.00037693378],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011328834,0.00024770646,0.00069803116,0.00024600443,0.00012744815,0.00007891457,0.000043047083,0.000094241426,0.00025445124],"category_scores_gemma":[0.14559527,0.00019911546,0.000039152073,0.00047891118,0.00015634348,0.00014300065,0.00009257644,0.0003259936,0.000011367005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009956041,0.0001544034,0.047351222,0.0026286272,0.00090890913,0.0055492846,0.007830498,0.00003511589,0.27111566,0.0027123063,0.090813786,0.56990457],"study_design_scores_gemma":[0.019638658,0.013190725,0.20574535,0.01706938,0.010487944,0.032590684,0.06399487,0.056452163,0.064240284,0.013913831,0.49928865,0.0033874498],"about_ca_topic_score_codex":0.00026167667,"about_ca_topic_score_gemma":0.00007288446,"teacher_disagreement_score":0.5665171,"about_ca_system_score_codex":0.00010750489,"about_ca_system_score_gemma":0.00031705084,"threshold_uncertainty_score":0.86160177},"labels":[],"label_agreement":null},{"id":"W4396677611","doi":"10.1186/s12875-024-02388-3","title":"Harmonization of clinical practice guidelines for primary prevention and screening: actionable recommendations and resources for primary care","year":2024,"lang":"en","type":"article","venue":"BMC Primary Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Social Innovation; Canadian Cancer Society; Sinai Health System; Alberta Health; Mount Sinai Hospital; University of Calgary; College of Physicians and Surgeons of Ontario; Newfoundland and Labrador Centre for Applied Health Research; Institute of Cancer Research; Memorial University of Newfoundland; Ontario Institute for Cancer Research; Alberta Health Services; Women's College Hospital; University of Toronto; University of Alberta","funders":"Alberta Innovates; University of Alberta","keywords":"Medicine; Guideline; Family medicine; Harmonization; Smoking cessation; MEDLINE; Disease; Pathology","score_opus":0.32013927585990126,"score_gpt":0.539037128458581,"score_spread":0.21889785259867972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396677611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13532342,0.08628127,0.69877756,0.055215783,0.0029322952,0.0130652515,0.002015905,0.0006163474,0.005772166],"genre_scores_gemma":[0.013613465,0.0043018037,0.9623894,0.0059338156,0.0015536278,0.00039638812,0.010683762,0.00010369358,0.0010240435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966095,0.00019207917,0.0019761012,0.0006408222,0.00036659566,0.00021488086],"domain_scores_gemma":[0.99067116,0.005010412,0.0006037591,0.0003043554,0.003270719,0.00013958535],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019981172,0.00021831653,0.0005376674,0.00017957643,0.00020072026,0.00009617313,0.000080316415,0.00021385711,0.000018486773],"category_scores_gemma":[0.010802764,0.0002102443,0.0002285676,0.00022501638,0.00009211075,0.00094417256,0.00013452469,0.00024064096,0.0000013107037],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024154843,0.00014340799,0.008050367,0.010251981,0.00023587652,0.0000023353955,0.0007900394,0.00002594207,0.0007944038,0.0001676718,0.030093417,0.94702905],"study_design_scores_gemma":[0.006257475,0.0017294377,0.062268667,0.0017253988,0.0025830446,0.00009104949,0.014263629,0.0013182428,0.00024412309,0.0003554711,0.90878904,0.00037443248],"about_ca_topic_score_codex":0.000043644082,"about_ca_topic_score_gemma":0.00003714358,"teacher_disagreement_score":0.9466546,"about_ca_system_score_codex":0.00021419647,"about_ca_system_score_gemma":0.0009944334,"threshold_uncertainty_score":0.9975297},"labels":[],"label_agreement":null},{"id":"W4396825984","doi":"10.1016/j.jmir.2024.03.039","title":"Advanced Practice Radiation Therapists in Ontario: Our Contributions to Cancer Care Pathway","year":2024,"lang":"en","type":"article","venue":"Journal of medical imaging and radiation sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Radiation Therapist; Cancer; Medicine; Radiation therapy; Medical physics; Psychology; Family medicine; Psychotherapist; Nursing; Radiology; Internal medicine","score_opus":0.0733364253512592,"score_gpt":0.5267147398079137,"score_spread":0.45337831445665455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396825984","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34740105,0.02738397,0.004886453,0.6170253,0.0027705987,0.00028646065,0.000011390363,0.000021502019,0.00021324577],"genre_scores_gemma":[0.9900231,0.0027450216,0.0013794524,0.0052425214,0.0005617096,0.000006577415,0.00000456437,0.000004897468,0.0000322034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776024,0.00013339118,0.0007250113,0.0001699618,0.0010599013,0.0001515042],"domain_scores_gemma":[0.9980078,0.0010444844,0.0002419988,0.000051375573,0.00039357005,0.00026078086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036971178,0.00007354836,0.00018316827,0.00029516022,0.000090606474,0.00012560822,0.00008887288,0.00004578404,0.00007175496],"category_scores_gemma":[0.011583103,0.00005235587,0.00004793858,0.00044781697,0.000053329903,0.0008607043,0.000018056762,0.00044849605,0.000004010236],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010591182,0.00006163991,0.033517256,0.000028807497,0.000029527277,0.00013118469,0.0046827393,0.00026029442,0.00047792753,0.00023970414,0.005281969,0.955183],"study_design_scores_gemma":[0.0052859616,0.0006863084,0.21306221,0.0017391368,0.00023187637,0.0011281287,0.05896927,0.017591184,0.00043817385,0.00044902484,0.7001569,0.00026182772],"about_ca_topic_score_codex":0.0046596644,"about_ca_topic_score_gemma":0.003924176,"teacher_disagreement_score":0.9549212,"about_ca_system_score_codex":0.00037349414,"about_ca_system_score_gemma":0.0028194308,"threshold_uncertainty_score":0.9967427},"labels":[],"label_agreement":null},{"id":"W4396851503","doi":"10.7326/m23-3274","title":"Reporting Conflicts of Interest and Funding in Health Care Guidelines: The RIGHT-COI&amp;F Checklist","year":2024,"lang":"en","type":"article","venue":"Annals of Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"World Health Organization","keywords":"Medicine; Checklist; Health care; Family medicine; Conflict of interest; Law","score_opus":0.6489905974170459,"score_gpt":0.6098750496876734,"score_spread":0.039115547729372535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396851503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8250483,0.014901958,0.000984614,0.15636535,0.00063265266,0.00041899283,0.000012700568,0.000027361866,0.0016080195],"genre_scores_gemma":[0.9879907,0.0011327269,0.00072235323,0.009227649,0.00055764103,0.0000061792375,0.00003078096,0.000020597663,0.00031136727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99411863,0.00010398291,0.004930888,0.0002745611,0.00034639452,0.00022552726],"domain_scores_gemma":[0.99554986,0.0014105224,0.0018738129,0.00029974838,0.0007221891,0.00014385897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00588613,0.00015266107,0.000664805,0.00025714448,0.000027125248,0.000010225117,0.00011340347,0.00005598934,0.00017886807],"category_scores_gemma":[0.03170086,0.00009080718,0.00009633888,0.0002842541,0.00023906537,0.00011076726,0.00009048405,0.0004123905,0.0000031198754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003199085,0.00038322373,0.15380105,0.016618965,0.0013551126,0.0010155594,0.052872676,0.000033485332,0.038478028,0.01375267,0.23998152,0.47850862],"study_design_scores_gemma":[0.0051999176,0.005089717,0.062639646,0.06532174,0.0003932327,0.0017253781,0.039355703,0.0024351587,0.012175247,0.0016017045,0.8036263,0.00043625128],"about_ca_topic_score_codex":0.0074127046,"about_ca_topic_score_gemma":0.001891352,"teacher_disagreement_score":0.56364477,"about_ca_system_score_codex":0.000046581936,"about_ca_system_score_gemma":0.00018999031,"threshold_uncertainty_score":0.999197},"labels":[],"label_agreement":null},{"id":"W4396950387","doi":"10.2196/60298","title":"Correction: A Virtual Hospital Model of Care for Low Back Pain, Back@Home: Protocol for a Hybrid Effectiveness-Implementation Type-I Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Low back pain; Medicine; Physical therapy; Alternative medicine; Back pain; Computer science; Nursing","score_opus":0.42227623658876184,"score_gpt":0.6538992520494435,"score_spread":0.2316230154606817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396950387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003563595,0.000004490234,0.0039810594,0.00041201888,0.0011173413,0.99269414,0.0011273348,0.0000987241,0.0005292827],"genre_scores_gemma":[0.00012239571,9.864774e-7,0.0011777529,0.00008000153,0.0025101341,0.96743155,0.0029580365,0.0003202643,0.02539886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99105257,0.0016833629,0.002475232,0.0015713617,0.0021954782,0.0010219908],"domain_scores_gemma":[0.9855318,0.0046896115,0.00087769993,0.001104163,0.007472601,0.00032412002],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009970517,0.0006759865,0.0014393528,0.00074920966,0.00029615522,0.0002537548,0.0005136153,0.0005019835,0.0004897888],"category_scores_gemma":[0.007150141,0.00060634455,0.00058755866,0.0008892456,0.00021457497,0.0003893222,0.000418069,0.002272461,0.00015486582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018029612,0.0032951501,0.00037580455,0.061193217,0.00037496915,0.000013203936,0.0007469156,0.000045590434,0.00015744276,0.00002014043,0.8927949,0.022953076],"study_design_scores_gemma":[0.030007925,0.117665455,0.0001926389,0.022924313,0.00015664462,0.0000084506555,0.006923073,0.017668875,0.0010100313,0.0005446171,0.8021535,0.0007444307],"about_ca_topic_score_codex":0.00008727982,"about_ca_topic_score_gemma":0.00018195248,"teacher_disagreement_score":0.1143703,"about_ca_system_score_codex":0.0012252906,"about_ca_system_score_gemma":0.005756283,"threshold_uncertainty_score":0.99988014},"labels":[],"label_agreement":null},{"id":"W4398210916","doi":"10.1093/asj/sjae116","title":"Drains in Breast Reduction: How Good Is the Recommendation Not to Use Them?","year":2024,"lang":"en","type":"review","venue":"Aesthetic Surgery Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Checklist; Guideline; Consolidated Standards of Reporting Trials; MEDLINE; Cochrane Library; Family medicine; Intensive care medicine; Physical therapy; Surgery; Pathology","score_opus":0.45657453134245074,"score_gpt":0.5008622939222839,"score_spread":0.044287762579833134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398210916","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012949771,0.3735129,0.00014385213,0.6159067,0.0066618277,0.0020394768,0.00013660095,0.00008932249,0.00021432542],"genre_scores_gemma":[0.0008573779,0.9947851,0.00029717074,0.0019043842,0.00087118713,0.00005565147,0.00014052606,0.000108008644,0.0009806404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560887,0.0008622617,0.002114227,0.0004518589,0.00056532107,0.00039745405],"domain_scores_gemma":[0.9957593,0.002239372,0.0009544435,0.00051287643,0.00026125985,0.00027276695],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0055181156,0.0004116288,0.0013401534,0.00052355434,0.00014854342,0.00045505856,0.00017825217,0.00023225081,0.0007070053],"category_scores_gemma":[0.00067305967,0.00024989585,0.000977417,0.0010073413,0.000057326626,0.00037349854,0.00009090961,0.0018637814,0.00055471045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036396355,0.00007463766,0.00003545561,0.00030996997,0.000089916175,0.00010331558,0.00014698291,1.3121218e-7,1.02630935e-7,0.000013884532,0.15986322,0.83932596],"study_design_scores_gemma":[0.00016597631,0.00003139032,0.00003177476,0.0076180636,0.001167054,0.22173986,0.0002738157,0.000005007003,3.273561e-7,0.00006374457,0.7687143,0.00018868812],"about_ca_topic_score_codex":0.000047035785,"about_ca_topic_score_gemma":0.000007604361,"teacher_disagreement_score":0.8391373,"about_ca_system_score_codex":0.00049490883,"about_ca_system_score_gemma":0.0011979876,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W4398255800","doi":"10.1017/cjn.2024.238","title":"P.137 Neurosurgical consultations in Nova Scotia: a descriptive analysis","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Nova scotia; Subspecialty; Descriptive statistics; Emergency medicine; Medical emergency; Neurosurgery; Family medicine; Surgery","score_opus":0.1792390338679772,"score_gpt":0.4231771060935006,"score_spread":0.2439380722255234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398255800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780461,0.0012911774,0.0002314155,0.017083136,0.0011880997,0.0002209185,0.000019823017,0.000024784886,0.0018945035],"genre_scores_gemma":[0.9927774,0.00023476993,0.0028041948,0.0038687526,0.00027065893,0.0000016816319,0.0000013225182,0.000012156953,0.000029064247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943393,0.0010760807,0.0018814899,0.0006570565,0.00093003374,0.0011160536],"domain_scores_gemma":[0.9940614,0.0027662038,0.0005679615,0.00014607541,0.0006638835,0.0017944839],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00738586,0.00030108378,0.0007121365,0.0031360243,0.0008023571,0.00093489233,0.0008699428,0.00019275137,0.00064330257],"category_scores_gemma":[0.012208485,0.00020611438,0.00047088036,0.006591951,0.0048500784,0.0013495758,0.000052333606,0.0019685272,0.000016207343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016265598,0.0000666972,0.96101195,0.00001288723,0.00010494983,0.02562979,0.0006272946,0.0054820715,0.000057519675,0.0014661357,0.001107586,0.004270463],"study_design_scores_gemma":[0.0010899262,0.062360816,0.8321908,0.00015692675,0.0010691974,0.058416814,0.0014242239,0.024507187,0.000046837908,0.012165633,0.0060596904,0.0005119634],"about_ca_topic_score_codex":0.008660759,"about_ca_topic_score_gemma":0.3740557,"teacher_disagreement_score":0.36539495,"about_ca_system_score_codex":0.00040583863,"about_ca_system_score_gemma":0.0067966897,"threshold_uncertainty_score":0.99883384},"labels":[],"label_agreement":null},{"id":"W4398255909","doi":"10.1017/cjn.2024.246","title":"P.147 The growing problem of spine surgery wait times in British Columbia: longitudinal trends and impacts on perioperative outcomes","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Biotech (Canada)","funders":"","keywords":"Medicine; Perioperative; Adverse effect; Referral; Odds ratio; Emergency medicine; Surgery; Internal medicine","score_opus":0.12115574237213594,"score_gpt":0.38763651716438846,"score_spread":0.2664807747922525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398255909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669482,0.0011951694,0.0000037228856,0.030818965,0.00041531262,0.00014743599,0.000011438244,0.00000958541,0.00045017907],"genre_scores_gemma":[0.99464935,0.0005662677,0.00052696175,0.004030294,0.0001569591,0.0000025742124,4.2870843e-7,0.0000094512825,0.0000577118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959766,0.00072738196,0.0013896003,0.00043450826,0.00071235304,0.0007595119],"domain_scores_gemma":[0.995633,0.0025850155,0.00051726104,0.00009620151,0.00029989472,0.00086862885],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0076459907,0.00019053696,0.0006159685,0.00074482936,0.00094971125,0.0012028352,0.00051530846,0.00011416732,0.0002772597],"category_scores_gemma":[0.006089849,0.000135146,0.00023519904,0.0015778983,0.003909793,0.0014321245,0.00004880415,0.0012329723,7.643157e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003855244,0.000030443076,0.96966493,0.000015846854,0.000022892336,0.00610379,0.00019376054,0.00028593387,0.000020548156,0.0002303483,0.00086936506,0.022523588],"study_design_scores_gemma":[0.00025680423,0.021896448,0.95254564,0.00022337673,0.00006220603,0.021052632,0.00040983778,0.0010387293,0.000009706887,0.0014441798,0.0009245736,0.00013583904],"about_ca_topic_score_codex":0.026091386,"about_ca_topic_score_gemma":0.6139294,"teacher_disagreement_score":0.587838,"about_ca_system_score_codex":0.00017641071,"about_ca_system_score_gemma":0.0031767192,"threshold_uncertainty_score":0.999834},"labels":[],"label_agreement":null},{"id":"W4398426472","doi":"10.7910/dvn/dymeqr/jxp79p","title":"Patient descriptives.txt","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Computer science","score_opus":0.17096855936940952,"score_gpt":0.4138881215836041,"score_spread":0.24291956221419458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398426472","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001644264,0.0000013061522,0.000058533857,0.00005993872,0.0017782225,0.0010942935,0.99654734,0.000040750292,0.0002551607],"genre_scores_gemma":[0.000039499155,0.00037153813,0.0011784948,0.0059917737,0.00047914765,0.000030567793,0.991475,0.000038640428,0.00039533048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704194,0.00013889998,0.0011156852,0.0006485563,0.00070081884,0.0003540722],"domain_scores_gemma":[0.99649286,0.00046844108,0.0006102459,0.0019369314,0.00024517544,0.0002463641],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00048625664,0.00035304957,0.00060807157,0.00019541304,0.00005656919,0.000056549998,0.00024261918,0.00032532107,0.08648286],"category_scores_gemma":[0.0041795545,0.00032574547,0.0002025393,0.00015649278,0.00007641588,0.0003548997,0.00045162317,0.00080249656,0.46396825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004200313,0.0002832544,0.000050278395,0.00023320722,0.00017731084,0.00020752824,0.000016405153,0.0000018753068,0.000039714865,0.000003227945,0.99643356,0.0021336358],"study_design_scores_gemma":[0.0017499174,0.00053375977,0.00019873674,0.00021088126,0.0009235913,0.00008868361,0.0002772283,0.00002803957,0.000018555364,0.000006548597,0.99566245,0.00030159828],"about_ca_topic_score_codex":0.000628948,"about_ca_topic_score_gemma":0.000121669575,"teacher_disagreement_score":0.3774854,"about_ca_system_score_codex":0.00022679505,"about_ca_system_score_gemma":0.00047789194,"threshold_uncertainty_score":0.9999195},"labels":[],"label_agreement":null},{"id":"W4398498727","doi":"10.7910/dvn/bafcuy/vcqait","title":"PrEP_Risk_Score_Data_anon.tab","year":2020,"lang":"ru","type":"dataset","venue":"Harvard Dataverse","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mathematics; Statistics","score_opus":0.1465064086952327,"score_gpt":0.4174054199284942,"score_spread":0.27089901123326154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398498727","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006563967,0.000007077517,0.0006514289,0.00057822705,0.004073488,0.0022246516,0.9919716,0.00017366075,0.0002541924],"genre_scores_gemma":[0.00011733551,0.0064855805,0.002920758,0.013756289,0.0073389835,0.000082700484,0.9686934,0.0001480446,0.00045692862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901582,0.0007289348,0.00384533,0.002307831,0.0018307944,0.001128897],"domain_scores_gemma":[0.98862386,0.0025477593,0.0020887228,0.004871385,0.00047372357,0.0013945546],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021461006,0.0011731643,0.0018201672,0.00032841,0.0003034106,0.00034368061,0.0017446609,0.0008793925,0.16500793],"category_scores_gemma":[0.031246103,0.0011951686,0.0005421493,0.000726377,0.0003830396,0.0014987413,0.002574308,0.0027252997,0.89274424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021495097,0.00071861304,0.00023907571,0.0010090166,0.000849881,0.0018204922,0.00008506245,0.0000035612704,0.00015504341,0.000032806325,0.9865864,0.006350523],"study_design_scores_gemma":[0.0058092293,0.0009846154,0.00035821745,0.00063395576,0.005234913,0.00017767819,0.0010172733,0.00038703758,0.000050955863,0.000026882291,0.98428935,0.0010299138],"about_ca_topic_score_codex":0.0023308985,"about_ca_topic_score_gemma":0.00051506277,"teacher_disagreement_score":0.7277363,"about_ca_system_score_codex":0.00039178264,"about_ca_system_score_gemma":0.0017503124,"threshold_uncertainty_score":0.99957544},"labels":[],"label_agreement":null},{"id":"W4398777863","doi":"10.1017/cjn.2024.175","title":"P.069 Development of a streamlined multi-disciplinary care pathway for compression neuropathies","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Vancouver Biotech (Canada)","funders":"","keywords":"Carpal tunnel syndrome; Medicine; Multidisciplinary approach; Carpal tunnel; Neurology; Physical therapy; Surgery","score_opus":0.2257402712412881,"score_gpt":0.4382872226608603,"score_spread":0.2125469514195722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398777863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898837,0.0031044208,0.0009751744,0.004131107,0.0012687078,0.00037084674,0.000035081743,0.00002548138,0.0002054777],"genre_scores_gemma":[0.96522754,0.00013970441,0.033238072,0.0010543583,0.00029650118,0.0000058927194,0.000002698366,0.000016363083,0.000018860788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99550384,0.0005182116,0.0018486464,0.00052698335,0.00075842603,0.0008438828],"domain_scores_gemma":[0.9950409,0.0017663416,0.0008119663,0.00013652137,0.0009601022,0.001284193],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.004566475,0.0002899878,0.00057880743,0.0009786971,0.0016000816,0.00035279218,0.0008859393,0.0001624952,0.00007716205],"category_scores_gemma":[0.0056205746,0.0001859391,0.0003243342,0.0009842213,0.0028653725,0.0007855897,0.000085871725,0.00094981986,0.0000019023703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013699846,0.00030150058,0.7445806,0.0005573804,0.0001291323,0.013008472,0.008259832,0.004932731,0.0038867332,0.00089864404,0.0019962455,0.22007874],"study_design_scores_gemma":[0.0049607735,0.33825964,0.46469584,0.0020450382,0.0007270057,0.062164366,0.0118840365,0.044966787,0.007913175,0.010310709,0.050453704,0.0016189509],"about_ca_topic_score_codex":0.00025792117,"about_ca_topic_score_gemma":0.020152513,"teacher_disagreement_score":0.33795813,"about_ca_system_score_codex":0.00022529221,"about_ca_system_score_gemma":0.009162238,"threshold_uncertainty_score":0.99984825},"labels":[],"label_agreement":null},{"id":"W4398781275","doi":"10.1017/cjn.2024.138","title":"P.031 SMILES: Sunnybrook-St. Michael’s Integrated Leadership/QI in Endovascular Stroke care – enhancing hyperacute stroke protocols for optimized door-to-intervention times","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"CLARITY; Psychological intervention; Medicine; Triage; Debriefing; Patient safety; Health care; Nursing; Medical education; Medical emergency","score_opus":0.16524506085759819,"score_gpt":0.4169420551616806,"score_spread":0.25169699430408243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398781275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792459,0.0017712314,0.0016188804,0.012427893,0.0010127756,0.0034863744,0.00010410595,0.000041411724,0.00029141005],"genre_scores_gemma":[0.9765712,0.000109765584,0.018212246,0.0043566725,0.0004339977,0.0001922983,0.0000051805446,0.000027717491,0.000090900816],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99371964,0.0010396983,0.0021114459,0.00081312575,0.00092977,0.0013863016],"domain_scores_gemma":[0.99468315,0.0017951129,0.000643467,0.00023105922,0.00093538454,0.0017118355],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0084486045,0.0004094131,0.00081626716,0.0018178648,0.0009465165,0.0009944808,0.0013948524,0.00024200664,0.00040493545],"category_scores_gemma":[0.011602775,0.0002865962,0.000611937,0.0013288279,0.0017228615,0.0012201156,0.00008276154,0.0016764634,0.000007778392],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006269981,0.00056175917,0.70023143,0.0010863718,0.00061523524,0.043545697,0.009072507,0.045414284,0.0063005704,0.0017309787,0.010860527,0.17431067],"study_design_scores_gemma":[0.01616232,0.57497627,0.07691118,0.0061408943,0.0016587347,0.077846855,0.051628564,0.07274656,0.008581675,0.013062442,0.096878506,0.0034059873],"about_ca_topic_score_codex":0.0024601507,"about_ca_topic_score_gemma":0.094254635,"teacher_disagreement_score":0.6233202,"about_ca_system_score_codex":0.0007071319,"about_ca_system_score_gemma":0.0050125006,"threshold_uncertainty_score":0.99995863},"labels":[],"label_agreement":null},{"id":"W4398782896","doi":"10.1186/s12875-024-02432-2","title":"Evaluating the effectiveness of the cardiovascular assessment screening program with nurse practitioners and patients: results of a cluster randomised controlled trial","year":2024,"lang":"en","type":"article","venue":"BMC Primary Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Newfoundland and Labrador Centre for Applied Health Research","keywords":"Medicine; Cluster randomised controlled trial; Family medicine; Cluster (spacecraft); Clinical trial; Randomized controlled trial; Physical therapy; Intervention (counseling); Internal medicine; Nursing","score_opus":0.0864505268685972,"score_gpt":0.45813107557999616,"score_spread":0.371680548711399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398782896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740668,0.00079120655,0.002805189,0.00033192293,0.0003262158,0.020338614,0.000036481837,0.000035480836,0.0012681214],"genre_scores_gemma":[0.9907879,0.000011820347,0.007771947,0.00008977183,0.00010810178,0.0010245373,0.00017486687,0.00002034895,0.000010687675],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955563,0.0023841385,0.0008268563,0.00027128044,0.0008482393,0.000113211565],"domain_scores_gemma":[0.9899518,0.008559567,0.00038271848,0.00041550156,0.0006561867,0.000034259043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006808989,0.0001306083,0.00056520576,0.000045354293,0.000075106036,0.00003065577,0.00007059724,0.000051389878,0.0000030109766],"category_scores_gemma":[0.0063702045,0.00006189148,0.00038721508,0.00021015419,0.0001232617,0.00015294626,0.000053518128,0.00023395599,1.731998e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9226758,0.000246644,0.0037062976,0.0017801874,0.0014373586,0.0000020365721,0.00047008455,0.0010476736,0.00022190176,0.000013377223,0.000049067254,0.06834961],"study_design_scores_gemma":[0.9276856,0.0036027215,0.05737334,0.001273948,0.0046104207,0.000008661977,0.0016815333,0.0033123684,0.00011434946,0.000009876612,0.00023483188,0.00009234445],"about_ca_topic_score_codex":0.00008120546,"about_ca_topic_score_gemma":0.000011860575,"teacher_disagreement_score":0.06825726,"about_ca_system_score_codex":0.0001347931,"about_ca_system_score_gemma":0.0007222754,"threshold_uncertainty_score":0.76261896},"labels":[],"label_agreement":null},{"id":"W4399002360","doi":"10.7910/dvn/sgkpsh/v9tm6d","title":"Manitoba.tab","year":2017,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.19869538230672745,"score_gpt":0.46012808818288176,"score_spread":0.2614327058761543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399002360","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047922764,0.0000012056408,0.000026577709,0.00014256111,0.0018165198,0.00062854553,0.99695665,0.00005331486,0.00032670837],"genre_scores_gemma":[0.000012638927,0.0006611809,0.0008503526,0.002870917,0.0025834648,0.00002763292,0.992295,0.000035377703,0.000663425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974879,0.00008404271,0.0008943772,0.0005852836,0.00061423983,0.00033414573],"domain_scores_gemma":[0.99494594,0.00037856871,0.00081610976,0.0033844977,0.00020890939,0.00026595208],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00081144954,0.00032842928,0.00058822834,0.00015220483,0.00018294225,0.00014540144,0.0005833855,0.00035919462,0.035437502],"category_scores_gemma":[0.008738767,0.00031007192,0.00019233157,0.000052667998,0.00012671448,0.0004574444,0.00056577346,0.0008280098,0.38944465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024809205,0.00016728643,0.00006996262,0.00021413986,0.00016019396,0.0006253867,0.0000024672331,1.3449252e-7,0.000012120434,0.0000020421494,0.9955716,0.0029265452],"study_design_scores_gemma":[0.0019349499,0.000160373,0.0006220897,0.00019997284,0.0013099436,0.0001672166,0.000085445856,0.000008731414,0.000006906132,0.000016934246,0.9952107,0.0002767158],"about_ca_topic_score_codex":0.0032348658,"about_ca_topic_score_gemma":0.0025966833,"teacher_disagreement_score":0.35400712,"about_ca_system_score_codex":0.0001622598,"about_ca_system_score_gemma":0.0004737978,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W4399027885","doi":"10.1136/bmjqs-2024-017101","title":"What do clinical practice guidelines say about deprescribing? A scoping review","year":2024,"lang":"en","type":"review","venue":"BMJ Quality & Safety","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; University of British Columbia","funders":"National Health and Medical Research Council","keywords":"Deprescribing; Medicine; Guideline; Polypharmacy; Beers Criteria; MEDLINE; Family medicine; Intensive care medicine","score_opus":0.7191797607239203,"score_gpt":0.7216036135693319,"score_spread":0.002423852845411578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399027885","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.469289e-7,0.91876805,0.00087505014,0.0598614,0.0061623123,0.012785947,0.00014190745,0.0003630885,0.0010421239],"genre_scores_gemma":[4.540675e-8,0.91612417,0.016302262,0.058332216,0.0058937343,0.0005968061,0.0016271444,0.0002456592,0.0008779781],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9553259,0.006936232,0.032264452,0.0023815653,0.0022351616,0.0008566793],"domain_scores_gemma":[0.93978274,0.040768147,0.0092965,0.004293081,0.0048575643,0.0010019711],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.078886874,0.0012456063,0.0081879515,0.00023089243,0.00019833172,0.0004870644,0.00068149,0.0010679024,0.00085479737],"category_scores_gemma":[0.38649058,0.0009355805,0.0037856912,0.0012054276,0.00023132042,0.001668773,0.00091914163,0.0033162485,0.0030884047],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012688414,0.00016410935,0.0000035038493,0.25303853,0.0006930048,0.0001576413,0.000021258871,1.0074043e-7,2.6078665e-8,0.00015236944,0.1180048,0.6276378],"study_design_scores_gemma":[0.00051682297,0.00009497683,0.0000024757594,0.46492067,0.014803184,0.00048306063,0.00027046647,0.00000357794,2.0193612e-8,0.00003859,0.5183784,0.00048780697],"about_ca_topic_score_codex":0.0002357617,"about_ca_topic_score_gemma":0.00010539207,"teacher_disagreement_score":0.62715,"about_ca_system_score_codex":0.00056312437,"about_ca_system_score_gemma":0.009056133,"threshold_uncertainty_score":0.9993095},"labels":[],"label_agreement":null},{"id":"W4399092927","doi":"10.4103/ijcr.ijcr_3_24","title":"The Checklist Protocol","year":2024,"lang":"nl","type":"article","venue":"IJVES Case Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; Protocol (science); Computer science; Psychology; Medicine; Cognitive psychology; Pathology; Alternative medicine","score_opus":0.16082438066252075,"score_gpt":0.5205133284553809,"score_spread":0.35968894779286015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399092927","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07393014,0.009898774,0.0018850093,0.13043863,0.030298835,0.6393741,0.0001370395,0.0017019481,0.112335555],"genre_scores_gemma":[0.7847141,0.00021405423,0.0004914254,0.0017552729,0.0075586652,0.10790592,0.000091237765,0.000199506,0.0970698],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949124,0.00023917196,0.0028826648,0.00073432893,0.0007121282,0.000519337],"domain_scores_gemma":[0.994518,0.0030945016,0.0006586441,0.001159702,0.00026369756,0.0003054798],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004715045,0.00031344776,0.00034858633,0.00008102628,0.00042206823,0.00056828023,0.000059229194,0.00018181732,0.0018751976],"category_scores_gemma":[0.009932226,0.00020433933,0.00030289154,0.0004283749,0.00024148243,0.00033976906,0.00015485875,0.0007942358,0.0013410732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014844384,0.00013457317,0.00059594517,0.0007204402,0.0002755675,0.63835514,0.00019285656,0.0000034883774,0.00019680221,0.00036645448,0.24549282,0.113517456],"study_design_scores_gemma":[0.00036954178,0.00021485407,0.00024352683,0.00041949865,0.00046445848,0.2786152,0.000963321,0.0010746571,0.00031157053,0.0006203889,0.716534,0.0001689705],"about_ca_topic_score_codex":0.00075751974,"about_ca_topic_score_gemma":0.0002826027,"teacher_disagreement_score":0.71078396,"about_ca_system_score_codex":0.00023562093,"about_ca_system_score_gemma":0.0012127893,"threshold_uncertainty_score":0.9994365},"labels":[],"label_agreement":null},{"id":"W4399210824","doi":"10.2196/56780","title":"Potential Roles of Large Language Models in the Production of Systematic Reviews and Meta-Analyses","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Preprint; Meta-analysis; Production (economics); Computer science; Linguistics; Economics; Philosophy; World Wide Web; Medicine","score_opus":0.6880497700622092,"score_gpt":0.6641778485082145,"score_spread":0.023871921553994757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399210824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.822836,0.105496906,0.005670947,0.063820094,0.000322527,0.0016884477,0.000006369632,0.0000050444683,0.00015365523],"genre_scores_gemma":[0.99585664,0.0032405977,0.0002743411,0.00015340747,0.00023585008,0.000013762557,0.000002002327,0.0000066348803,0.00021673318],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99265146,0.0022033672,0.0022526823,0.00012460678,0.0026294026,0.00013846089],"domain_scores_gemma":[0.99578565,0.0029735744,0.00043980576,0.00021338588,0.00049210264,0.00009546184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050116703,0.000071026894,0.00084210106,0.0003717373,0.000009236964,0.000027135433,0.00025585174,0.000074586744,0.00045173557],"category_scores_gemma":[0.044158265,0.000031246476,0.00027816632,0.00035723383,0.00012386372,0.00018123162,0.00008861652,0.0009455482,0.0000035595733],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045104385,0.0076415623,0.0009862696,0.40889367,0.03341981,0.0069906428,0.08076848,0.00024162064,0.067815624,0.011973317,0.31558776,0.061170787],"study_design_scores_gemma":[0.012165954,0.014153294,0.0027189672,0.16772795,0.114851125,0.021968894,0.22332135,0.3846629,0.028994037,0.013388506,0.015193115,0.00085391087],"about_ca_topic_score_codex":0.00019310552,"about_ca_topic_score_gemma":0.0001505942,"teacher_disagreement_score":0.3844213,"about_ca_system_score_codex":0.00003402007,"about_ca_system_score_gemma":0.00019787774,"threshold_uncertainty_score":0.97810477},"labels":[],"label_agreement":null},{"id":"W4399263945","doi":"10.21474/ijar01/18736","title":"TYPE 2 DIABETES MELLITUS MANAGEMENT KNOWLEDGE AMONG PHC PHYSICIANS IN BURAIDAH CITY, 2020","year":2024,"lang":"en","type":"article","venue":"International Journal of Advanced Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Workload; Family medicine; Type 2 Diabetes Mellitus; Diabetes mellitus; Quarter (Canadian coin); Questionnaire; Health care; Diabetes management; Type 2 diabetes","score_opus":0.1961864013272635,"score_gpt":0.5706028511439966,"score_spread":0.37441644981673305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399263945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726646,0.0037351246,0.00035467526,0.014803497,0.0024920253,0.00034423298,0.000007389011,0.000020759811,0.0055776974],"genre_scores_gemma":[0.9923186,0.0029901583,0.0020806557,0.0002789755,0.001139321,0.000008399317,0.000017189359,0.000022719298,0.001144002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728703,0.00015771699,0.00086028705,0.00020498468,0.0012266784,0.00026331304],"domain_scores_gemma":[0.9968676,0.0012144422,0.00013635498,0.00013160227,0.0015483793,0.00010163407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002483903,0.00009536982,0.00021154959,0.00066583225,0.000028619812,0.000092910144,0.00031875016,0.000045114648,0.00026000873],"category_scores_gemma":[0.0014156204,0.00008198056,0.00011566955,0.0006836295,0.00010614244,0.0005249771,0.00017267757,0.00090186327,0.00009581297],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011590554,0.00090863014,0.027037706,0.0002767652,0.00092049286,0.0028482748,0.0007717496,0.0006468798,0.0116033275,0.0014854072,0.020730928,0.93161076],"study_design_scores_gemma":[0.009334798,0.0026369214,0.2076499,0.007923697,0.00024383345,0.0002616656,0.0050209067,0.008340913,0.011733672,0.021596272,0.724763,0.00049447315],"about_ca_topic_score_codex":0.000015250953,"about_ca_topic_score_gemma":0.00003863155,"teacher_disagreement_score":0.9311163,"about_ca_system_score_codex":0.0004484739,"about_ca_system_score_gemma":0.00018754354,"threshold_uncertainty_score":0.39181975},"labels":[],"label_agreement":null},{"id":"W4399436683","doi":"10.1111/capa.12569","title":"Quality Improvement Support Agencies as a systemic quality strategy: France and Québec","year":2024,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"","keywords":"Excellence; Quality (philosophy); Consistency (knowledge bases); Quality management; Business; Systemic risk; Political science; Public administration; Service (business); Computer science; Marketing; Economics","score_opus":0.19939547342548777,"score_gpt":0.4778758724901206,"score_spread":0.27848039906463284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399436683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87548923,0.00036419323,0.0006232237,0.11871577,0.0003769142,0.0008337902,0.00017709089,0.00013234314,0.0032874397],"genre_scores_gemma":[0.99200207,0.000042661057,0.00012548706,0.0031776878,0.00026238133,0.00007068202,0.00044955543,0.000021234491,0.0038482326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99760264,0.000120713565,0.0011220102,0.00045287615,0.0003665627,0.00033519018],"domain_scores_gemma":[0.9981313,0.00034563543,0.00017744993,0.0003273737,0.00025629942,0.00076196797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018324453,0.00017024275,0.00025690484,0.00016197613,0.00014174827,0.00033029332,0.000073740885,0.00013401413,0.00094033347],"category_scores_gemma":[0.002282549,0.0001677322,0.00007184938,0.00024952897,0.00009387938,0.0005660685,0.000015249515,0.0002562534,0.00012364873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025985666,0.00021536372,0.07186077,0.0034016925,0.000564963,0.0007640433,0.0013987757,9.783914e-7,0.011859741,0.2511831,0.046344813,0.6121459],"study_design_scores_gemma":[0.0021280712,0.0030173978,0.09590266,0.00023287801,0.00029334045,0.00095369614,0.013380286,0.0009071175,0.0007725563,0.0016731509,0.87984115,0.0008977141],"about_ca_topic_score_codex":0.20169288,"about_ca_topic_score_gemma":0.69699955,"teacher_disagreement_score":0.83349633,"about_ca_system_score_codex":0.00080489,"about_ca_system_score_gemma":0.019137243,"threshold_uncertainty_score":0.99997294},"labels":[],"label_agreement":null},{"id":"W4399706386","doi":"10.1016/j.jphys.2024.05.002","title":"Appraisal of Clinical Practice Guideline: Clinical practice guideline for management of osteoporosis and fracture prevention in Canada: 2023 update","year":2024,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Clinical Practice; Osteoporosis; Physical therapy; Intensive care medicine; Internal medicine; Pathology","score_opus":0.10001745375123969,"score_gpt":0.5650954937657013,"score_spread":0.4650780400144616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399706386","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35016522,0.023317212,0.20783323,0.40031382,0.011150872,0.005694648,0.00029561832,0.000055150274,0.0011742004],"genre_scores_gemma":[0.17446244,0.023107255,0.77826816,0.020728927,0.0030566957,0.00001993618,0.00012282074,0.00010634988,0.00012743192],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988724,0.0005601789,0.009068734,0.00038891294,0.0010195494,0.0002386136],"domain_scores_gemma":[0.9837134,0.009197972,0.0044968,0.0003684891,0.0020208834,0.0002024955],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013102421,0.00023637972,0.0011852582,0.00018310208,0.000026403699,0.000025984458,0.00018997728,0.0001763165,0.00016312244],"category_scores_gemma":[0.012032991,0.000190898,0.00046843637,0.00039886497,0.000082108214,0.0008469932,0.000057934627,0.00076010206,0.0000017507562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012862744,0.0022322994,0.00301719,0.0010593379,0.0028164296,0.0002569998,0.00015840752,0.00051045977,0.0010949493,0.00030018447,0.4865808,0.4891102],"study_design_scores_gemma":[0.010380577,0.0028712358,0.011444097,0.0010572154,0.0016718458,0.00018132447,0.0037847888,0.004400293,0.00023996753,0.00052505,0.9632433,0.00020027986],"about_ca_topic_score_codex":0.024228342,"about_ca_topic_score_gemma":0.009636279,"teacher_disagreement_score":0.5704349,"about_ca_system_score_codex":0.00017055303,"about_ca_system_score_gemma":0.0025701085,"threshold_uncertainty_score":0.9962891},"labels":[],"label_agreement":null},{"id":"W4399726027","doi":"10.46747/cfp.7006372","title":"Modified tool designed to ease guideline choices","year":2024,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; College of Family Physicians of Canada; Université du Québec","funders":"","keywords":"Guideline; Computer science; Medicine; Process management; Engineering","score_opus":0.14278564721134798,"score_gpt":0.4187645056101719,"score_spread":0.27597885839882397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399726027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57475644,0.0026208765,0.026106156,0.117632054,0.004815071,0.0053930823,0.00095991505,0.0011252147,0.2665912],"genre_scores_gemma":[0.549054,0.000012505527,0.0044707083,0.44300392,0.0016385469,0.000063478044,0.00033923946,0.00007330435,0.0013442497],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978675,0.000053463806,0.00078265456,0.00048467508,0.0003113039,0.00050035794],"domain_scores_gemma":[0.9980502,0.00028659322,0.000056534656,0.0004619712,0.00023336611,0.000911322],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00051179016,0.00021590899,0.00028999549,0.0003554215,0.00010294343,0.00012985538,0.0001509751,0.000084999636,0.000047935748],"category_scores_gemma":[0.00054976984,0.00021377101,0.00013953104,0.00068099564,0.00003444772,0.00028093928,0.0000269198,0.00024100383,0.0013714363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009343429,0.000051259114,0.00004511852,0.00007201572,0.00012849765,0.0003524923,0.00008375106,0.00025831422,0.02141433,0.0016383356,0.5629515,0.41291097],"study_design_scores_gemma":[0.0007398966,0.0002619431,0.002517763,0.00017641085,0.00025043165,0.0000039394035,0.00040504232,0.00836101,0.00044711208,0.0006140105,0.9858826,0.00033987762],"about_ca_topic_score_codex":0.03072556,"about_ca_topic_score_gemma":0.014283042,"teacher_disagreement_score":0.42293108,"about_ca_system_score_codex":0.0004917582,"about_ca_system_score_gemma":0.0017838527,"threshold_uncertainty_score":0.9994061},"labels":[],"label_agreement":null},{"id":"W4399758096","doi":"10.48305/arya.2023.41868.2904","title":"The Protocol for the Development of Iranian Clinical Practice Guideline on Dyslipidemia.","year":2023,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Humber River Regional Hospital","funders":"","keywords":"Medicine; Dyslipidemia; Guideline; Protocol (science); Clinical Practice; Traditional medicine; Alternative medicine; Family medicine; Internal medicine; Pathology; Obesity","score_opus":0.5182458307039739,"score_gpt":0.5865871117028473,"score_spread":0.06834128099887338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399758096","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002298594,0.000014572205,0.007912837,0.38498878,0.0014307657,0.59855044,0.000019194567,0.00024218588,0.0045426437],"genre_scores_gemma":[0.0072954753,0.0000119203805,0.0254758,0.013074738,0.0015087815,0.951103,0.0000427071,0.000050379775,0.0014372206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954955,0.0002610136,0.0029436469,0.000290617,0.0006058888,0.0004033476],"domain_scores_gemma":[0.96684885,0.030827709,0.00091736356,0.000583336,0.00068387936,0.0001388657],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023688307,0.00013476184,0.0002710103,0.000048830247,0.00028775202,0.000028317276,0.00024555525,0.000092682996,0.000018877068],"category_scores_gemma":[0.119269945,0.000068876114,0.00016446896,0.00035510378,0.00010619833,0.00010367432,0.000104087405,0.00033261775,0.00006081189],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022715,0.00020816187,0.0010643603,0.000041038118,0.00015879716,0.0000014961734,0.000073397976,0.000011876522,0.0000045822376,0.00025249246,0.22299197,0.7729203],"study_design_scores_gemma":[0.003532382,0.00015220835,0.10657917,0.000017460034,0.0001286818,0.000003095331,0.00067283114,0.00068620534,0.00011511211,0.00014990622,0.88789344,0.000069495996],"about_ca_topic_score_codex":0.0000099114395,"about_ca_topic_score_gemma":0.000059298254,"teacher_disagreement_score":0.7728508,"about_ca_system_score_codex":0.0000740395,"about_ca_system_score_gemma":0.0003644478,"threshold_uncertainty_score":0.88814884},"labels":[],"label_agreement":null},{"id":"W4399760338","doi":"10.1038/s41366-024-01559-7","title":"Assessment of guidelines for bariatric and metabolic surgery: a systematic review and evaluation using appraisal of guidelines for research and evaluation II (AGREE II)","year":2024,"lang":"en","type":"review","venue":"International Journal of Obesity","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Ottawa; University of British Columbia; Université Laval; Université de Montréal; University of Saskatchewan; University of Alberta; University of Manitoba; University of Toronto; Western University; McMaster University; Queen's University","funders":"","keywords":"Medicine; MEDLINE; Guideline; Sleeve gastrectomy; Critical appraisal; Perioperative; Evidence-based medicine; Checklist; Surgery; Obesity; Weight loss; Alternative medicine; Gastric bypass; Internal medicine","score_opus":0.8188502924347558,"score_gpt":0.7194567028345199,"score_spread":0.09939358960023592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399760338","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034794412,0.9823062,0.0027379808,0.0035878802,0.0008292412,0.0068262313,0.0002235119,0.000004482134,0.0000050300578],"genre_scores_gemma":[0.0014402412,0.9698743,0.027142886,0.00013352487,0.00091060105,0.00023854127,0.00020106116,0.000038712173,0.000020136942],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9893547,0.0009788908,0.006509324,0.00039158415,0.002583843,0.00018162253],"domain_scores_gemma":[0.949725,0.006553339,0.00489455,0.00025770423,0.038440187,0.00012921928],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05605158,0.00030589575,0.0031623757,0.0010993141,0.00010811983,0.000055621596,0.00021510135,0.00018191694,0.000024643601],"category_scores_gemma":[0.10238131,0.00021726346,0.00056818756,0.00039965234,0.000095746065,0.0003360841,0.00027327545,0.0003584857,1.8041028e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014343733,0.00038734803,0.00028435545,0.70730853,0.0042606248,0.0000043715045,0.000066652974,0.000013120757,0.0000420165,0.0005029667,0.010450526,0.27653605],"study_design_scores_gemma":[0.0048420504,0.0016439317,0.00080617715,0.7106692,0.16732186,0.001941754,0.00027198004,0.054164864,0.000013169227,0.0033100466,0.05449026,0.0005247126],"about_ca_topic_score_codex":0.000063314015,"about_ca_topic_score_gemma":0.000013725504,"teacher_disagreement_score":0.27601135,"about_ca_system_score_codex":0.00028596626,"about_ca_system_score_gemma":0.002877974,"threshold_uncertainty_score":0.97199357},"labels":[],"label_agreement":null},{"id":"W4399857543","doi":"10.12688/mep.20116.1","title":"A case study on the assessment of sustaining evidence-based practice changes and outcomes using the Nursing Quality Indicators for Reporting and Evaluation® (NQuIRE®) data system","year":2024,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Government of Ontario","keywords":"Sustainability; Best practice; Fidelity; Sustainability reporting; Quality (philosophy); Process management; Quality management; Knowledge translation; Medicine; Management science; Computer science; Knowledge management; Business; Engineering; Operations management; Management system; Political science","score_opus":0.8254946281071627,"score_gpt":0.6930651254315615,"score_spread":0.13242950267560116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399857543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93021536,0.00041175127,0.0038794875,0.061603833,0.0003500615,0.003417195,0.000022936798,0.000044852874,0.000054541655],"genre_scores_gemma":[0.9955881,0.0000058376,0.0031132451,0.00090967125,0.00019195175,0.00013221447,0.000032698492,0.000021580003,0.0000046736295],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99523795,0.001408982,0.0016595259,0.0005068763,0.0010004016,0.00018627616],"domain_scores_gemma":[0.9638869,0.03218553,0.0021553081,0.00095588266,0.0007460598,0.00007028172],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058728565,0.00014337238,0.00035868198,0.00018524063,0.00033098625,0.00044260072,0.00014216981,0.000050292136,0.00000747185],"category_scores_gemma":[0.15202811,0.00008063349,0.000039360806,0.00044467737,0.00012814661,0.0009881896,0.00014301318,0.00028944088,5.9336003e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005278657,0.0010986296,0.46101665,0.003051004,0.0015272049,0.0009212578,0.02640626,0.000120604716,0.0003193515,0.0036158036,0.002946146,0.4984492],"study_design_scores_gemma":[0.0017846929,0.0007591741,0.04725951,0.002204153,0.004269047,0.0011452178,0.65996975,0.2819044,0.000034964974,0.00004616368,0.00045250388,0.00017042863],"about_ca_topic_score_codex":0.0008823014,"about_ca_topic_score_gemma":0.00013543785,"teacher_disagreement_score":0.63356346,"about_ca_system_score_codex":0.00028113837,"about_ca_system_score_gemma":0.0010364964,"threshold_uncertainty_score":0.969237},"labels":[],"label_agreement":null},{"id":"W4399969753","doi":"10.2139/ssrn.4872923","title":"Cross-Cultural Adaptation and Validation to Spanish of the Panelview Instrument to Evaluate the Health Guidelines Development Process","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; McMaster University","funders":"","keywords":"Adaptation (eye); Process (computing); Psychology; Process management; Political science; Computer science; Engineering; Neuroscience","score_opus":0.30048576210114586,"score_gpt":0.532414437601698,"score_spread":0.23192867550055218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399969753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8618147,0.0026720525,0.0029572065,0.12961726,0.0007810931,0.0020958714,0.000011109524,0.000022819719,0.000027887167],"genre_scores_gemma":[0.9898399,0.0030457582,0.0022662506,0.0037241583,0.00055632653,0.00011224915,0.000049320763,0.000039701237,0.00036634944],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99507445,0.0002929047,0.002199704,0.00043535998,0.0010858324,0.00091174495],"domain_scores_gemma":[0.9967165,0.0001806979,0.00079684466,0.00034009645,0.00179311,0.00017273796],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009868361,0.00028717815,0.0004465878,0.00011294202,0.00029063705,0.00022158383,0.00032477404,0.00010546355,0.00002418035],"category_scores_gemma":[0.004670276,0.00015674019,0.00014607716,0.00032850984,0.000052716732,0.000121414145,0.0005413984,0.0023709647,0.000016517262],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006532576,0.00011557978,0.0037049602,0.0010137815,0.0008889475,0.0000015180929,0.007891045,0.0071330797,0.00033268164,0.0025992023,0.0012530904,0.97441286],"study_design_scores_gemma":[0.014822833,0.011076041,0.17106648,0.026479237,0.0070802565,0.0058912337,0.10236613,0.015864728,0.010970498,0.53565395,0.095097445,0.0036311583],"about_ca_topic_score_codex":0.00040260554,"about_ca_topic_score_gemma":0.0016469768,"teacher_disagreement_score":0.9707817,"about_ca_system_score_codex":0.0018769586,"about_ca_system_score_gemma":0.014602047,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W4400035945","doi":"10.1111/vec.13388","title":"2024 RECOVER Guidelines: Methods, evidence identification, evaluation, and consensus process for development of treatment recommendations","year":2024,"lang":"en","type":"article","venue":"Journal of Veterinary Emergency and Critical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; Victoria General Hospital; University of Calgary","funders":"Boehringer Ingelheim Animal Health","keywords":"Medicine; Guideline; Evidence-based practice; Grading (engineering); Referral; Technician; Population; Medical emergency; Nursing; Medical education; Alternative medicine; Pathology","score_opus":0.6807775977226502,"score_gpt":0.6735155088544692,"score_spread":0.007262088868181027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400035945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8450773,0.058520276,0.060244143,0.031962685,0.0029053122,0.0011279539,0.000088325476,0.00001753636,0.000056518384],"genre_scores_gemma":[0.87426126,0.0027694919,0.12243683,0.00009710876,0.00024549494,0.00006471496,0.000028705348,0.000015003547,0.00008140025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973969,0.00017591857,0.0018739577,0.00020383617,0.00024430006,0.00010511451],"domain_scores_gemma":[0.9945635,0.0014476047,0.00021870232,0.00010439804,0.0035473884,0.00011838168],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002427174,0.000114135066,0.0002622349,0.00012740256,0.00009971765,0.000021778826,0.000040847543,0.000054602475,0.0003560483],"category_scores_gemma":[0.012308317,0.000090179215,0.00009391592,0.00014454017,0.000056354573,0.00024624323,0.000019815248,0.0000976506,9.686984e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010997648,0.00022422199,0.0013441726,0.0049001556,0.00039687214,0.000022123686,0.005461343,0.00001587714,0.032614842,0.000304969,0.0072394772,0.9463762],"study_design_scores_gemma":[0.012438586,0.05171649,0.037074875,0.018238533,0.02358638,0.008575669,0.1605589,0.045652106,0.030437076,0.03912738,0.57053554,0.0020584774],"about_ca_topic_score_codex":0.0000054673974,"about_ca_topic_score_gemma":0.0000047227873,"teacher_disagreement_score":0.9443177,"about_ca_system_score_codex":0.00010332236,"about_ca_system_score_gemma":0.0006945958,"threshold_uncertainty_score":0.99601144},"labels":[],"label_agreement":null},{"id":"W4400266556","doi":"","title":"Clinical pathway development to standardize pharmacological medication management of agitation in pediatric inpatient settings.","year":2024,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia; BC Children's Hospital Foundation; University of British Columbia Hospital","funders":"","keywords":"Medicine; Intensive care medicine","score_opus":0.20090114797016284,"score_gpt":0.47614729027281694,"score_spread":0.2752461423026541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400266556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97946185,0.0002552546,0.004815633,0.00957447,0.0010227563,0.003088014,0.000012803356,0.00009556239,0.0016736817],"genre_scores_gemma":[0.98408395,0.00034344083,0.012045058,0.0017135374,0.00023621203,0.0013651138,0.00009846086,0.000015612344,0.00009860921],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968203,0.00014206664,0.0017604197,0.00038703074,0.0006330269,0.00025716439],"domain_scores_gemma":[0.99862224,0.0006427589,0.00019433915,0.00013479333,0.00019508699,0.00021080671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004714831,0.00011389773,0.00026186928,0.00025057368,0.000020617788,0.000021691834,0.0000834097,0.00007767696,0.00006819151],"category_scores_gemma":[0.0017469004,0.000097377495,0.00007207793,0.0006020155,0.000026004489,0.00015249007,0.000098152566,0.00023757768,0.00004977158],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002926782,0.00036563943,0.028804008,0.00039877908,0.000099818644,0.000067848756,0.00026875627,0.000016329914,0.000013864059,0.000103410384,0.005725911,0.9638429],"study_design_scores_gemma":[0.0018779747,0.00014188008,0.95333135,0.00008439996,0.00025107776,0.000004467985,0.0003682125,0.00017015506,0.00029599722,0.00007159717,0.043285765,0.00011711922],"about_ca_topic_score_codex":0.000004597569,"about_ca_topic_score_gemma":0.0000056371364,"teacher_disagreement_score":0.96372586,"about_ca_system_score_codex":0.00028857653,"about_ca_system_score_gemma":0.00017855756,"threshold_uncertainty_score":0.3970939},"labels":[],"label_agreement":null},{"id":"W4400288268","doi":"10.1121/10.0027356","title":"Ontario Class 4 classification","year":2024,"lang":"en","type":"article","venue":"The Journal of the Acoustical Society of America","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Stantec (Canada)","funders":"","keywords":"Class (philosophy); Computer science; Artificial intelligence","score_opus":0.1374852302040978,"score_gpt":0.4283360373226503,"score_spread":0.2908508071185525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400288268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12137267,0.00075634656,0.54748327,0.32637852,0.00164092,0.00053584774,0.000010864442,0.00003551333,0.0017860717],"genre_scores_gemma":[0.9663228,0.00036507737,0.02601392,0.006015392,0.00047464095,9.084931e-7,0.0000014463614,0.000014291309,0.0007915403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982483,0.00012448603,0.00084385165,0.00007662482,0.0005747001,0.00013208803],"domain_scores_gemma":[0.9969745,0.001961269,0.000443416,0.00027031224,0.0002740581,0.00007639868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013647145,0.00008559638,0.00024099743,0.000015532365,0.00007539159,0.00001721086,0.00023509031,0.00005829986,0.0003258479],"category_scores_gemma":[0.0011600127,0.000040600888,0.00046099085,0.00025924007,0.0003670973,0.00010461458,0.00007380899,0.00078827125,0.000020261255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089687493,0.0004770603,0.0025806401,0.00023579785,0.0011750519,0.0000070306264,0.0038082441,0.0009858619,0.07263251,0.00009197149,0.70209277,0.21501617],"study_design_scores_gemma":[0.0018645296,0.0018186753,0.06589976,0.00071876275,0.0060220202,0.0009311468,0.012469683,0.381635,0.0011641982,0.0035738407,0.5236664,0.00023602911],"about_ca_topic_score_codex":0.00072387495,"about_ca_topic_score_gemma":0.000032158317,"teacher_disagreement_score":0.84495014,"about_ca_system_score_codex":0.00025433223,"about_ca_system_score_gemma":0.00058959617,"threshold_uncertainty_score":0.3567806},"labels":[],"label_agreement":null},{"id":"W4400315697","doi":"10.1016/j.jaip.2024.06.040","title":"Concepts for the Development of Person-Centered, Digitally Enabled, Artificial Intelligence–Assisted ARIA Care Pathways (ARIA 2024)","year":2024,"lang":"en","type":"review","venue":"The Journal of Allergy and Clinical Immunology In Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Institute of Allergy and Infectious Diseases; Directorate-General for Communications Networks, Content and Technology; HORIZON EUROPE Framework Programme; National Institutes of Health; Filha; Universidade do Porto; Universidad de Especialidades Espíritu Santo; Mylan; Astellas Pharma; F. Hoffmann-La Roche; Université de Liège; European Commission; Sanofi; GlaxoSmithKline; Regeneron Pharmaceuticals; Tampereen Tuberkuloosisäätiö; Teva Pharmaceutical Industries; AstraZeneca; Sanofi-Aventis Deutschland; Pfizer","keywords":"Medicine; Artificial intelligence; Computer science","score_opus":0.43860408691657904,"score_gpt":0.5346022145605426,"score_spread":0.09599812764396354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400315697","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002687512,0.98851824,0.0018954907,0.004472673,0.0033332696,0.0011472256,0.000026771222,0.000008901582,0.0003286668],"genre_scores_gemma":[0.0013699969,0.9941972,0.0032457213,0.0003891501,0.0005630523,0.000029828921,0.00004377504,0.00004489672,0.000116376934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99162835,0.001499084,0.005852039,0.00032663115,0.00037652702,0.0003173541],"domain_scores_gemma":[0.9585222,0.035742756,0.0042109163,0.00045388858,0.0009753169,0.00009494059],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008340445,0.0003804102,0.0018562529,0.00017229331,0.00016270588,0.00006344736,0.00055923976,0.00059036893,0.0000945235],"category_scores_gemma":[0.024031634,0.0001979723,0.0007066651,0.00031768685,0.00056311226,0.0003046663,0.00024812584,0.0028946465,0.000024670859],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045009516,0.00054559903,0.000003773055,0.00079028873,0.01458806,0.00006639693,0.0017865623,0.0000024822052,0.0000034631341,0.0006035808,0.00062036247,0.9764885],"study_design_scores_gemma":[0.0012435563,0.0021702985,0.00010663806,0.006248068,0.02246909,0.0014296059,0.04199186,0.00003993617,0.0000037735251,0.00034588447,0.9237071,0.0002441586],"about_ca_topic_score_codex":0.000034557146,"about_ca_topic_score_gemma":0.00027400267,"teacher_disagreement_score":0.97624433,"about_ca_system_score_codex":0.00017669854,"about_ca_system_score_gemma":0.0026473678,"threshold_uncertainty_score":0.99940574},"labels":[],"label_agreement":null},{"id":"W4400424533","doi":"10.1186/s12891-024-07655-z","title":"Evidence-based clinical practice guidelines for the management of acute ankle injuries according to: a PRISMA systematic review and quality appraisal with AGREE II","year":2024,"lang":"en","type":"article","venue":"BMC Musculoskeletal Disorders","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Critical appraisal; MEDLINE; Evidence-based medicine; Physical therapy; Systematic review; Rehabilitation; Guideline; Cochrane Library; Alternative medicine; Pathology","score_opus":0.29169955899072775,"score_gpt":0.5619346932661675,"score_spread":0.27023513427543977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400424533","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09707581,0.13221364,0.4573937,0.27664623,0.0013151328,0.034388687,0.00012648982,0.00039992493,0.00044039928],"genre_scores_gemma":[0.4239171,0.06840138,0.4665141,0.03512944,0.0005637598,0.004586873,0.00017135438,0.00020950344,0.0005064532],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99508244,0.00048856233,0.0028199754,0.00060519675,0.0007253159,0.00027853914],"domain_scores_gemma":[0.9802236,0.016913615,0.00077667803,0.00083396357,0.0010898312,0.00016230767],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009723866,0.00029161482,0.0009415503,0.00008890745,0.00016147646,0.000069861875,0.00023230346,0.00007723107,0.000020793417],"category_scores_gemma":[0.035232026,0.0001716412,0.000473374,0.00055793044,0.00017812754,0.0005490551,0.00021415864,0.00024159666,0.000008915181],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002034441,0.000466464,0.0036179961,0.93353474,0.004513178,0.000007146731,0.0001744457,0.000038662358,0.000030535004,0.002796364,0.008867695,0.04391834],"study_design_scores_gemma":[0.011726442,0.014291348,0.051175226,0.65121204,0.18463345,0.00009266136,0.03253113,0.012263415,0.000029403358,0.0004310419,0.039492723,0.0021210941],"about_ca_topic_score_codex":0.00010828033,"about_ca_topic_score_gemma":0.000102994105,"teacher_disagreement_score":0.3268413,"about_ca_system_score_codex":0.000039806062,"about_ca_system_score_gemma":0.00028659508,"threshold_uncertainty_score":0.9728946},"labels":[],"label_agreement":null},{"id":"W4400452855","doi":"10.1136/bmjebm-2024-sdc.16","title":"016 Coproduction process of decision aids for colorectal cancer screening in Quebec","year":2024,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Université de Sherbrooke; Centre Intégré de Santé et Services Sociaux de la Gaspésie; Ministère de la Santé et des Services Sociaux (Québec); Ministère des Transports; Institut Universitaire en Santé Mentale de Québec; Institut National d'Excellence en Santé et en Services Sociaux; Université du Québec; Corporation d’Aménagement et de Protection de la Sainte-Anne","funders":"","keywords":"Coproduction; Process (computing); Cancer; Colorectal cancer; Computer science; Medicine; Political science; Internal medicine; Public relations","score_opus":0.15728157606320453,"score_gpt":0.5310886437610892,"score_spread":0.3738070676978847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400452855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417066,0.00023826057,0.05314231,0.0035738482,0.00040479578,0.0007351451,0.000010849399,0.000046324014,0.0001418475],"genre_scores_gemma":[0.98192406,0.00003755862,0.016725637,0.0001808333,0.0002971812,0.000098246936,0.000036260564,0.000015126639,0.0006851205],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99885577,0.000015553665,0.0006000075,0.00022762062,0.00019622914,0.0001048229],"domain_scores_gemma":[0.9987905,0.00081031746,0.00006941971,0.00007543385,0.00022070354,0.00003364255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000738956,0.00006466765,0.00016737937,0.00013558548,0.000014903233,0.0000134456,0.00002982502,0.000049476923,0.000317522],"category_scores_gemma":[0.0024360605,0.000050815295,0.000050953775,0.00033051823,0.00002365852,0.0002560844,0.000013473839,0.0001006398,0.00000434671],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017126559,0.00009821423,0.01734514,0.00037934503,0.00004870884,0.00000514951,0.00036958503,0.00025921568,0.01492061,0.00026182228,0.005292954,0.9593066],"study_design_scores_gemma":[0.022646507,0.0056510777,0.22288965,0.0071994867,0.0015843734,0.00015052108,0.019349113,0.21064892,0.39472198,0.007077086,0.10706197,0.0010193064],"about_ca_topic_score_codex":0.013300602,"about_ca_topic_score_gemma":0.027767643,"teacher_disagreement_score":0.9582873,"about_ca_system_score_codex":0.00007522402,"about_ca_system_score_gemma":0.00028177933,"threshold_uncertainty_score":0.9932699},"labels":[],"label_agreement":null},{"id":"W4400453273","doi":"10.1136/bmjebm-2024-sdc.281","title":"282 Does a clinical practice guideline facilitate shared decision making? Development of a french assessment tool using the delphi consensus method","year":2024,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Guideline; Delphi; Delphi method; Computer science; Clinical Practice; Knowledge management; Management science; Medicine; Artificial intelligence; Engineering; Nursing; Programming language","score_opus":0.3853273753964792,"score_gpt":0.61987578541382,"score_spread":0.23454841001734084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089377135,0.00026409535,0.89001614,0.016769778,0.0010404624,0.0012738259,0.000053305666,0.00012528073,0.001079947],"genre_scores_gemma":[0.13880675,0.00003672629,0.85596466,0.004629385,0.0002471317,0.000023290131,0.000051965864,0.00003364523,0.00020642931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99144167,0.00080064597,0.0054787467,0.0007232496,0.0012046573,0.0003510188],"domain_scores_gemma":[0.96533686,0.03140472,0.000780904,0.00075708353,0.001577115,0.00014331732],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018843323,0.0002883918,0.0006393623,0.0001724008,0.00014442505,0.000120097975,0.00020928422,0.00017321501,0.0013409633],"category_scores_gemma":[0.036942013,0.0001584368,0.00028866515,0.0005259358,0.00011878243,0.00028352445,0.0003207834,0.0006830885,0.000049939936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011867936,0.000745328,0.0020853134,0.00026860452,0.001247933,0.00025310216,0.0019709638,0.00030075538,0.0043083318,0.00065164437,0.058202483,0.92877877],"study_design_scores_gemma":[0.0036535766,0.000577407,0.007414209,0.0011556632,0.0020592473,0.0006173613,0.009474732,0.3773281,0.0004192022,0.0021771532,0.59462065,0.00050272926],"about_ca_topic_score_codex":0.0002827287,"about_ca_topic_score_gemma":0.00020229144,"teacher_disagreement_score":0.928276,"about_ca_system_score_codex":0.00027021882,"about_ca_system_score_gemma":0.002405867,"threshold_uncertainty_score":0.9995719},"labels":[],"label_agreement":null},{"id":"W4400453382","doi":"10.1136/bmjebm-2024-sdc.300","title":"301 ‘All about the value?’: decisional needs of breast reconstruction for breast cancer patients in the chinese context: a mixed-methods study","year":2024,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Breast cancer; Value (mathematics); Computer science; Breast reconstruction; Medicine; Oncology; Cancer; Internal medicine; History; Machine learning","score_opus":0.10178242466748466,"score_gpt":0.5254002015821124,"score_spread":0.42361777691462776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776236,0.00016071646,0.005133312,0.012731975,0.0013989954,0.0023645211,0.0002817893,0.000028475053,0.00027664637],"genre_scores_gemma":[0.9946291,0.000036637233,0.0026186141,0.0019746611,0.00035716157,0.00023606121,0.000039726176,0.000022464086,0.000085616004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974111,0.00051884685,0.0011983309,0.00023584047,0.0004478343,0.00018805265],"domain_scores_gemma":[0.99257606,0.0064448225,0.00020691192,0.00031232586,0.00040632393,0.00005357321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00431617,0.00016440083,0.00030680353,0.00016796902,0.00006362488,0.000049145856,0.00017567295,0.000063688734,0.0005170256],"category_scores_gemma":[0.0019322583,0.00007734063,0.00016522143,0.0006775565,0.00008400937,0.00021946947,0.000063949636,0.00028596792,0.0000061106703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074734486,0.0006132411,0.17830922,0.000037750615,0.0001397157,0.0000012222862,0.0017415901,0.00001207655,0.0000784837,0.0003427198,0.0018714424,0.8161052],"study_design_scores_gemma":[0.0037439694,0.0004433272,0.9691645,0.00012882893,0.00035652486,0.0002068821,0.018248651,0.0051881345,0.00000857273,0.0011267677,0.0012846029,0.00009922259],"about_ca_topic_score_codex":0.0023994867,"about_ca_topic_score_gemma":0.001633169,"teacher_disagreement_score":0.81600595,"about_ca_system_score_codex":0.00009954691,"about_ca_system_score_gemma":0.00021368725,"threshold_uncertainty_score":0.56610674},"labels":[],"label_agreement":null},{"id":"W4400514442","doi":"10.1186/s12913-024-11239-x","title":"Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health; Saskatchewan Health Authority","funders":"","keywords":"Nursing research; Health administration; Health informatics; Medicine; Maturity (psychological); Public health; Health services research; Nursing; Psychology; Developmental psychology","score_opus":0.6507849174641056,"score_gpt":0.6416152899346375,"score_spread":0.00916962752946815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400514442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99658424,0.00030633959,0.000021321968,0.0005874622,0.0001200311,0.0023140127,0.000030270143,0.00001620474,0.000020100953],"genre_scores_gemma":[0.97229195,0.000012289879,0.027159698,0.0003298671,0.000089247806,0.000064215754,0.000011049637,0.00001777208,0.000023922996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993156,0.0017047663,0.0028434321,0.00048792167,0.0013641064,0.0004437764],"domain_scores_gemma":[0.98935187,0.008740929,0.0002452558,0.00036137918,0.000823587,0.00047695055],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031842943,0.00011867884,0.0006080796,0.00028042195,0.0000831753,0.00002225292,0.00012155943,0.00006732447,0.000027166276],"category_scores_gemma":[0.0029083006,0.000103067025,0.000029408793,0.0011663564,0.000036072288,0.00008536233,0.00032081304,0.00067477586,0.0000037349319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007204058,0.00081607536,0.8463056,0.014070438,0.000047185204,0.0013969148,0.020132467,0.000016122309,0.00009140364,0.0000036947865,0.00014922589,0.11625044],"study_design_scores_gemma":[0.0024913203,0.0020087704,0.7090427,0.0017736619,0.000036409263,0.00026510915,0.27179712,0.011059762,0.000118845455,0.000032512893,0.0012527255,0.000121026285],"about_ca_topic_score_codex":0.83747476,"about_ca_topic_score_gemma":0.98720837,"teacher_disagreement_score":0.25166464,"about_ca_system_score_codex":0.00037909384,"about_ca_system_score_gemma":0.020894693,"threshold_uncertainty_score":0.9969214},"labels":[],"label_agreement":null},{"id":"W4400859322","doi":"10.1016/j.jclinepi.2024.111473","title":"Values and preferences in COVID-19 public health guidelines: a systematic review","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Systematic review; Public health; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); MEDLINE; Medicine; Betacoronavirus; Family medicine; Environmental health; Political science; Virology; Nursing; Pathology; Outbreak; Disease","score_opus":0.9156525187938575,"score_gpt":0.7489224095162269,"score_spread":0.16673010927763054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400859322","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031675572,0.8466946,0.0007645423,0.14882335,0.0012154743,0.0024364777,0.000018971381,0.0000226436,0.000020791706],"genre_scores_gemma":[0.0000025201748,0.90166956,0.0060554594,0.0907137,0.0013071143,0.00007010328,0.000051780153,0.00004703959,0.00008275155],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88503706,0.04414022,0.0683106,0.0010069861,0.000734923,0.0007701886],"domain_scores_gemma":[0.5935835,0.34556797,0.054085247,0.0014644378,0.001684711,0.0036141165],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26328683,0.0005829582,0.028804744,0.00067236,0.000042730684,0.0000314254,0.0004920916,0.0008548495,0.00011686172],"category_scores_gemma":[0.8855374,0.00031933605,0.0027665435,0.00066982803,0.0003245583,0.00023357726,0.00023535977,0.003883807,0.00007422339],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022155382,0.000096445176,0.00023176374,0.66102284,0.0005948219,0.00009681072,0.000013308739,1.7654646e-7,4.409354e-10,0.000113079106,0.048720542,0.28908804],"study_design_scores_gemma":[0.0005981538,0.0009888151,0.000022335384,0.53441626,0.0060010063,0.0024368989,0.00006355291,0.00002968471,8.596668e-11,0.0028188783,0.4524851,0.00013931491],"about_ca_topic_score_codex":0.00009120161,"about_ca_topic_score_gemma":0.000055760425,"teacher_disagreement_score":0.62225056,"about_ca_system_score_codex":0.00044735565,"about_ca_system_score_gemma":0.01262674,"threshold_uncertainty_score":0.99992585},"labels":[],"label_agreement":null},{"id":"W4400892661","doi":"10.1136/jnis-2024-snis.393","title":"E-288 Do physicians intuitively select slow progressors for thrombectomy in the extended time window?","year":2024,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; Foothills Medical Centre; University of Manitoba; McMaster University; Sunnybrook Health Science Centre; University of Calgary; Hamilton General Hospital; Royal University Hospital","funders":"","keywords":"Window (computing); Computer science; Therapeutic window; Medicine; Operating system","score_opus":0.11215300171894924,"score_gpt":0.4755938003693348,"score_spread":0.3634407986503856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400892661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7393455,0.0010303158,0.01288521,0.17911759,0.0008584398,0.012326606,0.00011639532,0.00088346074,0.053436514],"genre_scores_gemma":[0.9900335,0.000024329725,0.0031113022,0.0047552437,0.0005068519,0.00027921802,0.00010010011,0.000030680465,0.0011587461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983665,0.000120667086,0.00056762353,0.00034596075,0.00031520246,0.0002840572],"domain_scores_gemma":[0.997162,0.0023677505,0.0000779642,0.00022250524,0.00013227094,0.000037527534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013475699,0.00014830205,0.00025263077,0.00009581865,0.000049334936,0.00009185469,0.000116037256,0.00006390357,0.0003243846],"category_scores_gemma":[0.0013891013,0.00009357191,0.00014089723,0.000490144,0.00006143743,0.0002436399,0.000020421134,0.00029736373,0.00017733093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008675746,0.0011939721,0.0013409652,0.00037890932,0.00042846907,0.00013420571,0.0035800154,0.000011617795,0.014957852,0.010073047,0.15477648,0.8122569],"study_design_scores_gemma":[0.027633153,0.012107455,0.2425661,0.0028839028,0.0036614812,0.00065714645,0.021466808,0.08650506,0.02488166,0.04781312,0.52766067,0.002163465],"about_ca_topic_score_codex":0.00006224715,"about_ca_topic_score_gemma":0.00005694494,"teacher_disagreement_score":0.8100934,"about_ca_system_score_codex":0.000082669794,"about_ca_system_score_gemma":0.00016756351,"threshold_uncertainty_score":0.38157517},"labels":[],"label_agreement":null},{"id":"W4400892753","doi":"10.1136/jnis-2024-snis.379","title":"E-274 Impact of larger catheters on the effect of procedure time on thrombectomy outcomes","year":2024,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Medicine; Intensive care medicine","score_opus":0.08726054302674968,"score_gpt":0.4968296306634464,"score_spread":0.4095690876366967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400892753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98524976,0.0000224755,0.000016318412,0.010275281,0.000093949035,0.00073452573,0.000020067346,0.000049418093,0.003538209],"genre_scores_gemma":[0.9978745,0.000004744768,0.00004446698,0.0009942341,0.00005295112,0.000014099192,0.000018738818,0.000021323516,0.00097496953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987582,0.00011497663,0.00049470476,0.00017446658,0.00032898114,0.00012865041],"domain_scores_gemma":[0.99335027,0.0061361887,0.000113882554,0.00030070008,0.000053929427,0.000045021894],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001043182,0.00013674753,0.0003402449,0.00008022353,0.000016308568,0.000009798496,0.000069414076,0.00005226324,0.0020047962],"category_scores_gemma":[0.0038769073,0.000056600835,0.00034367017,0.00017825633,0.000045928755,0.000059772712,0.00002066828,0.00020586887,0.00026922143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051196003,0.0013064429,0.4371467,0.0018110033,0.0046655093,0.00005703133,0.0014966215,0.00021101559,0.120468,0.0017154881,0.40306053,0.022942081],"study_design_scores_gemma":[0.008144134,0.039777588,0.7616451,0.0016920716,0.0023827893,0.000060265287,0.0004398831,0.0068575074,0.17465006,0.0003962757,0.0034473976,0.0005069631],"about_ca_topic_score_codex":0.00014638212,"about_ca_topic_score_gemma":0.0000060160946,"teacher_disagreement_score":0.3996131,"about_ca_system_score_codex":0.00006341564,"about_ca_system_score_gemma":0.00010515367,"threshold_uncertainty_score":0.9989075},"labels":[],"label_agreement":null},{"id":"W4400917275","doi":"10.3390/brainsci14070728","title":"The Utilization of Systematic Reviews and Meta-Analyses in Stroke Guidelines","year":2024,"lang":"en","type":"article","venue":"Brain Sciences","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Novo Nordisk","keywords":"Guideline; Systematic review; Stroke (engine); Meta-analysis; MEDLINE; Medicine; Engineering; Pathology; Political science","score_opus":0.919123697599627,"score_gpt":0.6838787455389053,"score_spread":0.2352449520607217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400917275","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12557383,0.5299666,0.010017052,0.32373682,0.0008762538,0.0072042597,0.000028711178,0.00010069124,0.0024957724],"genre_scores_gemma":[0.97884154,0.0067178616,0.008713491,0.0034867206,0.00010735399,0.00014258061,0.0000049597493,0.000009590526,0.001975901],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759364,0.00035255746,0.001414542,0.00018292363,0.0003685984,0.000087728185],"domain_scores_gemma":[0.99297935,0.006449563,0.00024868187,0.00016258853,0.00013179815,0.000028028933],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011339977,0.0000682427,0.00043783523,0.0001121303,0.00006072867,0.00007546177,0.00009544462,0.000018807328,0.000043670938],"category_scores_gemma":[0.052262373,0.000029514382,0.00011077064,0.00058901357,0.00018464049,0.0001911902,0.00003090427,0.000052919328,0.000006059465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027420843,0.0005667923,0.02242563,0.17000802,0.008461754,0.00009969585,0.008023697,0.00090309413,0.073485665,0.080657676,0.32212865,0.31296512],"study_design_scores_gemma":[0.0032583403,0.0025393202,0.022341454,0.02034048,0.07679423,0.00048377283,0.050510727,0.49014637,0.007344928,0.022712462,0.3022359,0.0012920365],"about_ca_topic_score_codex":0.00010960696,"about_ca_topic_score_gemma":0.0002534695,"teacher_disagreement_score":0.8532677,"about_ca_system_score_codex":0.000008515305,"about_ca_system_score_gemma":0.00009960257,"threshold_uncertainty_score":0.95572084},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4400968126","doi":"10.1093/ageing/afae158","title":"New horizons in clinical practice guidelines for use with older people","year":2024,"lang":"en","type":"article","venue":"Age and Ageing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; New horizons; Clinical Practice; Intensive care medicine; Gerontology; Family medicine","score_opus":0.30579914563150656,"score_gpt":0.5421623689963982,"score_spread":0.23636322336489168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400968126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7337875,0.0014491923,0.1573431,0.10494862,0.00062575255,0.0012947094,0.000010146474,0.00015133811,0.00038964167],"genre_scores_gemma":[0.53615427,0.00096093846,0.44327384,0.015766297,0.0019225727,0.00003706654,0.00008042918,0.000056973702,0.0017475819],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984119,0.00005196508,0.0008805555,0.0003217274,0.00016241259,0.00017144016],"domain_scores_gemma":[0.9947122,0.004645191,0.00009542333,0.00016147908,0.00026059742,0.00012514874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013212215,0.00010597413,0.00024020518,0.00007166459,0.000038726794,0.00012641343,0.000031673128,0.00006924431,0.000034205343],"category_scores_gemma":[0.018523965,0.00007857986,0.000062693995,0.00021443679,0.000017692446,0.0006497957,0.000034659202,0.00025454612,0.0000096614785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005588041,0.000115184484,0.006233682,0.0001898388,0.00013950332,0.007615487,0.0006357671,0.000008759198,0.00019648123,0.0005360596,0.11214723,0.8716232],"study_design_scores_gemma":[0.004943907,0.0011896291,0.17626648,0.0010447341,0.0008992975,0.00033957718,0.0024875843,0.0060486505,0.000021516888,0.0003912371,0.8060933,0.00027408273],"about_ca_topic_score_codex":0.001362655,"about_ca_topic_score_gemma":0.0017381804,"teacher_disagreement_score":0.87134916,"about_ca_system_score_codex":0.000018464669,"about_ca_system_score_gemma":0.00022877946,"threshold_uncertainty_score":0.9897434},"labels":[],"label_agreement":null},{"id":"W4401028347","doi":"10.1007/978-3-031-66535-6_33","title":"Manually-Curated Versus LLM-Generated Explanations for Complex Patient Cases: An Exploratory Study with Physicians","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Computer science; Exploratory research; Information retrieval; World Wide Web; Data science","score_opus":0.2282105092543523,"score_gpt":0.4355079741253901,"score_spread":0.2072974648710378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401028347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05930245,0.00013591925,0.9278696,0.0027842298,0.002974264,0.005760983,0.00029675182,0.00033584677,0.00053995446],"genre_scores_gemma":[0.9264825,0.000011699414,0.06811701,0.0030369414,0.000987858,0.00016715507,0.0009250234,0.00011601397,0.00015582828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966936,0.000049921724,0.0008849938,0.0011622637,0.0008325216,0.00037666346],"domain_scores_gemma":[0.99651825,0.0013692535,0.0003583631,0.0007135255,0.0008813634,0.00015921143],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005998514,0.000433149,0.0005393679,0.00048956025,0.0002193193,0.00020476698,0.00033767894,0.0001372313,0.00005056161],"category_scores_gemma":[0.00037039522,0.00035867453,0.000081470454,0.00050188665,0.00030823096,0.00041453584,0.00017507785,0.0005612455,0.000023453042],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044779377,0.002757779,0.00017048953,0.00032291474,0.0006936963,0.0019403927,0.015289512,0.05613779,0.0013478391,0.0014486263,0.0015521038,0.9138609],"study_design_scores_gemma":[0.024349542,0.09963485,0.00065760606,0.0025216152,0.0029161174,0.0004562636,0.0014609213,0.8222238,0.0017843499,0.008955338,0.03106732,0.003972272],"about_ca_topic_score_codex":0.00005939679,"about_ca_topic_score_gemma":0.0039594877,"teacher_disagreement_score":0.9098886,"about_ca_system_score_codex":0.00040258447,"about_ca_system_score_gemma":0.0007206469,"threshold_uncertainty_score":0.9998865},"labels":[],"label_agreement":null},{"id":"W4401038341","doi":"10.1002/gin2.12025","title":"Modifications to the NEATS instrument for more appropriate and reproducible assessment of guidelines trustworthiness","year":2024,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Trustworthiness; Computer science; Computer security","score_opus":0.6980171833980815,"score_gpt":0.638484640317394,"score_spread":0.05953254308068745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401038341","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14233802,0.0031584995,0.050072316,0.80070835,0.0011103817,0.0023357312,0.00012682454,0.00010046851,0.00004941951],"genre_scores_gemma":[0.5252385,0.011614565,0.34952173,0.105621815,0.005442355,0.0008639273,0.0004302505,0.00010513723,0.001161695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993329,0.0002445965,0.0046238056,0.0009482556,0.00043995146,0.000414432],"domain_scores_gemma":[0.9935714,0.0022793256,0.00047465973,0.00084322254,0.0021880171,0.00064336084],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015269275,0.00023601843,0.0007351578,0.00016866354,0.0002402721,0.00012739497,0.00017325347,0.00013825564,0.000029146988],"category_scores_gemma":[0.029799841,0.00014641792,0.00017835337,0.00057190406,0.00025176848,0.00022079454,0.00020489568,0.0003551822,0.000004001563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009607309,0.00020462535,0.025743686,0.00087831874,0.0001502874,0.0000014736768,0.00020134753,0.00006250913,0.000023525201,0.005778595,0.09690899,0.8699506],"study_design_scores_gemma":[0.0016085297,0.0009242712,0.04355872,0.00035924415,0.00017253195,0.000048732956,0.0010521464,0.100907624,0.0000062966396,0.0021062389,0.8490511,0.00020456783],"about_ca_topic_score_codex":0.00055776257,"about_ca_topic_score_gemma":0.000107078835,"teacher_disagreement_score":0.869746,"about_ca_system_score_codex":0.00004322566,"about_ca_system_score_gemma":0.0020239023,"threshold_uncertainty_score":0.9783726},"labels":[],"label_agreement":null},{"id":"W4401179081","doi":"10.1186/s12913-024-11353-w","title":"First-line managers’ experience of guideline implementation in orthopaedic nursing and rehabilitation: a qualitative study","year":2024,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Örebro Universitet","keywords":"Line management; Nursing research; Context (archaeology); Nursing; Guideline; Health administration; Medicine; Qualitative research; Health informatics; Acute care; Nursing management; Rehabilitation; Organizational culture; Health care; Public health; Public relations; Physical therapy; Sociology","score_opus":0.2848292203030327,"score_gpt":0.6620378828502345,"score_spread":0.37720866254720176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401179081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794017,0.0015435008,0.0017772289,0.01376464,0.00012386579,0.0032607177,0.000022046697,0.000043645905,0.00006265082],"genre_scores_gemma":[0.98755604,0.00026735195,0.011227581,0.00041550616,0.0001262007,0.0002224301,0.0001238682,0.000026257714,0.00003475944],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99390966,0.0015754624,0.0023074422,0.00059112225,0.0011640886,0.00045222833],"domain_scores_gemma":[0.99321127,0.005375095,0.00020645195,0.00035093655,0.00063562155,0.0002206382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014079451,0.00014125643,0.00039156803,0.0008082487,0.00014610913,0.00005138213,0.00011643023,0.00005455816,0.00023501331],"category_scores_gemma":[0.00074081187,0.00013031856,0.000053351567,0.0017028769,0.00017443704,0.0004384716,0.00010359399,0.00041610425,0.000013264328],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010029987,0.0010196642,0.11314382,0.0065517183,0.00004111324,0.000031360065,0.81255037,0.000031697127,0.000097462296,0.00051718374,0.00052836374,0.06448423],"study_design_scores_gemma":[0.0025860497,0.0032040428,0.10830814,0.0014863213,0.000022070253,0.000009089968,0.8707165,0.011142451,0.0000092962355,0.0011378758,0.0012876667,0.00009048989],"about_ca_topic_score_codex":0.007893305,"about_ca_topic_score_gemma":0.014587272,"teacher_disagreement_score":0.064393744,"about_ca_system_score_codex":0.00040397202,"about_ca_system_score_gemma":0.00079387176,"threshold_uncertainty_score":0.9987132},"labels":[],"label_agreement":null},{"id":"W4401243399","doi":"10.1159/000539999","title":"Stroke Rehabilitation Clinical Practice Guidelines in Low- and Middle-Income Countries: A Systematic Review of Quality and Unique Features","year":2024,"lang":"en","type":"review","venue":"Cerebrovascular Diseases","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Calgary","funders":"","keywords":"Medicine; Low and middle income countries; Stroke (engine); Rehabilitation; Physical medicine and rehabilitation; Clinical Practice; Physical therapy; Quality (philosophy); Intensive care medicine; Developing country","score_opus":0.18472991362708316,"score_gpt":0.5510412336259038,"score_spread":0.3663113199988207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401243399","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000061513536,0.987966,0.000027153012,0.00469309,0.00022348086,0.0065523307,0.00038968053,0.000060289116,0.000026456848],"genre_scores_gemma":[0.000009093767,0.99219584,0.003646671,0.0029583615,0.00021618554,0.00045801603,0.00035246316,0.0000795344,0.00008385832],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98606366,0.0034920985,0.008267312,0.0009680982,0.000949309,0.00025951565],"domain_scores_gemma":[0.9752269,0.018571464,0.002715326,0.0012996373,0.0018379993,0.00034871488],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011799654,0.0005751361,0.0056236833,0.0003252933,0.00003957156,0.00007145421,0.00017649404,0.00038708124,0.000029846438],"category_scores_gemma":[0.27732998,0.00041104975,0.0013020113,0.00051593984,0.00029693087,0.00033754623,0.00023034879,0.0007218946,0.00001762859],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005871026,0.00018623957,0.00031659307,0.98008054,0.0012210793,0.000026172931,0.000026642876,6.697763e-8,8.553149e-9,0.000259708,0.000667033,0.017157188],"study_design_scores_gemma":[0.00084962876,0.00024579949,0.00069648586,0.8725345,0.043263145,0.00017911864,0.00026736787,0.0000067211413,2.831406e-8,0.00010107595,0.081545554,0.00031055012],"about_ca_topic_score_codex":0.00022299007,"about_ca_topic_score_gemma":0.000048364,"teacher_disagreement_score":0.26553032,"about_ca_system_score_codex":0.00018884381,"about_ca_system_score_gemma":0.0012719394,"threshold_uncertainty_score":0.9998341},"labels":[],"label_agreement":null},{"id":"W4401380626","doi":"10.51987/evidencia.v27i3.7122","title":"Using a simplified version of Shaughnessy's guideline trustworthiness tool (G-TRUST) to help clinicians choose the most relevant guidelines for their practice","year":2024,"lang":"en","type":"article","venue":"Evidencia actualizacion en la práctica ambulatoria","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Women in Science and Engineering Newfoundland and Labrador","funders":"","keywords":"Guideline; Trustworthiness; Psychology; Computer science; Medicine; Social psychology","score_opus":0.20310159965090932,"score_gpt":0.5121676033758833,"score_spread":0.30906600372497395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401380626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40806505,0.003075918,0.29762772,0.2670144,0.010982371,0.011043006,0.00063709053,0.0009886499,0.00056575105],"genre_scores_gemma":[0.88565385,0.0008331953,0.08701715,0.019293835,0.0059378557,0.0002396878,0.00033347172,0.00030131027,0.00038963466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99176,0.0008359762,0.004344526,0.001081832,0.0013175512,0.00066011585],"domain_scores_gemma":[0.97170496,0.020816352,0.0010237565,0.0014234831,0.004684467,0.0003469675],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012344133,0.0006223783,0.0010612078,0.00036669947,0.00031145173,0.00022365217,0.00051815313,0.00048508917,0.00031685698],"category_scores_gemma":[0.15366313,0.00043428276,0.0005214227,0.0015459055,0.00014237262,0.0013058607,0.00036572223,0.00075279706,0.00008553087],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016932575,0.0015399851,0.0025726343,0.0025595564,0.00275892,0.0002771371,0.010873584,0.0061918413,0.05613172,0.023717888,0.6923242,0.18411992],"study_design_scores_gemma":[0.0024272809,0.00073103246,0.00071216305,0.00148491,0.002493605,0.00039248023,0.0063380925,0.07048776,0.0024364975,0.0017666459,0.91011673,0.0006128093],"about_ca_topic_score_codex":0.00030168242,"about_ca_topic_score_gemma":0.000040843242,"teacher_disagreement_score":0.4775888,"about_ca_system_score_codex":0.00046640154,"about_ca_system_score_gemma":0.0018047974,"threshold_uncertainty_score":0.9998109},"labels":[],"label_agreement":null},{"id":"W4401527058","doi":"10.1037/amp0001363","title":"Broadening the evidentiary basis for clinical practice guidelines: Recommendations from qualitative psychotherapy researchers.","year":2024,"lang":"en","type":"article","venue":"American Psychologist","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Guideline; PsycINFO; Qualitative research; Psychology; Psychotherapist; Mental health; Interpersonal communication; MEDLINE; Medical education; Applied psychology; Medicine; Social psychology; Political science; Sociology","score_opus":0.7462003016430068,"score_gpt":0.7346015035383779,"score_spread":0.011598798104628827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401527058","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008949502,0.004178211,0.16865599,0.8129471,0.001885526,0.0013732768,0.0002490241,0.00024826225,0.0015131],"genre_scores_gemma":[0.08752418,0.03034225,0.6519923,0.22155306,0.0048074694,0.00080937904,0.00076511636,0.00018140994,0.002024788],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99400765,0.0018239547,0.0022799848,0.00092729117,0.00056043227,0.00040066201],"domain_scores_gemma":[0.9477547,0.04913999,0.0006660309,0.0009611531,0.0012622864,0.00021585004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011862217,0.00023854169,0.00048290766,0.0001385078,0.00023183945,0.0002118524,0.00036387958,0.00011082323,0.0006890745],"category_scores_gemma":[0.06421226,0.00016874092,0.0004198754,0.0009159439,0.00093486777,0.0004888077,0.000042161733,0.0009562343,0.00027037834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000978336,0.00019042446,0.00026345157,0.000009513478,0.00049548503,0.00001271087,0.0019094358,8.42858e-7,0.00006461129,0.00036177662,0.54597384,0.44973955],"study_design_scores_gemma":[0.0012884758,0.0011682464,0.0030950306,0.00020774886,0.0004805336,0.000046794707,0.062268395,0.0006112754,0.000008861227,0.0036587906,0.92695975,0.00020608168],"about_ca_topic_score_codex":0.003255479,"about_ca_topic_score_gemma":0.00021645808,"teacher_disagreement_score":0.59139407,"about_ca_system_score_codex":0.00011684871,"about_ca_system_score_gemma":0.0003816806,"threshold_uncertainty_score":0.9436703},"labels":[],"label_agreement":null},{"id":"W4401643747","doi":"10.1097/xeb.0000000000000455","title":"Knowledge mapping of barriers and strategies for clinical practice guideline implementation: a bibliometric analysis","year":2024,"lang":"en","type":"article","venue":"JBI Evidence Implementation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Bibliometrics; Knowledge translation; Promotion (chess); Library science; Medical education; Political science; Medicine; Knowledge management; Computer science","score_opus":0.3400158223403134,"score_gpt":0.6341378415654032,"score_spread":0.2941220192250898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401643747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4640667,0.014073075,0.48644,0.02837465,0.001157472,0.0049456186,0.00036615983,0.0002560995,0.0003202066],"genre_scores_gemma":[0.9084685,0.0038541863,0.084148645,0.0017908267,0.000586023,0.00024728893,0.00082153763,0.000040958006,0.000042023672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99413526,0.00037445533,0.00374222,0.00072453934,0.0006601603,0.00036338574],"domain_scores_gemma":[0.9891829,0.0077204984,0.000856912,0.00036658216,0.0015951074,0.0002780289],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.009447281,0.0002525384,0.0006359674,0.01617853,0.00014237082,0.00028998803,0.00012824393,0.00011227553,0.0012086552],"category_scores_gemma":[0.007431608,0.00023977894,0.00039212735,0.040091895,0.00011934307,0.0028394018,0.00010203756,0.00022871335,0.000012616329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005194154,0.00013330393,0.124370374,0.0011264742,0.0031755457,0.00001908622,0.0022262512,0.000022370048,0.002129712,0.0026050685,0.08974946,0.7739229],"study_design_scores_gemma":[0.00676141,0.0036798217,0.29894415,0.0005440651,0.021536386,0.00012772303,0.20403382,0.01779213,0.001028535,0.0017763164,0.44300857,0.0007670779],"about_ca_topic_score_codex":0.0006714676,"about_ca_topic_score_gemma":0.0004881654,"teacher_disagreement_score":0.77315587,"about_ca_system_score_codex":0.00017194459,"about_ca_system_score_gemma":0.0014491101,"threshold_uncertainty_score":0.99970436},"labels":[],"label_agreement":null},{"id":"W4401657807","doi":"10.1186/s12877-024-05250-4","title":"Mapping the evidence on dementia care pathways – A scoping review","year":2024,"lang":"en","type":"review","venue":"BMC Geriatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; Centre for Addiction and Mental Health; University Health Network; University of Toronto; CARE Canada; Ontario Shores Centre for Mental Health Sciences; Trillium Health Centre; Alzheimer Society of Canada; Ontario Tech University; Lunenfeld-Tanenbaum Research Institute","funders":"Alzheimer Society Research Program; Alzheimer Society","keywords":"Dementia; Medicine; Care pathway; Health care; Clinical pathway; Nursing; MEDLINE; Disease; Pathology","score_opus":0.6757993568966674,"score_gpt":0.5597839261722585,"score_spread":0.1160154307244089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401657807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.070339e-7,0.9905272,0.0005415761,0.0006571324,0.0014130049,0.006456193,0.00003597053,0.00012090533,0.00024720162],"genre_scores_gemma":[0.0000024895471,0.9937918,0.001817577,0.0019478641,0.001523521,0.00050196936,0.00024571834,0.000101035366,0.00006798441],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9949353,0.00058306486,0.002605192,0.0007519458,0.00077115087,0.00035339827],"domain_scores_gemma":[0.9928607,0.0044306945,0.0011386441,0.0011525282,0.000286557,0.00013092493],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028859314,0.00050209503,0.0018054494,0.00023329315,0.00013696823,0.000113917005,0.00037954564,0.00023091983,0.00019517538],"category_scores_gemma":[0.014739446,0.00029910984,0.0010407867,0.0013681606,0.000032812317,0.00011017096,0.00031398959,0.0009804327,0.0011994331],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041775957,0.000012361172,0.0000043949303,0.46919152,0.00009691275,0.000023799466,0.000045186178,1.4404374e-7,7.00373e-8,0.000022772447,0.009351663,0.521247],"study_design_scores_gemma":[0.00008861392,0.00006987646,0.0000019934969,0.49978474,0.008813165,0.000050450817,0.00008685539,0.0000022652798,6.112001e-8,0.0000064928836,0.4909286,0.0001669021],"about_ca_topic_score_codex":0.000020103113,"about_ca_topic_score_gemma":0.000028265624,"teacher_disagreement_score":0.5210801,"about_ca_system_score_codex":0.00033120453,"about_ca_system_score_gemma":0.0029012328,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W4401797590","doi":"10.1057/978-1-349-96110-8_5031","title":"Royal College of Physicians and Surgeons of Canada (RCPSC)","year":2024,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan UK eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Medical education; Gerontology","score_opus":0.05596315333959468,"score_gpt":0.3297194377374898,"score_spread":0.2737562843978951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401797590","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034576473,0.00076783233,0.000011662829,0.0007820781,0.0005145858,0.00084657205,0.003692374,0.000029151926,0.9898981],"genre_scores_gemma":[0.96554047,0.000071312,0.00020330316,0.00041496535,0.00017982045,0.0000074565987,0.00010860112,0.00008032139,0.033393756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99752134,0.000021254102,0.0012708517,0.00038674628,0.00056212203,0.00023768631],"domain_scores_gemma":[0.9975998,0.0009308853,0.0005924378,0.00043958734,0.0003096457,0.00012766103],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000317101,0.00032681896,0.0009181521,0.00014833041,0.00003224077,0.0000041791254,0.00009112522,0.00019187808,0.00036061386],"category_scores_gemma":[0.00030761212,0.00031004922,0.00020390842,0.000022332584,0.00019560823,3.4458296e-7,0.00012268868,0.0003632865,0.000005623795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005092596,0.0000032675648,0.0010820605,0.0020529672,0.0016088049,0.0006029374,0.00023455119,0.0000029062232,0.0007748879,0.96788067,0.007884511,0.017363153],"study_design_scores_gemma":[0.0030119217,0.00093853753,0.0037602591,0.002862942,0.0037748863,0.00016918678,0.00069954107,0.00030528655,0.0018300222,0.9327037,0.04895818,0.0009855824],"about_ca_topic_score_codex":0.083140686,"about_ca_topic_score_gemma":0.33666953,"teacher_disagreement_score":0.9620828,"about_ca_system_score_codex":0.00010994335,"about_ca_system_score_gemma":0.0010090133,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W4401805366","doi":"10.1057/978-1-349-96110-8_9519","title":"Cancer Council South Australia","year":2024,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan UK eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Killam Trusts; Canada Council for the Arts; École des Hautes Etudes en Sciences Sociales; Strong","keywords":"Cancer; Medicine; Political science; Internal medicine","score_opus":0.31910118515853847,"score_gpt":0.4270291464206301,"score_spread":0.10792796126209164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401805366","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047873537,0.0016239611,0.00003074999,0.0010441835,0.001846464,0.0012211298,0.0007902351,0.00024128957,0.9927232],"genre_scores_gemma":[0.7128902,0.00016344491,0.00025044775,0.001289135,0.0018365692,0.000054701457,0.00018973998,0.00017268173,0.28315306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958531,0.000019056786,0.0014144575,0.0008619973,0.0013875276,0.0004638159],"domain_scores_gemma":[0.99732727,0.00027603866,0.00049999665,0.0007965555,0.0007409372,0.0003591926],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00073333265,0.0006490484,0.00086021575,0.00017336132,0.000068884736,0.000071927236,0.00018335241,0.0005589227,0.00814089],"category_scores_gemma":[0.00037443682,0.0005728888,0.0004998799,0.000025121868,0.0001869551,7.2744956e-7,0.00016694878,0.0010870919,0.0033478013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048503984,0.0000011502683,0.0005067285,0.0006912498,0.0015691571,0.0009463628,0.0007922535,0.000001812587,0.00040846033,0.9713973,0.005804539,0.017395949],"study_design_scores_gemma":[0.0016711851,0.00031600863,0.00033267052,0.0011718222,0.0031881968,0.00015146744,0.00011015054,0.000033917913,0.00011395081,0.7391957,0.2528939,0.00082103355],"about_ca_topic_score_codex":0.00071252923,"about_ca_topic_score_gemma":0.0011631652,"teacher_disagreement_score":0.71241146,"about_ca_system_score_codex":0.0009352808,"about_ca_system_score_gemma":0.0011996167,"threshold_uncertainty_score":0.99967223},"labels":[],"label_agreement":null},{"id":"W4401845483","doi":"10.1016/j.jogc.2024.102630","title":"L’avenir du Journal d’obstétrique et gynécologie du Canada : un mot du nouveau rédacteur en chef","year":2024,"lang":"fr","type":"editorial","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Medicine; Humanities; Gynecology; Philosophy","score_opus":0.033346275608906614,"score_gpt":0.3325087741192941,"score_spread":0.29916249851038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401845483","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046163127,0.020053376,0.0001700933,0.057670664,0.8742619,0.00050513836,0.00055052264,0.000012170392,0.000613017],"genre_scores_gemma":[0.52092725,0.049643572,0.0009978918,0.009418953,0.41688797,0.000017034426,0.00028536565,0.00026979196,0.0015521508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9879851,0.0017606046,0.0055598365,0.0006973161,0.0026568128,0.0013403376],"domain_scores_gemma":[0.8504254,0.13724823,0.0052128583,0.00044353007,0.004809055,0.0018609024],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007660786,0.0009612978,0.0024149735,0.0008190245,0.0005177227,0.00030865168,0.0009526522,0.0017021052,0.0028405997],"category_scores_gemma":[0.4142564,0.0008490468,0.00047782582,0.0010482438,0.0002249786,0.00047015696,0.00047424098,0.009342838,0.000007884177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008477423,0.0002770764,0.013613325,0.00035803116,0.0018659026,0.06903685,0.0002568535,0.00035576278,0.000008346335,0.00018716697,0.85722196,0.056733925],"study_design_scores_gemma":[0.0076535163,0.0020128437,0.02880221,0.00012845325,0.0029362522,0.003102783,0.0018183991,0.00046844105,0.0000105917425,0.00039628914,0.95200986,0.0006603612],"about_ca_topic_score_codex":0.79820377,"about_ca_topic_score_gemma":0.9654898,"teacher_disagreement_score":0.47476414,"about_ca_system_score_codex":0.038744375,"about_ca_system_score_gemma":0.16703235,"threshold_uncertainty_score":0.9995939},"labels":[],"label_agreement":null},{"id":"W4401984503","doi":"10.2196/55865","title":"Visual Modeling Languages in Patient Pathways: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Data science; Cognitive science; Psychology; World Wide Web","score_opus":0.47907696501401464,"score_gpt":0.6809837065288168,"score_spread":0.20190674151480215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401984503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7899072,0.11467226,0.00554851,0.086510554,0.00087185606,0.0011577117,0.0000035633884,0.000025257616,0.0013030441],"genre_scores_gemma":[0.9599202,0.03711402,0.00036061453,0.0019242879,0.0006247594,0.000014599322,0.0000046960095,0.000020987978,0.000015788153],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933337,0.00080630387,0.0017541314,0.00020506019,0.0035907035,0.00031012966],"domain_scores_gemma":[0.990487,0.007690597,0.00018055175,0.00013190378,0.0011056844,0.0004042994],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014084518,0.00009984504,0.00044445432,0.0005925804,0.000028830818,0.00005800914,0.00018727483,0.000102077,0.0018978617],"category_scores_gemma":[0.076457724,0.00007028792,0.00016311693,0.0005738601,0.000070479065,0.00042337086,0.00016437966,0.0028944856,0.00007576027],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087702234,0.00064212026,0.00023924152,0.0064750686,0.00016311668,0.012698678,0.0013116103,0.000030755305,0.0012663298,0.000086778724,0.008087385,0.9681219],"study_design_scores_gemma":[0.0023246286,0.0034805567,0.00015567736,0.8638822,0.00013254092,0.003422516,0.011086033,0.109201305,0.0009925595,0.00053817336,0.004584155,0.00019969465],"about_ca_topic_score_codex":0.00016589438,"about_ca_topic_score_gemma":0.00007089515,"teacher_disagreement_score":0.9679222,"about_ca_system_score_codex":0.00038955253,"about_ca_system_score_gemma":0.0022821473,"threshold_uncertainty_score":0.99940586},"labels":[],"label_agreement":null},{"id":"W4402103647","doi":"10.1016/j.jaad.2024.07.360","title":"50607 Ten-year Data on Canadian Medicolegal Trends for Laser Therapy from 2013 to 2022","year":2024,"lang":"en","type":"article","venue":"Journal of the American Academy of Dermatology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto; Canadian Medical Protective Association; Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Medicine; Laser therapy; MEDLINE; Medical physics; Family medicine; Laser; Optics","score_opus":0.17536415432144775,"score_gpt":0.49475722817628426,"score_spread":0.3193930738548365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402103647","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3524634,0.0003965332,0.00013530914,0.6456501,0.00055848534,0.0002042877,0.00045850888,0.0000079852625,0.00012540008],"genre_scores_gemma":[0.9496882,0.00064584234,0.0031197318,0.045481015,0.0008038293,0.000006348647,0.000045925924,0.000032061293,0.00017705302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979862,0.0001833016,0.001005691,0.00021224191,0.00036778112,0.0002447734],"domain_scores_gemma":[0.9968779,0.0017821792,0.00065387686,0.0003024881,0.000079591366,0.0003039545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006249474,0.0001243081,0.000546036,0.00039123,0.000044473214,0.000016750973,0.00063653244,0.000082470426,0.0003894226],"category_scores_gemma":[0.0015545001,0.00007920418,0.00017094391,0.00043396867,0.0001683627,0.00018469966,0.000086546796,0.0006779491,0.000023221974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012121279,0.00007091202,0.006855151,0.000015490468,0.0004895136,0.00005107684,0.00011996859,0.000013880259,0.0013832694,0.00012817365,0.8378588,0.15180166],"study_design_scores_gemma":[0.0017921467,0.0006368495,0.038849156,0.00012356977,0.0003202088,0.00087062124,0.0004964974,0.00071292464,0.0016398869,0.0004844872,0.9539643,0.00010934953],"about_ca_topic_score_codex":0.0062968745,"about_ca_topic_score_gemma":0.0018718551,"teacher_disagreement_score":0.60016906,"about_ca_system_score_codex":0.00009673816,"about_ca_system_score_gemma":0.0005167286,"threshold_uncertainty_score":0.9519033},"labels":[],"label_agreement":null},{"id":"W4402167441","doi":"10.1161/circulationaha.124.069651","title":"Comparison of American and European Guideline Recommendations for Diagnostic Workup and Secondary Prevention of Ischemic Stroke and Transient Ischemic Attack","year":2024,"lang":"en","type":"review","venue":"Circulation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Stroke (engine); Secondary prevention; Canadian Cardiovascular Society; Evidence-based medicine; Evidence-based practice; MEDLINE; Ischemic stroke; Family medicine; Intensive care medicine; Alternative medicine; Internal medicine; Pathology; Ischemia; Myocardial infarction","score_opus":0.3258426180577725,"score_gpt":0.5451722923106515,"score_spread":0.21932967425287897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402167441","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02116196,0.9679976,0.0068600406,0.0007493533,0.00015799324,0.0021993266,0.00035177244,0.000029436911,0.0004924972],"genre_scores_gemma":[0.069083065,0.91870624,0.007995907,0.00006145076,0.00018430906,0.000063393396,0.0037536998,0.00006987814,0.000082051076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997102,0.0001636669,0.0020863207,0.00038633146,0.00014705308,0.000114598726],"domain_scores_gemma":[0.99683315,0.0015240645,0.0011764967,0.00020029112,0.00018315541,0.00008283053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009138809,0.00022255002,0.0010924125,0.00019097848,0.000036470014,0.000017867518,0.000039163093,0.000090696674,0.000030254008],"category_scores_gemma":[0.0014665066,0.0002073759,0.0001695235,0.00019520248,0.00012482888,0.00011304884,0.000047066307,0.00026840117,0.0000019735603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023005621,0.00008433307,0.0008517418,0.011713992,0.0001994137,3.7898573e-7,0.00013695394,0.0000022384659,0.00015312646,0.0000044834414,0.02457528,0.96225506],"study_design_scores_gemma":[0.0010254072,0.0002472802,0.0019408375,0.0072846054,0.006084741,0.000031636548,0.00031778959,0.0010082694,0.000014628594,0.000005755677,0.9818642,0.00017485706],"about_ca_topic_score_codex":0.000017014658,"about_ca_topic_score_gemma":0.000013102802,"teacher_disagreement_score":0.9620802,"about_ca_system_score_codex":0.00004805403,"about_ca_system_score_gemma":0.00013132318,"threshold_uncertainty_score":0.84565437},"labels":[],"label_agreement":null},{"id":"W4402197792","doi":"10.3138/cjms.v10i4.29","title":"Sonography Canada Professional Practice Guideline","year":2019,"lang":"en","type":"article","venue":"˜The œCanadian journal of medical sonography.","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Engineering ethics; Medical physics; Engineering; Pathology","score_opus":0.05393806900579739,"score_gpt":0.4156792895015054,"score_spread":0.361741220495708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402197792","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25396827,0.0025394098,0.0015637409,0.7263028,0.008630833,0.0012589752,0.000053976317,0.000027036174,0.005654975],"genre_scores_gemma":[0.9152821,0.00011281166,0.0038624175,0.07906085,0.0013965028,0.0000064380833,0.00004043694,0.000036536327,0.00020192804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99344397,0.0004143841,0.0022536013,0.00024864665,0.0030161839,0.0006232194],"domain_scores_gemma":[0.9925879,0.002015452,0.0011868535,0.0004559475,0.0013826424,0.002371204],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007449845,0.00023874745,0.0005407982,0.0004285025,0.00031122926,0.000081186205,0.0006788436,0.00026569972,0.0045046266],"category_scores_gemma":[0.004922374,0.00015652935,0.00040252687,0.0009266646,0.00027006964,0.00033881707,0.000048347785,0.0019095833,0.000046680707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004984211,0.00018935448,0.14214191,0.0000518665,0.00070145825,0.0009041813,0.00024266617,0.000022647113,0.000017534308,0.0005534543,0.79634506,0.05833148],"study_design_scores_gemma":[0.0027206012,0.00041743234,0.031029653,0.00022686183,0.00033097842,0.0016288009,0.0024985496,0.00042940065,0.000005554515,0.00023485039,0.9602999,0.00017738598],"about_ca_topic_score_codex":0.78669655,"about_ca_topic_score_gemma":0.9739077,"teacher_disagreement_score":0.66131383,"about_ca_system_score_codex":0.00027295452,"about_ca_system_score_gemma":0.02550073,"threshold_uncertainty_score":0.99640536},"labels":[],"label_agreement":null},{"id":"W4402390917","doi":"10.23889/ijpds.v9i5.2858","title":"Examining The Care Pathways Patients Experience When Accessing Outpatient Psychiatric Care in British Columbia","year":2024,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of British Columbia; Dalhousie University; Ontario Shores Centre for Mental Health Sciences; University of Toronto","funders":"","keywords":"Psychiatry; Psychology; Medicine","score_opus":0.27726320686672346,"score_gpt":0.5034064651155912,"score_spread":0.22614325824886772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402390917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990207,0.0004917116,0.0018985067,0.00063098146,0.0058239107,0.00050767174,0.0003398924,0.000028011878,0.00007230845],"genre_scores_gemma":[0.99172264,0.000056700217,0.0059135174,0.00048533818,0.00055795995,0.000021753984,0.0012018296,0.00001463823,0.000025600048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99703187,0.00004984873,0.0009321237,0.00047787337,0.0012851772,0.00022309819],"domain_scores_gemma":[0.9978982,0.00030193327,0.0002930199,0.00032835823,0.0010767808,0.000101699785],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011315276,0.000081475926,0.00011884446,0.00020990596,0.00044022585,0.0023330497,0.0010308033,0.000040457602,0.00008386366],"category_scores_gemma":[0.0039013296,0.000086328866,0.00004777559,0.0004306122,0.000099027435,0.0032870993,0.0003466059,0.00030653906,0.00000425131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029823626,0.00003892116,0.66483647,0.000021555086,0.000008458,0.000014293723,0.002714514,0.00006496079,0.000026285608,0.000016482209,0.0011627479,0.3310655],"study_design_scores_gemma":[0.0011697945,0.00020746092,0.9625806,0.00042713984,0.00004290305,0.00011001049,0.011378761,0.011996658,0.00000541183,0.00033081527,0.01161212,0.0001382765],"about_ca_topic_score_codex":0.004742344,"about_ca_topic_score_gemma":0.01572802,"teacher_disagreement_score":0.33092722,"about_ca_system_score_codex":0.00057637267,"about_ca_system_score_gemma":0.0004715282,"threshold_uncertainty_score":0.99870265},"labels":[],"label_agreement":null},{"id":"W4402405633","doi":"10.23889/ijpds.v9i5.2694","title":"Evidence from an Applied Health Research Question (AHRQ): Describing Bundled Care Use in Ontario among Individuals with Total Joint Arthroplasty from fiscal year 2018-2021.","year":2024,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Joint arthroplasty; Joint (building); Arthroplasty; Medicine; Health care; Family medicine; Physical therapy; Surgery; Economics; Engineering; Economic growth","score_opus":0.6376221179359266,"score_gpt":0.5567085475398958,"score_spread":0.08091357039603075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402405633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97810006,0.00009237214,0.016539391,0.0025674815,0.0014590168,0.0006454316,0.0005611829,0.000024613555,0.000010472234],"genre_scores_gemma":[0.95391893,0.000050826704,0.040860113,0.00015890154,0.00069446553,0.000016843844,0.0042414605,0.000017988426,0.00004045003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953658,0.00019936833,0.0010703021,0.0007721664,0.0022537953,0.00033855313],"domain_scores_gemma":[0.99698704,0.0011605519,0.00033767906,0.00047875647,0.0007438168,0.00029213633],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055853464,0.00014192845,0.00022340851,0.0006142316,0.0003007065,0.0012329185,0.0005137274,0.000065910484,0.00028036645],"category_scores_gemma":[0.004753029,0.00012003266,0.00003879185,0.0004375736,0.00019385564,0.0068415566,0.00031404992,0.0008444308,0.000023019504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005464891,0.0001029787,0.96670896,0.00000936647,0.00005111548,0.00003548538,0.0021928055,0.0010667273,0.0008485721,0.00025150034,0.0008905978,0.02729539],"study_design_scores_gemma":[0.0011156452,0.00032423,0.9732725,0.0017466315,0.000034967594,0.000044185203,0.0019247179,0.020230466,0.00006331692,0.0005697478,0.00054326246,0.00013031634],"about_ca_topic_score_codex":0.19080594,"about_ca_topic_score_gemma":0.38864684,"teacher_disagreement_score":0.1978409,"about_ca_system_score_codex":0.0019438165,"about_ca_system_score_gemma":0.0016456908,"threshold_uncertainty_score":0.9998039},"labels":[],"label_agreement":null},{"id":"W4402418398","doi":"10.3390/healthcare12181801","title":"Qualitative Evaluation of a Quality Improvement Collaborative Implementation to Improve Acute Ischemic Stroke Treatment in Nova Scotia, Canada","year":2024,"lang":"en","type":"article","venue":"Healthcare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Dalhousie University; Alberta Health; University of New Brunswick","funders":"Canadian Institutes of Health Research","keywords":"Nova scotia; Implementation research; Context (archaeology); Quality management; Qualitative research; Session (web analytics); Health care; Health services research; Focus group; Medical education; Implementation; Medicine; Psychological intervention; Action research; Nursing; Psychology; Political science; Operations management; Engineering; Public health; Business; Pedagogy","score_opus":0.3036391762112316,"score_gpt":0.6192999872361843,"score_spread":0.3156608110249527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402418398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95093703,0.00044578032,0.00016438036,0.041180108,0.000577821,0.0045602988,0.001963778,0.000024731387,0.00014604919],"genre_scores_gemma":[0.9952981,0.00003731714,0.0014416344,0.0018690653,0.000116598894,0.0003325322,0.0007845806,0.000025703494,0.000094456365],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99551266,0.0006751519,0.0017735822,0.0005421972,0.001161275,0.00033511317],"domain_scores_gemma":[0.9968935,0.00078361115,0.0003479085,0.00032085268,0.00143951,0.00021458181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034043475,0.00021525848,0.00047469977,0.00020429945,0.00003445954,0.00002073097,0.000056194967,0.00007345874,0.00027674157],"category_scores_gemma":[0.00085780426,0.00019632364,0.00007234614,0.0007099945,0.00002414119,0.00018582943,0.000036068468,0.00019139073,0.000013744897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0016525376,0.0004175063,0.017892716,0.0013921856,0.0008849102,0.000039478666,0.049742036,0.00005191197,0.113086306,0.0006050466,0.0095787505,0.8046566],"study_design_scores_gemma":[0.023435267,0.013652064,0.11044907,0.0010838561,0.0022717295,0.00001635817,0.6234398,0.003546325,0.21102425,0.000552333,0.00951139,0.0010175715],"about_ca_topic_score_codex":0.8917827,"about_ca_topic_score_gemma":0.97887564,"teacher_disagreement_score":0.80363905,"about_ca_system_score_codex":0.004940077,"about_ca_system_score_gemma":0.010403511,"threshold_uncertainty_score":0.9988798},"labels":[],"label_agreement":null},{"id":"W4402466345","doi":"10.1097/htr.0000000000000972","title":"Lessons Learned From Moving to Living Guidelines—The Canadian Clinical Practice Guideline for the Rehabilitation of Adults With Moderate-to-Severe TBI","year":2024,"lang":"en","type":"article","venue":"Journal of Head Trauma Rehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Toronto Rehabilitation Institute","funders":"","keywords":"Guideline; Rehabilitation; Clinical Practice; Medicine; Traumatic brain injury; Physical medicine and rehabilitation; Physical therapy; Psychiatry; Pathology","score_opus":0.24023224252889142,"score_gpt":0.5283682521511998,"score_spread":0.28813600962230834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402466345","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35455236,0.00043216866,0.06671317,0.57551163,0.0006985128,0.001944042,0.00006858955,0.000022815768,0.000056688834],"genre_scores_gemma":[0.63687587,0.000031946718,0.35616493,0.005923777,0.0008527728,0.00006008404,0.000022593174,0.000045328725,0.00002268989],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926448,0.00071711943,0.0048044813,0.0004756599,0.0010236105,0.00033436532],"domain_scores_gemma":[0.9107054,0.07937827,0.001167303,0.00062738045,0.0076679997,0.00045364167],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017686268,0.00024413268,0.00061880064,0.00038732754,0.00028232601,0.0001471064,0.00027270438,0.00016590905,0.000062341656],"category_scores_gemma":[0.22553754,0.00014592218,0.00040381972,0.0007535702,0.0001315303,0.0007641724,0.00003865091,0.000739869,0.000015393016],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013726993,0.00048493454,0.0037905846,0.00038591883,0.000679674,0.00002155148,0.015320405,0.03831639,0.00064086495,0.00081190054,0.0754939,0.8503269],"study_design_scores_gemma":[0.009475601,0.029847732,0.1954377,0.00919835,0.003952494,0.00039511741,0.10119206,0.17633374,0.00011503199,0.0052199825,0.46807086,0.000761322],"about_ca_topic_score_codex":0.032879166,"about_ca_topic_score_gemma":0.12305558,"teacher_disagreement_score":0.84956557,"about_ca_system_score_codex":0.00056699576,"about_ca_system_score_gemma":0.0019496107,"threshold_uncertainty_score":0.973561},"labels":[],"label_agreement":null},{"id":"W4402512777","doi":"10.46747/cfp.7009555","title":"Rapid recommendations","year":2024,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Computer science; Data science; World Wide Web; Information retrieval","score_opus":0.19918764575169848,"score_gpt":0.4327006197257063,"score_spread":0.2335129739740078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402512777","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029363688,0.0033463591,0.00074922945,0.19034617,0.0035606993,0.0009754155,0.00037584727,0.00042306772,0.77085954],"genre_scores_gemma":[0.5344443,0.00020163713,0.0016162001,0.4597547,0.0014916756,0.000037059697,0.0007940092,0.00006091538,0.0015995163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990574,0.00003097148,0.00031652057,0.00022660424,0.00011780203,0.00025068686],"domain_scores_gemma":[0.9990758,0.00020551922,0.000026916905,0.00023124326,0.000076762015,0.0003837605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021709943,0.00009549557,0.0001287508,0.0002007499,0.00008323248,0.000063868225,0.000056336714,0.0000462308,0.00011120343],"category_scores_gemma":[0.00010494267,0.000097054115,0.00008947232,0.00038110468,0.000030767027,0.00019991328,0.000009346163,0.00022452943,0.0013860181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041215003,0.000012712818,0.000018203058,0.000017811051,0.00004335353,0.00004333405,0.000031259693,6.3071957e-7,0.0007981767,0.0018228927,0.43197757,0.56522995],"study_design_scores_gemma":[0.0002138943,0.000068891124,0.0024789926,0.000087430395,0.00009780477,0.000002976665,0.0005541186,0.0007332492,0.00006857686,0.0006972948,0.99489695,0.000099848825],"about_ca_topic_score_codex":0.009094025,"about_ca_topic_score_gemma":0.0076163267,"teacher_disagreement_score":0.76926,"about_ca_system_score_codex":0.0003081032,"about_ca_system_score_gemma":0.001076759,"threshold_uncertainty_score":0.9993915},"labels":[],"label_agreement":null},{"id":"W4402730979","doi":"10.1080/23279095.2024.2406313","title":"Fifteen years later: Enhancing the classification accuracy of the performance validity module of the Advanced Clinical Solutions","year":2024,"lang":"en","type":"article","venue":"Applied Neuropsychology Adult","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Medical physics; Artificial intelligence; Medicine","score_opus":0.2124506286383802,"score_gpt":0.4649908467514654,"score_spread":0.2525402181130852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402730979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97791535,0.00002946567,0.00043986776,0.018741913,0.0012724467,0.00076608075,0.000014945874,0.000037795246,0.000782135],"genre_scores_gemma":[0.99596107,0.00025404227,0.0002492913,0.0031626571,0.00018399447,0.000047132955,0.000008554047,0.0000214147,0.0001118289],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9977184,0.00033569458,0.0011617673,0.00033198379,0.00026464398,0.00018751346],"domain_scores_gemma":[0.9959698,0.0024297882,0.00047575828,0.0009369456,0.00015349164,0.000034246714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001267406,0.00011153961,0.00021983434,0.000032205662,0.0001263241,0.00000823414,0.0003602774,0.000112623406,0.00004494452],"category_scores_gemma":[0.0026453196,0.000060301387,0.00018204005,0.00041769978,0.00042307534,0.000082880186,0.00015267503,0.0007332873,0.00004397329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001217849,0.0009883171,0.060638685,0.0003351359,0.00029731262,0.0000052994496,0.0014589226,0.00038580372,0.591837,0.011839189,0.012397074,0.31859943],"study_design_scores_gemma":[0.00091459055,0.00015449773,0.98282486,0.00007610369,0.0002187022,0.000028263108,0.0001714002,0.0019982364,0.007593974,0.00047029593,0.005479757,0.00006934232],"about_ca_topic_score_codex":0.0000096829535,"about_ca_topic_score_gemma":0.000020508816,"teacher_disagreement_score":0.92218614,"about_ca_system_score_codex":0.000020898751,"about_ca_system_score_gemma":0.00012493957,"threshold_uncertainty_score":0.31858093},"labels":[],"label_agreement":null},{"id":"W4402898917","doi":"10.1016/j.msksp.2024.103195","title":"Do patients’ preferences and expectations match clinical guidelines? A survey of individuals seeking private primary care for a musculoskeletal disorder","year":2024,"lang":"en","type":"article","venue":"Musculoskeletal Science and Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de Recherche du Québec - Santé","keywords":"Primary care; Medicine; Family medicine; Psychology; Physical therapy","score_opus":0.18705468650508036,"score_gpt":0.5118852486554281,"score_spread":0.32483056215034767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402898917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98937887,0.0025434582,0.002284137,0.0029957728,0.00045220088,0.0014967103,0.00015909731,0.000059018104,0.00063074497],"genre_scores_gemma":[0.9743765,0.0009365834,0.02351428,0.0005686532,0.00016714599,0.000089279354,0.00030258537,0.000027096155,0.000017903323],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99566567,0.00046765088,0.0015630856,0.0008539152,0.0010751948,0.0003745108],"domain_scores_gemma":[0.986279,0.009774322,0.00049628626,0.0003390445,0.0028540816,0.0002572586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009897334,0.00023813309,0.00047711923,0.00024919756,0.00032339152,0.0002668328,0.00019307369,0.00012912428,0.000026796408],"category_scores_gemma":[0.0663062,0.00018831265,0.00013646638,0.0010918474,0.0007355993,0.0020431844,0.0002775448,0.0003387715,0.0000071712916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029891223,0.0003018496,0.3076539,0.001427595,0.00013115544,0.0000028298227,0.0016249152,0.0000016934855,0.00035271037,0.0003205056,0.00053245283,0.68735147],"study_design_scores_gemma":[0.0023767955,0.0021328926,0.9537899,0.00040382915,0.00087224913,0.000033425484,0.008870993,0.00091867615,0.0000152130615,0.00028438814,0.02993054,0.00037109692],"about_ca_topic_score_codex":0.00064091146,"about_ca_topic_score_gemma":0.00021303585,"teacher_disagreement_score":0.68698037,"about_ca_system_score_codex":0.00007678698,"about_ca_system_score_gemma":0.0009159504,"threshold_uncertainty_score":0.9415587},"labels":[],"label_agreement":null},{"id":"W4402990981","doi":"10.1016/j.jclinepi.2024.111514","title":"Corrigendum to “Development of an international glossary for clinical guidelines collaboration” “[Journal of Clinical Epidemiology 158 (2023) 84-91]”","year":2024,"lang":"en","type":"erratum","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Institutes of Health Research; Canadian Thoracic Society; Institute of Health Economics; Western University; Impact; The Society of Obstetricians and Gynaecologists of Canada; Public Health Agency of Canada","funders":"","keywords":"Glossary; Medicine; Library science; Medical education; Engineering ethics; Engineering; Computer science; Philosophy","score_opus":0.7948329839807938,"score_gpt":0.7031021703299198,"score_spread":0.09173081365087399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402990981","genre_codex":"editorial","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034253675,0.009042661,0.09406185,0.21607059,0.64110136,0.0029747603,0.0009267627,0.00006661669,0.0015017156],"genre_scores_gemma":[0.0016057782,0.031422097,0.73613983,0.062886134,0.14326756,0.000043471882,0.0015915614,0.00031511986,0.022728436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.84554976,0.022675132,0.12652561,0.0019872754,0.0019053832,0.0013568508],"domain_scores_gemma":[0.5278655,0.30746782,0.1188218,0.0027503353,0.03813879,0.0049557206],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.32751969,0.0010769982,0.019778648,0.0013154217,0.0001204312,0.000037102578,0.0023012473,0.00516079,0.0007663669],"category_scores_gemma":[0.86358947,0.0008137871,0.0067752884,0.0007560843,0.0011910617,0.0006641836,0.00068269187,0.010473758,0.00013856219],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011499749,0.0018356753,0.07691087,0.0004148238,0.00416165,0.00020660885,0.00006509062,0.00009870964,0.0000044627513,0.00041009017,0.77935076,0.12504151],"study_design_scores_gemma":[0.007731298,0.014437695,0.08530658,0.002089887,0.0029009476,0.00090760796,0.00043661415,0.0027362884,0.0000030041804,0.0064404006,0.87647027,0.000539386],"about_ca_topic_score_codex":0.0000453586,"about_ca_topic_score_gemma":0.00020633619,"teacher_disagreement_score":0.642078,"about_ca_system_score_codex":0.00039974245,"about_ca_system_score_gemma":0.021540504,"threshold_uncertainty_score":0.9994313},"labels":[],"label_agreement":null},{"id":"W4403058978","doi":"10.58931/cait.2023.3140","title":"Abstract Presentation Highlights From the 2023 AAAAI Annual Meeting","year":2023,"lang":"en","type":"article","venue":"Canadian allergy & immunology today.","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Presentation (obstetrics); Medicine","score_opus":0.07796263162280655,"score_gpt":0.37108134112132835,"score_spread":0.2931187094985218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403058978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83364725,0.0007377165,0.000011424461,0.1557697,0.0016825948,0.00052060635,0.00026899733,0.0001803483,0.007181338],"genre_scores_gemma":[0.9842172,0.00082168996,0.00022928246,0.0075434046,0.00094986765,0.00006972576,0.0023376178,0.000056745335,0.0037744278],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997848,0.00016441013,0.00075318856,0.00040243796,0.00024502815,0.0005869426],"domain_scores_gemma":[0.9969659,0.0017692974,0.00022475462,0.000556073,0.00022470154,0.000259276],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006500284,0.00019127068,0.00026234146,0.00020985884,0.00032913225,0.000038097252,0.0002760008,0.0002373547,0.0023082288],"category_scores_gemma":[0.0024683438,0.00015808296,0.000111987734,0.0004711254,0.00015937864,0.00022294221,0.000073996525,0.00046737934,0.002543642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040279466,0.000078897225,0.009451581,0.000013876859,0.0017967127,0.0007648218,0.0025956302,0.00014228518,0.011152607,0.0018686567,0.9241149,0.04761723],"study_design_scores_gemma":[0.0010269049,0.00006926813,0.5231812,0.00003820315,0.00005485502,0.000017267304,0.0030504155,0.00008958828,0.00021910954,0.00034617327,0.4717723,0.0001347016],"about_ca_topic_score_codex":0.44874996,"about_ca_topic_score_gemma":0.56115717,"teacher_disagreement_score":0.51372963,"about_ca_system_score_codex":0.0002523116,"about_ca_system_score_gemma":0.0008401222,"threshold_uncertainty_score":0.9986038},"labels":[],"label_agreement":null},{"id":"W4403199959","doi":"10.24095/hpcdp.44.10.01f","title":"Maladies cardiovasculaires dans les fichiers médico-administratifs québécois : diagnostics manquants et sous-estimation du nombre de cas dans une cohorte prospective de 28 ans","year":2024,"lang":"fr","type":"article","venue":"Promotion de la santé et prévention des maladies chroniques au Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Centre hospitalier de l'Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Medicine","score_opus":0.034203615089407655,"score_gpt":0.3812132421762468,"score_spread":0.34700962708683913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403199959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7385784,0.013497405,0.22517572,0.008223198,0.0015110238,0.0020557076,0.00080972986,0.0004361462,0.009712683],"genre_scores_gemma":[0.9475441,0.03614779,0.009850496,0.00039711208,0.0009696912,0.00051406026,0.0007562227,0.00017433516,0.0036462038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926411,0.0025957976,0.0016997618,0.0009551569,0.0009007228,0.0012074463],"domain_scores_gemma":[0.9947125,0.0031609845,0.00056864,0.00053486595,0.00046954092,0.00055349775],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041053495,0.0007345444,0.00079410675,0.0002522827,0.0006518494,0.0004431746,0.00026710282,0.0004765264,0.0012446803],"category_scores_gemma":[0.0057173064,0.00081360823,0.00047907524,0.0006375668,0.0011001667,0.0010161785,0.00012991078,0.001139657,0.00001130736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00033881635,0.0012333721,0.789694,0.013481185,0.0033603825,0.0039267014,0.05012154,0.018866027,0.0007569392,0.011569765,0.030508673,0.076142564],"study_design_scores_gemma":[0.0016075755,0.0012966179,0.8486228,0.008334557,0.0034111305,0.0028149504,0.016392555,0.09726774,0.0025998063,0.003991924,0.012755354,0.00090497994],"about_ca_topic_score_codex":0.6070674,"about_ca_topic_score_gemma":0.98279005,"teacher_disagreement_score":0.37572268,"about_ca_system_score_codex":0.0141749475,"about_ca_system_score_gemma":0.013129133,"threshold_uncertainty_score":0.9996683},"labels":[],"label_agreement":null},{"id":"W4403226525","doi":"10.1016/j.cjca.2024.08.203","title":"A NEW QUALITY STANDARD FOR HYPERTENSION: GUIDING EVIDENCE-BASED, HIGH-QUALITY CARE IN ONTARIO","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quality (philosophy); Standard of care; Quality management; Operations management; Internal medicine","score_opus":0.4764670875892374,"score_gpt":0.4927315204578674,"score_spread":0.016264432868629997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403226525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85890603,0.009467403,0.07023214,0.05506403,0.0048629297,0.00078564725,0.00010239087,0.000019490317,0.0005599071],"genre_scores_gemma":[0.98891854,0.00004314555,0.007487529,0.0019350429,0.0014886012,0.000004784787,0.000027623179,0.000017536884,0.000077218916],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744046,0.0003559442,0.0014327812,0.00022712961,0.00023167746,0.00031201367],"domain_scores_gemma":[0.9955918,0.002541445,0.00023693866,0.00021932553,0.0008012272,0.00060924207],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003735276,0.0001277563,0.00075594126,0.00032557,0.0000522404,0.000039311904,0.00010913967,0.00015773435,0.00012769237],"category_scores_gemma":[0.009867738,0.00011114164,0.0003312028,0.00016123753,0.0000556843,0.00021393932,0.0000095479945,0.00042308462,0.000005022439],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006561006,0.0000063653415,0.49769896,0.0007585931,0.00077386084,0.0035190098,0.0018582211,0.0039133113,0.002002785,0.0030489315,0.22075154,0.2591074],"study_design_scores_gemma":[0.0044272295,0.0018783434,0.2618091,0.0013117365,0.0005511928,0.000685041,0.0017123347,0.000023945737,0.00018695119,0.0017197221,0.725459,0.00023538682],"about_ca_topic_score_codex":0.31004173,"about_ca_topic_score_gemma":0.78817797,"teacher_disagreement_score":0.50470746,"about_ca_system_score_codex":0.0021822965,"about_ca_system_score_gemma":0.023547944,"threshold_uncertainty_score":0.9984726},"labels":[],"label_agreement":null},{"id":"W4403323207","doi":"10.21203/rs.3.rs-4876155/v1","title":"Quality priorities related to the management of type 2 diabetes in primary care: Results from the COMPAS+ quality improvement collaborative","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut National d'Excellence en Santé et en Services Sociaux; Hôpital Charles-Le Moyne; Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Quality (philosophy); Primary care; Quality management; Type 2 diabetes; Business; Medicine; Process management; Operations management; Psychology; Diabetes mellitus; Family medicine; Marketing; Economics; Endocrinology","score_opus":0.27100818772584445,"score_gpt":0.5644330266467374,"score_spread":0.293424838920893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403323207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9265984,0.00396018,0.0000042914094,0.0546824,0.00068108883,0.007283514,0.003163612,0.000053453354,0.0035730149],"genre_scores_gemma":[0.9930204,0.0013858209,0.0008999523,0.00059616694,0.0002271947,0.00047446066,0.0028421513,0.00004468118,0.0005091865],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99031615,0.0029492218,0.002745005,0.00094331347,0.0025183684,0.000527926],"domain_scores_gemma":[0.9866527,0.008403606,0.0004937836,0.0018947246,0.002413649,0.00014158386],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016672608,0.00029410305,0.00075580424,0.00019595082,0.00015217412,0.000138461,0.00063750433,0.00024545737,0.0000637559],"category_scores_gemma":[0.005512492,0.00018260405,0.00017258956,0.0014890624,0.00028863034,0.00005610718,0.0036548038,0.0027117934,0.00008727457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031546615,0.002865735,0.115963675,0.06250814,0.0094307745,0.0003113574,0.13447657,0.0022323972,0.0044926573,0.014536914,0.13903093,0.48260424],"study_design_scores_gemma":[0.00464218,0.0013265101,0.82311004,0.007816831,0.0003550348,2.641301e-7,0.12715742,0.00027219392,0.00074035366,0.010988479,0.023153346,0.0004373511],"about_ca_topic_score_codex":0.008910545,"about_ca_topic_score_gemma":0.0027446614,"teacher_disagreement_score":0.70714635,"about_ca_system_score_codex":0.0013883188,"about_ca_system_score_gemma":0.001470638,"threshold_uncertainty_score":0.99958897},"labels":[],"label_agreement":null},{"id":"W4403443572","doi":"10.46747/cfp.7010632","title":"Rapid recommendations","year":2024,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Computer science; Data science; World Wide Web; Medicine","score_opus":0.19918764575169848,"score_gpt":0.4327006197257063,"score_spread":0.2335129739740078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403443572","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029363688,0.0033463591,0.00074922945,0.19034617,0.0035606993,0.0009754155,0.00037584727,0.00042306772,0.77085954],"genre_scores_gemma":[0.5344443,0.00020163713,0.0016162001,0.4597547,0.0014916756,0.000037059697,0.0007940092,0.00006091538,0.0015995163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990574,0.00003097148,0.00031652057,0.00022660424,0.00011780203,0.00025068686],"domain_scores_gemma":[0.9990758,0.00020551922,0.000026916905,0.00023124326,0.000076762015,0.0003837605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021709943,0.00009549557,0.0001287508,0.0002007499,0.00008323248,0.000063868225,0.000056336714,0.0000462308,0.00011120343],"category_scores_gemma":[0.00010494267,0.000097054115,0.00008947232,0.00038110468,0.000030767027,0.00019991328,0.000009346163,0.00022452943,0.0013860181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041215003,0.000012712818,0.000018203058,0.000017811051,0.00004335353,0.00004333405,0.000031259693,6.3071957e-7,0.0007981767,0.0018228927,0.43197757,0.56522995],"study_design_scores_gemma":[0.0002138943,0.000068891124,0.0024789926,0.000087430395,0.00009780477,0.000002976665,0.0005541186,0.0007332492,0.00006857686,0.0006972948,0.99489695,0.000099848825],"about_ca_topic_score_codex":0.009094025,"about_ca_topic_score_gemma":0.0076163267,"teacher_disagreement_score":0.76926,"about_ca_system_score_codex":0.0003081032,"about_ca_system_score_gemma":0.001076759,"threshold_uncertainty_score":0.9993915},"labels":[],"label_agreement":null},{"id":"W4403475485","doi":"10.1002/cl2.1444","title":"Protocol: Assessing the impact of interest‐holder engagement on guideline development: A systematic review","year":2024,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Dalhousie University; Public Health Agency of Canada; Bruyère; University of Ottawa; McMaster University; Impact","funders":"National Health and Medical Research Council; Medical Research Council; Agency for Healthcare Research and Quality; Canadian Institutes of Health Research; National Institute for Health and Care Research; National Institute for Health and Care Excellence; Patient-Centered Outcomes Research Institute","keywords":"Checklist; Guideline; Protocol (science); Systematic review; Empirical research; Process (computing); Psychology; Medicine; Medical education; MEDLINE; Computer science; Alternative medicine; Political science; Mathematics; Pathology","score_opus":0.758611039272167,"score_gpt":0.6530205275600293,"score_spread":0.10559051171213774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403475485","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2917582e-7,0.6003759,0.0002954418,0.00009840449,0.00020093391,0.39864174,0.000010792623,0.000053692038,0.00032298407],"genre_scores_gemma":[9.3864963e-7,0.67105985,0.00080430537,0.00051861646,0.00019535159,0.3264866,0.00017183865,0.00015640802,0.00060609257],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95929796,0.011164427,0.026718885,0.0010529092,0.0011950248,0.00057081756],"domain_scores_gemma":[0.97315985,0.0061440016,0.016017608,0.0036517098,0.00073223095,0.00029462887],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.04835503,0.0016098056,0.018453592,0.0004546393,0.0001555446,0.00023461065,0.0010267831,0.00035144037,0.00041195378],"category_scores_gemma":[0.0550286,0.0006383206,0.004749804,0.0014362208,0.00008490231,0.00020109463,0.00038481815,0.0016313242,0.002815933],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003672983,0.00018951634,2.6247827e-7,0.9342516,0.0019701668,0.000029602566,0.00009963257,1.8090653e-7,2.8646767e-7,0.00003262881,0.038689796,0.024732662],"study_design_scores_gemma":[0.00021367133,0.0001581175,1.0167272e-7,0.60959584,0.025196249,0.0003224947,0.000050774517,0.000020140647,2.0606194e-7,0.0000066803327,0.36412668,0.00030905014],"about_ca_topic_score_codex":0.000015883168,"about_ca_topic_score_gemma":0.0000047606068,"teacher_disagreement_score":0.3254369,"about_ca_system_score_codex":0.0011356602,"about_ca_system_score_gemma":0.0021451549,"threshold_uncertainty_score":0.99966496},"labels":[],"label_agreement":null},{"id":"W4403500042","doi":"10.1016/j.jclinepi.2024.111569","title":"Cross-cultural adaptation and validation to Spanish of the PANELVIEW instrument to evaluate the health guidelines development process","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Adaptation (eye); Cross-cultural; Process (computing); Cross-cultural studies; Medicine; Psychology; Computer science; Sociology; Social psychology; Anthropology","score_opus":0.7940754109441899,"score_gpt":0.689176668843959,"score_spread":0.10489874210023087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403500042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70506066,0.00062515604,0.006379678,0.28609923,0.0012367242,0.0005717922,0.0000034498894,0.0000074787854,0.000015833777],"genre_scores_gemma":[0.9364976,0.00085682695,0.025267018,0.03639049,0.0008790477,0.000016476697,0.000007020038,0.00001403033,0.00007145447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98781586,0.002364455,0.00877201,0.00029042186,0.00051424303,0.00024301428],"domain_scores_gemma":[0.974144,0.020533673,0.0023950234,0.0002840526,0.0022683516,0.00037488877],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05035847,0.00014696352,0.0011666953,0.00007205717,0.000100439145,0.000029357772,0.00021065961,0.000113503076,0.000053274984],"category_scores_gemma":[0.26125994,0.00006805093,0.00027144764,0.00030333418,0.0001501335,0.0002035526,0.00011494515,0.0005874847,0.000013628251],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010060633,0.00011339465,0.13017873,0.00035863096,0.0002884811,0.0000038972903,0.0013070938,0.0028770384,0.000075230644,0.0006530701,0.010958639,0.8521797],"study_design_scores_gemma":[0.0017997767,0.0028472263,0.8659188,0.001704958,0.0003449235,0.0003184272,0.0010981819,0.004910829,0.00020148497,0.003403358,0.11730537,0.00014664463],"about_ca_topic_score_codex":0.00007554101,"about_ca_topic_score_gemma":0.00005828805,"teacher_disagreement_score":0.8520331,"about_ca_system_score_codex":0.00010331958,"about_ca_system_score_gemma":0.0014792063,"threshold_uncertainty_score":0.9778558},"labels":[],"label_agreement":null},{"id":"W4403728304","doi":"10.1016/j.cjca.2024.10.020","title":"Ushering in a New Era of Hypertension Canada Guidelines: A Roadmap of What Lies Ahead","year":2024,"lang":"en","type":"editorial","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; Impact; University of Alberta; Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"Fonds de Recherche du Québec - Santé","keywords":"Medicine; Intensive care medicine","score_opus":0.15226754254166344,"score_gpt":0.4077596132363215,"score_spread":0.25549207069465807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403728304","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02343504,0.02463371,0.00020693829,0.018988045,0.9319645,0.0003708521,0.000150635,0.0000044036356,0.00024588677],"genre_scores_gemma":[0.10416112,0.0066708014,0.0016314574,0.00095447083,0.8859999,0.0000031631073,0.00017905398,0.00010728655,0.00029275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995298,0.00020622279,0.0032574423,0.0002564365,0.0006164611,0.0003654186],"domain_scores_gemma":[0.993446,0.0019828633,0.0011934075,0.00033893855,0.0024031345,0.00063566817],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016723855,0.00026446226,0.0019701286,0.0005694592,0.000018300665,0.000022448527,0.0002493712,0.00062203227,0.00004323021],"category_scores_gemma":[0.026641287,0.0002354052,0.00038103893,0.00029799854,0.00008925917,0.0001910449,0.00003619981,0.001820133,0.000002001709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021417411,0.0000020372813,0.00082114665,0.00025603495,0.0003929037,0.001317711,0.0000931312,0.00072830654,0.00015394566,0.0000030324595,0.9748016,0.021215964],"study_design_scores_gemma":[0.0016555351,0.00048809696,0.0006545138,0.0035649345,0.00071204617,0.00051801564,0.0012425643,0.000035559406,0.000030422665,0.00009423117,0.99084604,0.00015806341],"about_ca_topic_score_codex":0.87527305,"about_ca_topic_score_gemma":0.96124285,"teacher_disagreement_score":0.085969836,"about_ca_system_score_codex":0.00091638434,"about_ca_system_score_gemma":0.07595061,"threshold_uncertainty_score":0.9815577},"labels":[],"label_agreement":null},{"id":"W4403762704","doi":"10.1002/ejhf.3485","title":"Applicability of Heart Failure Clinical Practice Guidelines in Low- and Middle-Income Countries","year":2024,"lang":"en","type":"article","venue":"European Journal of Heart Failure","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Clinical Practice; Guideline; Heart failure; Family medicine; Internal medicine; Pathology","score_opus":0.12300173534640348,"score_gpt":0.4703642821423409,"score_spread":0.3473625467959374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403762704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5435565,0.0026664583,0.0006849659,0.45181748,0.0005671906,0.0004910467,0.0000211199,0.000040722112,0.00015448897],"genre_scores_gemma":[0.7961324,0.00038477703,0.19594109,0.005837213,0.0015630404,0.0000018835796,0.0000064876504,0.00006253358,0.000070576556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99286073,0.0012501825,0.0045028264,0.0003844969,0.00072904176,0.0002727068],"domain_scores_gemma":[0.9931865,0.0036839547,0.00072439987,0.00039458633,0.0017135725,0.00029702613],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015739918,0.00022959904,0.0008261568,0.0002413327,0.00004771664,0.000087337845,0.00015294943,0.00009439142,0.00017706395],"category_scores_gemma":[0.024236819,0.0001812594,0.00029606983,0.00038550165,0.0002559141,0.00070929684,0.00012908387,0.0012565657,0.00008794786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055928533,0.0013355466,0.30794853,0.0057077594,0.00086611905,0.0029604863,0.0011832818,0.00013598683,0.0031571905,0.00059024815,0.6544041,0.016117899],"study_design_scores_gemma":[0.0025385432,0.0013329131,0.046552837,0.003298502,0.0003047663,0.002716137,0.0014381487,0.00019154599,0.00014031447,0.00006720926,0.9412525,0.00016658184],"about_ca_topic_score_codex":0.000028306033,"about_ca_topic_score_gemma":0.00004218175,"teacher_disagreement_score":0.44598025,"about_ca_system_score_codex":0.00006358845,"about_ca_system_score_gemma":0.00048516958,"threshold_uncertainty_score":0.98398244},"labels":[],"label_agreement":null},{"id":"W4403817065","doi":"10.1186/s12913-024-11829-9","title":"Enhancing the value of the oncology thoracic surgery care pathway: a TDABC and ABC analysis","year":2024,"lang":"en","type":"article","venue":"BMC Health Services Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"McGill University Health Centre; McGill University","keywords":"Medicine; Surgical oncology; Nursing research; Health administration; Pain medicine; Cardiothoracic surgery; Health informatics; Internal medicine; General surgery; Public health; Oncology; Surgery; Nursing; Anesthesiology; Pathology","score_opus":0.2922434917483887,"score_gpt":0.611134580026331,"score_spread":0.3188910882779423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697944,0.009910836,0.0002845728,0.018395659,0.00023452399,0.0010629692,0.00003319504,0.00003334557,0.00025049297],"genre_scores_gemma":[0.99535847,0.0011524016,0.00058822887,0.0024114957,0.00027568656,0.000057796526,0.000044376236,0.000019850362,0.00009171676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945735,0.0025038943,0.0011159616,0.0003747424,0.0009733557,0.00045859176],"domain_scores_gemma":[0.98411673,0.014301483,0.00020856397,0.0006125604,0.00057163305,0.0001890197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01347389,0.000105564475,0.00045726026,0.00038736928,0.00035156525,0.000058639263,0.0002054589,0.00010138345,0.00008914867],"category_scores_gemma":[0.0010272065,0.000057695986,0.00019391102,0.0026009812,0.00015077378,0.00011192182,0.00029506194,0.0007565434,0.000020302976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011337681,0.00029533159,0.44116986,0.04087783,0.0011260328,0.000057100428,0.050530117,0.00013439477,0.0026918934,0.00081286207,0.00074041396,0.4604304],"study_design_scores_gemma":[0.00068516046,0.0010175039,0.6885442,0.0028295105,0.0010817155,0.00007197685,0.18591017,0.033765506,0.0036988182,0.0006443669,0.08150693,0.0002441164],"about_ca_topic_score_codex":0.006957264,"about_ca_topic_score_gemma":0.017747765,"teacher_disagreement_score":0.4601863,"about_ca_system_score_codex":0.00030185058,"about_ca_system_score_gemma":0.003989466,"threshold_uncertainty_score":0.9996555},"labels":[],"label_agreement":null},{"id":"W4403912348","doi":"10.1016/j.gie.2024.06.037","title":"American Society for Gastrointestinal Endoscopy clinical practice guideline development policy and checklist","year":2024,"lang":"en","type":"article","venue":"Gastrointestinal Endoscopy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Guideline; Checklist; Endoscopy; Clinical Practice; General surgery; Family medicine; Internal medicine; Pathology","score_opus":0.11448755255581579,"score_gpt":0.48960969282989697,"score_spread":0.3751221402740812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403912348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041238092,0.00045761126,0.87179065,0.07965029,0.00055913435,0.0024737658,0.00015176594,0.0008647362,0.0028139816],"genre_scores_gemma":[0.017191168,0.000093095565,0.9672737,0.011175091,0.002915773,0.0001515854,0.00036512382,0.00013068882,0.00070377573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937726,0.0002646428,0.0030520167,0.0011964001,0.00073665887,0.00097767],"domain_scores_gemma":[0.9812961,0.015550773,0.0007481591,0.00051701244,0.0010921864,0.0007957422],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0060641025,0.00056161516,0.00084030256,0.00022791357,0.00024638194,0.00023474477,0.0002144446,0.00006271401,0.000107062464],"category_scores_gemma":[0.07250498,0.0005202528,0.0005450789,0.0006670294,0.0006859813,0.00051109865,0.00023717969,0.0009096924,0.000104476705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01997179,0.0025285562,0.050589636,0.001854617,0.0011470679,0.0012436052,0.0006951586,0.000051553994,0.12146518,0.00479874,0.41928902,0.3763651],"study_design_scores_gemma":[0.008156247,0.0089812735,0.010957877,0.0024536923,0.001339755,0.071070835,0.0033054766,0.013189524,0.0005833332,0.00041149862,0.87872,0.00083049707],"about_ca_topic_score_codex":0.00047309248,"about_ca_topic_score_gemma":0.000043888496,"teacher_disagreement_score":0.459431,"about_ca_system_score_codex":0.000453865,"about_ca_system_score_gemma":0.002942675,"threshold_uncertainty_score":0.9997249},"labels":[],"label_agreement":null},{"id":"W4404062272","doi":"10.2139/ssrn.4997488","title":"Modelling the Cost Effectiveness and Budget Impact of Uterine Botulinum Toxin Injections Versus Conventional Treatment in Severe Dysmenorrhoea: A French Perspective","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Perspective (graphical); Botulinum toxin; Medicine; Gynecology; Physical medicine and rehabilitation; Surgery; Computer science","score_opus":0.09030343175841615,"score_gpt":0.46109510655033603,"score_spread":0.3707916747919199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404062272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788547,0.005401565,0.010392956,0.00241168,0.0007587942,0.0017473849,0.00017877783,0.000026704207,0.00022744221],"genre_scores_gemma":[0.99218917,0.0065846927,0.00023546089,0.000016937754,0.0005026279,0.00012584685,0.00007589555,0.00004759431,0.00022175771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99669945,0.00045147506,0.0009998716,0.0005064604,0.00036656138,0.00097617035],"domain_scores_gemma":[0.99739057,0.001252411,0.0005087726,0.00030250344,0.00042858077,0.00011719249],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002869741,0.00038701124,0.00067071314,0.00033649086,0.00012372201,0.00007197098,0.00014036192,0.00022137054,0.00008578806],"category_scores_gemma":[0.00047905155,0.00026806377,0.0004991168,0.0002877455,0.00011362961,0.00010469348,0.00025116917,0.004214426,0.000006322571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.030417716,0.004699654,0.028045543,0.0013420914,0.030979235,0.000284209,0.0069336207,0.7768796,0.0010466893,0.05094594,0.00035259343,0.06807311],"study_design_scores_gemma":[0.042016495,0.020311754,0.024026154,0.0019179845,0.0052397144,0.0070629944,0.019976942,0.20962031,0.00011978783,0.66802526,0.0004856545,0.0011969323],"about_ca_topic_score_codex":0.016691668,"about_ca_topic_score_gemma":0.0044684326,"teacher_disagreement_score":0.6170793,"about_ca_system_score_codex":0.010711229,"about_ca_system_score_gemma":0.009486691,"threshold_uncertainty_score":0.9999772},"labels":[],"label_agreement":null},{"id":"W4404184394","doi":"10.1136/bmj.q2433","title":"Patient involvement in developing clinical guidelines","year":2024,"lang":"en","type":"editorial","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Data science; Computer science; World Wide Web","score_opus":0.3979538117578652,"score_gpt":0.5903631515200652,"score_spread":0.19240933976220004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404184394","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012532817,0.0007681702,0.00020171692,0.054219782,0.94089204,0.0017276664,0.00007949286,0.00011565618,0.00074217026],"genre_scores_gemma":[0.00009575626,0.0017289899,0.024342543,0.0070618573,0.9634113,0.0002166388,0.0018343903,0.000107951615,0.0012005821],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.990861,0.0002578898,0.0061877407,0.0008474201,0.001471628,0.0003743222],"domain_scores_gemma":[0.9925772,0.004428501,0.0008754203,0.00066835305,0.0012715085,0.00017905107],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061795767,0.0003687714,0.0009522245,0.00029167827,0.000029236255,0.000061328254,0.0001562725,0.000939766,0.00016356712],"category_scores_gemma":[0.069302686,0.00031955054,0.0003190445,0.0003501731,0.000055250413,0.00009923323,0.0003719615,0.0017879297,0.00067281985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023183032,0.00012238957,0.000822655,0.00040597245,0.00014293753,0.00031517434,0.00005993796,0.0000030366257,0.0000019112506,0.000031861335,0.95554143,0.04232088],"study_design_scores_gemma":[0.0016963992,0.00044011525,0.00031192423,0.0023620927,0.0003156961,0.0000069829844,0.00025658525,0.00020678443,0.0000059783724,0.0003547212,0.99371237,0.0003303659],"about_ca_topic_score_codex":0.00057643536,"about_ca_topic_score_gemma":0.0009919655,"teacher_disagreement_score":0.06312311,"about_ca_system_score_codex":0.0005783084,"about_ca_system_score_gemma":0.0037825967,"threshold_uncertainty_score":0.9999257},"labels":[],"label_agreement":null},{"id":"W4404332315","doi":"10.1016/j.ekir.2024.11.006","title":"Identification and Prioritization of Canadian Society of Nephrology Clinical Practice Guideline Topics","year":2024,"lang":"en","type":"article","venue":"Kidney International Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Nova Scotia Health Authority; Dalhousie University; Kidney Foundation of Canada; Ottawa Hospital; University of Manitoba; University of Ottawa; Libin Cardiovascular Institute of Alberta; Impact; University of Calgary","funders":"Kidney Foundation of Canada; Canadian Institutes of Health Research; Canadian Society of Nephrology; University of Calgary","keywords":"Medicine; Guideline; Prioritization; Identification (biology); Clinical Practice; Internal medicine; Nephrology; Intensive care medicine; Medical physics; Family medicine; Pathology; Management science; Engineering","score_opus":0.10323735683938454,"score_gpt":0.48782732842563453,"score_spread":0.38458997158624997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404332315","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1909129,0.00089946116,0.037146684,0.74433225,0.0083874995,0.0014205977,0.00022418864,0.000121014105,0.016555434],"genre_scores_gemma":[0.9077263,0.0017568631,0.065379426,0.021319313,0.0013248844,0.0000130074,0.0010857446,0.00002704251,0.0013674514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970243,0.000052917792,0.0021967953,0.0002662741,0.00037048027,0.000089205656],"domain_scores_gemma":[0.9973695,0.00048189898,0.00062513025,0.00020419275,0.0011211722,0.00019809563],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023807574,0.000073641306,0.0001895534,0.00022953593,0.000020291745,0.000021467842,0.000044782882,0.00011999976,0.00021209319],"category_scores_gemma":[0.017614141,0.000072885814,0.00011207402,0.00024805582,0.00008626696,0.00029739714,0.00003523395,0.00016828168,0.0000032862793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011634513,0.00020883892,0.040423743,0.0002329126,0.00066248106,0.00020973617,0.00033101198,0.000010397656,0.011040637,0.0053547234,0.8662669,0.07514227],"study_design_scores_gemma":[0.00029967725,0.00008941928,0.017530061,0.00008709237,0.00024031904,0.0007301474,0.00015905198,0.005410132,0.00077413395,0.00093583664,0.9736882,0.000055933953],"about_ca_topic_score_codex":0.010220439,"about_ca_topic_score_gemma":0.0008828005,"teacher_disagreement_score":0.7230129,"about_ca_system_score_codex":0.00008247102,"about_ca_system_score_gemma":0.0012189008,"threshold_uncertainty_score":0.9963706},"labels":[],"label_agreement":null},{"id":"W4404336500","doi":"10.1542/peds.2023-065553","title":"Clinical Pathways Programs in Children’s Hospitals","year":2024,"lang":"en","type":"article","venue":"PEDIATRICS","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical pathway; Context (archaeology); Family medicine; Multidisciplinary approach; Quarter (Canadian coin); Cross-sectional study; Care pathway; Nursing; Health care","score_opus":0.21606204950477634,"score_gpt":0.4724255459453483,"score_spread":0.256363496440572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404336500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99280787,0.0015425119,0.00041853028,0.0028943797,0.0008879403,0.00075053616,0.000013061106,0.00021239575,0.00047277496],"genre_scores_gemma":[0.9908864,0.0016993396,0.0037028922,0.00078813115,0.002569288,0.0000360557,0.0001765758,0.00003243978,0.0001089163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776316,0.000078556346,0.0012025906,0.00037506895,0.00033097042,0.00024964925],"domain_scores_gemma":[0.99856377,0.000860342,0.000096178475,0.00024400797,0.00008010089,0.0001556049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019494956,0.000119414275,0.00025296936,0.0001606154,0.000018610357,0.00005571293,0.00007737287,0.00014465497,0.00010140706],"category_scores_gemma":[0.0036419209,0.00010391291,0.000161613,0.0005999096,0.000036792175,0.00016776197,0.0000626469,0.0005553151,0.00040463617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002189227,0.00020269238,0.7825518,0.000050629045,0.000015359936,0.00005950085,0.000056140845,7.2791903e-7,0.0000027331118,0.00018290117,0.004744426,0.21211115],"study_design_scores_gemma":[0.0013893188,0.00062752963,0.9844119,0.00004287649,0.0002982847,0.000064923115,0.000123805,0.00064124214,0.00000346882,0.0008622622,0.011362036,0.0001723769],"about_ca_topic_score_codex":0.00007998598,"about_ca_topic_score_gemma":0.000019280218,"teacher_disagreement_score":0.21193877,"about_ca_system_score_codex":0.00007389281,"about_ca_system_score_gemma":0.00030135515,"threshold_uncertainty_score":0.5200914},"labels":[],"label_agreement":null},{"id":"W4404393004","doi":"10.1002/vetr.4944","title":"Expanding the UK Canine Diabetes Register archive","year":2024,"lang":"en","type":"letter","venue":"Veterinary Record","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"Medical Research Council","keywords":"Register (sociolinguistics); Diabetes mellitus; Medicine; Linguistics; Endocrinology","score_opus":0.26082343125420093,"score_gpt":0.4516154881728076,"score_spread":0.19079205691860668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404393004","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06634759,0.0003688879,0.00009180219,0.9241859,0.0039463323,0.00090374,0.00015757847,0.00015164862,0.0038465334],"genre_scores_gemma":[0.010380121,0.0002596423,0.0019424509,0.9480254,0.017585622,0.00023211545,0.0017997441,0.00018407786,0.019590804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972106,0.00024012686,0.0010259335,0.00062256906,0.00042641215,0.00047434965],"domain_scores_gemma":[0.99645925,0.0021657497,0.00036239607,0.00085562374,0.000077882636,0.0000790911],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006162922,0.00037968392,0.00054745877,0.00018428822,0.000101383084,0.00011217835,0.00025834734,0.00032376905,0.0013683476],"category_scores_gemma":[0.00079101097,0.00025297728,0.0003271471,0.0001889804,0.00013185861,0.000087389635,0.00031265506,0.0026168516,0.0006466073],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012615848,0.000013356982,0.0010852353,0.00048756678,0.00022558538,0.0019708409,0.00009308076,1.1927261e-7,0.0008213201,0.0000014755484,0.98138607,0.013789181],"study_design_scores_gemma":[0.0004252836,0.0016608994,0.00046732443,0.0007048436,0.000619118,0.0005502115,0.00008029303,0.00007221617,0.000016162168,0.0004481691,0.9946807,0.00027477962],"about_ca_topic_score_codex":0.00030770668,"about_ca_topic_score_gemma":0.000039302453,"teacher_disagreement_score":0.055967472,"about_ca_system_score_codex":0.00015969135,"about_ca_system_score_gemma":0.00015565543,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W4404425016","doi":"10.12927/cjnl.2024.27469","title":"Nurse-Led Clinical Pathway Development for Cardiac Surgery: A Systematic Quality Improvement Approach","year":2024,"lang":"en","type":"article","venue":"Nursing leadership","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Columbian Hospital","funders":"","keywords":"Nursing; Quality (philosophy); Medicine; Cardiac surgery; Psychology; Cardiology","score_opus":0.670568925923805,"score_gpt":0.5210915344929781,"score_spread":0.14947739143082694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404425016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4198793,0.015145027,0.34109256,0.13840435,0.036755335,0.03736893,0.00022712037,0.003627482,0.007499893],"genre_scores_gemma":[0.9756911,0.000009740224,0.019048065,0.0017225329,0.0012887334,0.00059878913,0.0004233312,0.00009164876,0.0011260678],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9943465,0.0006721898,0.0029612328,0.0007476278,0.00068871485,0.00058374164],"domain_scores_gemma":[0.9904802,0.008086042,0.00038538172,0.00051493885,0.000251434,0.00028200485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013450089,0.0002941845,0.0012185582,0.00018118513,0.00012768384,0.00013186331,0.00011132162,0.00024406314,0.000026225734],"category_scores_gemma":[0.007826646,0.00024926447,0.00068903633,0.00030456786,0.00013773328,0.00018370333,0.000011245443,0.0004685469,0.00008564739],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001882079,0.002789047,0.005063074,0.14889623,0.0022474371,0.000030484292,0.010631933,0.0000046020236,0.0020443972,0.0031068427,0.055986013,0.76731783],"study_design_scores_gemma":[0.020341957,0.006079908,0.06744283,0.22664186,0.019409021,0.00036687995,0.49777496,0.032886244,0.016234692,0.003768485,0.10178621,0.007266956],"about_ca_topic_score_codex":0.000013608115,"about_ca_topic_score_gemma":0.0000031148077,"teacher_disagreement_score":0.7600509,"about_ca_system_score_codex":0.00062459946,"about_ca_system_score_gemma":0.0011323774,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W4404538663","doi":"10.1016/j.jcjd.2024.09.080","title":"Improving the Workflow and Work Satisfaction at the Royal Columbian Hospital Diabetes and Pregnancy Clinic — A Quality Improvement Project","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Workflow; Pregnancy; Patient satisfaction; Quality management; Work (physics); Family medicine; Nursing; Operations management; Management","score_opus":0.06094778789461664,"score_gpt":0.36502446218566276,"score_spread":0.3040766742910461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404538663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976232,0.010874508,0.000009169399,0.011128676,0.0009758871,0.0007016388,0.000028904005,0.000011269108,0.000037984228],"genre_scores_gemma":[0.9978601,0.00007202997,0.00020161807,0.0010667115,0.00042945263,0.000026622258,0.0000064862443,0.000025073417,0.00031195927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980676,0.00018324841,0.0009109926,0.00022891522,0.0002472099,0.00036201766],"domain_scores_gemma":[0.9970612,0.001746707,0.00039131974,0.00021480177,0.00019878111,0.00038718802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002041359,0.00015158192,0.00028280914,0.000099375546,0.0002965319,0.00031371138,0.000088576104,0.00008005576,0.0001525444],"category_scores_gemma":[0.004588301,0.00009500886,0.00011977554,0.000219921,0.000248416,0.00022167328,0.000045060548,0.00052030943,0.00000562293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056582994,0.0000069630732,0.6284361,0.00010690558,0.0001512897,0.0000059177887,0.0004181036,8.507331e-7,0.0001118038,0.000004140182,0.0059743957,0.3647779],"study_design_scores_gemma":[0.0009869175,0.001152665,0.99031883,0.0012276345,0.00059845374,0.0000036839742,0.0012555199,0.00036990613,0.00011549453,0.00024229097,0.003545773,0.00018280125],"about_ca_topic_score_codex":0.0028305615,"about_ca_topic_score_gemma":0.023776656,"teacher_disagreement_score":0.3645951,"about_ca_system_score_codex":0.00023718519,"about_ca_system_score_gemma":0.0010584284,"threshold_uncertainty_score":0.99403685},"labels":[],"label_agreement":null},{"id":"W4404538925","doi":"10.1016/j.jcjd.2024.09.065","title":"Enhancing Patient Safety by Engaging Patients With Gestational Diabetes Mellitus at the Queensway Carleton Hospital in an Outpatient Diabetes Clinic Workflow Review and Implementation of a Patient Passport","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Adler","funders":"","keywords":"Medicine; Gestational diabetes; Diabetes mellitus; Workflow; Patient safety; Outpatient clinic; Pediatrics; Family medicine; Medical emergency; Pregnancy; Gestation; Internal medicine; Health care; Endocrinology; Database","score_opus":0.019182227294012807,"score_gpt":0.3268652882905032,"score_spread":0.3076830609964904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404538925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726726,0.02107075,0.000006876302,0.004448755,0.0003528129,0.0011229712,0.00030666095,0.000007993299,0.000010622685],"genre_scores_gemma":[0.996134,0.00054184825,0.00038615716,0.0023211474,0.000065673674,0.000041197858,0.00045925492,0.000044531687,0.000006213538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99596894,0.0003778593,0.0022041032,0.00034131124,0.0005941912,0.0005136128],"domain_scores_gemma":[0.99614686,0.0013548875,0.0009725205,0.00024572844,0.0006685785,0.0006114251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017878525,0.00027512363,0.00064213586,0.0002940899,0.0001422106,0.00006540513,0.000115061004,0.00007712506,0.0003192198],"category_scores_gemma":[0.0013277936,0.00019605095,0.0001334572,0.0003959999,0.0001592088,0.000559934,0.000034629233,0.0005023261,0.0000031002226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001525599,0.00009708536,0.9093033,0.00054929865,0.00017787701,0.000006260907,0.0017483316,0.000011163854,0.00009506826,0.000004064991,0.00248918,0.08550309],"study_design_scores_gemma":[0.002919364,0.0076887864,0.96179503,0.0072121816,0.0015902631,0.0000024123592,0.0044171996,0.00013091441,0.0028261081,0.000091974965,0.010762896,0.0005628468],"about_ca_topic_score_codex":0.00048303526,"about_ca_topic_score_gemma":0.007914888,"teacher_disagreement_score":0.08494024,"about_ca_system_score_codex":0.0005917966,"about_ca_system_score_gemma":0.0011448594,"threshold_uncertainty_score":0.79947263},"labels":[],"label_agreement":null},{"id":"W4404547622","doi":"10.1177/20542704241288955","title":"Quality of undifferentiated chest pain evaluation and diagnosis guidelines: a systematic review and critical appraisal","year":2024,"lang":"en","type":"review","venue":"JRSM Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Guideline; Chest pain; Critical appraisal; Quality (philosophy); Medicine; Intensive care medicine; Variety (cybernetics); Process (computing); Product (mathematics); Systematic review; Medical physics; Computer science; MEDLINE; Process management; Pathology; Alternative medicine; Surgery; Business; Artificial intelligence; Political science","score_opus":0.7318100070672682,"score_gpt":0.6984327810585552,"score_spread":0.03337722600871296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404547622","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008472903,0.9846252,0.00014533117,0.004469733,0.00021773006,0.01031392,0.00012058148,0.00002681905,0.00007219971],"genre_scores_gemma":[0.0000654381,0.99455035,0.001217525,0.001066322,0.000115839655,0.0022569501,0.0006157179,0.00005753699,0.00005432238],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9896391,0.0036558965,0.0051683914,0.0006521141,0.0006968028,0.00018767559],"domain_scores_gemma":[0.9755975,0.020651193,0.0015444488,0.0008179468,0.0011622312,0.00022665659],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025946114,0.00039888878,0.0046848394,0.00013394092,0.000041431504,0.0001393621,0.00023644014,0.00024918033,0.00028057565],"category_scores_gemma":[0.2672004,0.00026762168,0.00029770503,0.00038630093,0.00010413733,0.00020150041,0.00048694227,0.00040408233,0.000036873877],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007253183,0.000091573536,0.000019756506,0.84001166,0.00041930407,0.0000036992174,0.000020975447,3.4133545e-9,1.2840027e-7,0.00013117446,0.007213775,0.1520807],"study_design_scores_gemma":[0.0006666737,0.00021427577,0.000059000617,0.8378644,0.077650465,0.00007545803,0.00013552848,0.00014819465,7.855666e-8,0.00017201068,0.0827102,0.00030374463],"about_ca_topic_score_codex":0.00031691283,"about_ca_topic_score_gemma":0.00006423346,"teacher_disagreement_score":0.2412543,"about_ca_system_score_codex":0.00011092498,"about_ca_system_score_gemma":0.0005931293,"threshold_uncertainty_score":0.9999776},"labels":[],"label_agreement":null},{"id":"W4404579154","doi":"10.1093/ageing/afae259","title":"Systematic review of guideline recommendations for older and frail adults with type 2 diabetes mellitus","year":2024,"lang":"en","type":"review","venue":"Age and Ageing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Island Health; University of British Columbia; Interior Health","funders":"","keywords":"Medicine; Guideline; MEDLINE; Diabetes mellitus; Gerontology; Type 2 diabetes; Systematic review; Geriatrics; Pharmacotherapy; Quality of life (healthcare); Psychiatry","score_opus":0.15207540340123002,"score_gpt":0.47834812271534194,"score_spread":0.32627271931411195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404579154","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000796283,0.9952962,0.00017605686,0.0011434064,0.00010535535,0.0031601076,0.000049843235,0.000021323007,0.000039735],"genre_scores_gemma":[0.000009032642,0.99256885,0.0046828976,0.0012657173,0.00013333563,0.00018694089,0.00093626324,0.00004153604,0.00017539957],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.997424,0.00010066211,0.0019207317,0.00029353445,0.0001330997,0.00012796457],"domain_scores_gemma":[0.9973597,0.0014168741,0.00067382044,0.0002475141,0.00023205171,0.00007007583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011152545,0.00022128921,0.001797447,0.00008882702,0.000036137684,0.000025271029,0.00004600217,0.00008451589,0.00004049758],"category_scores_gemma":[0.0030913374,0.00013261806,0.00014935505,0.0002176661,0.000027483382,0.00007502459,0.000049584785,0.00019098842,0.0000054469288],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029964417,0.000011345162,1.3617606e-7,0.6765687,0.0002547658,0.000041324914,0.000030034218,2.8388631e-9,1.05527235e-7,0.00001354695,0.0060067023,0.31707034],"study_design_scores_gemma":[0.00021477485,0.00012730647,4.686105e-7,0.6154551,0.012184473,0.000021461137,0.000055715922,0.000015857371,1.08402205e-7,0.000018314593,0.3718195,0.000086905005],"about_ca_topic_score_codex":0.000016736401,"about_ca_topic_score_gemma":0.00001061497,"teacher_disagreement_score":0.3658128,"about_ca_system_score_codex":0.000023253586,"about_ca_system_score_gemma":0.000104125866,"threshold_uncertainty_score":0.54080075},"labels":[],"label_agreement":null},{"id":"W4404668625","doi":"10.1002/cl2.70006","title":"Guidance for engagement in health guideline development: A scoping review","year":2024,"lang":"en","type":"review","venue":"Campbell Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Impact; Ottawa Public Health; McMaster University; Bruyère; University of Ottawa","funders":"Medical Research Council; Agency for Healthcare Research and Quality; Canadian Institutes of Health Research; National Institute for Health and Care Research; National Institute for Health and Care Excellence; American University of Beirut; Patient-Centered Outcomes Research Institute; World Health Organization","keywords":"Guideline; Psychology; Medicine","score_opus":0.6752960234570581,"score_gpt":0.6328727357615312,"score_spread":0.042423287695526835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404668625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.131023e-9,0.8637098,0.005310561,0.00093683536,0.0007055251,0.12911329,0.000020351044,0.00007704514,0.00012658058],"genre_scores_gemma":[1.2761929e-8,0.9225451,0.036868013,0.0049480177,0.00040264722,0.033046197,0.0008710511,0.00017667182,0.0011423018],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96380436,0.004298758,0.029156687,0.0012774891,0.0007411034,0.00072159077],"domain_scores_gemma":[0.9850867,0.003738631,0.008799217,0.0016996652,0.00033969982,0.00033607896],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0627696,0.0010715841,0.015417029,0.00045569325,0.00011269269,0.00007608026,0.00047452297,0.00025079516,0.00016984073],"category_scores_gemma":[0.045017086,0.0006845048,0.0017953219,0.0012033447,0.000028740034,0.00013099778,0.00021817467,0.00082365057,0.0016931405],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017255894,0.000045982808,1.3950633e-7,0.6598026,0.00013366355,0.0000098727905,0.000050193616,5.489672e-8,1.3853845e-8,0.000025943687,0.04339633,0.29653347],"study_design_scores_gemma":[0.00022231069,0.00005128569,1.2418159e-8,0.49992228,0.0026054012,0.00008854844,0.000012776432,0.000011604809,2.1911955e-8,0.000005031018,0.49683234,0.00024840352],"about_ca_topic_score_codex":0.000016716838,"about_ca_topic_score_gemma":0.00007037115,"teacher_disagreement_score":0.45343602,"about_ca_system_score_codex":0.0015756371,"about_ca_system_score_gemma":0.0045866086,"threshold_uncertainty_score":0.9995606},"labels":[],"label_agreement":null},{"id":"W4404807346","doi":"10.1370/afm.22.s1.7076","title":"Translating complex clinical environments to virtual care: Standards of Care in Virtual Medicine in Canada","year":2024,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Virtual reality; Human–computer interaction","score_opus":0.15582885045248548,"score_gpt":0.4957211871602303,"score_spread":0.33989233670774477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404807346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97880733,0.0005738381,0.002935644,0.012753762,0.0007110562,0.0009914193,0.00024772133,0.00002485168,0.0029543964],"genre_scores_gemma":[0.9962037,0.000060245955,0.0009999352,0.0022545466,0.00018870227,0.0000123940345,0.00018040651,0.00002701799,0.000073032745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99586284,0.00019214235,0.002264446,0.000421277,0.0009918173,0.00026748818],"domain_scores_gemma":[0.9978257,0.001534173,0.00009729848,0.0002487798,0.00008397133,0.00021010838],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014053442,0.0001693019,0.00062174315,0.00018631126,0.000016612776,0.0000057677953,0.000101660604,0.00007979463,0.0010035097],"category_scores_gemma":[0.0022689754,0.00014418791,0.000067954956,0.00039012724,0.000075706565,0.00009435239,0.000054709693,0.00044779025,0.000007244736],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017676245,0.0001304998,0.18730588,0.00036230762,0.0001001278,0.00042429796,0.011048135,0.0012544713,0.0025514725,0.0003953925,0.00834644,0.78631335],"study_design_scores_gemma":[0.02112149,0.011212349,0.44845375,0.0025731248,0.00043842682,0.000032620028,0.30343547,0.011981302,0.000676664,0.0000468159,0.19929938,0.00072858133],"about_ca_topic_score_codex":0.632527,"about_ca_topic_score_gemma":0.9610501,"teacher_disagreement_score":0.78558475,"about_ca_system_score_codex":0.0016444101,"about_ca_system_score_gemma":0.0027789401,"threshold_uncertainty_score":0.9999097},"labels":[],"label_agreement":null},{"id":"W4404807977","doi":"10.1370/afm.22.s1.6516","title":"Coproduction process of decision aids for population-based cancer screening in Quebec","year":2024,"lang":"en","type":"article","venue":"The Annals of Family Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coproduction; Decision aids; Population; Process (computing); Decision process; Medicine; Political science; Computer science; Management science; Environmental health; Public relations; Engineering; Alternative medicine","score_opus":0.5721027184167904,"score_gpt":0.6087146361591144,"score_spread":0.036611917742323974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404807977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465523,0.0029382878,0.014312911,0.034923527,0.00038781716,0.0008016784,0.000019506275,0.000024322426,0.000039696137],"genre_scores_gemma":[0.9955761,0.0002263109,0.0014144059,0.0020053578,0.0004996442,0.000050446244,0.00009647612,0.000018550489,0.00011272706],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980894,0.000053992404,0.0010578086,0.00020824806,0.00045672385,0.00013383076],"domain_scores_gemma":[0.9968178,0.0020974984,0.00025842898,0.0002387056,0.00054475805,0.000042788357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002577022,0.000100302175,0.00035778788,0.0002414427,0.00002560653,0.000003938131,0.00008439399,0.00005062422,0.00006057086],"category_scores_gemma":[0.005006578,0.00006216855,0.000073076335,0.0005801101,0.000086793065,0.00013761704,0.000010920139,0.00014324026,7.816339e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043218746,0.0001703875,0.045041043,0.0015850787,0.0001410974,0.000005353057,0.0011018008,0.005382264,0.015806045,0.00031641702,0.013326978,0.9128017],"study_design_scores_gemma":[0.00892522,0.003089294,0.86692625,0.014621437,0.0009463455,0.000009290795,0.00643384,0.06284408,0.017152786,0.005436842,0.013320744,0.00029386475],"about_ca_topic_score_codex":0.03477372,"about_ca_topic_score_gemma":0.0028944984,"teacher_disagreement_score":0.9125078,"about_ca_system_score_codex":0.00002249111,"about_ca_system_score_gemma":0.0002377413,"threshold_uncertainty_score":0.9716538},"labels":[],"label_agreement":null},{"id":"W4404809063","doi":"10.1370/afm.22.s1.6167","title":"The utilization patterns and impact of the Stanford Chronic Pain Self-Management Program in Eastern Ontario, Canada","year":2024,"lang":"en","type":"article","venue":"Pain Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Pain management; Chronic pain; Physical therapy","score_opus":0.0680964584449454,"score_gpt":0.4038762667960806,"score_spread":0.3357798083511352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404809063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9310944,0.0017808995,0.027109502,0.019605536,0.0010301712,0.0136047155,0.000031528805,0.00024875658,0.0054944726],"genre_scores_gemma":[0.997269,0.00041393455,0.00041309863,0.0005546633,0.00004632122,0.00017655663,0.00003555186,0.000019365323,0.0010715269],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979589,0.0003653397,0.00069316133,0.00025407824,0.00046451148,0.00026403755],"domain_scores_gemma":[0.9988442,0.0005503643,0.0001362237,0.00037417043,0.000040003943,0.000055019333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004218534,0.00014528456,0.0001460822,0.00007003293,0.00007182068,0.0000750385,0.00013905615,0.000025110641,0.00009468943],"category_scores_gemma":[0.00016566299,0.00008557906,0.00007554594,0.000296389,0.000028128372,0.00007314551,0.00017513892,0.00017275994,0.0000015094088],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055252825,0.000113865484,0.22797589,0.000984314,0.00047433414,0.000049067246,0.00030041995,0.00020975302,0.0000012135295,0.00043014664,0.0074732383,0.7619325],"study_design_scores_gemma":[0.0012824233,0.00050973793,0.6898751,0.0007168689,0.00036961894,0.0000023398293,0.0023447264,0.07805175,0.000003383857,0.00029287266,0.22639588,0.00015528388],"about_ca_topic_score_codex":0.52217895,"about_ca_topic_score_gemma":0.9492489,"teacher_disagreement_score":0.7617772,"about_ca_system_score_codex":0.0016594592,"about_ca_system_score_gemma":0.0003473946,"threshold_uncertainty_score":0.4810029},"labels":[],"label_agreement":null},{"id":"W4404827678","doi":"10.1002/acr.25475","title":"Reply","year":2024,"lang":"en","type":"letter","venue":"Arthritis Care & Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Clinical Practice; Engineering ethics; Psychology; Medicine; Nursing; Engineering","score_opus":0.3683968143048397,"score_gpt":0.5673204581393673,"score_spread":0.19892364383452754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404827678","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005110316,0.017025027,0.0000065834183,0.95764446,0.00101617,0.0011508301,0.00016796746,0.00017644498,0.02230147],"genre_scores_gemma":[0.006172314,0.003880546,0.00051538396,0.9524332,0.017477814,0.00023262396,0.0029718052,0.00018744761,0.016128855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943905,0.0004996503,0.0010015477,0.00092372485,0.002366264,0.00081835286],"domain_scores_gemma":[0.9947275,0.0021965695,0.000086739834,0.0010954865,0.0017261651,0.0001675381],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020693098,0.00024393703,0.00049129495,0.00055337086,0.00014815085,0.00021406093,0.00023790935,0.0006122295,0.0020256182],"category_scores_gemma":[0.004856769,0.00023466884,0.00028518512,0.0006004669,0.0002502306,0.00012559342,0.0003604031,0.008138451,0.006900598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003096197,0.0000122241245,0.000087548586,0.00057620346,0.00006143104,0.009473096,0.0003429432,3.5238102e-8,0.000022693715,0.000020897309,0.79537207,0.19399987],"study_design_scores_gemma":[0.0009192494,0.0005461521,0.000077420955,0.0013002348,0.00007475998,0.0004092058,0.0014312918,0.000005031121,0.000065858585,0.0005718409,0.9944061,0.00019283613],"about_ca_topic_score_codex":0.0013543776,"about_ca_topic_score_gemma":0.0002489501,"teacher_disagreement_score":0.19903404,"about_ca_system_score_codex":0.00042097401,"about_ca_system_score_gemma":0.0011575288,"threshold_uncertainty_score":0.99888664},"labels":[],"label_agreement":null},{"id":"W4405058054","doi":"10.2196/preprints.69631","title":"Comparing the Quality of Primary Care Electronic Health Record Data in Australia and Canada: Case Study in Osteoarthritis (Preprint)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Medicine; Context (archaeology); Data quality; Health records; Electronic data; Body mass index; Family medicine; Health care; Geography; Database; Accounting; Business; Computer science; Political science; Engineering; Internal medicine; Operations management","score_opus":0.4523133610904206,"score_gpt":0.541682223681434,"score_spread":0.08936886259101345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405058054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912524,0.0010705093,0.000015041051,0.0037584943,0.00026692965,0.0033560814,0.00014598184,0.000017616498,0.000116933224],"genre_scores_gemma":[0.99831057,0.00017590157,0.00032515312,0.0004244435,0.000064155014,0.000059237544,0.00058035407,0.000019617857,0.00004059122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99503607,0.0008184382,0.0025432308,0.00083792646,0.00043643184,0.000327897],"domain_scores_gemma":[0.9966931,0.0010826059,0.00050715235,0.0015099144,0.00011045888,0.000096817486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005659844,0.00021434162,0.00093063124,0.00011492867,0.000029666742,0.00002902824,0.00027109782,0.0000912678,0.000044396125],"category_scores_gemma":[0.0010917961,0.00017612768,0.00003597203,0.00016251249,0.00004499929,0.000058519014,0.0027156123,0.001992594,0.0000011067422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002537392,0.00022058339,0.9461364,0.002815619,0.000087151566,0.000819209,0.0023314941,0.000047783436,0.0000060435063,0.00003708132,0.0007072204,0.046537645],"study_design_scores_gemma":[0.004582568,0.00063867273,0.9135005,0.0011407447,0.0001794141,0.00042793332,0.07802002,0.00044762695,0.0000053308577,0.0002991848,0.00047144401,0.0002865761],"about_ca_topic_score_codex":0.9977681,"about_ca_topic_score_gemma":0.9998225,"teacher_disagreement_score":0.075688526,"about_ca_system_score_codex":0.0018327184,"about_ca_system_score_gemma":0.0066174013,"threshold_uncertainty_score":0.99901414},"labels":[],"label_agreement":null},{"id":"W4405073451","doi":"10.46747/cfp.701112708","title":"Rapid recommendations","year":2024,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Computer science; Data science; Medicine; World Wide Web; Information retrieval","score_opus":0.19918764575169848,"score_gpt":0.4327006197257063,"score_spread":0.2335129739740078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405073451","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029363688,0.0033463591,0.00074922945,0.19034617,0.0035606993,0.0009754155,0.00037584727,0.00042306772,0.77085954],"genre_scores_gemma":[0.5344443,0.00020163713,0.0016162001,0.4597547,0.0014916756,0.000037059697,0.0007940092,0.00006091538,0.0015995163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990574,0.00003097148,0.00031652057,0.00022660424,0.00011780203,0.00025068686],"domain_scores_gemma":[0.9990758,0.00020551922,0.000026916905,0.00023124326,0.000076762015,0.0003837605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021709943,0.00009549557,0.0001287508,0.0002007499,0.00008323248,0.000063868225,0.000056336714,0.0000462308,0.00011120343],"category_scores_gemma":[0.00010494267,0.000097054115,0.00008947232,0.00038110468,0.000030767027,0.00019991328,0.000009346163,0.00022452943,0.0013860181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041215003,0.000012712818,0.000018203058,0.000017811051,0.00004335353,0.00004333405,0.000031259693,6.3071957e-7,0.0007981767,0.0018228927,0.43197757,0.56522995],"study_design_scores_gemma":[0.0002138943,0.000068891124,0.0024789926,0.000087430395,0.00009780477,0.000002976665,0.0005541186,0.0007332492,0.00006857686,0.0006972948,0.99489695,0.000099848825],"about_ca_topic_score_codex":0.009094025,"about_ca_topic_score_gemma":0.0076163267,"teacher_disagreement_score":0.76926,"about_ca_system_score_codex":0.0003081032,"about_ca_system_score_gemma":0.001076759,"threshold_uncertainty_score":0.9993915},"labels":[],"label_agreement":null},{"id":"W4405073723","doi":"10.46747/cfp.701112689","title":"Typology of virtual primary care in Canada","year":2024,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Institute of Health Economics; Women's College Hospital","funders":"","keywords":"Typology; Primary care; Computer science; Data science; World Wide Web; Medicine; Family medicine; Geography; Archaeology","score_opus":0.06804061370980156,"score_gpt":0.3594606948874286,"score_spread":0.291420081177627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405073723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8915591,0.0016740976,0.000008972884,0.0033397414,0.0008988977,0.00033422076,0.0002599436,0.00001731025,0.1019077],"genre_scores_gemma":[0.9353589,0.000020480817,0.00006519882,0.06405985,0.00016349864,0.000006692474,0.0002496628,0.000018867875,0.000056861587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989715,0.000035384368,0.00040198106,0.00019284053,0.00015181821,0.0002464242],"domain_scores_gemma":[0.999291,0.00019366336,0.000039817565,0.00018370264,0.0000793606,0.00021244532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009124373,0.0000898807,0.0002262574,0.00016983165,0.000016454023,0.000005816178,0.00006671374,0.000043868138,0.000011280373],"category_scores_gemma":[0.000054512242,0.00009490117,0.000042738076,0.00031434055,0.000037010068,0.000070900234,0.000012786611,0.00021408242,0.000025686122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012328077,0.000035037665,0.008245059,0.00056821876,0.00013305806,0.0011233682,0.0005099602,0.00011481939,0.005921866,0.0040851166,0.08654755,0.89259267],"study_design_scores_gemma":[0.002080044,0.00070339814,0.40498412,0.0007589379,0.00026360998,0.000009949919,0.030300822,0.00078411464,0.0006543192,0.0004474688,0.5585187,0.0004945099],"about_ca_topic_score_codex":0.9919947,"about_ca_topic_score_gemma":0.99883443,"teacher_disagreement_score":0.8920981,"about_ca_system_score_codex":0.0024163816,"about_ca_system_score_gemma":0.017931346,"threshold_uncertainty_score":0.9876361},"labels":[],"label_agreement":null},{"id":"W4405122581","doi":"10.1002/gin2.70005","title":"The development of the GIN‐McMaster checklist extension for guideline adaptation protocol","year":2024,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Checklist; Rigour; Adaptation (eye); Process management; Documentation; Transparency (behavior); CLARITY; Computer science; Management science; Psychology; Medicine; Engineering","score_opus":0.6136404620460163,"score_gpt":0.6041610340852969,"score_spread":0.009479427960719433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405122581","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009242534,0.0009990312,0.09324575,0.8311716,0.0020373322,0.062875755,0.000042228927,0.00015208566,0.00023370182],"genre_scores_gemma":[0.10115734,0.0011100047,0.63754815,0.16482231,0.011164689,0.07241898,0.00048077814,0.00029276832,0.011005007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920715,0.00033091824,0.006198667,0.00049377506,0.00049935817,0.00040577393],"domain_scores_gemma":[0.9930197,0.0035287049,0.0007434196,0.00043495363,0.0019379496,0.00033525508],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017069384,0.000197489,0.000457788,0.00006123041,0.00045653383,0.00010628765,0.0001867689,0.00014442048,0.00005961802],"category_scores_gemma":[0.029477712,0.00009702589,0.00023803132,0.0003341017,0.00027557762,0.00018122082,0.00017041528,0.0003591705,0.000009534256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002260286,0.00010444568,0.0016440796,0.00042664862,0.000056008048,3.3570296e-7,0.00016453452,0.0000034202096,0.000026152882,0.00071479206,0.12716444,0.8694691],"study_design_scores_gemma":[0.0016973155,0.00034196253,0.0076683946,0.00029211698,0.00003957533,0.000014382676,0.0006715097,0.034055326,0.000018076094,0.00071755995,0.95438415,0.00009964624],"about_ca_topic_score_codex":0.000073883835,"about_ca_topic_score_gemma":0.00034689985,"teacher_disagreement_score":0.86936945,"about_ca_system_score_codex":0.000057088837,"about_ca_system_score_gemma":0.0034093885,"threshold_uncertainty_score":0.9786974},"labels":[],"label_agreement":null},{"id":"W4405171534","doi":"10.1016/j.jphys.2024.11.004","title":"Appraisal of Clinical Practice Guideline: Australian Physical Activity Clinical Practice Guideline for people with moderate to severe traumatic brain injury 2024","year":2024,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Medicine; Clinical Practice; Traumatic brain injury; Physical therapy; Psychiatry; Pathology","score_opus":0.17802116021335856,"score_gpt":0.6049505091125696,"score_spread":0.4269293488992111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405171534","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46695927,0.00019969727,0.19520639,0.33102208,0.0034824961,0.0024297356,0.00017082617,0.0000901707,0.0004393254],"genre_scores_gemma":[0.37550768,0.00038789047,0.5827079,0.028518481,0.011797786,0.00004925063,0.000051008425,0.00023601136,0.0007440338],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98964685,0.0010895279,0.0064107585,0.000734655,0.0016192477,0.00049893983],"domain_scores_gemma":[0.9657567,0.02536918,0.0035517684,0.0007120981,0.0039484515,0.0006617996],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013460575,0.00049763056,0.0021717355,0.00028192892,0.000089852234,0.00014644237,0.0003631273,0.00029186907,0.00021303757],"category_scores_gemma":[0.042521,0.00036329465,0.0011514017,0.00086203386,0.00014868946,0.0019767494,0.00006806603,0.0016958001,0.00003331605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04857383,0.0057399673,0.00022485625,0.00046920587,0.0024299705,0.0001177479,0.00089745584,0.0011088839,0.007156612,0.0001980407,0.69041145,0.24267195],"study_design_scores_gemma":[0.011859169,0.019836558,0.0024081506,0.0009943532,0.0025633168,0.0009889012,0.0027580238,0.03427781,0.0010001773,0.00046974656,0.9222434,0.00060037395],"about_ca_topic_score_codex":0.00017435603,"about_ca_topic_score_gemma":0.000040037092,"teacher_disagreement_score":0.38750145,"about_ca_system_score_codex":0.0001422051,"about_ca_system_score_gemma":0.0022132988,"threshold_uncertainty_score":0.9998819},"labels":[],"label_agreement":null},{"id":"W4405263852","doi":"10.1016/j.cjca.2024.09.014","title":"Can the Present Canadian Health Care System Provide Evidence-Based Pharmaceutical Care? Consideration of Two Important Cardiovascular Clinical Contexts","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; University of Toronto; Montreal Heart Institute; University of Ottawa","funders":"","keywords":"Medicine; Pharmaceutical care; Health care; Healthcare system; Alternative medicine; Family medicine; Intensive care medicine; Economic growth; Pathology","score_opus":0.2679083245221299,"score_gpt":0.5022565691891827,"score_spread":0.23434824466705279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405263852","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19215487,0.5394504,0.005715233,0.2416995,0.012999512,0.0055408985,0.0010620154,0.0000692286,0.001308364],"genre_scores_gemma":[0.99374455,0.000633716,0.00025964138,0.0025186075,0.0027299284,0.000015776885,0.0000575405,0.000033785003,0.000006472373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99417686,0.0017770889,0.002666689,0.0003400938,0.00048234407,0.0005569177],"domain_scores_gemma":[0.9936737,0.0020104412,0.00051130616,0.0005165601,0.0015550557,0.0017329637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005262414,0.00020852254,0.001202936,0.0004923412,0.00020907946,0.00008459876,0.00021327668,0.00017781249,0.000026126578],"category_scores_gemma":[0.0041116993,0.00015659169,0.0010043997,0.0002616001,0.000440175,0.00013608031,0.000014532216,0.0009461596,0.00000564825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010590268,0.000016769876,0.29049766,0.0043550893,0.011058977,0.013788283,0.006013977,0.019502485,0.00011176457,0.0038459816,0.17276369,0.4769863],"study_design_scores_gemma":[0.0047434983,0.0020722442,0.02323068,0.0024733534,0.004216488,0.0051130145,0.010794357,0.0015297448,0.00016265585,0.000049560236,0.94526404,0.0003503418],"about_ca_topic_score_codex":0.4607872,"about_ca_topic_score_gemma":0.66588694,"teacher_disagreement_score":0.80158967,"about_ca_system_score_codex":0.0024659068,"about_ca_system_score_gemma":0.059202626,"threshold_uncertainty_score":0.9461308},"labels":[],"label_agreement":null},{"id":"W4405263855","doi":"10.1016/j.cjca.2024.10.019","title":"Bureaucratic Dissonance and Inertia: Barriers to the Effective and Equitable Implementation of Cardiovascular Guideline-Directed Medical Therapy in Canada","year":2024,"lang":"en","type":"editorial","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Capital District Health Authority; Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Medicine; Cognitive dissonance; Guideline; Bureaucracy; Intensive care medicine; Law; Social psychology; Politics; Pathology","score_opus":0.025738659825724756,"score_gpt":0.3800294243794777,"score_spread":0.3542907645537529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405263855","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21337995,0.08338901,0.0012600239,0.044928193,0.6516346,0.004009244,0.0011668578,0.000015794993,0.00021633394],"genre_scores_gemma":[0.7842399,0.00513132,0.00017078988,0.0012174264,0.20894322,0.00006070225,0.00015600256,0.00006454371,0.000016106209],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637204,0.00059282454,0.0015746409,0.00029554343,0.00077212113,0.00039285448],"domain_scores_gemma":[0.9955098,0.00204655,0.0003665276,0.00025976248,0.00084229297,0.0009750891],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043500047,0.00023307589,0.0012815852,0.00030771215,0.00006121524,0.000021206453,0.00017971953,0.00031803522,0.000046983885],"category_scores_gemma":[0.017636292,0.00016566635,0.00019163993,0.00030294945,0.00012723127,0.00006781447,0.000047618258,0.0010623598,4.9869044e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001377681,6.864923e-7,0.004304282,0.00008564201,0.0015023809,0.00047107975,0.00023336659,0.00034557364,0.000010933831,0.0000039063216,0.9342451,0.058659278],"study_design_scores_gemma":[0.0021635129,0.00058011315,0.006957599,0.0002884351,0.00084872934,0.0002564612,0.0015361054,0.00007534428,0.000011068253,0.000056522116,0.9870802,0.00014589522],"about_ca_topic_score_codex":0.91133046,"about_ca_topic_score_gemma":0.9747379,"teacher_disagreement_score":0.57085997,"about_ca_system_score_codex":0.0009516125,"about_ca_system_score_gemma":0.032364924,"threshold_uncertainty_score":0.99063855},"labels":[],"label_agreement":null},{"id":"W4405426729","doi":"10.1159/000543154","title":"ISPAD Clinical Practice Guidelines 2024: Editorial","year":2024,"lang":"en","type":"editorial","venue":"Hormone Research in Paediatrics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Dexcom; Abbott Diabetes Care; Sanofi","keywords":"Medicine; Clinical Practice; Medical physics; Intensive care medicine; Family medicine","score_opus":0.40945665767499645,"score_gpt":0.6323290841867082,"score_spread":0.22287242651171174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405426729","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032131335,0.03173548,0.0000600913,0.031360906,0.9289915,0.0020918653,0.0004331426,0.00018250146,0.005112365],"genre_scores_gemma":[0.000010345146,0.13749437,0.010630919,0.00045059793,0.8445685,0.00023389162,0.0015136338,0.00026479844,0.004832957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97119075,0.0028531265,0.0080554765,0.002392627,0.013593057,0.0019149412],"domain_scores_gemma":[0.7755605,0.1790829,0.001932614,0.0029364014,0.038503297,0.0019842982],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.079430714,0.000765292,0.0018068593,0.0022495384,0.00018717477,0.0004884166,0.0008445645,0.004634924,0.00015921083],"category_scores_gemma":[0.6763966,0.00069933315,0.0007432357,0.004483573,0.0004277434,0.0006882295,0.0014801671,0.021679955,0.003623351],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028961252,0.00086211355,0.00010182965,0.00047700855,0.00025579706,0.00181969,0.000037845115,0.0000017798923,0.0000074602267,0.000029336024,0.97306985,0.020441197],"study_design_scores_gemma":[0.0047101323,0.0022808781,0.000025899952,0.00028349904,0.0009296336,0.000029700452,0.00055797084,0.00024653572,0.000001071665,0.0010203493,0.98935133,0.00056300143],"about_ca_topic_score_codex":0.0016078168,"about_ca_topic_score_gemma":0.00015962217,"teacher_disagreement_score":0.5969659,"about_ca_system_score_codex":0.0015635255,"about_ca_system_score_gemma":0.014436232,"threshold_uncertainty_score":0.99954575},"labels":[],"label_agreement":null},{"id":"W4405506825","doi":"10.1002/gin2.70008","title":"Using the GRADE‐ADOLOPMENT framework in developing the Philippine national screening guideline recommendations","year":2024,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Medicine; Pathology","score_opus":0.8237577298126961,"score_gpt":0.6610694323933546,"score_spread":0.16268829741934154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405506825","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0082909865,0.00309761,0.19493029,0.79156667,0.0012147657,0.0007291365,0.00002263328,0.00009083756,0.000057068857],"genre_scores_gemma":[0.07890746,0.0092027085,0.5027473,0.40256676,0.0058737663,0.00010011733,0.00032114537,0.00006495502,0.00021581289],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99225384,0.0008151015,0.005128843,0.0005904537,0.0006791155,0.00053262984],"domain_scores_gemma":[0.9891645,0.008491801,0.00045825733,0.00037956893,0.0011661426,0.00033978274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025260942,0.00023533337,0.0004839885,0.0002065913,0.00048548882,0.00021132432,0.00022940134,0.00018090398,0.00029277877],"category_scores_gemma":[0.04016926,0.00013364412,0.00016368205,0.0010735035,0.00027460203,0.00031947793,0.00024662638,0.0011629245,0.000015490075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052174284,0.00015733435,0.024216045,0.00014742819,0.00016099223,0.00000846396,0.0003762615,0.00010659614,0.0000034907127,0.019967807,0.16848719,0.7863162],"study_design_scores_gemma":[0.0007036541,0.000096549324,0.008969169,0.0006111488,0.000035698482,0.00010885821,0.0012101504,0.07880444,5.1754535e-7,0.005973463,0.90333354,0.00015282177],"about_ca_topic_score_codex":0.0005506437,"about_ca_topic_score_gemma":0.0003390948,"teacher_disagreement_score":0.7861634,"about_ca_system_score_codex":0.00017557316,"about_ca_system_score_gemma":0.0031659887,"threshold_uncertainty_score":0.9679158},"labels":[],"label_agreement":null},{"id":"W4405529980","doi":"10.1016/j.joen.2024.12.004","title":"Insights Into the December 2024 Issue of the Journal of Endodontics","year":2024,"lang":"en","type":"editorial","venue":"Journal of Endodontics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Endodontics; Dentistry; Medicine; Library science; Orthodontics; Political science; Computer science","score_opus":0.06657332364435707,"score_gpt":0.4379865506250179,"score_spread":0.3714132269806608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405529980","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010624249,0.011377339,0.0008482011,0.010188926,0.9656699,0.0004543785,0.000033333883,0.000006682498,0.000797029],"genre_scores_gemma":[0.025090216,0.0150299035,0.004296311,0.0007121495,0.9497983,0.0000017327036,0.000016284328,0.00015841145,0.004896733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99032414,0.0006395227,0.005150446,0.00018423458,0.0034144297,0.0002872051],"domain_scores_gemma":[0.97577006,0.010486179,0.00709168,0.0007491608,0.005668321,0.0002346015],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042959675,0.00041805813,0.0014631953,0.00041671167,0.00009664328,0.00009277338,0.0010115531,0.0006596937,0.00020038281],"category_scores_gemma":[0.045745663,0.00020879993,0.0011473639,0.0005843333,0.00029126363,0.00029186995,0.00032594954,0.005228097,0.000021943128],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076951046,0.0002445197,0.00021762257,0.0005118764,0.00135765,0.00021357813,0.001768519,0.000053358457,0.0010695423,0.00003538384,0.99106216,0.0026962915],"study_design_scores_gemma":[0.0025759928,0.0012272836,0.000105021005,0.0018714803,0.007848215,0.0005268242,0.0015256777,0.00008481241,0.0012124918,0.0010599499,0.981794,0.0001682459],"about_ca_topic_score_codex":0.000092901806,"about_ca_topic_score_gemma":0.0002959346,"teacher_disagreement_score":0.041449696,"about_ca_system_score_codex":0.00037673657,"about_ca_system_score_gemma":0.0033514386,"threshold_uncertainty_score":0.99706686},"labels":[],"label_agreement":null},{"id":"W4405727545","doi":"10.1016/j.joen.2024.12.005","title":"Insights Into the January 2025 Issue of the Journal of Endodontics","year":2024,"lang":"en","type":"editorial","venue":"Journal of Endodontics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Endodontics; Data science; Dentistry; Medicine; Computer science","score_opus":0.06924899712759099,"score_gpt":0.4400645619982655,"score_spread":0.3708155648706745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405727545","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011064827,0.012976663,0.0009472054,0.013625989,0.9601318,0.0005377911,0.00004006298,0.000007701415,0.00066796],"genre_scores_gemma":[0.02027198,0.01860549,0.004047085,0.0008103999,0.95292693,0.0000016387953,0.00002293016,0.0001244809,0.0031890513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902535,0.0007160857,0.0052421256,0.00018000165,0.003328571,0.000279729],"domain_scores_gemma":[0.97473943,0.011156668,0.0076669822,0.00076364103,0.005453565,0.000219686],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004562325,0.00040987757,0.0015019578,0.0004434912,0.00010456862,0.0000794575,0.0011170877,0.00065391563,0.00008442059],"category_scores_gemma":[0.045591213,0.00020854313,0.0011436795,0.00055441516,0.00029692703,0.0003072594,0.00033532784,0.005269865,0.000016052645],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084279483,0.00026492396,0.00021441137,0.0005546055,0.0012687828,0.00022475576,0.00179985,0.000044312786,0.0012494422,0.000042629083,0.99020624,0.0032872595],"study_design_scores_gemma":[0.0027327228,0.0014732894,0.00017735023,0.0020742011,0.0071838456,0.00036276897,0.0015789327,0.00007182859,0.0013854813,0.0010758779,0.98171866,0.00016504899],"about_ca_topic_score_codex":0.0001014573,"about_ca_topic_score_gemma":0.00013266304,"teacher_disagreement_score":0.041028887,"about_ca_system_score_codex":0.00036829762,"about_ca_system_score_gemma":0.0036821356,"threshold_uncertainty_score":0.997025},"labels":[],"label_agreement":null},{"id":"W4405730633","doi":"","title":"Les modèles d'exploitation des données de santé au Canada et en Europe : comparaison entre les fiducies canadiennes de données et l'espace européen des données de santé","year":2024,"lang":"fr","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.1121975438355328,"score_gpt":0.35991118993102,"score_spread":0.24771364609548718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405730633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8195653,0.019899432,0.101330765,0.04287001,0.0006096578,0.00061774906,0.0003841243,0.00033365155,0.01438929],"genre_scores_gemma":[0.94218653,0.013862077,0.037448905,0.00076758786,0.00032903437,0.00006232584,0.0004434438,0.00014884357,0.0047512692],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9790545,0.016685644,0.0013310156,0.00092806935,0.00069562125,0.0013051529],"domain_scores_gemma":[0.9713832,0.024093656,0.0005429117,0.0010603947,0.0022231701,0.00069663185],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014075512,0.0006221787,0.0006180019,0.00032284795,0.0009911469,0.00074879645,0.0008558638,0.0002643995,0.000398798],"category_scores_gemma":[0.028980106,0.00065423496,0.00022756854,0.0010059639,0.0009772705,0.00091378967,0.00043581304,0.0009898209,0.000036163037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002416961,0.0011215702,0.10281558,0.0035543167,0.00066026987,0.00031447926,0.19586077,0.0023331905,0.029991774,0.14380917,0.008333832,0.5109633],"study_design_scores_gemma":[0.0022246349,0.000025003606,0.5241168,0.017565917,0.0011993661,0.00048513146,0.04521099,0.093502134,0.04821941,0.003533872,0.26245975,0.0014569438],"about_ca_topic_score_codex":0.8936518,"about_ca_topic_score_gemma":0.99108475,"teacher_disagreement_score":0.5095064,"about_ca_system_score_codex":0.0030654334,"about_ca_system_score_gemma":0.0064755105,"threshold_uncertainty_score":0.9995909},"labels":[],"label_agreement":null},{"id":"W4405750563","doi":"10.1016/j.jval.2024.10.2150","title":"HTA325 Stakeholder Perspectives on the Draft Implementation Act for Joint Clinical Assessments: Key Insights and Concerns","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Key (lock); Stakeholder; Joint (building); Process management; Stakeholder engagement; Business; Political science; Computer science; Public relations; Computer security; Engineering","score_opus":0.6586294812627639,"score_gpt":0.614225794773354,"score_spread":0.044403686489409844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405750563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8841908,0.0013416548,0.0029714792,0.10713746,0.000808701,0.0031679273,0.000060774095,0.00007440144,0.00024682475],"genre_scores_gemma":[0.9884774,0.0014905247,0.0028667678,0.006067505,0.00080058473,0.00012114681,0.00007106214,0.000031031133,0.00007397251],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99701,0.0005659719,0.0013798339,0.00046753153,0.00031542205,0.00026122807],"domain_scores_gemma":[0.9942849,0.004985256,0.00023877181,0.00024340303,0.00011185068,0.0001358134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041496484,0.00014131704,0.00031700853,0.0001258914,0.00011504822,0.000075830336,0.00005307238,0.00006715345,0.00012185705],"category_scores_gemma":[0.001901219,0.00009600167,0.00009061821,0.00019401484,0.000077480014,0.0001995399,0.000033995944,0.00044943186,0.000012585332],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024887845,0.0024129709,0.067188025,0.0028910637,0.0010009226,0.00009598061,0.051578533,0.00028143296,0.0005991426,0.24839759,0.108940564,0.514125],"study_design_scores_gemma":[0.02045586,0.018914646,0.31066543,0.0029752692,0.00052807754,0.00007023969,0.21599281,0.1049522,0.00032560935,0.022028172,0.30223525,0.0008564293],"about_ca_topic_score_codex":0.0015591265,"about_ca_topic_score_gemma":0.00024326987,"teacher_disagreement_score":0.5132686,"about_ca_system_score_codex":0.000396835,"about_ca_system_score_gemma":0.0009153619,"threshold_uncertainty_score":0.39148343},"labels":[],"label_agreement":null},{"id":"W4405940353","doi":"10.1371/journal.pone.0313201","title":"Primary healthcare provider-perceived barriers to implementing an evidence-based pathway for undifferentiated lower gastrointestinal tract symptoms: A qualitative inquiry","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta; Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Primary care; Qualitative research; Gastrointestinal tract; Medicine; Health care; Primary health care; Nursing; Family medicine; Internal medicine; Environmental health","score_opus":0.4567887330469672,"score_gpt":0.4976372091968938,"score_spread":0.040848476149926594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405940353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96004075,0.00016910216,0.012265523,0.02302209,0.00016818466,0.0037252605,0.00022807701,0.00036821887,0.000012770677],"genre_scores_gemma":[0.95284307,0.000008771443,0.037496828,0.0073767914,0.00062550843,0.0006058549,0.0008544577,0.00009936057,0.00008935147],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9956456,0.0005515574,0.0014412258,0.000833988,0.00082593306,0.0007017129],"domain_scores_gemma":[0.99317837,0.004450058,0.0002655798,0.00043816058,0.0008178198,0.0008500129],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002628822,0.00032380875,0.0005940738,0.0002927273,0.00020143457,0.00015319893,0.00015543583,0.00008235122,0.00049512315],"category_scores_gemma":[0.015761554,0.0003016921,0.00019285735,0.00041457362,0.000081041144,0.00075211964,0.00006439465,0.00045763009,0.00004471897],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014741971,0.009002705,0.06459008,0.020690281,0.001718566,0.00042173627,0.06624516,0.00003572138,0.7727393,0.00043340013,0.0038363377,0.045544744],"study_design_scores_gemma":[0.038276784,0.13953143,0.25706685,0.15388761,0.01461352,0.00035014618,0.24046163,0.10030274,0.04348356,0.003314223,0.0029313196,0.0057801823],"about_ca_topic_score_codex":0.00021569486,"about_ca_topic_score_gemma":0.00022350381,"teacher_disagreement_score":0.72925574,"about_ca_system_score_codex":0.00057126133,"about_ca_system_score_gemma":0.0019909265,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W4406089051","doi":"10.1097/mcg.0000000000002121","title":"A Systematic Critical Appraisal of Clinical Practice Guidelines in Barrett’s Esophagus Using the AGREE II Tool","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Critical appraisal; Esophagus; Clinical Practice; Barrett's esophagus; MEDLINE; Systematic review; General surgery; Medical physics; Internal medicine; Pathology; Family medicine; Alternative medicine; Adenocarcinoma","score_opus":0.5058449918198233,"score_gpt":0.6634019558004247,"score_spread":0.15755696398060137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406089051","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010735504,0.96758366,0.0023301456,0.013761515,0.013518469,0.0016510517,0.000040969313,0.000020255813,0.000020406407],"genre_scores_gemma":[0.0009490426,0.9460436,0.038892362,0.005790517,0.0081007015,0.000032886324,0.0000157148,0.00013489963,0.00004027963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9408918,0.009784536,0.046065524,0.0008499785,0.0016566991,0.00075142895],"domain_scores_gemma":[0.82611537,0.14015356,0.024656622,0.0018982884,0.0063688406,0.000807309],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06044192,0.0007642971,0.012311846,0.00059986615,0.00007047497,0.000059945807,0.0010028565,0.0012604111,0.00010241572],"category_scores_gemma":[0.6388453,0.00043158376,0.0053005517,0.0005671774,0.00088348944,0.00042560988,0.0007260412,0.0069127944,0.000038247665],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015348412,0.008411933,0.0147107495,0.33986753,0.019372696,0.01008926,0.00023328575,0.00005669219,7.011998e-7,0.0005524965,0.05767624,0.53368],"study_design_scores_gemma":[0.011881365,0.023294624,0.0009513406,0.30952013,0.13140602,0.050304074,0.0011443895,0.0030207415,1.4019821e-7,0.00024758466,0.46758518,0.0006444173],"about_ca_topic_score_codex":0.00003621656,"about_ca_topic_score_gemma":0.00003368032,"teacher_disagreement_score":0.5784034,"about_ca_system_score_codex":0.0001475813,"about_ca_system_score_gemma":0.0030169645,"threshold_uncertainty_score":0.9998136},"labels":[],"label_agreement":null},{"id":"W4406235771","doi":"10.1016/j.endend.2013.12.011","title":"10.1016/j.endend.2013.12.011","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical emergency; Surgery; Computer science; Operations management; Engineering","score_opus":0.09130674472906845,"score_gpt":0.3613083018730425,"score_spread":0.27000155714397406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406235771","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016700496,0.00002833409,0.000006678527,0.008496348,0.0000038037515,0.00041887927,0.000014482487,0.00014355713,0.9892179],"genre_scores_gemma":[0.0004763494,0.0000012095646,0.001054403,0.0008963757,0.00043770572,0.00001954772,0.00008639105,0.00003215695,0.99699587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856883,0.000056148183,0.0005577275,0.00026169186,0.0003064942,0.00024910376],"domain_scores_gemma":[0.9988827,0.00032371175,0.00007066454,0.00038090197,0.000095800766,0.0002462385],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045226613,0.00012929116,0.00022411013,0.00007073688,0.000047381967,0.00002054081,0.00009882196,0.000069423004,0.9989365],"category_scores_gemma":[0.0007806239,0.00012113992,0.00008097674,0.00014772578,0.000026464688,0.00014126053,0.000034941746,0.00018369097,0.9957117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030561688,0.00007719643,0.0000013782851,0.0000055804257,0.00002095152,0.000011117594,0.000008965714,0.000008621735,0.000073565985,3.0235734e-7,0.47255173,0.526935],"study_design_scores_gemma":[0.0011437283,0.00046531868,0.00038701866,0.000022842756,0.00011941769,0.000047737725,0.0000043391183,0.000270646,0.00007290737,0.000009817126,0.9973279,0.00012833088],"about_ca_topic_score_codex":0.00016413393,"about_ca_topic_score_gemma":0.0000026173434,"teacher_disagreement_score":0.52680665,"about_ca_system_score_codex":0.000057523826,"about_ca_system_score_gemma":0.000073470546,"threshold_uncertainty_score":0.49399427},"labels":[],"label_agreement":null},{"id":"W4406388513","doi":"10.1016/s1558-0164(09)70257-3","title":"10.1016/s1558-0164(09)70257-3","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Certification; Family medicine; Economics; Management","score_opus":0.07792206338305187,"score_gpt":0.36654802498032835,"score_spread":0.2886259615972765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406388513","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026111668,0.000029210762,0.000007903509,0.007530513,0.0000034548264,0.00045437287,0.000015048925,0.0001466734,0.98920166],"genre_scores_gemma":[0.00034679892,7.980518e-7,0.0011176084,0.0008629656,0.00044836488,0.000020919777,0.000094780895,0.00003350102,0.99707425],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849254,0.000059071972,0.00059863686,0.0002756111,0.00031388472,0.0002602784],"domain_scores_gemma":[0.99877053,0.00038034294,0.00007450442,0.0003994094,0.000120650235,0.00025455066],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004948691,0.00013671862,0.00024259932,0.000073303156,0.00005339596,0.000023738616,0.000103432765,0.00007151048,0.99894935],"category_scores_gemma":[0.0012172816,0.0001277842,0.00008694082,0.00022527824,0.00002914008,0.00013963066,0.000036601305,0.00019141374,0.9989153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038694884,0.00009726382,3.193897e-7,0.000007463289,0.000024835672,0.000013576949,0.000009979577,0.000010609942,0.0001280304,4.2595642e-7,0.5715598,0.42776075],"study_design_scores_gemma":[0.0012277398,0.00048226587,0.00028486934,0.000028297154,0.000124048,0.00003549477,0.0000053321855,0.00027554604,0.00010283219,0.000011194426,0.99728584,0.00013653681],"about_ca_topic_score_codex":0.00008047961,"about_ca_topic_score_gemma":8.3191605e-7,"teacher_disagreement_score":0.4276242,"about_ca_system_score_codex":0.00006731345,"about_ca_system_score_gemma":0.000089619745,"threshold_uncertainty_score":0.52108884},"labels":[],"label_agreement":null},{"id":"W4406423685","doi":"10.1016/s1541-9800(12)70210-7","title":"10.1016/s1541-9800(12)70210-7","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Business; Medicine","score_opus":0.08488516087584713,"score_gpt":0.3645025739920298,"score_spread":0.27961741311618266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406423685","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020883246,0.00002569221,0.000006304022,0.007342651,0.0000034250609,0.00043722522,0.000014539107,0.0001390414,0.9899428],"genre_scores_gemma":[0.00046407108,7.738487e-7,0.0011355494,0.0011384754,0.000459088,0.000020566993,0.00009876628,0.00003366104,0.996649],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984969,0.000059582784,0.0005961293,0.0002741166,0.00031361284,0.0002596874],"domain_scores_gemma":[0.99879,0.00037676483,0.00007312726,0.00039967528,0.00010489178,0.00025554342],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004905072,0.00013571637,0.00024111017,0.000070412585,0.00005302038,0.000023716477,0.000101192614,0.000071263545,0.9990584],"category_scores_gemma":[0.0012171404,0.00012743998,0.00008527584,0.00018192761,0.000028871491,0.00013799996,0.000036388792,0.00018796179,0.99579436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003323366,0.00008365905,0.00000129534,0.0000063445186,0.000021305643,0.000011962409,0.0000088872075,0.000009422744,0.00009612923,2.750344e-7,0.4504003,0.5490281],"study_design_scores_gemma":[0.0012642567,0.00049850025,0.0003690884,0.000027820539,0.0001248678,0.000042768224,0.000004940639,0.00028149562,0.000089343426,0.000011046731,0.9971502,0.00013571749],"about_ca_topic_score_codex":0.00008133447,"about_ca_topic_score_gemma":0.0000012857575,"teacher_disagreement_score":0.5488924,"about_ca_system_score_codex":0.00006593763,"about_ca_system_score_gemma":0.00008475469,"threshold_uncertainty_score":0.5196852},"labels":[],"label_agreement":null},{"id":"W4406456457","doi":"10.1016/s0029-7437(08)70598-6","title":"10.1016/s0029-7437(08)70598-6","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Environmental science","score_opus":0.08168786249456063,"score_gpt":0.3706960653556064,"score_spread":0.2890082028610458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406456457","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020740288,0.000030097668,0.0000075128064,0.006954797,6.7958973e-7,0.00045705526,0.0000140676175,0.00017002078,0.9902917],"genre_scores_gemma":[0.00037794342,8.077327e-7,0.001225809,0.0010465211,0.0004703722,0.000020744837,0.000094119176,0.00003355848,0.99673015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850374,0.00005757733,0.00059439236,0.00027403308,0.0003107439,0.00025952279],"domain_scores_gemma":[0.9987854,0.00037091412,0.000073461575,0.00039837044,0.00011914605,0.0002527287],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004869891,0.00013607809,0.00024044137,0.000070706745,0.00005349662,0.000024006582,0.00010244912,0.00007198879,0.99927646],"category_scores_gemma":[0.0011846753,0.00012788502,0.000086033135,0.00022679861,0.0000291327,0.00014511318,0.000036045494,0.00019130029,0.9975708],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030356285,0.00008283857,0.000001057553,0.000006362412,0.000021059439,0.000008726788,0.000008058064,0.00000981155,0.000089040375,2.8690124e-7,0.63017243,0.3692968],"study_design_scores_gemma":[0.0012437134,0.00047679458,0.00029594608,0.000028018381,0.00012309846,0.00004316706,0.0000047669905,0.00032520544,0.000088071945,0.000010909397,0.9972241,0.00013620312],"about_ca_topic_score_codex":0.000067500325,"about_ca_topic_score_gemma":7.684992e-7,"teacher_disagreement_score":0.3691606,"about_ca_system_score_codex":0.0000656928,"about_ca_system_score_gemma":0.00008456484,"threshold_uncertainty_score":0.5215},"labels":[],"label_agreement":null},{"id":"W4406487371","doi":"10.1016/s0246-1064(19)30154-9","title":"10.1016/s0246-1064(19)30154-9","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gynecology; Medicine","score_opus":0.09031230380757949,"score_gpt":0.37670156053180753,"score_spread":0.28638925672422805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406487371","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010536823,0.000039451792,0.000008362576,0.009643841,0.000003455012,0.00045437427,0.000015508456,0.0001524778,0.98862886],"genre_scores_gemma":[0.00033649942,0.0000010043336,0.0011843537,0.0014426197,0.0004732824,0.000021790931,0.00009981521,0.00003306976,0.99640757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849087,0.0000609821,0.0005934389,0.00027745042,0.000318198,0.0002590531],"domain_scores_gemma":[0.9986704,0.0004155208,0.00007232855,0.000398356,0.00011229306,0.00033110345],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053425593,0.00013519217,0.00023695575,0.0000758144,0.000055555614,0.000024219436,0.00010255864,0.000071953626,0.9989635],"category_scores_gemma":[0.0016570636,0.0001266358,0.0000849117,0.00023760556,0.000029957564,0.00013650171,0.000036949597,0.00019191686,0.9963182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031318943,0.00007657291,9.961867e-7,0.000006887565,0.000020054667,0.000012711692,0.000009423723,0.000011899987,0.000067673114,1.7312495e-7,0.5943265,0.4051539],"study_design_scores_gemma":[0.0012776797,0.00046186385,0.00022621268,0.000024978095,0.00012497479,0.000050391853,0.0000067044825,0.00029179075,0.000058663736,0.000013751373,0.99732786,0.00013515378],"about_ca_topic_score_codex":0.00010992389,"about_ca_topic_score_gemma":9.424516e-7,"teacher_disagreement_score":0.40501875,"about_ca_system_score_codex":0.00007822285,"about_ca_system_score_gemma":0.00011050936,"threshold_uncertainty_score":0.5164058},"labels":[],"label_agreement":null},{"id":"W4406498689","doi":"10.1016/s0000-0000(06)41560-6","title":"10.1016/s0000-0000(06)41560-6","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gynecology; Humanities","score_opus":0.07570747535587442,"score_gpt":0.3636624047865883,"score_spread":0.2879549294307139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406498689","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014120971,0.000039619677,0.0000058821056,0.01253204,0.0000024918047,0.00055581314,0.000017130791,0.00017350515,0.98526144],"genre_scores_gemma":[0.0004216327,0.0000016314467,0.0012457123,0.0011341218,0.0005780273,0.000024654222,0.00012997202,0.000038586357,0.9964257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983076,0.00009033328,0.0006257737,0.00028909044,0.00037185868,0.00031535295],"domain_scores_gemma":[0.9985814,0.00044406086,0.0000743643,0.00043333473,0.00013279749,0.0003340493],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006839212,0.00014283125,0.00025407472,0.00009121809,0.00008205937,0.000033871467,0.00011767109,0.0000895349,0.99916476],"category_scores_gemma":[0.0016889122,0.00014152002,0.00009154738,0.00024240257,0.00004031189,0.00013863931,0.000035066696,0.00021707847,0.9966754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002806633,0.00009237447,0.0000015127481,0.0000063689386,0.000022424449,0.000013642893,0.000013634309,0.000009748838,0.00005517479,8.01588e-7,0.4593614,0.54014224],"study_design_scores_gemma":[0.0012661411,0.00036911474,0.00024021737,0.000033270717,0.00013060361,0.000034222612,0.0000075093826,0.00016167577,0.000058025544,0.000012146408,0.9975376,0.00014946448],"about_ca_topic_score_codex":0.00014580181,"about_ca_topic_score_gemma":0.0000015032037,"teacher_disagreement_score":0.5399928,"about_ca_system_score_codex":0.00009582536,"about_ca_system_score_gemma":0.00015890312,"threshold_uncertainty_score":0.5771019},"labels":[],"label_agreement":null},{"id":"W4406503647","doi":"10.1016/j.yort.2015.04.050","title":"10.1016/j.yort.2015.04.050","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Residency training; Orthopedic surgery; Physical therapy; Medical physics; General surgery; Surgery; Medical education","score_opus":0.07612748946431777,"score_gpt":0.3768186835121901,"score_spread":0.30069119404787237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406503647","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026692562,0.000035959587,0.000006138628,0.010371571,0.000003572218,0.00043708252,0.000013668459,0.00014113142,0.9863216],"genre_scores_gemma":[0.0004684973,9.896148e-7,0.0010144303,0.0010521677,0.0004483489,0.000017956403,0.00009909693,0.000031723834,0.99686676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985785,0.000052460942,0.00057162764,0.00025343645,0.00030247474,0.00024154001],"domain_scores_gemma":[0.99885684,0.00031910502,0.000071880655,0.00038424332,0.000118185395,0.00024974847],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004902212,0.00012536849,0.00022683192,0.00006611279,0.0000462897,0.000021163602,0.00009344751,0.000067139146,0.9986103],"category_scores_gemma":[0.0010974794,0.00011674909,0.00007682418,0.00020195897,0.000026881991,0.00013615341,0.00003310751,0.00017371937,0.9954217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027481138,0.00007629283,0.0000015569915,0.000005163833,0.000020592282,0.000010612495,0.0000072869893,0.000007773584,0.000080644255,2.8606928e-7,0.47109464,0.5284203],"study_design_scores_gemma":[0.001092153,0.00046332166,0.00038110328,0.000023660466,0.00012401128,0.00004143239,0.0000043086493,0.0002375684,0.00006987102,0.000008817901,0.99742836,0.00012541561],"about_ca_topic_score_codex":0.00011372201,"about_ca_topic_score_gemma":0.0000012199639,"teacher_disagreement_score":0.5282949,"about_ca_system_score_codex":0.000056990797,"about_ca_system_score_gemma":0.000092790164,"threshold_uncertainty_score":0.47608897},"labels":[],"label_agreement":null},{"id":"W4406506871","doi":"10.1016/j.yort.2014.05.007","title":"10.1016/j.yort.2014.05.007","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Antibiotic prophylaxis; Intensive care medicine; Antibiotics; Surgery; Pathology; Microbiology","score_opus":0.07154836680219792,"score_gpt":0.3662896565486072,"score_spread":0.29474128974640923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406506871","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026874768,0.000033441018,0.0000071989516,0.0075998236,0.0000040183963,0.00043319367,0.000011854564,0.00013565729,0.98908734],"genre_scores_gemma":[0.0004496732,0.0000010763025,0.0009544263,0.001164403,0.00043202634,0.00001656437,0.00008869221,0.000030609266,0.99686253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860346,0.000050424667,0.00056012085,0.00025186254,0.0002956348,0.00023846969],"domain_scores_gemma":[0.9988579,0.00033973547,0.00007183359,0.0003782632,0.00010883336,0.00024341079],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005068512,0.00012258053,0.00022278665,0.00006590683,0.000044912824,0.000019412699,0.0000908086,0.00006772353,0.9986964],"category_scores_gemma":[0.00095410016,0.00011272666,0.00008069658,0.00016431397,0.000026782996,0.00012166699,0.0000314905,0.00017212602,0.9963791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024681838,0.00006560409,0.000001480064,0.0000051476823,0.000018043747,0.000012295867,0.000005211823,0.000006161178,0.000076112345,2.8430873e-7,0.48666576,0.5128971],"study_design_scores_gemma":[0.0010481735,0.00049946166,0.0003673324,0.000021762124,0.000113188304,0.000054454606,0.0000036687802,0.00020610871,0.00008097094,0.000007949073,0.9974765,0.00012039827],"about_ca_topic_score_codex":0.00010700359,"about_ca_topic_score_gemma":8.261935e-7,"teacher_disagreement_score":0.5127767,"about_ca_system_score_codex":0.000054640317,"about_ca_system_score_gemma":0.00008722737,"threshold_uncertainty_score":0.45968598},"labels":[],"label_agreement":null},{"id":"W4406509635","doi":"10.1016/s0197-2510(10)70110-8","title":"10.1016/s0197-2510(10)70110-8","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.0868328006237188,"score_gpt":0.37040544926819596,"score_spread":0.2835726486444772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406509635","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020535747,0.000029555767,0.0000047103945,0.007442813,0.000003036952,0.00044719494,0.000016263217,0.00015102065,0.98985183],"genre_scores_gemma":[0.0002964748,6.782375e-7,0.0010146038,0.0008890194,0.0004936302,0.000020599555,0.00011898655,0.0000357655,0.9971302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984074,0.00006497592,0.0006395104,0.00028867938,0.0003263134,0.00027310566],"domain_scores_gemma":[0.9986707,0.00042708305,0.00008531588,0.00041672192,0.0001429825,0.0002571909],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00054803706,0.00014374635,0.0002530171,0.00007325471,0.000056877947,0.000024998875,0.00010916791,0.0000771907,0.9994652],"category_scores_gemma":[0.0015615944,0.00013515634,0.00008904482,0.00023241994,0.000030252288,0.00014526703,0.000040448507,0.00018326682,0.99768674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037645307,0.000082608756,5.842853e-7,0.000006691914,0.000021164422,0.000010268314,0.000007857848,0.000009199072,0.00008692996,2.1564178e-7,0.5144905,0.48490754],"study_design_scores_gemma":[0.00128944,0.0005768295,0.00020302333,0.000028649358,0.00013299688,0.000037475005,0.000005401846,0.00034011525,0.00009028817,0.000008866556,0.9971439,0.00014301272],"about_ca_topic_score_codex":0.000078645906,"about_ca_topic_score_gemma":8.880081e-7,"teacher_disagreement_score":0.48476452,"about_ca_system_score_codex":0.000067612826,"about_ca_system_score_gemma":0.00009048328,"threshold_uncertainty_score":0.5511516},"labels":[],"label_agreement":null},{"id":"W4406520784","doi":"10.1016/s0029-7437(10)70291-3","title":"10.1016/s0029-7437(10)70291-3","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Schedule; Actuarial science; Finance; Economics; Management","score_opus":0.08449719263049152,"score_gpt":0.37160396579790034,"score_spread":0.28710677316740885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406520784","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015955779,0.00003361482,0.0000044026747,0.006543603,7.153563e-7,0.00045303768,0.000016648588,0.00017482365,0.99117756],"genre_scores_gemma":[0.00018609839,8.785359e-7,0.0012706092,0.00085570995,0.00048643036,0.0000228597,0.00012121107,0.000036764795,0.9970194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983961,0.000062434745,0.0006374373,0.0002940654,0.00033305882,0.0002769244],"domain_scores_gemma":[0.9986642,0.00041389017,0.0000824064,0.00042675712,0.00014331266,0.00026942467],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00052644574,0.00014789258,0.00025815613,0.00007661714,0.00005731231,0.000026675192,0.00011233682,0.00007885932,0.99959755],"category_scores_gemma":[0.0014594521,0.00013916461,0.00009285705,0.00023739261,0.000031297164,0.00015178771,0.000040602514,0.00018768363,0.9980096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040652664,0.00009134146,5.309184e-7,0.0000069573834,0.000022646243,0.000009065708,0.000007349939,0.000007650056,0.00009316868,2.7156935e-7,0.6537928,0.3455617],"study_design_scores_gemma":[0.00131672,0.0005671234,0.00020273845,0.000029056875,0.00013558484,0.00003960901,0.000004241592,0.00030945498,0.0000924772,0.000008803161,0.99714667,0.00014752834],"about_ca_topic_score_codex":0.00007560298,"about_ca_topic_score_gemma":0.0000010969213,"teacher_disagreement_score":0.3454142,"about_ca_system_score_codex":0.000069928596,"about_ca_system_score_gemma":0.00008903847,"threshold_uncertainty_score":0.5674968},"labels":[],"label_agreement":null},{"id":"W4406551083","doi":"10.1016/s1541-9800(09)70167-x","title":"10.1016/s1541-9800(09)70167-x","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meaningful use; Computer science; Data science; Political science; Health care","score_opus":0.07913784575284431,"score_gpt":0.3665524297403741,"score_spread":0.2874145839875298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406551083","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024880143,0.000031184387,0.0000066656917,0.0078002973,0.0000033378483,0.00044574574,0.0000151358245,0.00014725412,0.98906237],"genre_scores_gemma":[0.00039141142,8.167245e-7,0.0010337976,0.00087622524,0.00046377687,0.000020182399,0.00009101416,0.00003441895,0.9970884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984931,0.000057507827,0.00059305946,0.00027719914,0.00031663687,0.00026251533],"domain_scores_gemma":[0.9987761,0.00037707944,0.00007392048,0.00039290098,0.00012210898,0.00025789262],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005002685,0.00013744055,0.00024376053,0.00007257238,0.000053798118,0.000023780321,0.0001020914,0.000071902454,0.99897796],"category_scores_gemma":[0.0012130719,0.00012810495,0.00008602447,0.00023278444,0.000029553541,0.00014615218,0.000036187455,0.0001900233,0.99707806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032728637,0.000084819934,9.019441e-7,0.0000066337393,0.000020856673,0.00001161046,0.000008725684,0.000008838166,0.00009606002,3.0859354e-7,0.4292882,0.5701457],"study_design_scores_gemma":[0.0012693193,0.00049123407,0.00028027708,0.000028997842,0.00012414463,0.000044471413,0.000005092133,0.00029412034,0.00010299332,0.000011940894,0.9972099,0.00013752648],"about_ca_topic_score_codex":0.00007582143,"about_ca_topic_score_gemma":7.9917555e-7,"teacher_disagreement_score":0.5700082,"about_ca_system_score_codex":0.00006626805,"about_ca_system_score_gemma":0.00009030272,"threshold_uncertainty_score":0.5223968},"labels":[],"label_agreement":null},{"id":"W4406551459","doi":"10.1016/s1541-9800(12)70247-8","title":"10.1016/s1541-9800(12)70247-8","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.08713517010440701,"score_gpt":0.3676875478204286,"score_spread":0.2805523777160216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406551459","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001992698,0.000025644775,0.0000063064044,0.0072592595,0.0000035548703,0.0004492216,0.000014850129,0.0001450429,0.9901034],"genre_scores_gemma":[0.00045186482,7.7218795e-7,0.0010803308,0.0011288772,0.00046045423,0.000020884649,0.00009979512,0.0000341797,0.9967228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849725,0.000057872352,0.0005959453,0.0002744953,0.0003142314,0.0002601994],"domain_scores_gemma":[0.9988052,0.0003674476,0.000071758666,0.00039757031,0.00010257699,0.00025544074],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00049012696,0.00013630572,0.00024018115,0.000071954935,0.0000525055,0.000024142786,0.00010168808,0.00007132471,0.9990791],"category_scores_gemma":[0.0011674222,0.00012758886,0.000085400454,0.00018301405,0.00002897685,0.00014033736,0.000036637422,0.00019244032,0.99628794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033481882,0.00008143395,0.0000012454046,0.0000065005806,0.000021614926,0.000011899205,0.000009050121,0.000009094881,0.00009572489,2.8523976e-7,0.46452242,0.5349059],"study_design_scores_gemma":[0.001240905,0.0005079792,0.00035696293,0.00002830071,0.00012836175,0.00004381243,0.0000048408315,0.00029052346,0.000087601584,0.000011570036,0.9971632,0.00013598225],"about_ca_topic_score_codex":0.00008229903,"about_ca_topic_score_gemma":0.0000013226415,"teacher_disagreement_score":0.53476995,"about_ca_system_score_codex":0.00006674282,"about_ca_system_score_gemma":0.000084785526,"threshold_uncertainty_score":0.5202923},"labels":[],"label_agreement":null},{"id":"W4406552910","doi":"10.1016/s1558-0164(07)70051-2","title":"10.1016/s1558-0164(07)70051-2","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Joint (building); Intensive care medicine; Endocrinology; Engineering","score_opus":0.0812262022275088,"score_gpt":0.36939107932235177,"score_spread":0.28816487709484295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406552910","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024779139,0.000030095887,0.0000073405413,0.0075834906,0.0000033554402,0.00044834916,0.000014775102,0.00014810576,0.9892866],"genre_scores_gemma":[0.0004609413,8.170065e-7,0.0011371918,0.001123364,0.0004694994,0.000020701813,0.000093435956,0.00003426457,0.99665976],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849,0.000058820173,0.0005981328,0.00027545798,0.00031486579,0.00026276358],"domain_scores_gemma":[0.99878013,0.00037272525,0.00007495885,0.00039808633,0.00011705555,0.0002570638],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004969005,0.00013684572,0.00024215119,0.00006893039,0.000053891148,0.00002430947,0.000103012055,0.0000712735,0.9992325],"category_scores_gemma":[0.0011960255,0.00012787816,0.000086961954,0.00020033136,0.000029517643,0.00014144971,0.00003647845,0.0001914368,0.9992873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040474313,0.00010284301,2.997831e-7,0.000007648811,0.000026015216,0.000015053263,0.000010385439,0.000011203564,0.000116439216,3.8984555e-7,0.6396806,0.3596244],"study_design_scores_gemma":[0.0012153913,0.00048293156,0.0002736024,0.00002759108,0.00012353242,0.00004665285,0.0000050905096,0.00027436126,0.00009035573,0.000011027318,0.997312,0.00013742542],"about_ca_topic_score_codex":0.00007881297,"about_ca_topic_score_gemma":7.758231e-7,"teacher_disagreement_score":0.35948694,"about_ca_system_score_codex":0.00006781533,"about_ca_system_score_gemma":0.000087956854,"threshold_uncertainty_score":0.521472},"labels":[],"label_agreement":null},{"id":"W4406555011","doi":"10.1016/s1634-6939(13)64815-2","title":"10.1016/s1634-6939(13)64815-2","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relation (database); Psychology; Humanities; Philosophy; Computer science; Data mining","score_opus":0.0825343769536299,"score_gpt":0.3706873920236397,"score_spread":0.2881530150700098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406555011","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003540973,0.00003179523,0.0000066220086,0.007531693,0.0000035143885,0.00045418195,0.000015012328,0.00014821981,0.988268],"genre_scores_gemma":[0.00067164743,8.1453544e-7,0.00089839526,0.0011602642,0.0004621569,0.000021045316,0.00009791936,0.000034065502,0.9966537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849,0.000059492493,0.00059832586,0.00027495113,0.0003153239,0.00026193817],"domain_scores_gemma":[0.9987789,0.00037085274,0.00007351371,0.0004006904,0.00012077438,0.0002552805],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004971268,0.0001367452,0.00024274125,0.00007209187,0.000055123404,0.00002550951,0.00010316307,0.0000723854,0.9987934],"category_scores_gemma":[0.0012021121,0.00012828439,0.00008634057,0.00023001888,0.00003075029,0.0001451291,0.000036633348,0.00019289371,0.9961219],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000333865,0.00008482,0.0000013916258,0.0000064570086,0.000021662923,0.000011919942,0.000008965552,0.000012555634,0.00009422473,2.3696282e-7,0.44341335,0.55601054],"study_design_scores_gemma":[0.0012647364,0.00048245324,0.0003904007,0.000028385317,0.00012756772,0.000042649757,0.000005135372,0.00031883904,0.00008751615,0.000010930637,0.99710464,0.00013675277],"about_ca_topic_score_codex":0.00012008416,"about_ca_topic_score_gemma":0.0000013777473,"teacher_disagreement_score":0.5558738,"about_ca_system_score_codex":0.000063620915,"about_ca_system_score_gemma":0.000087068154,"threshold_uncertainty_score":0.5231285},"labels":[],"label_agreement":null},{"id":"W4406574146","doi":"10.1016/s1634-6939(20)30527-5","title":"10.1016/s1634-6939(20)30527-5","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medicine; Pharmacology","score_opus":0.0795634465304792,"score_gpt":0.3688670000527448,"score_spread":0.2893035535222656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406574146","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025871943,0.000030988293,0.000006754196,0.009107846,0.0000034360633,0.0004544534,0.000018328097,0.00014942669,0.9876416],"genre_scores_gemma":[0.00029589364,6.539811e-7,0.0010974469,0.0011458971,0.0004473626,0.000019902538,0.0001205979,0.00003395767,0.9968383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984932,0.00005908038,0.00059561455,0.00027442334,0.0003147703,0.00026293797],"domain_scores_gemma":[0.99878037,0.0003679225,0.00007321253,0.00039936192,0.00012072868,0.00025843008],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004904369,0.00013633783,0.00024156756,0.00007231551,0.000053385233,0.000023667553,0.00010287668,0.00007228445,0.99886626],"category_scores_gemma":[0.0010550797,0.00012797631,0.000085350795,0.00022840257,0.000029633811,0.00014206741,0.000036167094,0.00018602796,0.99612975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032845975,0.00008322475,8.660664e-7,0.0000063706934,0.000021475405,0.000011683284,0.0000069522066,0.00001200964,0.00017342118,2.537223e-7,0.47252265,0.52683264],"study_design_scores_gemma":[0.0012373318,0.00048581138,0.00016724825,0.000027101807,0.00012764645,0.0000447761,0.000004635403,0.00037799985,0.0000962787,0.000009471807,0.9972853,0.00013640332],"about_ca_topic_score_codex":0.00006841995,"about_ca_topic_score_gemma":0.0000011112195,"teacher_disagreement_score":0.52669626,"about_ca_system_score_codex":0.0000666118,"about_ca_system_score_gemma":0.000088672,"threshold_uncertainty_score":0.5218722},"labels":[],"label_agreement":null},{"id":"W4406574774","doi":"10.1016/s1558-0164(08)70446-2","title":"10.1016/s1558-0164(08)70446-2","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Guideline; Diabetes mellitus; Intensive care medicine; Pathology; Endocrinology","score_opus":0.07836641934241505,"score_gpt":0.36545456198043,"score_spread":0.28708814263801496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406574774","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024813912,0.000029572417,0.0000072960243,0.007867024,0.0000033996123,0.00044750414,0.000014849187,0.00014725131,0.9890017],"genre_scores_gemma":[0.00049752713,8.176558e-7,0.0010908379,0.0010998659,0.00045814813,0.000020633204,0.000094872,0.00003429461,0.996703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984852,0.000058851285,0.0005974713,0.00027559465,0.00032210996,0.00026078153],"domain_scores_gemma":[0.99877656,0.00037454703,0.000076132856,0.0003987945,0.00011875686,0.00025523218],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004903173,0.00013692315,0.0002423059,0.000070501635,0.0000536321,0.000023773806,0.00010341475,0.00007126984,0.99902254],"category_scores_gemma":[0.0012298257,0.00012790725,0.000086937485,0.00022766792,0.000029446861,0.00014042984,0.000036602145,0.00019189411,0.99901325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000399631,0.00010213379,3.5737975e-7,0.000007660419,0.000026050762,0.000014654827,0.000010575623,0.000010707036,0.00012743892,4.0888608e-7,0.6530104,0.34629],"study_design_scores_gemma":[0.0012495524,0.00048352813,0.00030648368,0.000027671194,0.00012375362,0.00004468937,0.000005649422,0.0002773983,0.000099657496,0.000010300623,0.99723387,0.00013744578],"about_ca_topic_score_codex":0.00007859646,"about_ca_topic_score_gemma":8.2628105e-7,"teacher_disagreement_score":0.34615254,"about_ca_system_score_codex":0.00006968776,"about_ca_system_score_gemma":0.000088191,"threshold_uncertainty_score":0.5215906},"labels":[],"label_agreement":null},{"id":"W4406578624","doi":"10.1016/s1544-8800(06)70509-7","title":"10.1016/s1544-8800(06)70509-7","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Warfarin; Medicine; Stroke (engine); Cardiology; Internal medicine; Physics; Atrial fibrillation","score_opus":0.07953983814338152,"score_gpt":0.3669840967125106,"score_spread":0.2874442585691291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406578624","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036969893,0.000029205486,0.000006362983,0.00818012,0.0000024054352,0.00046162526,0.0000153764,0.00014899636,0.98745894],"genre_scores_gemma":[0.0005736521,7.5396855e-7,0.0011351125,0.0009867795,0.00045277944,0.000020098892,0.00012746382,0.00003356688,0.99666977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984962,0.000059354752,0.00059568166,0.00027339841,0.00031376648,0.00026160476],"domain_scores_gemma":[0.9987732,0.00037738483,0.00007178374,0.0003966417,0.00011994653,0.0002610154],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00048104764,0.00013598485,0.00024174493,0.00007141771,0.000053021296,0.000023640723,0.0001015983,0.00007242376,0.99860805],"category_scores_gemma":[0.0011987676,0.00012768304,0.000086210275,0.00022692584,0.00002893341,0.00013792058,0.00003571928,0.00019313161,0.9972577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026542935,0.000083758365,0.0000014928052,0.000006600812,0.000020994377,0.000010970677,0.000008189315,0.000011083405,0.000099630844,3.0079485e-7,0.48984718,0.5096444],"study_design_scores_gemma":[0.0012026073,0.0004273609,0.00056238566,0.000027822038,0.00012409744,0.000042826414,0.0000050131202,0.00031502626,0.000076905824,0.000009391967,0.9970706,0.00013594495],"about_ca_topic_score_codex":0.000096728974,"about_ca_topic_score_gemma":8.7467697e-7,"teacher_disagreement_score":0.50950843,"about_ca_system_score_codex":0.00006537144,"about_ca_system_score_gemma":0.0000860683,"threshold_uncertainty_score":0.5206763},"labels":[],"label_agreement":null},{"id":"W4406640110","doi":"10.1016/b978-1-4557-0984-7.00062-4","title":"10.1016/b978-1-4557-0984-7.00062-4","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Buerger's disease; Medicine; Disease; Internal medicine","score_opus":0.09089184756398583,"score_gpt":0.34593404914757186,"score_spread":0.25504220158358604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406640110","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001374728,0.0001621724,0.000004519677,0.003523484,0.000011300179,0.0010528346,0.00014614084,0.00022144681,0.99487674],"genre_scores_gemma":[0.0000015644081,0.0000039342262,0.00068560184,0.0011059464,0.001469851,0.000025400079,0.0009360399,0.00018920876,0.99558246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968564,0.00003695749,0.0013761729,0.0006583624,0.00069494615,0.00037715578],"domain_scores_gemma":[0.9973894,0.00064503704,0.0003793821,0.000882702,0.0002717646,0.00043176312],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005522527,0.00048137808,0.0007958852,0.00027293223,0.000070174436,0.000041742485,0.00021986428,0.00045106764,0.99913126],"category_scores_gemma":[0.0007929588,0.0004839502,0.00031428892,0.000065225424,0.000075723874,0.00011956953,0.00012621337,0.0007736603,0.9976503],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004620199,0.00004391814,2.7546783e-8,0.000029032266,0.00012669174,0.000058330304,0.0000053584545,0.0000025728948,0.000007950508,0.000019673269,0.3214285,0.6778159],"study_design_scores_gemma":[0.0011633369,0.00075186644,0.000005178995,0.00026577126,0.0007948507,0.00009600593,0.0000011379885,0.00003554457,0.000008404973,0.00027245193,0.99615586,0.0004496072],"about_ca_topic_score_codex":0.000055455126,"about_ca_topic_score_gemma":0.0000015138614,"teacher_disagreement_score":0.6773663,"about_ca_system_score_codex":0.00020829709,"about_ca_system_score_gemma":0.0002944932,"threshold_uncertainty_score":0.9997612},"labels":[],"label_agreement":null},{"id":"W4406645212","doi":"10.1016/b978-84-9022-447-2.00011-3","title":"10.1016/b978-84-9022-447-2.00011-3","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Philosophy","score_opus":0.09366752522468626,"score_gpt":0.34652312126256624,"score_spread":0.25285559603788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406645212","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020641562,0.00017568094,0.000004482074,0.004035021,0.000013245361,0.0011180608,0.00015569643,0.00022234219,0.9942734],"genre_scores_gemma":[0.0000020555665,0.000004776562,0.000560824,0.0013903077,0.0015481566,0.000028555814,0.0010242587,0.00019476462,0.9952463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967023,0.000039968385,0.0014348896,0.00068364345,0.0007368994,0.0004023058],"domain_scores_gemma":[0.997268,0.00067817257,0.00039504384,0.0009171956,0.00028625014,0.0004553295],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005757066,0.0005041936,0.00082644785,0.00028694407,0.00007530026,0.000043613953,0.00023987232,0.00046497956,0.999159],"category_scores_gemma":[0.0008213079,0.0005054861,0.00032477625,0.000072125506,0.000079982325,0.00013168235,0.00013990288,0.0008187527,0.9967482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048809772,0.000046650264,3.0268854e-8,0.00002695199,0.00011645072,0.00006146367,0.0000055549526,0.0000024569592,0.000009506567,0.000022671846,0.46452427,0.5346959],"study_design_scores_gemma":[0.0013008805,0.0008173864,0.0000053516237,0.00026063103,0.0007910418,0.00010517731,0.0000013251774,0.000035883593,0.000008690686,0.0003072636,0.9958998,0.00046658915],"about_ca_topic_score_codex":0.00006666802,"about_ca_topic_score_gemma":0.0000018837735,"teacher_disagreement_score":0.53422934,"about_ca_system_score_codex":0.0002169106,"about_ca_system_score_gemma":0.00029887847,"threshold_uncertainty_score":0.99973965},"labels":[],"label_agreement":null},{"id":"W4406647220","doi":"10.1016/b978-81-312-5651-0.00074-3","title":"10.1016/b978-81-312-5651-0.00074-3","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Obstetrics; Medicine; Computer science","score_opus":0.09535329416269889,"score_gpt":0.34918603111839897,"score_spread":0.2538327369557001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406647220","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021760036,0.0002193777,0.0000045931492,0.0035233747,0.000013315601,0.0011212495,0.00015237303,0.00021723795,0.9947463],"genre_scores_gemma":[0.0000022511374,0.000005654617,0.0005968942,0.0011545246,0.001606032,0.000026591142,0.0009612425,0.00019767405,0.9954491],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966394,0.000040082563,0.0014693993,0.00069619314,0.0007401605,0.00041476588],"domain_scores_gemma":[0.9971633,0.00071708485,0.00040972402,0.00094146206,0.00029265299,0.00047576387],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006214702,0.00051006104,0.0008371923,0.00029495332,0.0000759,0.00004526568,0.00023901103,0.00048145597,0.99895537],"category_scores_gemma":[0.00090812484,0.0005095145,0.0003346401,0.00007159796,0.00008299753,0.00013085945,0.00013877303,0.0008134492,0.9968324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048339835,0.000043136726,3.00981e-8,0.000028212195,0.00012489507,0.00006162003,0.000005441732,0.0000027198794,0.000008930092,0.000024002276,0.45179245,0.54742515],"study_design_scores_gemma":[0.0012775802,0.0007733115,0.00000546797,0.00027723078,0.00080936117,0.00010284955,0.0000013811801,0.000033710043,0.000009146837,0.00028488095,0.9959523,0.00047275334],"about_ca_topic_score_codex":0.00006680605,"about_ca_topic_score_gemma":0.000001985734,"teacher_disagreement_score":0.5469524,"about_ca_system_score_codex":0.0002254337,"about_ca_system_score_gemma":0.00031780213,"threshold_uncertainty_score":0.99973565},"labels":[],"label_agreement":null},{"id":"W4406664612","doi":"10.1016/b978-0-323-43131-6.00020-8","title":"10.1016/b978-0-323-43131-6.00020-8","year":2000,"lang":"en","type":"book-chapter","venue":"Time to knit","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Medicine; Medical physics; Family medicine","score_opus":0.0907308684087808,"score_gpt":0.34389658956891134,"score_spread":0.25316572116013053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406664612","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015155179,0.00011812267,0.0000037234704,0.0036159107,0.00001034324,0.001059272,0.00013030141,0.00021602765,0.9948448],"genre_scores_gemma":[0.0000017520099,0.0000036872161,0.0006034942,0.0011119342,0.0014628835,0.000025398474,0.00089320284,0.00018993465,0.9957077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968511,0.00003591445,0.0013820842,0.0006624865,0.000693731,0.00037470023],"domain_scores_gemma":[0.99737227,0.0006564993,0.00037928484,0.0008735064,0.00027682667,0.0004416256],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053367467,0.00048473384,0.00080529746,0.00027057293,0.00007097108,0.000042412983,0.00022472217,0.00045155166,0.9994453],"category_scores_gemma":[0.00086649664,0.00048457715,0.00031002084,0.000068797686,0.00007461802,0.000121591984,0.00013416307,0.0007677148,0.997532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047599955,0.00004166846,2.7461665e-8,0.00002780386,0.0001254464,0.000060531445,0.0000050241447,0.0000024859721,0.0000086356395,0.000020618441,0.3815778,0.61765397],"study_design_scores_gemma":[0.0011651852,0.0007021424,0.00000466463,0.00021984435,0.00076056336,0.00009992377,0.0000010700844,0.00003386073,0.000009499991,0.000282302,0.9962707,0.00045020028],"about_ca_topic_score_codex":0.000048648584,"about_ca_topic_score_gemma":0.0000015973015,"teacher_disagreement_score":0.6172038,"about_ca_system_score_codex":0.00020398892,"about_ca_system_score_gemma":0.0002898179,"threshold_uncertainty_score":0.99976057},"labels":[],"label_agreement":null},{"id":"W4406747106","doi":"10.21037/jtd-24-1564","title":"Clinical practice guidelines and statements from key professional respiratory societies: the status quo","year":2025,"lang":"en","type":"article","venue":"Journal of Thoracic Disease","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; St. Paul's Hospital","funders":"","keywords":"Status quo; Medicine; Key (lock); Clinical Practice; Intensive care medicine; Medical education; Engineering ethics; Family medicine; Political science; Computer science; Law; Computer security; Engineering","score_opus":0.2961093107027054,"score_gpt":0.640806467925454,"score_spread":0.34469715722274863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406747106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7552815,0.012542844,0.0031958902,0.22425023,0.0032475356,0.00080958835,0.00013205281,0.000028278011,0.0005120684],"genre_scores_gemma":[0.5003286,0.013087319,0.08796355,0.38772085,0.005755559,0.000047875797,0.00012201188,0.000096897005,0.0048773447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994787,0.0008472386,0.0029549333,0.00024362,0.0009045134,0.000262721],"domain_scores_gemma":[0.9895708,0.005068802,0.0017059888,0.00037933068,0.002694877,0.00058022974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059230505,0.00016498394,0.00040536484,0.00009553296,0.00016905897,0.00007836855,0.00017526756,0.00008576698,0.00016873836],"category_scores_gemma":[0.08126426,0.00010159366,0.00024721675,0.00020253331,0.00018203932,0.00079322275,0.00017837834,0.0007324808,0.000012827248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010783917,0.001159432,0.16318642,0.00023751215,0.0008849962,0.00024004478,0.00025966892,0.000019739015,0.00010706214,0.00010105266,0.63759553,0.18542464],"study_design_scores_gemma":[0.0029597469,0.00036668446,0.27178803,0.0011372465,0.0027621803,0.000012627142,0.007935476,0.00031681955,0.000017438932,0.0036140534,0.7089483,0.00014135895],"about_ca_topic_score_codex":0.000030151861,"about_ca_topic_score_gemma":0.0000070235556,"teacher_disagreement_score":0.25495294,"about_ca_system_score_codex":0.00011611918,"about_ca_system_score_gemma":0.0027127082,"threshold_uncertainty_score":0.92647463},"labels":[],"label_agreement":null},{"id":"W4406771511","doi":"10.1016/j.jogc.2024.102748","title":"2024 Index of SOGC Clinical Practice Guidelines","year":2025,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Index (typography); Clinical Practice; Intensive care medicine; Family medicine","score_opus":0.13113227104569528,"score_gpt":0.4789888569732206,"score_spread":0.34785658592752533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406771511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73878026,0.022453787,0.0037451505,0.13531822,0.084423944,0.00066971075,0.000036343878,0.0000098421215,0.014562734],"genre_scores_gemma":[0.9670496,0.0013310408,0.013106367,0.017578084,0.0001358115,0.0000010450832,0.000003000954,0.000009181499,0.0007858826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99632466,0.00014619295,0.0028386984,0.00013565204,0.0004046848,0.00015013778],"domain_scores_gemma":[0.96835154,0.025199132,0.0016695458,0.00018564085,0.004408572,0.00018558145],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002517062,0.00009840607,0.0005581171,0.00025609607,0.000039813858,0.000009815839,0.000106638494,0.00015325897,0.00025069568],"category_scores_gemma":[0.34575412,0.0000802181,0.000103125356,0.0004943521,0.00007859247,0.0001336572,0.000070105205,0.00057657575,4.2947752e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007830073,0.00021350116,0.31178406,0.00007065407,0.00045041082,0.0008814101,0.000011245345,0.00003186314,0.000008855013,0.00024078874,0.20532009,0.4809088],"study_design_scores_gemma":[0.0044157063,0.0006834421,0.4579472,0.000023906248,0.0007400618,0.00012363862,0.0010769604,0.00036683574,0.000017659813,0.00034707887,0.534184,0.000073522526],"about_ca_topic_score_codex":0.012304352,"about_ca_topic_score_gemma":0.012846916,"teacher_disagreement_score":0.4808353,"about_ca_system_score_codex":0.00032558868,"about_ca_system_score_gemma":0.006617612,"threshold_uncertainty_score":0.99901396},"labels":[],"label_agreement":null},{"id":"W4406820295","doi":"10.1136/bmjebm-2024-113134","title":"Proposed framework for unifying disease definitions in guideline development","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Disease; Computer science; Management science; Medicine; Engineering; Pathology","score_opus":0.5406540875678616,"score_gpt":0.5688595876034911,"score_spread":0.028205500035629494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406820295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017801324,0.0015637684,0.60098106,0.37368062,0.0006574467,0.0048963,0.0000125526085,0.00013869627,0.0002682364],"genre_scores_gemma":[0.4919508,0.00024745706,0.44608784,0.058815274,0.00083737756,0.0009731295,0.00069548964,0.000046402092,0.00034621343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955395,0.00018237928,0.0026190127,0.0005681186,0.00065420964,0.00043677638],"domain_scores_gemma":[0.9894859,0.008223293,0.00042413516,0.00065100123,0.00085597683,0.00035968344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004664916,0.00027846033,0.0006064255,0.0005906634,0.00015825193,0.00001815526,0.00018182003,0.0001415238,0.0005057497],"category_scores_gemma":[0.09507141,0.00022902952,0.00011914262,0.0010350052,0.00017842252,0.0002205926,0.000057901296,0.00041541125,0.000024670428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027562382,0.0031810638,0.26676887,0.007697556,0.0005102592,0.00060259044,0.0009869862,0.0017527107,0.0036262642,0.09469452,0.26545522,0.3271616],"study_design_scores_gemma":[0.054281283,0.0031806633,0.22823304,0.12009007,0.0040117432,0.000036104837,0.0049392343,0.038355548,0.0047523337,0.14359003,0.3966768,0.0018531436],"about_ca_topic_score_codex":0.00012977223,"about_ca_topic_score_gemma":0.00011618844,"teacher_disagreement_score":0.4741495,"about_ca_system_score_codex":0.00046578323,"about_ca_system_score_gemma":0.004199839,"threshold_uncertainty_score":0.93395525},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406856859","doi":"10.57598/r190c","title":"Organisation of care for chronic patients in Belgium","year":2012,"lang":"en","type":"book","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Geography; Political science","score_opus":0.1339208869543574,"score_gpt":0.45768731950341374,"score_spread":0.32376643254905635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406856859","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051008936,0.004699496,0.007559023,0.004060946,0.006779924,0.03292938,0.0014458247,0.00027705345,0.8912394],"genre_scores_gemma":[0.29411295,0.00044421366,0.010634568,0.0019455831,0.004531095,0.00021102089,0.03738234,0.00030405293,0.6504342],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984606,0.00001808345,0.00095827744,0.00017153691,0.0002470193,0.00014446938],"domain_scores_gemma":[0.99835056,0.0004907655,0.00045501502,0.00021559824,0.0004360397,0.000052017265],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025088125,0.00012856004,0.00038021643,0.0001184885,0.000012022806,0.0000024567605,0.00004667735,0.00023030977,0.0009294634],"category_scores_gemma":[0.00091444096,0.0001171122,0.00009245725,0.00003601698,0.000020582378,0.00008988842,0.000032702435,0.0001702621,0.000045139906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019238341,0.0012596411,0.13564108,0.015077168,0.00040353453,0.0000026165042,0.0035380092,0.000008313612,0.0004916593,0.0035002795,0.4339877,0.40416616],"study_design_scores_gemma":[0.014141694,0.0033690138,0.06744506,0.00076277414,0.0012638926,0.0000018933249,0.0006538036,0.000054244658,0.0008256122,0.00088496733,0.9101786,0.00041841666],"about_ca_topic_score_codex":0.00011785114,"about_ca_topic_score_gemma":0.0010515488,"teacher_disagreement_score":0.47619092,"about_ca_system_score_codex":0.000929051,"about_ca_system_score_gemma":0.0009354181,"threshold_uncertainty_score":0.99998385},"labels":[],"label_agreement":null},{"id":"W4406957327","doi":"10.1111/epi.18286","title":"Prioritizing questions and topics for the development of guidelines and consensus‐based recommendations supported by <scp>ILAE</scp> : A scoping review and proposal of prioritization criteria","year":2025,"lang":"en","type":"review","venue":"Epilepsia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Fundação de Amparo à Pesquisa e Inovação do Estado de Santa Catarina; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Context (archaeology); Multidisciplinary approach; Systematic review; MEDLINE; Stakeholder; Management science; Guideline; Psychology; Medicine; Computer science; Engineering; Political science","score_opus":0.27463544260868855,"score_gpt":0.5426472724974136,"score_spread":0.2680118298887251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406957327","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040444796,0.9773406,0.007280007,0.009066911,0.0001390036,0.005816218,0.0002715203,0.000022113723,0.00002322284],"genre_scores_gemma":[0.0000065880167,0.88790715,0.110206366,0.0004918736,0.00006442112,0.0002800496,0.0008983997,0.00002198509,0.00012319151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638814,0.00022757177,0.0027223644,0.00034758987,0.00015853292,0.0001557888],"domain_scores_gemma":[0.9928528,0.0048665884,0.0011314673,0.00025543047,0.00081661926,0.000077107004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019350266,0.00024774898,0.0013031842,0.00012795166,0.00015449147,0.000026763208,0.00006671018,0.00014735971,0.000011838318],"category_scores_gemma":[0.018556394,0.00019143555,0.00009569222,0.00024847875,0.00012444757,0.00006367276,0.00008798275,0.00017983414,1.9762287e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060743246,0.00005502358,0.00008309662,0.21542193,0.00015904842,5.3016703e-7,0.00008066965,3.0400507e-8,0.000030075022,0.00013662595,0.018011179,0.7660157],"study_design_scores_gemma":[0.00093829934,0.00013756269,0.00011654876,0.30124357,0.0054284004,0.000036892587,0.00016422331,0.00014823783,0.000028141296,0.0000572984,0.6915807,0.0001200949],"about_ca_topic_score_codex":0.000014476244,"about_ca_topic_score_gemma":0.000041429506,"teacher_disagreement_score":0.7658956,"about_ca_system_score_codex":0.000042216736,"about_ca_system_score_gemma":0.0020701394,"threshold_uncertainty_score":0.98971075},"labels":[],"label_agreement":null},{"id":"W4407027916","doi":"10.1016/j.spinee.2025.01.016","title":"Guideline summary review: an evidence-based clinical guideline for the diagnosis and treatment of adults with osteoporotic vertebral compression fractures","year":2025,"lang":"en","type":"review","venue":"The Spine Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Medtronic Canada; Medtronic; Boston Scientific Corporation; NCMIC Foundation; North American Spine Society; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Medicine; Guideline; Osteoporosis; Internal medicine; Pathology","score_opus":0.35537467076796275,"score_gpt":0.5768267375958901,"score_spread":0.22145206682792734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407027916","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039341954,0.95876753,0.0036305313,0.030493528,0.00050095253,0.0064403974,0.00009720672,0.000021303324,0.000009213209],"genre_scores_gemma":[0.000013563406,0.9736239,0.014207361,0.00884424,0.0021953403,0.0003847459,0.0005631762,0.00006240019,0.00010527448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906438,0.0013020164,0.0064394753,0.00052805676,0.00074079674,0.00034583878],"domain_scores_gemma":[0.9873121,0.0055053597,0.004220663,0.0012313795,0.0014244823,0.00030602454],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006922733,0.00062655204,0.003094949,0.00016165638,0.00031203037,0.00005680979,0.0004974195,0.00024920845,0.00026981963],"category_scores_gemma":[0.014093648,0.00024552827,0.0011032908,0.00034192938,0.00026039104,0.00022899966,0.00010230992,0.0008699924,0.000002295465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043531644,0.00048855285,0.000067061956,0.009739728,0.0005508722,0.000018236735,0.000012903365,0.000013849175,3.3205671e-7,0.0000017768945,0.12724425,0.8614271],"study_design_scores_gemma":[0.0043280656,0.006496747,0.0003169429,0.18810883,0.019009082,0.00027911895,0.00006500478,0.0007119087,0.000002452987,0.000012215961,0.7804536,0.00021604403],"about_ca_topic_score_codex":0.00013717367,"about_ca_topic_score_gemma":0.00010763203,"teacher_disagreement_score":0.86121106,"about_ca_system_score_codex":0.00016983005,"about_ca_system_score_gemma":0.0021268157,"threshold_uncertainty_score":0.9999997},"labels":[],"label_agreement":null},{"id":"W4407083494","doi":"10.1016/j.tjpad.2024.100051","title":"Brain health clinics – An evolving clinical pathway?","year":2025,"lang":"en","type":"article","venue":"The Journal of Prevention of Alzheimer s Disease","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council; Alzheimer’s Research UK; Rosetrees Trust; Alzheimer's Research Trust; National Institute for Health and Care Research; NIHR Bristol Biomedical Research Centre; BRACE","keywords":"Medicine; Dementia; Montreal Cognitive Assessment; Cohort; Memory clinic; Population; Medical record; Mood; Disease; Pediatrics; Physical therapy; Internal medicine; Psychiatry","score_opus":0.2534742802166019,"score_gpt":0.5567924466429608,"score_spread":0.3033181664263589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407083494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8547971,0.017526003,0.02517615,0.098568335,0.0020626413,0.0014249865,0.00003937069,0.000038458813,0.00036693978],"genre_scores_gemma":[0.98703724,0.00068746175,0.0034587877,0.008224765,0.00039254338,0.0000017365414,0.000017760492,0.000015145408,0.0001645545],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944284,0.0015750837,0.0032330474,0.0001362222,0.000468452,0.00015879978],"domain_scores_gemma":[0.99441546,0.0016431222,0.0023110467,0.00045957748,0.0007831602,0.00038765758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01204123,0.000113906564,0.0004878971,0.00014427945,0.00008562917,0.000015121507,0.00021233344,0.000055930854,0.00025431902],"category_scores_gemma":[0.00776305,0.00008039507,0.00046425743,0.00022719537,0.00012072699,0.00038829137,0.00006964439,0.0004498099,0.0000068235167],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008259905,0.00540713,0.081823625,0.00024104373,0.0024831844,0.000031942585,0.00035402452,0.00012691128,0.0003007728,0.0012663344,0.050252244,0.84945285],"study_design_scores_gemma":[0.008042536,0.0039788736,0.9561984,0.0010973165,0.005632206,0.000038800692,0.0013071344,0.0019240719,0.00013538243,0.011350851,0.010139472,0.00015494645],"about_ca_topic_score_codex":0.000015232704,"about_ca_topic_score_gemma":0.000009927217,"teacher_disagreement_score":0.8743748,"about_ca_system_score_codex":0.00003585988,"about_ca_system_score_gemma":0.0021738852,"threshold_uncertainty_score":0.9293657},"labels":[],"label_agreement":null},{"id":"W4407098678","doi":"10.1007/s43678-025-00870-0","title":"CJEM debate: clinical decision rules–thinking beyond the algorithm","year":2025,"lang":"en","type":"editorial","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Algorithm; Management science; Computer science; Economics","score_opus":0.20007734719213557,"score_gpt":0.5204645566901118,"score_spread":0.3203872094979763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407098678","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002533157,0.008360202,0.0060048476,0.025704913,0.9563031,0.00055891066,0.0001647374,0.000014249175,0.0026356801],"genre_scores_gemma":[0.00010217953,0.011598235,0.0052094455,0.0024702465,0.9755723,0.0000071303566,0.00057529716,0.00008885209,0.0043763253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886806,0.0005544681,0.0072415583,0.00052672694,0.0023182617,0.00067836867],"domain_scores_gemma":[0.977943,0.010879336,0.0034482118,0.0010204909,0.004852206,0.0018567301],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013941574,0.00053370505,0.001752793,0.0008392828,0.00040948403,0.000028901291,0.0010916275,0.0011217442,0.006562217],"category_scores_gemma":[0.12894294,0.00033861722,0.0007623075,0.0007604814,0.00035247018,0.00021999265,0.0000833333,0.0049280985,0.0000612779],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017318579,0.00003917019,0.0005479381,0.000080134174,0.00047649388,0.0005125905,0.00018389507,0.000001964117,0.0000012371609,0.000035612735,0.864242,0.13370575],"study_design_scores_gemma":[0.0033745223,0.0013030133,0.0007484686,0.0018801014,0.0028785747,0.000066217544,0.0005212198,0.00009161671,7.4987827e-7,0.0043004723,0.9845825,0.00025256647],"about_ca_topic_score_codex":0.010747759,"about_ca_topic_score_gemma":0.02548732,"teacher_disagreement_score":0.13345318,"about_ca_system_score_codex":0.0005897222,"about_ca_system_score_gemma":0.0152684655,"threshold_uncertainty_score":0.9999066},"labels":[],"label_agreement":null},{"id":"W4407120423","doi":"10.2139/ssrn.5107697","title":"Reliability And Usability of the Right-Coi&amp;F Reporting Guideline: User Survey and Test of the Checklist","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Checklist; Usability; Guideline; Reliability (semiconductor); Test (biology); Computer science; Psychology; Statistics; Reliability engineering; Medicine; Engineering; Mathematics; Human–computer interaction; Biology; Physics; Ecology","score_opus":0.09066814209666367,"score_gpt":0.44056113269463554,"score_spread":0.34989299059797185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407120423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98829436,0.00095338427,0.00067471445,0.008440946,0.00047008335,0.00089527125,0.0000895547,0.000010197901,0.00017147616],"genre_scores_gemma":[0.99623716,0.0013760279,0.00091789773,0.0002916799,0.00018602173,0.0000063831008,0.000026907157,0.000017790875,0.00094014005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99157643,0.0009678227,0.0055204784,0.0005223602,0.00065835024,0.0007545744],"domain_scores_gemma":[0.9823612,0.0049111685,0.0089549115,0.0016469121,0.0020171893,0.00010864068],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040527582,0.00027176252,0.00083548145,0.000060814917,0.00019478016,0.000030344863,0.00038450694,0.00027391987,0.00003307164],"category_scores_gemma":[0.18747205,0.00015371245,0.0003408393,0.00028410496,0.0004562484,0.00008666301,0.0009761221,0.004722965,2.2544438e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019924,0.00020172313,0.9936193,0.00029600298,0.00019833473,4.3952113e-7,0.00007394389,0.00005110777,0.0007435919,0.0003465655,0.0007005325,0.003569203],"study_design_scores_gemma":[0.0011437531,0.00014472207,0.95670724,0.00038163667,0.000645961,0.00030289844,0.00031182833,0.00021049957,0.0004685593,0.03758255,0.0019440245,0.00015629658],"about_ca_topic_score_codex":0.0050438335,"about_ca_topic_score_gemma":0.018359704,"teacher_disagreement_score":0.14694446,"about_ca_system_score_codex":0.00068643154,"about_ca_system_score_gemma":0.0086525185,"threshold_uncertainty_score":0.99955267},"labels":[],"label_agreement":null},{"id":"W4407180141","doi":"10.1177/02184923251315320","title":"Multi-societal endorsement of the 2024 European guideline recommendations on coronary revascularization","year":2025,"lang":"en","type":"article","venue":"Asian Cardiovascular and Thoracic Annals","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Guideline; Revascularization; Cardiology; Myocardial revascularization; Internal medicine; Coronary artery disease; Myocardial infarction; Pathology","score_opus":0.1444763488672054,"score_gpt":0.45919563825383275,"score_spread":0.31471928938662735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407180141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10303226,0.025100857,0.4640317,0.28332895,0.0050958293,0.009915246,0.00043068154,0.00035906048,0.10870544],"genre_scores_gemma":[0.98162246,0.0015829254,0.009019665,0.0053884666,0.00016690615,0.000022617194,0.00019876595,0.000030217074,0.0019680045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749166,0.0007032866,0.0008964454,0.00033898494,0.00040737516,0.00016222989],"domain_scores_gemma":[0.9985625,0.00012797803,0.00018132674,0.00072119967,0.00033491268,0.00007205041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00326405,0.00015704885,0.0003736361,0.00009481677,0.00015682729,0.000020903664,0.00010857057,0.00006233614,0.00009336824],"category_scores_gemma":[0.0013210928,0.00011731004,0.0007754536,0.00039323902,0.00008840698,0.000093100425,0.00013700336,0.00024121608,0.000015467294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015378387,0.00035494755,0.0061290553,0.00019526859,0.003727026,0.00001840566,0.00025419096,0.00022614485,0.0006943736,0.0004126939,0.036309,0.9515251],"study_design_scores_gemma":[0.004621831,0.00034059893,0.2686523,0.0010124764,0.0046008877,0.0001215476,0.0030426974,0.0020960185,0.003484069,0.00042504646,0.7112229,0.0003796568],"about_ca_topic_score_codex":0.00003845778,"about_ca_topic_score_gemma":0.0000075648663,"teacher_disagreement_score":0.95114547,"about_ca_system_score_codex":0.000033471148,"about_ca_system_score_gemma":0.00010094795,"threshold_uncertainty_score":0.47837648},"labels":[],"label_agreement":null},{"id":"W4407568373","doi":"10.1101/2025.02.13.25322255","title":"Protocol for the development of reporting guidance for interest-holder engagement in practice guidelines: the RIGHT-MuSE checklist","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère","funders":"","keywords":"Checklist; Protocol (science); Business; Psychology; Accounting; Medicine","score_opus":0.5453204668477807,"score_gpt":0.5900705966011851,"score_spread":0.04475012975340442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407568373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013703417,0.00014325642,0.17356344,0.13363199,0.0016861274,0.675676,0.000083188424,0.00011323557,0.001399352],"genre_scores_gemma":[0.011314424,0.000019150817,0.3272478,0.005718907,0.00064064516,0.654067,0.000098430755,0.000057783178,0.0008358965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988438,0.00038125704,0.009428242,0.00078282744,0.00058296026,0.00038672204],"domain_scores_gemma":[0.9723647,0.012993972,0.008807788,0.001597506,0.0041636503,0.000072373645],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032498688,0.00039025652,0.00076796307,0.00016174774,0.00023833445,0.00006624396,0.0006552911,0.00021942244,0.0000502016],"category_scores_gemma":[0.26838705,0.0002235448,0.0003428521,0.00028200442,0.000092973416,0.00012571063,0.000882925,0.0010059787,0.0000022907193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028005766,0.0078069572,0.078370176,0.061313517,0.008340441,0.0001403835,0.033159547,0.004113078,0.0066137705,0.0050719543,0.3411732,0.4258912],"study_design_scores_gemma":[0.0043598455,0.00015449186,0.007338513,0.00339145,0.0007230372,0.000010620071,0.0028990796,0.0051796036,0.005370023,0.00036688306,0.9699295,0.0002769293],"about_ca_topic_score_codex":0.0001702109,"about_ca_topic_score_gemma":0.0013906234,"teacher_disagreement_score":0.62875634,"about_ca_system_score_codex":0.0002474468,"about_ca_system_score_gemma":0.002363555,"threshold_uncertainty_score":0.9962462},"labels":[],"label_agreement":null},{"id":"W4407640883","doi":"10.1016/j.jclinepi.2025.111727","title":"The GIN-McMaster Guideline Development Checklist extension for engagement","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Joseph’s Healthcare Hamilton; Dalhousie University; Cochrane; Ottawa Public Health; Bruyère; Canadian Council on Animal Care; Alberta Health Services; Montfort Hospital; McMaster University; University of Calgary; Impact","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Medicine; Extension (predicate logic); Psychology; Computer science; Pathology","score_opus":0.61509462064241,"score_gpt":0.6433514798159039,"score_spread":0.028256859173493853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407640883","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08382179,0.0017339332,0.44273728,0.46226177,0.006684325,0.0012684152,0.0000040501054,0.000027646658,0.0014608104],"genre_scores_gemma":[0.20797989,0.0028453358,0.5989111,0.17724107,0.004850825,0.000058092224,0.00004703628,0.000048055597,0.0080185775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98121226,0.0027299237,0.015007839,0.00034048109,0.00028790048,0.00042157646],"domain_scores_gemma":[0.81693065,0.1730512,0.006532078,0.000556223,0.0025572323,0.00037263127],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11111374,0.00018054762,0.0017861222,0.00010659324,0.00022800836,0.000012822778,0.0002731826,0.0002587468,0.0001242856],"category_scores_gemma":[0.46332106,0.0001021271,0.0007648616,0.00014034608,0.0002232387,0.00008987527,0.00014777631,0.0010877615,0.000019103021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035583533,0.00032163496,0.035479188,0.000049685925,0.0004844294,0.000010075853,0.000019705829,0.00006421386,0.000096297445,0.0025780604,0.37285987,0.5844785],"study_design_scores_gemma":[0.004412968,0.0008292677,0.12387302,0.00013998657,0.00032934776,0.000043967957,0.00017854954,0.0017106354,0.000055645338,0.006137704,0.8622129,0.00007602789],"about_ca_topic_score_codex":0.000008361114,"about_ca_topic_score_gemma":0.000021941947,"teacher_disagreement_score":0.58440244,"about_ca_system_score_codex":0.000106980115,"about_ca_system_score_gemma":0.0011062011,"threshold_uncertainty_score":0.9152955},"labels":[],"label_agreement":null},{"id":"W4407715720","doi":"10.1503/cmaj.241123-f","title":"La<i>Loi visant un système de soins de santé connecté au Canada</i>: Étape importante vers l’interopérabilité des données sur la santé","year":2025,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Toronto","funders":"","keywords":"Computer science; Medicine; Humanities; Art","score_opus":0.030015973968463814,"score_gpt":0.3605983527322032,"score_spread":0.33058237876373936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407715720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79742396,0.0071652886,0.0036309466,0.16815034,0.00828955,0.0006124387,0.0005531961,0.00006164608,0.014112636],"genre_scores_gemma":[0.9600875,0.003493606,0.000409144,0.030219618,0.004636207,0.000015907617,0.000051440882,0.000060909526,0.0010257135],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98958904,0.003397916,0.0026180027,0.00047321856,0.0019251101,0.001996723],"domain_scores_gemma":[0.9767284,0.016503373,0.001058,0.00031829978,0.0011637717,0.004228156],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017458873,0.0004371391,0.0008490544,0.00034963552,0.0006787015,0.00024553068,0.00049932685,0.0011035193,0.006053834],"category_scores_gemma":[0.12609278,0.00045715636,0.0003389023,0.0006889797,0.00039016543,0.00039490897,0.00007310724,0.0031815646,0.00004959967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015153085,0.00021384399,0.46655545,0.00037003882,0.001442528,0.005275789,0.0015939758,0.000041435873,0.000108966036,0.0025762853,0.25214672,0.26952344],"study_design_scores_gemma":[0.005213192,0.00021487354,0.29529715,0.0032946786,0.0011366141,0.0028227186,0.008624159,0.0038625156,0.00011921062,0.0013589059,0.67758524,0.00047071086],"about_ca_topic_score_codex":0.8976142,"about_ca_topic_score_gemma":0.9937845,"teacher_disagreement_score":0.42543855,"about_ca_system_score_codex":0.037919417,"about_ca_system_score_gemma":0.21549785,"threshold_uncertainty_score":0.99978805},"labels":[],"label_agreement":null},{"id":"W4407824781","doi":"10.1002/9781394191369.ch3.5","title":"Quality Improvement in Cancer Care","year":2025,"lang":"en","type":"other","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Quality (philosophy); Cancer; Quality management; Computer science; Business; Medicine; Operations management; Engineering; Internal medicine; Physics","score_opus":0.25751014910862785,"score_gpt":0.5889615684932253,"score_spread":0.3314514193845975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407824781","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013930714,0.00091694086,0.00029056802,0.004721221,0.0005276534,0.0009760847,0.00010077228,0.0000943837,0.9922331],"genre_scores_gemma":[0.0022928137,0.00064400514,0.0016067377,0.0071081514,0.0003709879,0.000093864845,0.00022986376,0.00010067412,0.9875529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871886,0.000037802514,0.00063912006,0.00026972443,0.00020834814,0.00012616187],"domain_scores_gemma":[0.99924546,0.00014392032,0.00019380782,0.0002945894,0.00007807653,0.00004415224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023166215,0.00012638835,0.00033040848,0.00015105985,0.0000057500406,0.0000053295344,0.00004897534,0.00016650677,0.024252657],"category_scores_gemma":[0.00060768065,0.000106275686,0.000064050124,0.00011043737,0.00001339193,0.0000139184485,0.000051440675,0.00022077055,0.000061407416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046505855,0.00007153287,0.00867786,0.0005397422,0.000060965205,0.0000052108617,0.000032968677,2.8112e-7,0.00004878053,0.00018896071,0.70250463,0.28782257],"study_design_scores_gemma":[0.00196871,0.00007221557,0.0052310107,0.00035112223,0.00009754363,1.5406444e-7,0.0010232863,0.0000041311623,0.0000622976,0.000029978111,0.99103916,0.00012037551],"about_ca_topic_score_codex":0.08655418,"about_ca_topic_score_gemma":0.07927312,"teacher_disagreement_score":0.28853455,"about_ca_system_score_codex":0.00026403292,"about_ca_system_score_gemma":0.0005560901,"threshold_uncertainty_score":0.97663933},"labels":[],"label_agreement":null},{"id":"W4407912951","doi":"10.1684/nrp.2024.0807","title":"The Montreal Model or the “patient-as-partner” approach","year":2024,"lang":"en","type":"article","venue":"Revue de neuropsychologie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Art","score_opus":0.3087955928496557,"score_gpt":0.49556851738624863,"score_spread":0.18677292453659294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407912951","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3571222,0.002219113,0.021182626,0.4803987,0.0032488566,0.003371637,0.000039965627,0.001093665,0.1313232],"genre_scores_gemma":[0.962221,0.0019114505,0.0030827988,0.019765165,0.00082903187,0.00017552424,0.000027827904,0.00007367291,0.0119134905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828076,0.00020819517,0.0005615971,0.00039540196,0.00022766159,0.00032636352],"domain_scores_gemma":[0.99674106,0.002280297,0.00009379315,0.00071472785,0.000072512295,0.00009761758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008349411,0.00014437453,0.00015511242,0.00003550937,0.00016991253,0.00011830722,0.00024866982,0.00007962318,0.00003734057],"category_scores_gemma":[0.004109973,0.000061079954,0.00013192027,0.00029306803,0.000117104806,0.00010356958,0.00008462589,0.00063032995,0.00021936321],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014577685,0.000312913,0.00048404915,0.0001088033,0.00012307965,0.0006632172,0.00070205523,0.0019487917,0.0011029843,0.0028148561,0.28752995,0.7027515],"study_design_scores_gemma":[0.0012448514,0.0012977022,0.0073537375,0.00009095515,0.0004439654,0.002596526,0.0010128589,0.59531343,0.000078679856,0.005402918,0.3849088,0.00025558853],"about_ca_topic_score_codex":0.00004230323,"about_ca_topic_score_gemma":0.000019220297,"teacher_disagreement_score":0.70249593,"about_ca_system_score_codex":0.000055552213,"about_ca_system_score_gemma":0.00018794597,"threshold_uncertainty_score":0.49203184},"labels":[],"label_agreement":null},{"id":"W4407918222","doi":"10.62675/2965-2774.20250372","title":"Best practices for guideline development in Critical Care","year":2025,"lang":"en","type":"editorial","venue":"Critical Care Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Guideline; Best practice; Engineering ethics; Medicine; Political science; Engineering","score_opus":0.334838618524118,"score_gpt":0.6308141927204836,"score_spread":0.29597557419636555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407918222","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029406117,0.0040132,0.0068398505,0.025843544,0.9504862,0.0025375388,0.00073146535,0.0001401752,0.009113977],"genre_scores_gemma":[0.042261157,0.00011748531,0.2686853,0.0044021364,0.6788846,0.00086949323,0.0033974077,0.00012397509,0.0012584396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99211,0.00014142174,0.0024095606,0.0016485903,0.0026588007,0.0010315921],"domain_scores_gemma":[0.95251703,0.029574918,0.00041340888,0.0009435036,0.015899258,0.0006519056],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038013316,0.00044775376,0.00083387195,0.00056236674,0.0004574778,0.0003212064,0.00074013683,0.0007546683,0.0001320201],"category_scores_gemma":[0.64317095,0.00043152107,0.00017549789,0.0009917868,0.0013594923,0.0007362283,0.00049719977,0.0015286965,0.000053263866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005466303,0.0004019963,0.00018286121,0.0071515357,0.000015850765,0.00014960486,0.0011829021,0.0000027973176,0.00020432736,0.0016909852,0.90498656,0.08348394],"study_design_scores_gemma":[0.0014543082,0.0006453915,0.000034237364,0.0011149397,0.00046231912,0.0000072174844,0.012695128,0.0001135403,0.0004493083,0.0001840385,0.9824068,0.0004327487],"about_ca_topic_score_codex":0.00050997146,"about_ca_topic_score_gemma":0.0010380594,"teacher_disagreement_score":0.63936967,"about_ca_system_score_codex":0.0016498481,"about_ca_system_score_gemma":0.019314576,"threshold_uncertainty_score":0.9998137},"labels":[],"label_agreement":null},{"id":"W4407921043","doi":"10.5489/cuaj.8926","title":"Assessing the methodologic heterogeneity of Canadian Urological Association guidelines","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; McMaster University","funders":"","keywords":"Guideline; Medicine; Family medicine; Evidence-based medicine; MEDLINE; Interquartile range; Alternative medicine; Surgery; Pathology","score_opus":0.3574717095462486,"score_gpt":0.5044286832219774,"score_spread":0.14695697367572885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407921043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57085794,0.00035472802,0.0012683544,0.42204872,0.0010969542,0.00043127834,0.00004584565,0.00003417907,0.00386198],"genre_scores_gemma":[0.9383551,0.00022184206,0.0049615847,0.055310473,0.0006084983,0.000013946196,0.000047850634,0.000012577138,0.00046815147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99439734,0.0018727777,0.001883917,0.00033864472,0.0006950411,0.0008122686],"domain_scores_gemma":[0.99033237,0.0049353065,0.0014171693,0.00026806726,0.0022847322,0.00076234015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013805538,0.00022706762,0.00059872074,0.0007886502,0.00065389817,0.00023899469,0.00033017414,0.00069095875,0.00061381946],"category_scores_gemma":[0.10124593,0.00015599388,0.00036080924,0.0012906123,0.00006745671,0.00028701327,0.000046936973,0.0013884796,0.000033603133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039311497,0.000042723826,0.9221182,0.0000062717004,0.00031069588,0.000027369142,0.00003018789,0.00018883869,0.00031232968,0.0004896497,0.06510323,0.011331184],"study_design_scores_gemma":[0.0008429055,0.00016571584,0.8122184,0.00001829883,0.00038764466,0.000069481684,0.00024881205,0.00061968766,0.00008237941,0.0025280816,0.18269373,0.00012480539],"about_ca_topic_score_codex":0.11607177,"about_ca_topic_score_gemma":0.10882766,"teacher_disagreement_score":0.36749712,"about_ca_system_score_codex":0.0033845587,"about_ca_system_score_gemma":0.003369657,"threshold_uncertainty_score":0.9074339},"labels":[],"label_agreement":null},{"id":"W4407925406","doi":"10.11124/jbies-24-00356","title":"Evaluations of clinical practice guidelines, protocols, and pathways used in rural and remote Australia, Canada, and Aotearoa New Zealand: a scoping review protocol","year":2025,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Aotearoa; Protocol (science); Medicine; Grey literature; Resource (disambiguation); Scope (computer science); Inclusion (mineral); Health care; MEDLINE; Geography; Medical education; Nursing; Political science; Computer science; Psychological intervention; Sociology; Alternative medicine; Social science","score_opus":0.43587141641404586,"score_gpt":0.6293780772481096,"score_spread":0.1935066608340637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407925406","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011729056,0.5591773,0.000030273364,0.009877559,0.000059718703,0.43076026,0.000041947627,0.000022084761,0.00001910698],"genre_scores_gemma":[2.1947037e-7,0.8458318,0.022573492,0.0010470386,0.00020449935,0.1295829,0.0000170755,0.000036296864,0.00070668734],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98824644,0.002285457,0.0072033787,0.0008940671,0.0010009689,0.00036970404],"domain_scores_gemma":[0.9616677,0.032464,0.0035082353,0.00089997565,0.0010326728,0.00042741856],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013620884,0.0005431536,0.003893706,0.00023704684,0.00006105413,0.00006330379,0.00022121803,0.00040052115,0.00010407771],"category_scores_gemma":[0.36549973,0.00043814973,0.00024397786,0.00063283584,0.00014050327,0.0005480408,0.00026490356,0.00084692007,0.0000031131158],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012223273,0.000047453825,0.00028834268,0.18530214,0.00009141673,0.000026533835,0.000017781304,9.5505094e-8,6.5479674e-7,0.0000019046854,0.010730163,0.8033713],"study_design_scores_gemma":[0.0007591749,0.000188448,0.00034090067,0.669816,0.003185452,0.0001494585,0.000036072455,0.000031770447,0.00000130256,0.000053737716,0.32516885,0.0002688507],"about_ca_topic_score_codex":0.31363222,"about_ca_topic_score_gemma":0.14405712,"teacher_disagreement_score":0.80310243,"about_ca_system_score_codex":0.0002148409,"about_ca_system_score_gemma":0.015329307,"threshold_uncertainty_score":0.999807},"labels":[],"label_agreement":null},{"id":"W4407974962","doi":"10.5489/cuaj.9167","title":"Erratum – Title change for MIBC Guideline","year":2025,"lang":"en","type":"erratum","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Psychology; Medicine; Pathology","score_opus":0.15888804545724053,"score_gpt":0.42315381434758337,"score_spread":0.2642657688903428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407974962","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026348664,0.002733051,0.0010961919,0.54315066,0.074448355,0.0015602757,0.001111066,0.00008903861,0.37578502],"genre_scores_gemma":[0.0005607483,0.00090004306,0.0027012445,0.108297594,0.024583312,0.00007154273,0.003963918,0.000048599482,0.858873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998098,0.00009490154,0.0008677029,0.00021905077,0.0003230878,0.00039723256],"domain_scores_gemma":[0.9975634,0.0003740019,0.0006015008,0.00014338418,0.00088484655,0.0004328641],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013331427,0.0001658481,0.00039061738,0.00024378744,0.0001524331,0.00006904178,0.00012959061,0.00082584424,0.003913457],"category_scores_gemma":[0.010983301,0.00014498644,0.00026243352,0.00016146907,0.000013791909,0.000063220956,0.000018374069,0.0013664224,0.00026676842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020693076,0.000017629336,0.0009659705,0.000016536456,0.00010549589,0.000019448524,0.0000069902303,2.442842e-7,6.519755e-7,0.00009740174,0.9871545,0.011594468],"study_design_scores_gemma":[0.0005922344,0.00016686232,0.0031182591,0.000039881892,0.0003140469,0.000035053934,0.000016187034,0.00020417615,1.873173e-7,0.0013117252,0.99407816,0.00012321549],"about_ca_topic_score_codex":0.0008259152,"about_ca_topic_score_gemma":0.0014843412,"teacher_disagreement_score":0.483088,"about_ca_system_score_codex":0.0012793562,"about_ca_system_score_gemma":0.0024245274,"threshold_uncertainty_score":0.9973476},"labels":[],"label_agreement":null},{"id":"W4408045860","doi":"10.37964/cr24788","title":"Evaluation of a provincial physician engagement initiative using established healthcare quality optimization frameworks","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Physician Leadership","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Quality (philosophy); Medical education; Nursing; Medicine; Business; Political science","score_opus":0.5913862532607757,"score_gpt":0.5225158327455921,"score_spread":0.06887042051518355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408045860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74574256,0.0018528233,0.15473655,0.08713951,0.0025589275,0.0035546538,0.00015007221,0.000031599615,0.0042333244],"genre_scores_gemma":[0.9797157,0.0000039794263,0.0054159053,0.014216128,0.00057150685,0.000005902289,0.00004276162,0.000020548685,0.000007535741],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99574053,0.0013955804,0.0014425261,0.00020401823,0.0008898992,0.00032745197],"domain_scores_gemma":[0.9933654,0.00055700494,0.001412009,0.0002499952,0.00411473,0.0003008661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059160697,0.00016922777,0.0005098005,0.0005122615,0.0001556941,0.000046549874,0.00014557807,0.00019303377,0.000058816393],"category_scores_gemma":[0.007866293,0.0001770684,0.00019424032,0.00077439094,0.00014434844,0.000539995,0.000011898577,0.0009830463,0.0000013891347],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018024177,0.0011697665,0.03193723,0.002130048,0.0025437255,0.00007683534,0.020857025,0.17382118,0.0045179552,0.007365471,0.008071778,0.74570656],"study_design_scores_gemma":[0.03619109,0.0045038606,0.21611692,0.01593713,0.016871424,0.000045631103,0.33718887,0.32235694,0.013043287,0.03310206,0.0025923348,0.002050425],"about_ca_topic_score_codex":0.0055972408,"about_ca_topic_score_gemma":0.009769116,"teacher_disagreement_score":0.74365616,"about_ca_system_score_codex":0.0014043084,"about_ca_system_score_gemma":0.012709861,"threshold_uncertainty_score":0.99288714},"labels":[],"label_agreement":null},{"id":"W4408135038","doi":"10.1007/s43678-025-00894-6","title":"Correction: CJEM debate: clinical decision rules–thinking beyond the algorithm","year":2025,"lang":"en","type":"erratum","venue":"Canadian Journal of Emergency Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint John Regional Hospital; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Clinical decision making; Medicine; Epistemology; Management science; Data science; Computer science; Family medicine; Philosophy; Engineering","score_opus":0.22263754197467456,"score_gpt":0.5024211817210447,"score_spread":0.2797836397463701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408135038","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018500854,0.0219324,0.013851455,0.07189226,0.836381,0.00079866644,0.00007563114,0.000025065185,0.054858506],"genre_scores_gemma":[0.000628115,0.06467283,0.009940264,0.028584259,0.18825941,0.00002624014,0.0018470775,0.00030337676,0.7057384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902089,0.0005155456,0.0066541065,0.00051081856,0.0014738981,0.000636701],"domain_scores_gemma":[0.9882136,0.0030017672,0.0031388665,0.0009037022,0.0031262778,0.00161576],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009120005,0.00052631134,0.001646823,0.0009401805,0.0005079575,0.000027775366,0.0008627647,0.0008680108,0.0130141545],"category_scores_gemma":[0.049507443,0.00034206174,0.0007821341,0.0009854357,0.00034777445,0.00021772491,0.000070176866,0.005615951,0.00007139678],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009950173,0.00003641243,0.0010775314,0.00005905054,0.00041826506,0.00046335347,0.0001882295,0.0000026249045,5.201375e-7,0.00003248216,0.7881839,0.2094381],"study_design_scores_gemma":[0.0020343852,0.001264911,0.0057242974,0.0028993506,0.0027318122,0.0005085876,0.000971682,0.0006701311,5.779562e-7,0.0027132665,0.9802225,0.00025850284],"about_ca_topic_score_codex":0.00987715,"about_ca_topic_score_gemma":0.039370865,"teacher_disagreement_score":0.6508799,"about_ca_system_score_codex":0.0006186401,"about_ca_system_score_gemma":0.012868364,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W4408167097","doi":"10.1016/j.kine.2024.12.021","title":"Les outils d’intelligence artificielle, tels qu’Elicit, peuvent-ils contribuer à la réalisation d’une revue systématique de la littérature ?","year":2025,"lang":"fr","type":"article","venue":"Kinésithérapie la Revue","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.07032169999136109,"score_gpt":0.4152098457388506,"score_spread":0.3448881457474895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408167097","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041477714,0.058449637,0.33318403,0.4872159,0.0057361457,0.00503158,0.0005475807,0.0005823784,0.06777505],"genre_scores_gemma":[0.95113933,0.008459616,0.0071726167,0.0035457062,0.002903839,0.0002463195,0.0003632231,0.00013306938,0.026036285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904963,0.0036450962,0.00300626,0.0011096088,0.0005199974,0.0012227724],"domain_scores_gemma":[0.9800018,0.016387172,0.0010817446,0.001234771,0.0008089577,0.00048553356],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009399509,0.0007319384,0.0012596527,0.0004076416,0.0003431435,0.00041800705,0.0005365402,0.001646723,0.00069980836],"category_scores_gemma":[0.017650515,0.0007851949,0.0005333915,0.0017680384,0.0006103183,0.00050566165,0.00020527323,0.0024197632,0.0002567788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014124057,0.002904094,0.012645157,0.009217306,0.0016314982,0.0020027265,0.013096508,0.0052483967,0.017136099,0.28495207,0.15961717,0.49013656],"study_design_scores_gemma":[0.0053109997,0.0007197112,0.0701333,0.019664215,0.0044107204,0.0020972197,0.01220373,0.04812418,0.010388637,0.022607727,0.8026706,0.0016689661],"about_ca_topic_score_codex":0.0031965354,"about_ca_topic_score_gemma":0.0008528106,"teacher_disagreement_score":0.9096616,"about_ca_system_score_codex":0.00088847417,"about_ca_system_score_gemma":0.0010489975,"threshold_uncertainty_score":0.9998817},"labels":[],"label_agreement":null},{"id":"W4408210892","doi":"10.5770/cgj.28.820","title":"The Canadian Coalition for Seniors’ Mental Health Canadian Clinical Practice Guidelines for Assessing and Managing Behavioural and Psychological Symptoms of Dementia (BPSD)","year":2025,"lang":"en","type":"article","venue":"Canadian Geriatrics Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of British Columbia; Island Health; Thunder Bay Regional Health Sciences Centre; Health Sciences Centre; Sunnybrook Health Science Centre; Innovation Initiatives Ontario North; University of Toronto; Baycrest Hospital; Université de Montréal; University of Calgary","funders":"","keywords":"Dementia; Medicine; Guideline; Mental health; Psychological intervention; Psychiatry; Context (archaeology); Anxiety; Gerontology","score_opus":0.30875823792021934,"score_gpt":0.5569932909209747,"score_spread":0.24823505300075538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408210892","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14738911,0.005317065,0.005904423,0.8333349,0.003910582,0.0029155393,0.0006402252,0.000016728698,0.0005714089],"genre_scores_gemma":[0.8841139,0.0019378824,0.064548284,0.048038445,0.00088050397,0.000042480428,0.00027275598,0.000040743267,0.00012499964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966098,0.00023340751,0.0018824608,0.00032812884,0.00022660036,0.0007195828],"domain_scores_gemma":[0.99386376,0.0015724999,0.00068381603,0.00019807907,0.0017582489,0.0019235652],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0073454343,0.00018001893,0.000381843,0.0005361933,0.001631574,0.00039408464,0.00013653182,0.00019296685,0.000016776463],"category_scores_gemma":[0.01461568,0.00015343224,0.00013452106,0.00025614403,0.00014933657,0.0002796919,0.000020762416,0.0004601273,5.2219195e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031684837,0.000065899665,0.12838213,0.00011724905,0.00047012343,0.000047664376,0.0002147127,0.0000054718107,0.000008139837,0.0030367183,0.35203558,0.51529944],"study_design_scores_gemma":[0.0059775487,0.0010603081,0.16870402,0.00021243368,0.0012062627,0.001151916,0.0054663136,0.00220815,0.000002302157,0.0016080172,0.8120881,0.0003146427],"about_ca_topic_score_codex":0.85342896,"about_ca_topic_score_gemma":0.9888741,"teacher_disagreement_score":0.7852965,"about_ca_system_score_codex":0.0010836046,"about_ca_system_score_gemma":0.007915796,"threshold_uncertainty_score":0.9996682},"labels":[],"label_agreement":null},{"id":"W4408278027","doi":"10.1097/xeb.0000000000000499","title":"Determinants of complexity in clinical practice guidelines: a Delphi study including perspectives from guideline developers and implementers","year":2025,"lang":"en","type":"article","venue":"JBI Evidence Implementation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Guideline; Delphi method; Delphi; Psychological intervention; Scope (computer science); Relevance (law); Intervention (counseling); Psychology; Element (criminal law); Computer science; Knowledge management; Medicine; Process management; Management science; Nursing; Engineering; Political science","score_opus":0.5018420077333182,"score_gpt":0.6549303457984047,"score_spread":0.15308833806508648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408278027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97636706,0.0006852361,0.0029644337,0.016671937,0.0002885311,0.0028635084,0.000052984535,0.000043930027,0.00006240545],"genre_scores_gemma":[0.89248,0.0008677718,0.10156382,0.004700351,0.00014738589,0.00011029144,0.00009516239,0.000023579056,0.000011615456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905349,0.00086599967,0.006520937,0.00090996496,0.00077413925,0.0003940754],"domain_scores_gemma":[0.9905926,0.004832405,0.0015009361,0.0005409987,0.0023875667,0.00014552314],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009915741,0.00031959542,0.0008729567,0.00046737702,0.00014401591,0.000064976746,0.00023255633,0.00010391232,0.00025713452],"category_scores_gemma":[0.042717963,0.00031098933,0.00013237241,0.00083170895,0.00019391034,0.001360446,0.00044367832,0.0003621541,0.000005535814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013285385,0.00066210376,0.86420745,0.000078093595,0.00020828692,0.000038551112,0.004429925,0.000004247151,0.000755639,0.00008464917,0.0037533708,0.124449134],"study_design_scores_gemma":[0.0072893314,0.0009680046,0.7234034,0.0006197662,0.0007065382,0.000016316751,0.26308924,0.0012773534,0.00031523255,0.00040875527,0.0016745309,0.00023155354],"about_ca_topic_score_codex":0.014779025,"about_ca_topic_score_gemma":0.015261828,"teacher_disagreement_score":0.2586593,"about_ca_system_score_codex":0.00041577863,"about_ca_system_score_gemma":0.00089653727,"threshold_uncertainty_score":0.9999342},"labels":[],"label_agreement":null},{"id":"W4408396040","doi":"10.1101/2025.03.11.25323783","title":"Risk-Reducing Salpingectomy: Considerations from an OBGYN Perspective","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Perspective (graphical); Salpingectomy; Medicine; Law and economics; Computer science; Sociology; Artificial intelligence; Biology; Genetics; Pregnancy","score_opus":0.20777704114793102,"score_gpt":0.5061454184793795,"score_spread":0.2983683773314485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408396040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95783883,0.00062330643,0.005543476,0.02682176,0.0022220823,0.00141424,0.0008055921,0.00035675828,0.004373955],"genre_scores_gemma":[0.96641517,0.0002781257,0.02726092,0.00328597,0.0015117172,0.000109664936,0.00078420993,0.000044028304,0.00031020265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99639183,0.00058143894,0.0012477967,0.001077192,0.0004248014,0.00027693564],"domain_scores_gemma":[0.99347544,0.0033251278,0.0007406684,0.0012575339,0.0009615767,0.000239635],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012076824,0.0003536316,0.00070973433,0.0002526137,0.00021075044,0.00011897205,0.00016383152,0.0003631935,0.0014621847],"category_scores_gemma":[0.026708877,0.00035670988,0.00025215477,0.00017158176,0.00010241787,0.00017557402,0.0004108825,0.0018299469,0.00008456332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012638819,0.0029981309,0.879281,0.00056782947,0.0054515717,0.00055675633,0.025072517,0.0044800113,0.005471858,0.009213013,0.036098458,0.029545018],"study_design_scores_gemma":[0.0068674395,0.00065497996,0.77240896,0.0017789158,0.008450207,0.000046016645,0.012657163,0.02698629,0.0039027357,0.15640524,0.008320695,0.0015213332],"about_ca_topic_score_codex":0.019942708,"about_ca_topic_score_gemma":0.0023739652,"teacher_disagreement_score":0.14719222,"about_ca_system_score_codex":0.0004956594,"about_ca_system_score_gemma":0.001765067,"threshold_uncertainty_score":0.9998885},"labels":[],"label_agreement":null},{"id":"W4408402607","doi":"10.22374/cjgim.v16i4.609","title":"Research and Quality Improvement Abstracts","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of General Internal Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Quality (philosophy); Epistemology","score_opus":0.4756627699804433,"score_gpt":0.571213652073301,"score_spread":0.09555088209285767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408402607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377403,0.0015387593,0.00019491052,0.05436104,0.0009326738,0.00009739069,0.000006264167,0.0000023256591,0.0051263017],"genre_scores_gemma":[0.98692644,0.00024043971,0.0014552053,0.0048464932,0.002220277,0.0000011382455,0.000011003991,0.000013680311,0.0042853164],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99738663,0.00014665151,0.0014200237,0.00016623485,0.00057404465,0.00030640443],"domain_scores_gemma":[0.9954656,0.0005405901,0.0003611946,0.00018713447,0.0021537035,0.0012918236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038478554,0.0000984704,0.00036287608,0.0003127376,0.00007914156,0.0000329891,0.00010120213,0.000065591594,0.0011380456],"category_scores_gemma":[0.0076043275,0.00007613789,0.000058024485,0.00020763653,0.00026781662,0.0001289382,0.000026592012,0.0007622844,0.000009508344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011965808,0.00025564767,0.118566915,0.00033552208,0.00081604655,0.012508938,0.0015967975,0.000026425818,0.30676758,0.0036251831,0.24769257,0.30661178],"study_design_scores_gemma":[0.012006228,0.009356422,0.5835543,0.001874308,0.00035941464,0.009321366,0.009429913,0.000095214375,0.03505854,0.0048952885,0.33372137,0.00032761687],"about_ca_topic_score_codex":0.046426214,"about_ca_topic_score_gemma":0.045320082,"teacher_disagreement_score":0.4649874,"about_ca_system_score_codex":0.0002793882,"about_ca_system_score_gemma":0.0019014599,"threshold_uncertainty_score":0.99977505},"labels":[],"label_agreement":null},{"id":"W4408404675","doi":"10.3138/cjms.v14i2.20","title":"2023 Sonography Canada Awards: Recognizing Excellence","year":2023,"lang":"en","type":"article","venue":"˜The œCanadian journal of medical sonography.","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Political science; Law","score_opus":0.14449513253763197,"score_gpt":0.4048110176698652,"score_spread":0.26031588513223325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408404675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61811346,0.0026707128,0.0011164914,0.36772078,0.006828266,0.000796692,0.00008662229,0.000078392644,0.00258856],"genre_scores_gemma":[0.98663926,0.0007436549,0.00047139957,0.010475538,0.0014238936,0.000009533829,0.000029701756,0.00003752379,0.00016952312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99493617,0.00024982094,0.0015922547,0.0002443466,0.0022155028,0.00076193194],"domain_scores_gemma":[0.9944731,0.0015239487,0.00061457686,0.00036013057,0.0005096837,0.0025185514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059598475,0.00021647652,0.00046918535,0.00075051637,0.0004900652,0.00009641808,0.0006746686,0.00021637736,0.0015314873],"category_scores_gemma":[0.003497373,0.00015701824,0.00042425992,0.002314383,0.00037226008,0.00017178028,0.000047058602,0.0014482898,0.00006730098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108246066,0.000043649306,0.13045865,0.000065682114,0.00045895812,0.0022376953,0.00032918216,0.000020791293,0.000013647966,0.000061953295,0.6848204,0.18138112],"study_design_scores_gemma":[0.0024283805,0.00040197285,0.14203414,0.0005407932,0.00036595226,0.0009461189,0.0043129977,0.0010372167,0.000013373209,0.00086616457,0.846753,0.00029986457],"about_ca_topic_score_codex":0.8517012,"about_ca_topic_score_gemma":0.99149424,"teacher_disagreement_score":0.36852574,"about_ca_system_score_codex":0.000207709,"about_ca_system_score_gemma":0.013050138,"threshold_uncertainty_score":0.99938124},"labels":[],"label_agreement":null},{"id":"W4408408725","doi":"10.55498/mainslibres.2015.32.3.0105","title":"Physiothérapie suisse: vers un accès direct?","year":2015,"lang":"fr","type":"article","venue":"Mains Libres","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.2003629056457816,"score_gpt":0.45236436245722533,"score_spread":0.2520014568114437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408408725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3618838,0.07157095,0.0021779067,0.3278787,0.03397291,0.0026792008,0.00048758133,0.0009274945,0.19842146],"genre_scores_gemma":[0.9303705,0.0014799716,0.0076006316,0.009667704,0.0086444635,0.000034438977,0.00028924082,0.00014751189,0.04176555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669015,0.00037565242,0.0010194884,0.00050233834,0.00068155193,0.0007308223],"domain_scores_gemma":[0.99623656,0.0017325946,0.00032924238,0.0006615223,0.00028760036,0.0007524988],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014710211,0.00031777093,0.0004927924,0.00012039662,0.00010149151,0.00011560412,0.00026635916,0.00022653562,0.0027110982],"category_scores_gemma":[0.008914416,0.00032000087,0.0001835403,0.0004925762,0.00023753398,0.00082013314,0.00023512142,0.00045907282,0.0026080362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000813875,0.0009297586,0.012046367,0.0002194742,0.00043080037,0.00031553162,0.0013226273,0.00018311063,0.0014961152,0.00256097,0.6263427,0.35333863],"study_design_scores_gemma":[0.005590124,0.00077287987,0.014236836,0.00028200995,0.0005826726,0.000043075754,0.0026647416,0.0020700751,0.0016856639,0.0019502307,0.96974355,0.0003781394],"about_ca_topic_score_codex":0.0020956385,"about_ca_topic_score_gemma":0.00019973086,"teacher_disagreement_score":0.5684867,"about_ca_system_score_codex":0.00035746951,"about_ca_system_score_gemma":0.0007952351,"threshold_uncertainty_score":0.9999252},"labels":[],"label_agreement":null},{"id":"W4408454763","doi":"10.1245/s10434-025-17100-7","title":"ASO Visual Abstract: Development and Validation of a Synoptic Operative Report as a Quality Indicator for Thyroid Surgery—A Canadian Study","year":2025,"lang":"en","type":"article","venue":"Annals of Surgical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Western University; Dalhousie University; University of Toronto; Université de Montréal; University of Saskatchewan; St. Paul's Hospital; Queen's University; McGill University; Hospital for Sick Children; University of British Columbia","funders":"","keywords":"Medicine; Surgical oncology; Thyroid; General surgery; Quality (philosophy); Medical physics; Surgery; Internal medicine","score_opus":0.3527286163163929,"score_gpt":0.5962035440778133,"score_spread":0.24347492776142038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408454763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788187,0.00007357183,0.000036867496,0.01828251,0.00011287488,0.0011418115,0.000015841526,0.000009009961,0.0015088031],"genre_scores_gemma":[0.99784446,0.000113961316,0.00070961134,0.00090900593,0.000038924685,0.00009514189,0.00014322759,0.000007801206,0.00013785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99697214,0.00021687942,0.0020325684,0.00030871894,0.00024886677,0.00022080069],"domain_scores_gemma":[0.9927376,0.005450147,0.00072565326,0.00016371274,0.0007042854,0.0002186019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055333595,0.000120357945,0.0007647767,0.00027905928,0.000067901194,0.000007867366,0.00005129829,0.00015319114,0.00012118529],"category_scores_gemma":[0.004287144,0.000106609936,0.00009674036,0.00021258916,0.0001130097,0.00009806375,0.000043456395,0.00015056884,0.000003839214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009609807,0.01040329,0.5976969,0.00084704533,0.0027057452,0.0018791445,0.0044545764,0.000012941116,0.0021960223,0.0025288349,0.015638882,0.35202682],"study_design_scores_gemma":[0.006470829,0.004630917,0.6838323,0.00016785602,0.0004261397,0.00020098258,0.007533409,0.000026013677,0.02580624,0.0004301433,0.27016854,0.00030660807],"about_ca_topic_score_codex":0.016340308,"about_ca_topic_score_gemma":0.009903609,"teacher_disagreement_score":0.3517202,"about_ca_system_score_codex":0.00010282861,"about_ca_system_score_gemma":0.0036220693,"threshold_uncertainty_score":0.99020994},"labels":[],"label_agreement":null},{"id":"W4408471944","doi":"10.1080/14992027.2025.2477035","title":"The development of a clinical practice guideline for the audiological management of infants and young children with permanent unilateral hearing loss using an integrated knowledge translation approach","year":2025,"lang":"en","type":"article","venue":"International Journal of Audiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Ministère des Services à l'enfance et des Services sociaux et communautaires, Gouvernement de l’Ontario","keywords":"Audiology; Hearing loss; Medicine; Guideline; Intervention (counseling); Clinical Practice; Hearing aid; Physical therapy","score_opus":0.28532001551642555,"score_gpt":0.5395702281175337,"score_spread":0.2542502126011082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408471944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7428299,0.00034027855,0.25268292,0.0031645608,0.00040496595,0.00043275955,0.0000052421096,0.000003512966,0.00013585637],"genre_scores_gemma":[0.808121,0.00029874523,0.19114457,0.00023321326,0.00014515605,0.0000057939933,0.00003319802,0.0000058818387,0.000012414473],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968729,0.00026554018,0.0023424057,0.00015338263,0.00025284127,0.000112927315],"domain_scores_gemma":[0.99512815,0.0018644874,0.0012552922,0.00012141265,0.001589471,0.00004120109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004813267,0.00010391119,0.00034606326,0.00009856137,0.00008097117,0.00001536234,0.00023065988,0.00007749282,0.0000037863904],"category_scores_gemma":[0.001490047,0.000053429398,0.000090241905,0.00010155928,0.0002151921,0.0001544568,0.000074577445,0.00027959273,1.09065205e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021093389,0.0014223895,0.38356093,0.000080756836,0.008826407,0.000022434531,0.0016862015,0.0033231105,0.00089235714,0.0021491535,0.00040891036,0.576534],"study_design_scores_gemma":[0.008926853,0.0012383374,0.952048,0.00034519762,0.0012866213,0.0014925635,0.003520009,0.022047192,0.00022978974,0.0003278603,0.008412199,0.00012538709],"about_ca_topic_score_codex":0.000019854177,"about_ca_topic_score_gemma":0.000031565683,"teacher_disagreement_score":0.57640857,"about_ca_system_score_codex":0.00006344563,"about_ca_system_score_gemma":0.00034402744,"threshold_uncertainty_score":0.21787876},"labels":[],"label_agreement":null},{"id":"W4408488905","doi":"10.1136/bmjebm-2024-113050","title":"Identifying actionable statements in Chinese health guidelines: a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"National Natural Science Foundation of China","keywords":"Guideline; Grading (engineering); Specialty; Family medicine; Medicine; Global Positioning System; Medical education; Computer science; Engineering; Pathology","score_opus":0.5934378988714254,"score_gpt":0.6822762201283746,"score_spread":0.08883832125694924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408488905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8614223,0.0018833706,0.020399243,0.107909516,0.002293387,0.005627732,0.000011869779,0.00017160585,0.00028099454],"genre_scores_gemma":[0.96714145,0.00034947417,0.0039158873,0.02522832,0.00095769664,0.00047594003,0.00013555598,0.000035032703,0.0017606533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99166054,0.00054621184,0.0046924567,0.00087716425,0.0016663618,0.00055728265],"domain_scores_gemma":[0.9934561,0.003216907,0.00091910374,0.0007781028,0.0013367265,0.0002930357],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013916336,0.00036405004,0.0008992731,0.0010081119,0.00024205867,0.000067146284,0.00024954998,0.00011670285,0.0011365112],"category_scores_gemma":[0.045871176,0.0002892183,0.00013696913,0.001960222,0.0001622716,0.0009922191,0.00011610371,0.000629481,0.00006496163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019297502,0.0007269288,0.97493434,0.0005321069,0.00010939831,0.000088646404,0.0001721355,0.00055878016,0.0003677878,0.000041670668,0.014499822,0.0060386104],"study_design_scores_gemma":[0.013918427,0.0014344928,0.9737404,0.003595424,0.00010814866,0.000023520513,0.001637795,0.0023084849,0.000025632362,0.0006395967,0.0023797252,0.00018835458],"about_ca_topic_score_codex":0.009275998,"about_ca_topic_score_gemma":0.001895097,"teacher_disagreement_score":0.10571916,"about_ca_system_score_codex":0.0011667717,"about_ca_system_score_gemma":0.0029260216,"threshold_uncertainty_score":0.999956},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408580613","doi":"10.34172/ijhpm.8517","title":"Learning Care Pathways Framework: A New Method to Implement, Learn, Replicate, and Scale up Care Pathways for and With the Patient","year":2025,"lang":"en","type":"article","venue":"International Journal of Health Policy and Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec","funders":"Mitacs","keywords":"Replicate; Scale (ratio); Care pathway; Critical pathways; Health care; Computer science; Psychology; Data science; Medicine; Nursing; Process management; Business; Economic growth; Geography; Economics; Cartography","score_opus":0.12716321791670998,"score_gpt":0.5358383887351427,"score_spread":0.4086751708184327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408580613","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12734325,0.0031571926,0.41079706,0.45450124,0.00042908927,0.002777018,0.00005436216,0.000026933338,0.00091384636],"genre_scores_gemma":[0.8504291,0.0022069179,0.09634066,0.05013237,0.0004704166,0.00006619506,0.000029526203,0.000021875232,0.00030290868],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998441,0.0001235953,0.00072151615,0.00021136594,0.00030794172,0.00019458363],"domain_scores_gemma":[0.9982535,0.0005435773,0.00047605252,0.00011528083,0.0004404803,0.00017107332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009763853,0.00011550381,0.00023915822,0.00025302684,0.00018615797,0.000069703216,0.00009498769,0.000032435204,0.0000056867284],"category_scores_gemma":[0.00050693005,0.00007895312,0.000044826895,0.00011879561,0.000022991462,0.000088518274,0.00018509885,0.00023455966,3.672078e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008091141,0.00002868115,0.0018472202,0.00036211152,0.0002580689,0.0000093667495,0.010445833,0.00006022546,0.000025231748,0.017793655,0.006926244,0.96143425],"study_design_scores_gemma":[0.0051168585,0.0034492288,0.021061903,0.0009866637,0.0002585769,0.00014770062,0.07150146,0.00012030675,0.00009433724,0.004662742,0.89245486,0.0001453822],"about_ca_topic_score_codex":0.00065467134,"about_ca_topic_score_gemma":0.00015271462,"teacher_disagreement_score":0.96128887,"about_ca_system_score_codex":0.0002027944,"about_ca_system_score_gemma":0.00031666466,"threshold_uncertainty_score":0.3219615},"labels":[],"label_agreement":null},{"id":"W4408672202","doi":"10.63485/c8t6d-hbn71","title":"State of OA in Canada","year":2009,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"State (computer science); Political science; Computer science; Algorithm","score_opus":0.22227764276019443,"score_gpt":0.4874024909484047,"score_spread":0.26512484818821025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408672202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97845036,0.00007624922,0.00081420795,0.0127170235,0.00030862482,0.0006105592,0.00003600167,0.000012502743,0.006974474],"genre_scores_gemma":[0.99057436,0.00011348908,0.005574773,0.0032387485,0.000046825044,0.000004595689,0.000121797544,0.000008431806,0.00031695748],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982925,0.00004553518,0.0010763427,0.00018552334,0.00028608428,0.000114038616],"domain_scores_gemma":[0.99888295,0.00032535737,0.0002983387,0.00029565918,0.00013365982,0.000064059146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046202083,0.00009237358,0.00034657717,0.000063835665,0.000002911723,0.000002702072,0.00006540193,0.000043003856,0.0004232565],"category_scores_gemma":[0.0011728876,0.00008273579,0.000040559327,0.000066182445,0.0000083921295,0.000020071291,0.000106538486,0.00041619377,0.0000038316493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005534871,0.00029662874,0.14300734,0.0006582733,0.00012987135,0.00024256547,0.00012982266,0.0036193898,0.00039384273,0.000078161334,0.046570856,0.80431974],"study_design_scores_gemma":[0.0036228488,0.00023716122,0.968649,0.0005071375,0.00021212491,0.000015880107,0.0005142119,0.007289014,0.002020302,0.007238143,0.009349726,0.00034444607],"about_ca_topic_score_codex":0.99014944,"about_ca_topic_score_gemma":0.9957663,"teacher_disagreement_score":0.82564163,"about_ca_system_score_codex":0.00049595465,"about_ca_system_score_gemma":0.0047219964,"threshold_uncertainty_score":0.83766186},"labels":[],"label_agreement":null},{"id":"W4408681253","doi":"10.63485/9r4z7-xf164","title":"OA mandate at the Canadian Health Services Research Foundation","year":2009,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Mandate; Public administration; Political science; Business; Law","score_opus":0.46709190932693756,"score_gpt":0.6126137629790547,"score_spread":0.14552185365211712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408681253","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09205971,0.0005719109,0.0004641638,0.85710585,0.001062803,0.004859857,0.00009301503,0.00013023277,0.043652426],"genre_scores_gemma":[0.89382863,0.0014428372,0.00377516,0.078248076,0.0015025956,0.000087531895,0.008427703,0.000055701075,0.012631777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964835,0.00058577786,0.0009713914,0.0005098549,0.0009302117,0.0005192751],"domain_scores_gemma":[0.9968675,0.0006847683,0.0003210155,0.0009393849,0.000734752,0.00045257516],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008209796,0.0001689547,0.00030446888,0.00025555363,0.0006979911,0.00020040116,0.00027084872,0.00021797615,0.0033820798],"category_scores_gemma":[0.00046150523,0.000116224415,0.000087544344,0.0002209162,0.00008464327,0.00009227562,0.0004438148,0.0014077241,0.0011471465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005287764,0.00018516647,0.011023666,0.0010632416,0.00019843876,0.000053014275,0.0021334158,0.0001454965,0.000039005223,0.0020311088,0.28844175,0.69415694],"study_design_scores_gemma":[0.0016515196,0.00053115183,0.1750743,0.0006026494,0.00015198786,0.000063128806,0.0019489281,0.003592349,0.00007847578,0.010523781,0.80547225,0.00030947314],"about_ca_topic_score_codex":0.86457866,"about_ca_topic_score_gemma":0.98580694,"teacher_disagreement_score":0.8017689,"about_ca_system_score_codex":0.0023383435,"about_ca_system_score_gemma":0.0039006067,"threshold_uncertainty_score":0.9996306},"labels":[],"label_agreement":null},{"id":"W4408693822","doi":"10.1016/j.cjco.2025.03.011","title":"Implementation of Pharmacist Case-Finding and Care Pathway Intervention for Vascular Prevention (PRxOACT): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"CJC Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta; Loblaw Companies Limited","keywords":"Randomized controlled trial; Pharmacist; Protocol (science); Medicine; Intervention (counseling); Family medicine; Alternative medicine; Internal medicine; Nursing; Pharmacy; Pathology","score_opus":0.22904070056038847,"score_gpt":0.5954322228407574,"score_spread":0.36639152228036886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408693822","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07581165,0.000034436074,0.067277454,0.00043828387,0.0002765474,0.85589534,0.00005488824,0.00001848077,0.00019290668],"genre_scores_gemma":[0.26589036,0.000003677207,0.005856454,0.00009854806,0.00012111373,0.7274815,0.0002640875,0.000016419304,0.0002678491],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9972074,0.00040854458,0.0018242158,0.00027917893,0.0001427015,0.00013795368],"domain_scores_gemma":[0.9963921,0.0019737736,0.0009199041,0.00016121496,0.0005080989,0.00004493762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005112518,0.00013556812,0.0011709225,0.00013695679,0.00011712296,0.000079269565,0.00008178616,0.000063847896,0.00011793703],"category_scores_gemma":[0.0034076825,0.000109927336,0.0005610081,0.00010456382,0.00003239065,0.0002910891,0.00008315436,0.000068842564,4.5745472e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90329295,0.00023476506,0.00007190543,0.0010829485,0.0007134264,0.0000031736395,0.0002656777,0.0000010236221,0.0005717983,0.00043207814,0.00049927377,0.09283099],"study_design_scores_gemma":[0.9818624,0.0013845642,0.000013333224,0.00028847548,0.0018836859,0.000012203834,0.0035417324,0.001079582,0.004263717,0.000780858,0.004802492,0.0000869037],"about_ca_topic_score_codex":0.00022922074,"about_ca_topic_score_gemma":0.00018486238,"teacher_disagreement_score":0.19007872,"about_ca_system_score_codex":0.00009304829,"about_ca_system_score_gemma":0.0002837701,"threshold_uncertainty_score":0.44827068},"labels":[],"label_agreement":null},{"id":"W4408761479","doi":"10.63485/1yq5j-jcj73","title":"CARL calls for Canadian OA mandate","year":2008,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; Political science; Business; Law","score_opus":0.32676357152457786,"score_gpt":0.5040354260425168,"score_spread":0.17727185451793898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408761479","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2574551,0.0006384735,0.074809805,0.43802726,0.010839145,0.021525284,0.0035460906,0.0007292887,0.19242954],"genre_scores_gemma":[0.78560275,0.0015372643,0.113047615,0.053902116,0.003732263,0.0006062946,0.009874509,0.0001947839,0.031502403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981163,0.00003212476,0.00086065265,0.00043694407,0.00022075123,0.00033319733],"domain_scores_gemma":[0.997902,0.00046263533,0.00020089892,0.00053120096,0.00042004138,0.00048327548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051381113,0.00019695795,0.00041209662,0.0001587567,0.00007924283,0.000025957017,0.00012281211,0.00030859362,0.00091171544],"category_scores_gemma":[0.0023702828,0.00017918771,0.0002060561,0.000050014674,0.00003498689,0.00004633112,0.00012362689,0.0004899018,0.00014050279],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029760104,0.0001060504,0.005890674,0.00046318182,0.000396686,0.00016930816,0.0002185184,0.00012217731,0.00006720949,0.00036501422,0.9099628,0.08194079],"study_design_scores_gemma":[0.002640845,0.00017572894,0.008892787,0.00010226205,0.0005537723,0.000102260106,0.00016855096,0.003632312,0.00018923347,0.0010109422,0.9821678,0.00036349753],"about_ca_topic_score_codex":0.50266886,"about_ca_topic_score_gemma":0.4655693,"teacher_disagreement_score":0.52814764,"about_ca_system_score_codex":0.00039828834,"about_ca_system_score_gemma":0.0022648957,"threshold_uncertainty_score":0.99826443},"labels":[],"label_agreement":null},{"id":"W4408772833","doi":"10.32920/28646111","title":"CACHE patient, family, and caregiver showcase","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cache; Psychology; Business; Computer science; Parallel computing","score_opus":0.2744271885980114,"score_gpt":0.4945270354786465,"score_spread":0.2200998468806351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408772833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8608814,0.0015549497,0.007827963,0.023722818,0.0020757294,0.0028245845,0.0003560418,0.0002853494,0.10047117],"genre_scores_gemma":[0.9634612,0.0006909238,0.01066528,0.016507892,0.00031064797,0.00007081109,0.0006446503,0.000024916257,0.0076236594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983239,0.00007738133,0.00071620976,0.000479468,0.0002500656,0.00015297843],"domain_scores_gemma":[0.99829394,0.00061044295,0.00019894615,0.00049775635,0.00026193072,0.00013696063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002980617,0.00019796533,0.00037409272,0.00011049146,0.000035470293,0.000031164767,0.00006123009,0.0002462632,0.00033400132],"category_scores_gemma":[0.001558411,0.00016940432,0.00010438773,0.00006865844,0.00005046599,0.00005108506,0.0007585303,0.0006413092,0.000021087359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006808983,0.0004926229,0.025289096,0.0016934663,0.00071681285,0.00035867144,0.0019469474,0.000072251096,0.00034091226,0.0008126325,0.36956462,0.59803104],"study_design_scores_gemma":[0.015104923,0.001706932,0.07549893,0.0024609945,0.007504379,0.00027518065,0.02536697,0.014071833,0.0015129672,0.005761385,0.84854954,0.0021859382],"about_ca_topic_score_codex":0.0025363008,"about_ca_topic_score_gemma":0.00022764962,"teacher_disagreement_score":0.59584516,"about_ca_system_score_codex":0.00009479095,"about_ca_system_score_gemma":0.00040262612,"threshold_uncertainty_score":0.69081074},"labels":[],"label_agreement":null},{"id":"W4408772921","doi":"10.32920/28646111.v1","title":"CACHE patient, family, and caregiver showcase","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cache; Computer science; Psychology; Computer network","score_opus":0.2744271885980114,"score_gpt":0.4945270354786465,"score_spread":0.2200998468806351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408772921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8608814,0.0015549497,0.007827963,0.023722818,0.0020757294,0.0028245845,0.0003560418,0.0002853494,0.10047117],"genre_scores_gemma":[0.9634612,0.0006909238,0.01066528,0.016507892,0.00031064797,0.00007081109,0.0006446503,0.000024916257,0.0076236594],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983239,0.00007738133,0.00071620976,0.000479468,0.0002500656,0.00015297843],"domain_scores_gemma":[0.99829394,0.00061044295,0.00019894615,0.00049775635,0.00026193072,0.00013696063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002980617,0.00019796533,0.00037409272,0.00011049146,0.000035470293,0.000031164767,0.00006123009,0.0002462632,0.00033400132],"category_scores_gemma":[0.001558411,0.00016940432,0.00010438773,0.00006865844,0.00005046599,0.00005108506,0.0007585303,0.0006413092,0.000021087359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006808983,0.0004926229,0.025289096,0.0016934663,0.00071681285,0.00035867144,0.0019469474,0.000072251096,0.00034091226,0.0008126325,0.36956462,0.59803104],"study_design_scores_gemma":[0.015104923,0.001706932,0.07549893,0.0024609945,0.007504379,0.00027518065,0.02536697,0.014071833,0.0015129672,0.005761385,0.84854954,0.0021859382],"about_ca_topic_score_codex":0.0025363008,"about_ca_topic_score_gemma":0.00022764962,"teacher_disagreement_score":0.59584516,"about_ca_system_score_codex":0.00009479095,"about_ca_system_score_gemma":0.00040262612,"threshold_uncertainty_score":0.69081074},"labels":[],"label_agreement":null},{"id":"W4408775776","doi":"10.63485/pa384-cpz43","title":"What is the OA percentage of new articles?","year":2008,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.3466110443175984,"score_gpt":0.5106524970661249,"score_spread":0.1640414527485265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408775776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.782515,0.00071389397,0.0030536584,0.2075628,0.0013929275,0.001363971,0.000011440526,0.00006714853,0.003319142],"genre_scores_gemma":[0.9231098,0.013764556,0.008297421,0.0389602,0.000983491,0.000014636583,0.00011317666,0.000042605203,0.014714094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980955,0.000061859544,0.0009808498,0.00027895765,0.00043989712,0.00014290263],"domain_scores_gemma":[0.9980183,0.0005712685,0.0003668909,0.0007792079,0.00014611789,0.00011818209],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041738557,0.00014246677,0.00032003163,0.000041651965,0.000029381818,0.000038391692,0.0001587592,0.00013814824,0.003891441],"category_scores_gemma":[0.0007758084,0.00008956255,0.00021873642,0.000060283186,0.00007498291,0.00015642635,0.0003819961,0.00051347027,0.00017177398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004964015,0.00044583954,0.0070296954,0.00027026417,0.00042036394,0.00004762982,0.0069741746,0.00005050204,0.0023323877,0.00015558655,0.6220831,0.359694],"study_design_scores_gemma":[0.016873375,0.0014204592,0.13991582,0.00238804,0.0048658736,0.0008619816,0.078944184,0.015028823,0.055470996,0.015391333,0.66734123,0.0014978717],"about_ca_topic_score_codex":0.002114698,"about_ca_topic_score_gemma":0.000098870645,"teacher_disagreement_score":0.35819614,"about_ca_system_score_codex":0.000053997697,"about_ca_system_score_gemma":0.00027229692,"threshold_uncertainty_score":0.9970191},"labels":[],"label_agreement":null},{"id":"W4408805834","doi":"10.63485/3q5rv-x7w21","title":"The state of OA","year":2007,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"State (computer science); Computer science; Algorithm","score_opus":0.33863341403195996,"score_gpt":0.5589322597307093,"score_spread":0.2202988456987493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408805834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76332986,0.0011618289,0.07891026,0.05915966,0.003387398,0.0033847236,0.00006547306,0.0001960231,0.090404786],"genre_scores_gemma":[0.95990276,0.0015172405,0.02045187,0.004538706,0.00052954734,0.00001977165,0.00016699279,0.0000409086,0.012832217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828976,0.000043242486,0.0010528582,0.00016109049,0.0003275262,0.00012553309],"domain_scores_gemma":[0.9967737,0.0018944974,0.0004368608,0.00049762166,0.00033946242,0.000057845056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021661352,0.00008898462,0.00021408916,0.0000405809,0.000023306551,0.0000117553045,0.000104185245,0.000072114715,0.00024025993],"category_scores_gemma":[0.0033096608,0.000052374584,0.0001119304,0.000054219894,0.000066973094,0.000018114277,0.00029331094,0.0004767108,0.00004228005],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007008038,0.0001551226,0.003224488,0.00023705892,0.00029417634,0.000016324495,0.0001550445,0.00010460117,0.00045740994,0.00045729795,0.031505886,0.9626918],"study_design_scores_gemma":[0.007412083,0.0012669292,0.15922923,0.00064897403,0.0019770702,0.00007891252,0.0022499757,0.009902957,0.01942402,0.081840165,0.7151358,0.0008338934],"about_ca_topic_score_codex":0.00065523415,"about_ca_topic_score_gemma":0.00031596862,"teacher_disagreement_score":0.9618579,"about_ca_system_score_codex":0.000040547402,"about_ca_system_score_gemma":0.0002216245,"threshold_uncertainty_score":0.39622122},"labels":[],"label_agreement":null},{"id":"W4409004033","doi":"10.2196/58951","title":"Evaluation of the Clinical Nursing Effects of a Traditional Chinese Medicine Nursing Program Based on Care Pathways for Patients With Type 2 Diabetes: Protocol for a Randomized Controlled Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Nursing; Clinical trial; Research design; Protocol (science); Family medicine; Health care; MEDLINE; Traditional Chinese medicine; Quality of life (healthcare); Alternative medicine; Internal medicine","score_opus":0.5816652587107541,"score_gpt":0.7126443089642348,"score_spread":0.13097905025348067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409004033","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02336837,0.0000023283935,0.000550002,0.0014948989,0.00014399072,0.97403055,0.000025819541,0.000031489493,0.00035252],"genre_scores_gemma":[0.07685615,8.91713e-8,0.0028629766,0.00016011263,0.0006181453,0.91933554,0.00012320506,0.000034792345,0.000008994165],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98415655,0.008107618,0.0037092806,0.0005742494,0.003028017,0.00042426208],"domain_scores_gemma":[0.92618847,0.062377486,0.001425208,0.00063743023,0.009225566,0.00014584274],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040226787,0.00026558942,0.0021355827,0.0003079613,0.00019285505,0.00002616167,0.000275481,0.00026623503,0.000034236742],"category_scores_gemma":[0.22753702,0.00013478899,0.0008444321,0.00076010195,0.0012985128,0.00009767317,0.000025293713,0.0006761543,4.4615027e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8328079,0.01641817,0.003666076,0.0022612503,0.00027677004,1.7381763e-7,0.000104245904,0.000012330361,0.00003197358,0.00023053982,0.0019231634,0.1422674],"study_design_scores_gemma":[0.8710667,0.06720211,0.009581538,0.02547151,0.0006361503,7.023527e-8,0.00007495392,0.021492535,0.00010340877,0.0038468605,0.00042535044,0.000098800745],"about_ca_topic_score_codex":0.0000020023288,"about_ca_topic_score_gemma":0.0000025465329,"teacher_disagreement_score":0.18731023,"about_ca_system_score_codex":0.00033723586,"about_ca_system_score_gemma":0.004461928,"threshold_uncertainty_score":0.9882885},"labels":[],"label_agreement":null},{"id":"W4409035840","doi":"10.1016/j.eclinm.2025.103135","title":"Enhancing health equity considerations in guidelines: health equity extension of the GIN-McMaster Guideline Development Checklist","year":2025,"lang":"en","type":"article","venue":"EClinicalMedicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Western University; Impact; McMaster University; University of Toronto; Cochrane; Bruyère; University of Ottawa","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Medicine; Guideline; Checklist; Equity (law); Pathology; Law; Political science","score_opus":0.3996538238514764,"score_gpt":0.5928910033594684,"score_spread":0.19323717950799202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409035840","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04508437,0.0029951879,0.037031293,0.9051603,0.0023653693,0.0037027635,0.000030448955,0.00013690944,0.0034933768],"genre_scores_gemma":[0.70060366,0.00044823362,0.07380514,0.22309099,0.0005468606,0.000050848754,0.0001708937,0.000037644502,0.001245748],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9862962,0.00061145937,0.010442387,0.00081329624,0.0011340831,0.0007026232],"domain_scores_gemma":[0.99182576,0.0032074042,0.0020624478,0.0011439798,0.0013747358,0.00038565724],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020044843,0.0003502597,0.001515715,0.0002889508,0.00029415093,0.000020732734,0.00029881578,0.00019182899,0.0008370872],"category_scores_gemma":[0.057856455,0.00024755078,0.00022990486,0.0009504074,0.00032973502,0.00014175223,0.0010041986,0.0009710423,0.000022249642],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069682085,0.0020050711,0.039549436,0.001212329,0.00024762173,0.000024673198,0.0011731319,0.0002072894,0.0036191442,0.0018608328,0.5315719,0.41783172],"study_design_scores_gemma":[0.0319271,0.0025243522,0.5747102,0.01617724,0.00046989202,0.00015640876,0.0047142147,0.0053890483,0.0048810868,0.0086222,0.34954613,0.0008821523],"about_ca_topic_score_codex":0.0014525211,"about_ca_topic_score_gemma":0.006090003,"teacher_disagreement_score":0.6820693,"about_ca_system_score_codex":0.00089264,"about_ca_system_score_gemma":0.008311098,"threshold_uncertainty_score":0.9999977},"labels":[],"label_agreement":null},{"id":"W4409055382","doi":"10.1111/jep.70051","title":"Improving Guideline Development Processes: Integrating Evidence Estimation and Decision‐Analytical Frameworks","year":2025,"lang":"en","type":"article","venue":"Journal of Evaluation in Clinical Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Computer science; Metric (unit); Risk analysis (engineering); Decision analysis; Frequentist inference; Management science; Population; Bayesian probability; Bayesian inference; Medicine; Operations management; Engineering; Artificial intelligence; Economics","score_opus":0.29828784748045806,"score_gpt":0.6290676046840983,"score_spread":0.3307797572036402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409055382","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14903548,0.0016128987,0.8149934,0.032404646,0.00080068875,0.00075445976,4.0902984e-7,0.000013358013,0.00038465712],"genre_scores_gemma":[0.44273022,0.00038044233,0.5506717,0.0059447438,0.00023190638,0.0000112375055,0.000004579133,0.000009861868,0.000015339292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9895324,0.0008495753,0.007504208,0.00037637303,0.001540147,0.00019726857],"domain_scores_gemma":[0.86357564,0.11665238,0.0055220965,0.00048591918,0.013437354,0.00032660042],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05859819,0.00017260735,0.00060089125,0.00040692836,0.00009663209,0.00012537689,0.00013464237,0.00036761956,0.00012458519],"category_scores_gemma":[0.79293776,0.00014023535,0.000108872126,0.0008756371,0.000089312554,0.0019099396,0.000119670796,0.002138735,0.000010231649],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024076675,0.00052434084,0.012330035,0.00014025153,0.00012683861,0.000033496002,0.00015359398,0.0012034121,0.000018464929,0.00017539134,0.0026578188,0.98022866],"study_design_scores_gemma":[0.006614205,0.0011094905,0.03458301,0.0052487426,0.002340936,0.00041729255,0.0028351734,0.9286117,0.00003258313,0.008167362,0.009815519,0.00022400967],"about_ca_topic_score_codex":0.000032243115,"about_ca_topic_score_gemma":0.000058947135,"teacher_disagreement_score":0.98000467,"about_ca_system_score_codex":0.00040704542,"about_ca_system_score_gemma":0.004518131,"threshold_uncertainty_score":0.96937126},"labels":[],"label_agreement":null},{"id":"W4409151713","doi":"10.1016/j.neuchi.2025.101668","title":"Model-based ‘personalized’ care or pragmatic trials?","year":2025,"lang":"en","type":"editorial","venue":"Neurochirurgie","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; Health Sciences Centre; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Computer science; MEDLINE; Biology","score_opus":0.20601594985417454,"score_gpt":0.5037553337978095,"score_spread":0.2977393839436349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409151713","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012590787,0.00089875504,0.007110012,0.0050334996,0.9764364,0.003394519,0.0015338451,0.00041673827,0.005050321],"genre_scores_gemma":[0.00043339684,0.00079539657,0.01017913,0.0070901415,0.9531691,0.00044078444,0.01053122,0.00022659448,0.017134205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928777,0.0007922201,0.0029686964,0.001003956,0.0018665557,0.0004908705],"domain_scores_gemma":[0.9675224,0.028360115,0.0014302155,0.001134806,0.0012619662,0.000290503],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00222445,0.0006538532,0.0021751635,0.0003912481,0.00014514447,0.00011513404,0.00037599474,0.0010617939,0.0009757165],"category_scores_gemma":[0.17691278,0.00051050057,0.00080895773,0.00042463295,0.000103929495,0.00013868028,0.00013881517,0.0020912024,0.00008452918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045750295,0.0001907633,0.000005230513,0.002194287,0.00016409926,0.00016771686,0.00007976581,0.000335663,0.000071193834,0.000017293942,0.9817477,0.010451241],"study_design_scores_gemma":[0.010874306,0.00063826266,0.0000033675058,0.0010281481,0.0033081481,0.000003987833,0.00015755562,0.008791864,0.000035774723,0.00008879315,0.97468394,0.0003858541],"about_ca_topic_score_codex":0.00007303,"about_ca_topic_score_gemma":0.0000989163,"teacher_disagreement_score":0.17468832,"about_ca_system_score_codex":0.00038293208,"about_ca_system_score_gemma":0.010657098,"threshold_uncertainty_score":0.99993753},"labels":[],"label_agreement":null},{"id":"W4409166690","doi":"10.2174/0118743250336989250226101328","title":"Improving Timeliness of Patient Discharge Summaries within Orthopaedic Surgery: A Quality Improvement Initiative","year":2025,"lang":"en","type":"article","venue":"The Open Orthopaedics Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"London Health Sciences Centre","keywords":"Medicine; Quality (philosophy); Quality management; Operations management","score_opus":0.15552514931482642,"score_gpt":0.44940192429961934,"score_spread":0.2938767749847929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409166690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9497898,0.00049057766,0.014742472,0.02787225,0.0026975633,0.0024063902,0.00011879368,0.000040396542,0.0018417366],"genre_scores_gemma":[0.9887783,0.00024585918,0.0029240914,0.007146913,0.00033756765,0.000056866065,0.00009741186,0.00003410509,0.00037887803],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99414665,0.0008317166,0.0033900596,0.00033506675,0.00090828934,0.00038823814],"domain_scores_gemma":[0.9920058,0.0031816948,0.002702756,0.0006066202,0.0012852412,0.00021789002],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012576129,0.000271657,0.0008074992,0.00022826531,0.00047423012,0.00021348147,0.00046887892,0.00013607778,0.0003307075],"category_scores_gemma":[0.016442133,0.00017450261,0.00041887863,0.0006712041,0.00027329274,0.00064522296,0.0007619108,0.0013245369,0.000008362833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056060706,0.001518126,0.23221254,0.0004720082,0.0012694208,0.00008336207,0.002371277,0.000047882902,0.0024615806,0.003828519,0.015883066,0.73424613],"study_design_scores_gemma":[0.09308956,0.0134511655,0.37959248,0.0133997435,0.016439004,0.00268924,0.17726204,0.019088794,0.061844256,0.057567343,0.16000313,0.0055732382],"about_ca_topic_score_codex":0.0006635843,"about_ca_topic_score_gemma":0.0003097271,"teacher_disagreement_score":0.7286729,"about_ca_system_score_codex":0.00017910545,"about_ca_system_score_gemma":0.0026357388,"threshold_uncertainty_score":0.9918428},"labels":[],"label_agreement":null},{"id":"W4409196089","doi":"10.2196/68581","title":"Personalized Digital Care Pathways Enable Enhanced Patient Management as Perceived by Health Care Professionals: Mixed-Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Human Factors","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Health professionals; Psychology; Computer science; World Wide Web; Political science","score_opus":0.0811468436153344,"score_gpt":0.5210032375058877,"score_spread":0.4398563938905533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409196089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98782545,0.00044983844,0.00026485868,0.00062089396,0.00052337034,0.005124295,0.00013660472,0.00017978299,0.0048748995],"genre_scores_gemma":[0.99232864,0.000011626678,0.0008926589,0.0017955876,0.000057954927,0.0005209567,0.0018172488,0.000045342087,0.0025299545],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961934,0.0005304488,0.001263758,0.00074728933,0.00078532845,0.00047976823],"domain_scores_gemma":[0.99786836,0.0004599424,0.0004223069,0.0005646287,0.00042493452,0.00025984924],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040629812,0.0003684794,0.0006309284,0.00024163522,0.00048959657,0.00011144956,0.00019754592,0.00011188633,0.0005256802],"category_scores_gemma":[0.00048418352,0.0003089197,0.00021694652,0.0003281882,0.0000690187,0.0002706956,0.00028073243,0.00042017398,0.00003707831],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011432496,0.007235228,0.034923077,0.0026444197,0.0012435458,0.0000676897,0.34031606,0.0000037787868,0.0060719694,0.00043958199,0.10544823,0.5004632],"study_design_scores_gemma":[0.0052661956,0.002565078,0.051670637,0.00040157913,0.0001830138,9.598543e-7,0.9018554,0.000002631824,0.0015171168,0.000073138974,0.036129855,0.00033436893],"about_ca_topic_score_codex":0.00021946784,"about_ca_topic_score_gemma":0.00007142918,"teacher_disagreement_score":0.56153935,"about_ca_system_score_codex":0.0009164619,"about_ca_system_score_gemma":0.00035474933,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W4409224572","doi":"10.1053/j.gastro.2025.03.034","title":"Large Language Model-Supported Systematic Reviews to Augment Clinical Guideline Development: An American Gastroenterological Association Pilot","year":2025,"lang":"en","type":"article","venue":"Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Augment; Guideline; Computer science; Medicine; Medical physics; Linguistics; Pathology","score_opus":0.16197499172634158,"score_gpt":0.49637918265880787,"score_spread":0.3344041909324663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409224572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78524905,0.000040737712,0.19984145,0.011529557,0.0003968763,0.0026972033,0.00002768581,0.00014501858,0.00007239333],"genre_scores_gemma":[0.8560295,0.000069060734,0.05521783,0.08672356,0.00022074486,0.00046170253,0.0005908836,0.000033314325,0.0006533852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99123883,0.0017628892,0.0047979876,0.00081261987,0.0004697247,0.0009179431],"domain_scores_gemma":[0.99647915,0.000494766,0.001384908,0.0007642161,0.00041116207,0.00046579886],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009085007,0.00036581766,0.0017320472,0.000293537,0.0001113328,0.000034546654,0.00031269866,0.00012721833,0.00020910993],"category_scores_gemma":[0.009483361,0.00030489836,0.0002496556,0.00030420095,0.00006177838,0.00014688472,0.0002825784,0.00054441043,0.00022013905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069852043,0.0044663018,0.89476913,0.0017855975,0.00089305476,0.000078718884,0.0006975434,0.00017939191,0.0018905426,0.000062242485,0.08338034,0.0048119104],"study_design_scores_gemma":[0.04818668,0.05366155,0.7361007,0.004871726,0.0062648873,0.00033985093,0.0063847406,0.07899658,0.00024918735,0.00017444402,0.063484125,0.0012855786],"about_ca_topic_score_codex":0.000033288532,"about_ca_topic_score_gemma":0.0009890243,"teacher_disagreement_score":0.15866849,"about_ca_system_score_codex":0.0005570646,"about_ca_system_score_gemma":0.00018672194,"threshold_uncertainty_score":0.99994034},"labels":[],"label_agreement":null},{"id":"W4409285796","doi":"10.5867/medwave.2025.03.2937","title":"Characteristics and quality assessment of GRADE practice guidelines on maternal-fetal care","year":2025,"lang":"en","type":"article","venue":"Medwave","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Excellence; Medicine; Quality (philosophy); Clinical Practice; Health care; Institutionalisation; Inclusion (mineral); Medical education; Domain (mathematical analysis); Family medicine; Psychology; Political science; Pathology","score_opus":0.3214032525021363,"score_gpt":0.5835288332169455,"score_spread":0.2621255807148092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409285796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954987,0.00017692211,0.0026483214,0.034836616,0.00062102044,0.0005894905,0.00008006176,0.000041565298,0.0060190097],"genre_scores_gemma":[0.96179515,0.0003038036,0.02811092,0.008963802,0.000177925,0.000015475633,0.00012377162,0.0000134608135,0.00049569254],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99769175,0.0001722664,0.0013145577,0.00026054794,0.00042000585,0.00014087498],"domain_scores_gemma":[0.99664766,0.0012851944,0.0005073136,0.00033984403,0.0011424022,0.0000776129],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012810657,0.00013580856,0.00038596935,0.00009426392,0.000044412565,0.000021019458,0.000059968766,0.000076275974,0.00005861357],"category_scores_gemma":[0.014337709,0.00011572727,0.00006604947,0.00012469395,0.000059928574,0.000117690404,0.00007974981,0.00023111021,0.000005419229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014705956,0.0008463253,0.4795266,0.0018960012,0.00057022023,0.00009494448,0.0007446507,0.0000076013553,0.009583065,0.012494993,0.007215255,0.48554975],"study_design_scores_gemma":[0.0031416202,0.0005627227,0.91187686,0.0004413513,0.0007224635,0.000029381106,0.00365289,0.000891781,0.0047364086,0.00020676854,0.073563784,0.00017396941],"about_ca_topic_score_codex":0.00041533165,"about_ca_topic_score_gemma":0.000033549488,"teacher_disagreement_score":0.4853758,"about_ca_system_score_codex":0.00009956781,"about_ca_system_score_gemma":0.00022479924,"threshold_uncertainty_score":0.99396497},"labels":[],"label_agreement":null},{"id":"W4409315166","doi":"10.2196/70475","title":"Digital Decision Support for Perioperative Care of Patients With Type 2 Diabetes: A Call to Action","year":2025,"lang":"en","type":"article","venue":"JMIR Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Call to action; Type 2 diabetes; Perioperative; Action (physics); Medicine; Diabetes mellitus; Intensive care medicine; Computer science; Business; Surgery; Endocrinology","score_opus":0.05887844752253886,"score_gpt":0.442358533178456,"score_spread":0.3834800856559172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409315166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996243,0.000021820106,0.00042940406,0.0006378724,0.00018625772,0.0018295693,0.00014834478,0.000027381373,0.00047635418],"genre_scores_gemma":[0.9939534,0.0000014461757,0.0032742673,0.0013233993,0.000051889878,0.00019497653,0.00067131815,0.000018721435,0.0005105677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998847,0.000015272886,0.00047087113,0.00025082802,0.00022535541,0.00019064934],"domain_scores_gemma":[0.99778134,0.0006905765,0.000121299134,0.00021450869,0.0010869191,0.00010537421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011103297,0.00012431867,0.00028583087,0.00012518172,0.000046779227,0.00003191098,0.000059734462,0.00006186641,0.00005753604],"category_scores_gemma":[0.0030299923,0.00009530902,0.00006403766,0.0002907643,0.000032567717,0.00024784586,0.000045313398,0.00008173018,0.000014726555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086988916,0.00024238565,0.7681744,0.00021303775,0.000094957344,2.2310084e-7,0.00038727405,0.00001182524,0.0010471989,0.000009743983,0.007502471,0.22144656],"study_design_scores_gemma":[0.006688027,0.0072267456,0.86107624,0.0004879335,0.00030077432,6.765885e-8,0.001971163,0.0002454281,0.009494723,0.000037932936,0.11222616,0.00024482253],"about_ca_topic_score_codex":0.0000022827974,"about_ca_topic_score_gemma":0.000014563372,"teacher_disagreement_score":0.22120173,"about_ca_system_score_codex":0.00010359716,"about_ca_system_score_gemma":0.00022264506,"threshold_uncertainty_score":0.3886589},"labels":[],"label_agreement":null},{"id":"W4409335279","doi":"10.2471/blt.24.291587","title":"An international guideline training and certification programme","year":2025,"lang":"en","type":"article","venue":"Bulletin of the World Health Organization","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Certification; Guideline; Medicine; Training (meteorology); Medical education; Pathology; Geography; Political science","score_opus":0.14215250882803723,"score_gpt":0.4699815159956426,"score_spread":0.3278290071676053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409335279","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052173663,0.00009048265,0.011305486,0.9332111,0.0006931498,0.0011352636,0.000008567877,0.00009570897,0.001286594],"genre_scores_gemma":[0.95123607,0.000077060664,0.025970077,0.020545518,0.00016648226,0.0000082314045,0.0002525673,0.000018309442,0.0017256889],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984816,0.00011733702,0.0009050074,0.00018562813,0.00019123308,0.00011920906],"domain_scores_gemma":[0.99856454,0.00017663719,0.00041450915,0.00026433545,0.0005151681,0.000064793654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011381838,0.00007060782,0.00015354375,0.00011428391,0.00011826679,0.000020131243,0.0001127493,0.00003252114,0.0004264638],"category_scores_gemma":[0.0035584855,0.000057342815,0.000020203583,0.00050066446,0.00004625686,0.00004235354,0.000049845345,0.00011660933,0.0000059303934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024273804,0.0007168961,0.23406215,0.00032797523,0.00011047279,6.0094095e-7,0.0013088732,0.00013746863,0.0037301744,0.01885708,0.18874195,0.5517636],"study_design_scores_gemma":[0.0015586525,0.00012497208,0.22461148,0.00020703676,0.000081263664,0.000010680175,0.00079825666,0.0013928768,0.0011950152,0.00041018662,0.76952815,0.00008143819],"about_ca_topic_score_codex":0.00024931377,"about_ca_topic_score_gemma":0.0001428745,"teacher_disagreement_score":0.91266555,"about_ca_system_score_codex":0.000114917224,"about_ca_system_score_gemma":0.00031127318,"threshold_uncertainty_score":0.46694794},"labels":[],"label_agreement":null},{"id":"W4409336999","doi":"10.5334/ijic.icic24555","title":"Pushing the Boundaries of Integrated Care at the Seniors Health and Wellness Village at Peel Manor in Ontario Canada","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrated care; Nursing; Health care; Gerontology; Medicine; Economic growth","score_opus":0.037545517469120715,"score_gpt":0.3848995244081849,"score_spread":0.3473540069390642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409336999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9628747,0.0023557562,0.00009602125,0.03203322,0.0016659332,0.00029627784,0.00012933498,0.0000051150664,0.0005436376],"genre_scores_gemma":[0.99427223,0.00014409088,0.00010791422,0.0043133325,0.000061965664,0.0000048390507,0.00028148404,0.000012507546,0.00080163486],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997303,0.0002295666,0.001378108,0.00016864433,0.0007456478,0.00017501494],"domain_scores_gemma":[0.99589866,0.0007572068,0.00082838285,0.00018408835,0.0022383677,0.00009331323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070390175,0.00017418263,0.00037531077,0.00019347318,0.00020242027,0.00009918973,0.00033714875,0.00007015232,0.0002958638],"category_scores_gemma":[0.0021976915,0.00009705244,0.000113073096,0.00024250605,0.00020610743,0.0001403432,0.00015176486,0.00080473424,7.9106627e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.004659105,0.000088863926,0.86119604,0.00018065619,0.00094887987,0.00035898085,0.028846841,0.00035318927,0.0010963447,0.0004309841,0.04470788,0.05713224],"study_design_scores_gemma":[0.0043090107,0.00039607304,0.098979056,0.001802952,0.00020809591,0.0006187454,0.40008602,0.00014008532,0.004755241,0.00010025353,0.4884184,0.00018608819],"about_ca_topic_score_codex":0.93167233,"about_ca_topic_score_gemma":0.99716014,"teacher_disagreement_score":0.762217,"about_ca_system_score_codex":0.009453786,"about_ca_system_score_gemma":0.014945661,"threshold_uncertainty_score":0.99434876},"labels":[],"label_agreement":null},{"id":"W4409337378","doi":"10.5334/ijic.9470","title":"Influencing without Authority: The Burlington Ontario Health Team's Evolution in Integrated Care Governance","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrated care; Corporate governance; Health authority; Health care; Public administration; Nursing; Business; Public relations; Process management; Management; Political science; Medicine; Law","score_opus":0.04851412718698365,"score_gpt":0.4311990585613733,"score_spread":0.38268493137438964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409337378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743949,0.0026720893,0.00447203,0.012938483,0.0028044723,0.00049600267,0.000068075125,0.000031559142,0.0021223715],"genre_scores_gemma":[0.9942059,0.00023152134,0.0017378195,0.0030593555,0.00023616156,0.000009198007,0.00015820112,0.000017540053,0.00034428597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965418,0.00023295869,0.0018521345,0.00024713823,0.0008836329,0.00024232648],"domain_scores_gemma":[0.99363023,0.00031168835,0.0011400135,0.00022954209,0.004584625,0.0001039066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010652497,0.00022223576,0.00045339044,0.00037408757,0.00008972453,0.00009637339,0.0004627245,0.000139061,0.00010963238],"category_scores_gemma":[0.0037651171,0.00015339526,0.00021237157,0.0005399418,0.000075739685,0.00038413153,0.00007462881,0.0016558715,0.0000067602336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0020836215,0.00014987456,0.901366,0.000088587745,0.00036981958,0.00012251375,0.008896128,0.00086971006,0.00074280764,0.0013441313,0.0036632724,0.08030351],"study_design_scores_gemma":[0.009180796,0.0010960838,0.694891,0.007220963,0.00033713994,0.0005450352,0.19871579,0.001059432,0.0015413206,0.00080281403,0.08425383,0.00035580367],"about_ca_topic_score_codex":0.18368123,"about_ca_topic_score_gemma":0.27834526,"teacher_disagreement_score":0.20647503,"about_ca_system_score_codex":0.016344182,"about_ca_system_score_gemma":0.010897199,"threshold_uncertainty_score":0.9947101},"labels":[],"label_agreement":null},{"id":"W4409444213","doi":"10.21203/rs.3.rs-5486560/v1","title":"The Comparability of Manual vs. Algorithm-Based Calculation of Clinical Trial Methodological Quality Indices","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Institute on Aging; National Institutes of Health","keywords":"Comparability; Quality (philosophy); Computer science; Statistics; Data mining; Econometrics; Medical physics; Mathematics; Medicine; Combinatorics","score_opus":0.8831838662133823,"score_gpt":0.7639249163240432,"score_spread":0.11925894988933905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409444213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94899553,0.00034000148,0.028773576,0.01181761,0.0012158272,0.0075582243,0.00063458347,0.000056639565,0.0006080356],"genre_scores_gemma":[0.95373493,0.00032033923,0.04367911,0.00015342864,0.0008565183,0.00024149609,0.00085513986,0.000016876313,0.00014212905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9616291,0.02683644,0.0068078293,0.0009645677,0.0032621229,0.0004999491],"domain_scores_gemma":[0.85982513,0.13202742,0.0022296016,0.0017599287,0.0039125364,0.00024537428],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12227285,0.0002461142,0.0018374361,0.0002700012,0.00017600066,0.000038680995,0.00059951196,0.000830359,0.00015993298],"category_scores_gemma":[0.20544365,0.0001646396,0.0009358774,0.0005567263,0.0013946039,0.00005798937,0.0010675759,0.0035430472,0.0000058633595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29260093,0.0056034606,0.1953288,0.0067220256,0.0008809136,0.000014598354,0.00029999774,0.0006093361,0.000058384445,0.0014064019,0.0048843664,0.4915908],"study_design_scores_gemma":[0.051980127,0.005571082,0.8985549,0.0010871295,0.00048220248,0.0000010566329,0.0012832575,0.0266421,0.000839258,0.00746528,0.005813823,0.00027974806],"about_ca_topic_score_codex":0.002605439,"about_ca_topic_score_gemma":0.00024754717,"teacher_disagreement_score":0.70322615,"about_ca_system_score_codex":0.00020543067,"about_ca_system_score_gemma":0.0036330614,"threshold_uncertainty_score":0.9987558},"labels":[],"label_agreement":null},{"id":"W4409572161","doi":"10.1007/978-3-031-77314-3_4","title":"Development and Implementation of Deprescribing Guidelines","year":2025,"lang":"en","type":"book-chapter","venue":"Advanced clinical pharmacy - research, development and practical applications/Advanced clinical pharmacy - research, development and practical applications","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; University of Waterloo","funders":"","keywords":"Deprescribing; Medicine; Polypharmacy; Intensive care medicine","score_opus":0.602575735054555,"score_gpt":0.6609939752262538,"score_spread":0.05841824017169883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409572161","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078325726,0.04420619,0.23704934,0.25624132,0.0030017456,0.12682717,0.0012900867,0.0029559121,0.25010252],"genre_scores_gemma":[0.016247794,0.10839904,0.82098067,0.0052674357,0.0017130653,0.011028258,0.0026668827,0.0004776346,0.033219248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9745551,0.0017216904,0.012507485,0.0044568735,0.0044347853,0.0023240664],"domain_scores_gemma":[0.94472164,0.041318346,0.0027057983,0.0017056047,0.006555671,0.0029929306],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","sts"],"category_scores_codex":[0.028862244,0.0015701859,0.0028842115,0.0014249716,0.0026480302,0.0004376843,0.0007625066,0.00095636456,0.00078179204],"category_scores_gemma":[0.012652244,0.0015333638,0.00045773425,0.0014537198,0.0034531245,0.0017811564,0.0032122484,0.009147279,0.00041852202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030807229,0.0017439346,0.0021861594,0.0012086268,0.0015676144,0.00009327091,0.00028770708,0.0000018979168,0.00036109082,0.041248586,0.008501392,0.939719],"study_design_scores_gemma":[0.009949609,0.0003377883,0.0017878177,0.0006855317,0.0007280544,0.00013673097,0.0011411125,0.00021018222,0.0030348632,0.013870842,0.9667068,0.0014106287],"about_ca_topic_score_codex":0.00008200435,"about_ca_topic_score_gemma":0.00019282111,"teacher_disagreement_score":0.95820546,"about_ca_system_score_codex":0.00075722334,"about_ca_system_score_gemma":0.011215419,"threshold_uncertainty_score":0.9999907},"labels":[],"label_agreement":null},{"id":"W4409610464","doi":"10.3390/cancers17081362","title":"The Impact of Implementing Indicators of Quality of Oncological Care on Improving Patient Outcomes: A Cross-Sectional Review of Experiences from Countries Using Indicators in the Quality Assessment Process","year":2025,"lang":"en","type":"review","venue":"Cancers","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Cancer Australia","keywords":"Medicine; Health care; Colorectal cancer; Accountability; Quality (philosophy); Family medicine; Cancer","score_opus":0.36134766531267926,"score_gpt":0.6552087017007929,"score_spread":0.29386103638811367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409610464","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49485636,0.50192153,0.000015470887,0.000030548188,0.00015536172,0.002196323,0.0007399085,0.0000046583814,0.00007984689],"genre_scores_gemma":[0.40676597,0.59237623,0.00011643874,0.00016684862,0.00003537991,0.00031921786,0.00020665479,0.0000124763965,7.84025e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99056655,0.0014630947,0.005900921,0.0004329565,0.0013595267,0.00027694917],"domain_scores_gemma":[0.97999823,0.009460561,0.009351367,0.0005914919,0.00054123957,0.00005709775],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006500429,0.00033074926,0.002528357,0.00030528964,0.00011946213,0.000016694694,0.00047513825,0.00019760727,0.00012243079],"category_scores_gemma":[0.010238921,0.00016987232,0.0008710212,0.0012106728,0.0005099063,0.00009556846,0.00014648116,0.0005552951,8.087004e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023460506,0.0001908147,0.53350097,0.12978269,0.0006829736,0.0000013808485,0.0057680462,0.00005049986,0.0000028816144,0.00008664671,0.000037460308,0.32966104],"study_design_scores_gemma":[0.003658143,0.0029050538,0.6853323,0.16489741,0.0030138395,0.000003847346,0.12504,0.000029039893,0.00008432961,0.00006579658,0.014164025,0.0008062366],"about_ca_topic_score_codex":0.008093961,"about_ca_topic_score_gemma":0.00021580119,"teacher_disagreement_score":0.3288548,"about_ca_system_score_codex":0.0025681504,"about_ca_system_score_gemma":0.011600797,"threshold_uncertainty_score":0.99851125},"labels":[],"label_agreement":null},{"id":"W4409715167","doi":"10.1016/j.joca.2025.02.165","title":"The Ontario rapid access clinics – low back pain (RAC-LBP) interprofessional assessment and education program: A Scalable Integrated Model of Care.","year":2025,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Arthritis Society; University Health Network","funders":"","keywords":"Scalability; Medicine; Interprofessional education; Physical therapy; Low back pain; Nursing; Computer science; Alternative medicine; Health care; Political science; Database","score_opus":0.05283936053364053,"score_gpt":0.4344741067956077,"score_spread":0.3816347462619672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409715167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895918,0.0019381715,0.00082544563,0.0025563117,0.00039681027,0.0016359268,0.000026666186,0.000023650706,0.0030052399],"genre_scores_gemma":[0.9894962,0.0006937261,0.005612196,0.0015741467,0.000044822456,0.00027188263,0.00020510545,0.000014122541,0.002087832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826384,0.00021601115,0.00082894246,0.0002920351,0.00021342232,0.0001857809],"domain_scores_gemma":[0.99837893,0.000616236,0.00023105108,0.00026652857,0.00040550233,0.00010174287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011983034,0.00014490598,0.00030082243,0.000060814644,0.00016770275,0.00012496501,0.00009362025,0.0001042429,0.000096744145],"category_scores_gemma":[0.00045110553,0.000107224456,0.000070918504,0.00015743733,0.00015979825,0.00027616412,0.00015548985,0.0003253206,0.000001499083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047317898,0.0002455784,0.042742807,0.00023238786,0.0000135381615,0.0000015541425,0.00040687693,0.0000038908793,0.0022036622,0.0002531799,0.0027151403,0.9507082],"study_design_scores_gemma":[0.062239505,0.02633837,0.15243709,0.030444602,0.0028530299,0.00016264427,0.1039976,0.07668681,0.022901215,0.02018507,0.49879685,0.0029572004],"about_ca_topic_score_codex":0.00070534204,"about_ca_topic_score_gemma":0.022189192,"teacher_disagreement_score":0.947751,"about_ca_system_score_codex":0.00012018264,"about_ca_system_score_gemma":0.0018094355,"threshold_uncertainty_score":0.99565333},"labels":[],"label_agreement":null},{"id":"W4409721486","doi":"10.1200/op-24-00912","title":"Care Pathway– and Guideline-Consistent Care in Pediatric Cancer Symptom Management","year":2025,"lang":"en","type":"article","venue":"JCO Oncology Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medicine; Psychological intervention; Guideline; Intervention (counseling); Cancer; Care pathway; Clinical pathway; CpG site; Internal medicine; Health care; Psychiatry; Nursing; Pathology","score_opus":0.0716969473253367,"score_gpt":0.5062087299558747,"score_spread":0.434511782630538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409721486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4493089,0.036357827,0.0007206136,0.23386204,0.0037329288,0.0050881254,0.000062545914,0.0002508583,0.27061614],"genre_scores_gemma":[0.9001647,0.014840772,0.03296672,0.04933844,0.00062463374,0.0004748694,0.0001770256,0.000042849588,0.0013699915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724305,0.00037433248,0.001256177,0.00054053176,0.0002735592,0.00031234964],"domain_scores_gemma":[0.9959501,0.0023799522,0.00044596396,0.00038098142,0.0007257663,0.00011724034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010723033,0.00019952597,0.00043051725,0.00034354554,0.00009933822,0.000026944374,0.000107210486,0.0002228555,0.00010812741],"category_scores_gemma":[0.0039318185,0.00019502865,0.00007139345,0.0005076304,0.000057006346,0.0003157358,0.00025074536,0.0005548625,0.00002928635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029654016,0.00082551147,0.26489347,0.0015232159,0.00041262183,0.0012527917,0.0035892276,0.00013167711,0.00007173753,0.00208882,0.04041107,0.68183446],"study_design_scores_gemma":[0.0068459376,0.0005288316,0.059783168,0.000088993016,0.001708558,0.00006659996,0.045727037,0.00011979987,0.00002869005,0.00006394828,0.8848546,0.00018383474],"about_ca_topic_score_codex":0.00077307044,"about_ca_topic_score_gemma":0.0017761369,"teacher_disagreement_score":0.84444356,"about_ca_system_score_codex":0.0010321068,"about_ca_system_score_gemma":0.0010537072,"threshold_uncertainty_score":0.79530376},"labels":[],"label_agreement":null},{"id":"W4409738757","doi":"10.1108/ijefm-08-2024-0107","title":"Development of evidence-informed recommendations for the training and management of disability sport event volunteers: an application of the AGREE II instrument","year":2025,"lang":"en","type":"article","venue":"International Journal of Event and Festival Management","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Event (particle physics); Training (meteorology); Applied psychology; Medical education; Medicine","score_opus":0.2988188372897014,"score_gpt":0.5133670546580692,"score_spread":0.21454821736836782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409738757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90560645,0.00016544732,0.057663128,0.03395121,0.0006443778,0.0017820733,0.000013174185,0.000004137177,0.00016997721],"genre_scores_gemma":[0.97486836,0.0006163285,0.024147686,0.00016659386,0.000040834228,0.000044014498,0.000012868984,0.0000043445557,0.000098948694],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977509,0.0000278155,0.0015028759,0.00012844922,0.0005071216,0.00008283177],"domain_scores_gemma":[0.99811083,0.00032108926,0.00095459557,0.00017578693,0.00039351304,0.00004421104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017677835,0.00009512096,0.00022031803,0.00009661637,0.00008264843,0.00001005518,0.0002459191,0.000023511613,0.000014221482],"category_scores_gemma":[0.00024726518,0.000056637433,0.00010711009,0.00012172202,0.00010887235,0.00019513279,0.0002560329,0.0000862353,6.897807e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010039479,0.0006225354,0.03198268,0.0005235929,0.0014150619,8.775066e-7,0.001385403,0.00018297577,0.00018357471,0.010760486,0.00022521988,0.9517136],"study_design_scores_gemma":[0.0043456377,0.0005765568,0.92279834,0.003465326,0.0013135939,0.000017679225,0.01817302,0.0036520187,0.0010643095,0.0024646157,0.042005662,0.00012326258],"about_ca_topic_score_codex":0.000033456126,"about_ca_topic_score_gemma":0.00005813326,"teacher_disagreement_score":0.95159036,"about_ca_system_score_codex":0.00017123153,"about_ca_system_score_gemma":0.00011862279,"threshold_uncertainty_score":0.23096076},"labels":[],"label_agreement":null},{"id":"W4409772326","doi":"10.63485/b88xs-1h012","title":"On BMJ and OA","year":2004,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Psychology","score_opus":0.3461287802469042,"score_gpt":0.5679295645306071,"score_spread":0.22180078428370287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409772326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69346684,0.00015804227,0.016081966,0.1807378,0.0015733137,0.003517576,0.000029996914,0.00029005465,0.104144424],"genre_scores_gemma":[0.97062093,0.00011322686,0.010605282,0.016208975,0.00048322655,0.000031611115,0.000168371,0.00002352836,0.0017448541],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987803,0.00002721754,0.0005630214,0.0003050748,0.00022781623,0.00009656293],"domain_scores_gemma":[0.99877346,0.00052603055,0.00016693377,0.00034693468,0.00008622055,0.00010040008],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049425795,0.00012210167,0.00024412385,0.000058966045,0.000016400014,0.00002081866,0.00003672525,0.00016261646,0.0009934976],"category_scores_gemma":[0.0032261312,0.00009786015,0.000059322163,0.000026612946,0.000027983266,0.000024289817,0.00021339444,0.0005300911,0.00015164637],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041020373,0.0022475168,0.017335208,0.0032913638,0.001229257,0.00078313216,0.0007385724,0.0016736215,0.00086641114,0.057769496,0.28934732,0.6206161],"study_design_scores_gemma":[0.039570358,0.006415343,0.26560727,0.005163476,0.0042029475,0.0009424275,0.0018902476,0.0089824395,0.0026727328,0.5559163,0.10585667,0.0027797814],"about_ca_topic_score_codex":0.00041165223,"about_ca_topic_score_gemma":0.000052190993,"teacher_disagreement_score":0.6178363,"about_ca_system_score_codex":0.00008708601,"about_ca_system_score_gemma":0.00023487784,"threshold_uncertainty_score":0.9999197},"labels":[],"label_agreement":null},{"id":"W4409931030","doi":"10.1007/979-8-8688-1460-0_13","title":"Error Handling","year":2025,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brampton Civic Hospital","funders":"","keywords":"Computer science","score_opus":0.28355055043998456,"score_gpt":0.46851868400441704,"score_spread":0.18496813356443248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409931030","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005060552,0.00028714762,0.000626825,0.0008739775,0.0005912555,0.00068963045,0.000050472252,0.00012360455,0.9967065],"genre_scores_gemma":[0.002297669,0.000043161213,0.0018588414,0.0038557572,0.0006853004,0.000021835567,0.00023582166,0.00006135199,0.9909403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981586,0.000017481245,0.0008928044,0.0004000758,0.0003439038,0.00018716227],"domain_scores_gemma":[0.9980175,0.0007604122,0.0003362809,0.0005661975,0.00020423294,0.000115389],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032473452,0.0002647257,0.0004987208,0.0001399838,0.00006548728,0.000025718593,0.0001163813,0.00038610067,0.0007532522],"category_scores_gemma":[0.000679153,0.00025337702,0.00019366277,0.0000059886142,0.00007352562,0.000031404772,0.00014068116,0.0007207028,0.00018064193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090650463,0.00006309177,0.000048544884,0.0010328223,0.0012040772,0.00032709632,0.00021789288,0.0000033266538,0.0009470869,0.18509486,0.19001798,0.62013674],"study_design_scores_gemma":[0.0011906424,0.000100791076,0.000015714504,0.0007458582,0.0009792665,0.000022557124,0.000016650669,0.00006651756,0.00029231978,0.0064345463,0.98991734,0.00021777157],"about_ca_topic_score_codex":0.00007808009,"about_ca_topic_score_gemma":0.00004993025,"teacher_disagreement_score":0.7998994,"about_ca_system_score_codex":0.00007096137,"about_ca_system_score_gemma":0.00031048953,"threshold_uncertainty_score":0.99999183},"labels":[],"label_agreement":null},{"id":"W4410061662","doi":"10.1186/s12938-025-01385-6","title":"From gaps to guidelines: a process for providing guidance to bridge evidence gaps","year":2025,"lang":"en","type":"article","venue":"BioMedical Engineering OnLine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Parkwood Institute; Western University; University of Toronto; Toronto Rehabilitation Institute","funders":"Toronto Rehabilitation Institute; Ontario Ministry of Health and Long-Term Care","keywords":"Process (computing); Bridge (graph theory); Engineering; Computer science; Process management; Forensic engineering; Risk analysis (engineering); Business; Medicine; Surgery","score_opus":0.264716362099527,"score_gpt":0.5324253747122567,"score_spread":0.2677090126127297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410061662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24554057,0.0006712924,0.607169,0.14228596,0.0013164395,0.0022669178,0.00036325352,0.00037737493,0.000009256372],"genre_scores_gemma":[0.4815306,0.000102441176,0.4742396,0.035876326,0.005612551,0.00083497673,0.00093937037,0.00012696585,0.00073716074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964187,0.000023503306,0.0016884125,0.000723806,0.0006369105,0.00050863693],"domain_scores_gemma":[0.99603117,0.0018506978,0.00013265388,0.000523145,0.0008328546,0.0006294673],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012380354,0.00029759834,0.0005564187,0.00037922608,0.000058189748,0.000039969742,0.00034146855,0.00016790803,0.000057240828],"category_scores_gemma":[0.07797073,0.00027641145,0.00013876938,0.0012133416,0.00003165126,0.00017000454,0.00016886459,0.00027283293,0.000040222683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034618275,0.0017339217,0.0025919813,0.004563686,0.00062154606,0.00011546733,0.0009110609,0.007125912,0.3574421,0.00028673428,0.39512682,0.22601894],"study_design_scores_gemma":[0.004878466,0.0014272021,0.014355208,0.011988233,0.00054824416,0.000022722737,0.00035604215,0.13924167,0.0070542013,0.00021467438,0.81911355,0.0007997838],"about_ca_topic_score_codex":0.00027705648,"about_ca_topic_score_gemma":0.000039376617,"teacher_disagreement_score":0.42398673,"about_ca_system_score_codex":0.00024458085,"about_ca_system_score_gemma":0.0006135721,"threshold_uncertainty_score":0.9999688},"labels":[],"label_agreement":null},{"id":"W4410259385","doi":"10.1016/j.jlr.2025.100801","title":"In memoriam: Dr Richard J. Deckelbaum (1942–2024)","year":2025,"lang":"en","type":"article","venue":"Journal of Lipid Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy; Theology","score_opus":0.41854641035427287,"score_gpt":0.6229311045821734,"score_spread":0.2043846942279005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410259385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5773053,0.0011869157,0.0010287524,0.36600322,0.014603887,0.00095660903,0.0000050303165,0.000016083832,0.038894184],"genre_scores_gemma":[0.92454547,0.002294723,0.0068001933,0.0062743807,0.013640617,0.000020350262,0.0000064216833,0.00004734589,0.04637052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961917,0.00053656934,0.001516184,0.00016666725,0.0012220256,0.00036684485],"domain_scores_gemma":[0.99464494,0.003132163,0.0002575744,0.00026666615,0.0015057006,0.00019298002],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012160449,0.00008876717,0.00039513892,0.0011727232,0.00006547953,0.00004441078,0.00023204787,0.00010606049,0.000942845],"category_scores_gemma":[0.022086158,0.000069802736,0.00013395546,0.0013416391,0.00008861384,0.00031279807,0.00013881351,0.0017491172,0.00010090367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001345261,0.00038780816,0.024881894,0.0001028557,0.000093137394,0.00023243707,0.00013904538,0.000008984339,0.0045102807,0.00019164004,0.9592926,0.008814036],"study_design_scores_gemma":[0.00570445,0.00097465946,0.03494111,0.00046014626,0.0000734716,0.00020428239,0.0014508677,0.00022020105,0.0019068758,0.0027605596,0.95122045,0.0000829232],"about_ca_topic_score_codex":0.000074052405,"about_ca_topic_score_gemma":0.00006359733,"teacher_disagreement_score":0.35972884,"about_ca_system_score_codex":0.00036773205,"about_ca_system_score_gemma":0.0012532994,"threshold_uncertainty_score":0.99997044},"labels":[],"label_agreement":null},{"id":"W4410325503","doi":"10.1111/aas.70036","title":"A systematic methodological evaluation of sepsis guidelines: Protocol for quality assessment and consistency of recommendations","year":2025,"lang":"en","type":"article","venue":"Acta Anaesthesiologica Scandinavica","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Protocol (science); Consistency (knowledge bases); Quality assessment; Quality (philosophy); Intensive care medicine; MEDLINE; Medical physics; Alternative medicine; Pathology; External quality assessment; Artificial intelligence","score_opus":0.7399064616141149,"score_gpt":0.668324694181468,"score_spread":0.07158176743264688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410325503","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43941468,0.0001983736,0.025109606,0.07152964,0.00018161458,0.4603371,0.00011972509,0.00012639227,0.0029828579],"genre_scores_gemma":[0.73775226,0.000052827058,0.14709875,0.0013059449,0.000020657684,0.113656886,0.00007042468,0.000008867784,0.000033402503],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940656,0.0021126654,0.002866516,0.0003796038,0.00040800002,0.00016761018],"domain_scores_gemma":[0.9874786,0.008305186,0.001454932,0.0004713752,0.0022199673,0.00006992767],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016533677,0.00017118377,0.0010503229,0.00015919986,0.00009969032,0.000010783068,0.00012374298,0.00016760893,0.00013710129],"category_scores_gemma":[0.047467545,0.0001153243,0.0002047952,0.0003122064,0.00017439859,0.000085793436,0.00007394903,0.0001283151,3.4084243e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008668895,0.0062928735,0.40521574,0.09962081,0.0030470656,0.000004855699,0.000573815,0.00008532917,0.04729223,0.054033432,0.035638113,0.33952683],"study_design_scores_gemma":[0.024362518,0.010122436,0.85017484,0.017790284,0.007275234,0.000025976355,0.0073441993,0.01692595,0.0022233757,0.05870498,0.0043776687,0.00067251024],"about_ca_topic_score_codex":0.00009228964,"about_ca_topic_score_gemma":0.000019401788,"teacher_disagreement_score":0.44495913,"about_ca_system_score_codex":0.00013505499,"about_ca_system_score_gemma":0.0005426761,"threshold_uncertainty_score":0.96055603},"labels":[],"label_agreement":null},{"id":"W4410348049","doi":"10.1002/14651858.cd006632.pub3","title":"Clinical pathways for secondary care and the effects on professional practice, patient outcomes, length of stay and hospital costs","year":2025,"lang":"en","type":"review","venue":"Cochrane Database of Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Alberta; Queen's University","funders":"Saskatchewan Health Research Foundation","keywords":"Patient care; Medicine; Nursing; Family medicine","score_opus":0.1643195271824504,"score_gpt":0.5214497595125073,"score_spread":0.35713023233005686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410348049","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054991076,0.95550746,0.00007394034,0.00028631775,0.0010721994,0.04084425,0.0020100768,0.000010343458,0.00014042166],"genre_scores_gemma":[0.00003079231,0.9897059,0.0038526827,0.0007017947,0.00010621934,0.0031195837,0.00240422,0.000040988194,0.000037826187],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9851235,0.0051452,0.008158174,0.00066034164,0.0006993869,0.00021339566],"domain_scores_gemma":[0.89299524,0.097329974,0.0073182075,0.0014807321,0.00072437414,0.00015149098],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012702071,0.00057907205,0.009094384,0.00015614441,0.00008666966,0.00002081542,0.00025036823,0.00024957603,0.000013583529],"category_scores_gemma":[0.19484508,0.00027858806,0.001055468,0.00020185362,0.00022998726,0.00018162339,0.0003114076,0.0007022138,0.000007040236],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001490571,0.00018961346,0.000012855576,0.6021908,0.0004173628,0.000006571286,0.000119487544,1.5700592e-9,1.00283835e-7,0.00033174682,0.0030521122,0.39353028],"study_design_scores_gemma":[0.0045007886,0.001438434,0.000009985172,0.8078904,0.014139517,0.000041323587,0.0009067486,0.0000036294737,7.6553295e-7,0.000006995743,0.17085132,0.00021008277],"about_ca_topic_score_codex":0.000018158065,"about_ca_topic_score_gemma":0.0000054864026,"teacher_disagreement_score":0.39332017,"about_ca_system_score_codex":0.00009268352,"about_ca_system_score_gemma":0.0008286361,"threshold_uncertainty_score":0.9999666},"labels":[],"label_agreement":null},{"id":"W4410483284","doi":"10.1111/bph.70083","title":"Reporting innovations in pharmacology and drug development, upholding excellence and improving author experience at the <i>British Journal of Pharmacology</i> in 2024","year":2025,"lang":"en","type":"editorial","venue":"British Journal of Pharmacology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"U.S. Department of Veterans Affairs","keywords":"Pharmacology; Clinical pharmacology; Excellence; Drug development; Medicine; Engineering ethics; Drug; Political science; Engineering; Law","score_opus":0.07562374495431969,"score_gpt":0.4699730679931283,"score_spread":0.39434932303880865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410483284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6899209,0.015502145,0.000113888345,0.0034574068,0.29027677,0.00064927444,0.00003074914,0.000008128865,0.00004075519],"genre_scores_gemma":[0.52279013,0.077951595,0.007982341,0.007630677,0.3791345,0.00021114477,0.00009970684,0.00017953984,0.0040203775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892642,0.0010082399,0.007875884,0.00052654394,0.0007289789,0.0005961402],"domain_scores_gemma":[0.9823257,0.0061825956,0.009458468,0.00007399962,0.0017691661,0.00019011482],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013071978,0.0003367787,0.001442772,0.0007168874,0.00046485124,0.00018579318,0.0004130886,0.00047930377,0.0004815823],"category_scores_gemma":[0.015766365,0.0003753622,0.00014410529,0.0008033208,0.00045981375,0.0005931027,0.0005688234,0.0050552627,7.753464e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073704286,0.00027733724,0.0020974586,0.0003787926,0.00026375984,0.010347481,0.0008216253,0.00002392589,0.06391808,1.9394523e-7,0.8476628,0.0734715],"study_design_scores_gemma":[0.02646084,0.0005820155,0.00344414,0.0046981797,0.0022627932,0.050984457,0.003718378,0.00036091203,0.02047137,0.00004989166,0.88623255,0.00073448214],"about_ca_topic_score_codex":0.0006870348,"about_ca_topic_score_gemma":0.000995408,"teacher_disagreement_score":0.16713078,"about_ca_system_score_codex":0.00074297545,"about_ca_system_score_gemma":0.003537304,"threshold_uncertainty_score":0.9998698},"labels":[],"label_agreement":null},{"id":"W4410559966","doi":"10.7202/1117942ar","title":"Validation culturelle d’un outil numérique francophone pour l’histoire médicale en soins de santé primaires","year":2025,"lang":"fr","type":"article","venue":"Minorités linguistiques et société","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Université de Moncton","funders":"","keywords":"French; Humanities; Art","score_opus":0.06435457467022246,"score_gpt":0.46390495129603615,"score_spread":0.3995503766258137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410559966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3635839,0.14919592,0.12792873,0.10308876,0.03254363,0.0036482604,0.00049377745,0.0011046412,0.21841238],"genre_scores_gemma":[0.8171972,0.005712777,0.053077888,0.0126889,0.012549565,0.00015800456,0.00066264253,0.0001395497,0.097813495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936405,0.001547021,0.0022434182,0.00095275714,0.00065240846,0.0009639257],"domain_scores_gemma":[0.99251246,0.0045725848,0.00071640656,0.0007634105,0.0010383725,0.00039673777],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036051394,0.0006395363,0.00096498616,0.0002088375,0.000515742,0.0001425796,0.00041672058,0.0010944505,0.0018446663],"category_scores_gemma":[0.033040036,0.0007021208,0.0005194436,0.0005881286,0.00038175407,0.000229776,0.00028913002,0.0017810689,0.00028252066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090773986,0.0037646752,0.030334655,0.0025797018,0.0011967069,0.0005654649,0.062263176,0.00013220428,0.007593161,0.016354447,0.1511184,0.72318965],"study_design_scores_gemma":[0.0138687985,0.0008994888,0.028557727,0.004239267,0.0019004652,0.0001653653,0.16126117,0.0066722794,0.0505305,0.06639341,0.6635862,0.0019253027],"about_ca_topic_score_codex":0.008499091,"about_ca_topic_score_gemma":0.0009912747,"teacher_disagreement_score":0.72126436,"about_ca_system_score_codex":0.0016778419,"about_ca_system_score_gemma":0.0034205897,"threshold_uncertainty_score":0.999543},"labels":[],"label_agreement":null},{"id":"W4410613073","doi":"10.54932/qisa8085","title":"Modèle de maturité numérique pour les établissements de santé au Québec","year":2025,"lang":"fr","type":"report","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chemistry","score_opus":0.26795516500634087,"score_gpt":0.48114856713309645,"score_spread":0.21319340212675558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410613073","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1064898,0.010035988,0.16480383,0.07248258,0.0071198293,0.00400619,0.00040274547,0.0005178568,0.6341412],"genre_scores_gemma":[0.24513388,0.010600723,0.032807164,0.008243815,0.012349665,0.000284172,0.0012969727,0.00022219108,0.6890614],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925412,0.0006499945,0.0033992198,0.00096266123,0.0010783739,0.0013685486],"domain_scores_gemma":[0.9905838,0.0054254336,0.0012363436,0.0010152576,0.0011066864,0.0006324885],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055793757,0.00074307807,0.0012616458,0.00037704248,0.00029658264,0.00010810278,0.00045664018,0.0011558961,0.011201201],"category_scores_gemma":[0.029979328,0.00072138826,0.00054466125,0.0004084286,0.00013033104,0.00030656837,0.00040094185,0.0018214999,0.00042072017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00046160773,0.0013095494,0.35224643,0.0032484343,0.0014379444,0.00069581333,0.0010052556,0.00016293838,0.0029985283,0.00087883597,0.32824284,0.30731183],"study_design_scores_gemma":[0.0038031116,0.00033602482,0.071534395,0.0034951011,0.002035986,0.00083394983,0.014866494,0.005065704,0.001993596,0.0010911599,0.8940438,0.0009006664],"about_ca_topic_score_codex":0.6961757,"about_ca_topic_score_gemma":0.5102638,"teacher_disagreement_score":0.56580096,"about_ca_system_score_codex":0.010596311,"about_ca_system_score_gemma":0.04968475,"threshold_uncertainty_score":0.9995237},"labels":[],"label_agreement":null},{"id":"W4410706055","doi":"10.12927/hcq.2025.27584","title":"A Contemporary Model of Care for Forensic Mental Health Services in Ontario","year":2025,"lang":"en","type":"article","venue":"Healthcare Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Government of Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Best practice; Criminal justice; Mental illness; Forensic psychiatry; Forensic science; Economic Justice; Medicine; Nursing; Psychology; Public relations; Psychiatry; Criminology; Political science; Law","score_opus":0.1576807880319725,"score_gpt":0.46986687794079013,"score_spread":0.31218608990881763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410706055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90235615,0.0020754095,0.001943126,0.08733445,0.00050650083,0.0047900854,0.0002668779,0.000058315967,0.0006690666],"genre_scores_gemma":[0.9829209,0.000013891528,0.0062959963,0.009788738,0.00003055115,0.00009484973,0.00068165193,0.000015091281,0.00015832816],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978493,0.00007724292,0.0013211527,0.00029647612,0.00019585063,0.00026001362],"domain_scores_gemma":[0.9987685,0.000197993,0.00032801658,0.000281551,0.00030366282,0.0001202948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046142162,0.00013425529,0.0005323955,0.000185931,0.00006653462,0.000007848706,0.00007140476,0.0000907657,0.000007780003],"category_scores_gemma":[0.000026814787,0.0001339095,0.00011094189,0.00014706196,0.00002671481,0.00014127344,0.000012119318,0.00022647837,0.0000015068244],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010520339,0.0009109463,0.35179895,0.025920136,0.00019483147,0.000010271063,0.16485336,0.000049737875,0.00051289913,0.00441072,0.015381297,0.42543653],"study_design_scores_gemma":[0.061029974,0.04201178,0.2897173,0.014629616,0.00024721242,0.000034191024,0.48684475,0.04898166,0.000564368,0.013230022,0.04166856,0.0010405834],"about_ca_topic_score_codex":0.24535696,"about_ca_topic_score_gemma":0.77894354,"teacher_disagreement_score":0.53358656,"about_ca_system_score_codex":0.0006550028,"about_ca_system_score_gemma":0.0043686344,"threshold_uncertainty_score":0.77497697},"labels":[],"label_agreement":null},{"id":"W4410767946","doi":"10.7759/cureus.84908","title":"Assessing Compliance With Ottawa Foot and Ankle Rules in the Emergency Department: A Closed-Loop Quality Improvement Project","year":2025,"lang":"en","type":"article","venue":"Cureus","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Emergency department; Compliance (psychology); Foot (prosody); Ankle; Loop (graph theory); Quality (philosophy); Quality management; Medical emergency; Physical therapy; Physical medicine and rehabilitation; Operations management; Surgery; Nursing","score_opus":0.28813305074606116,"score_gpt":0.5349489680537903,"score_spread":0.24681591730772917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410767946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851423,0.00076288666,0.0013724188,0.0069357175,0.00015415339,0.0013762865,0.000014139855,0.000029649376,0.0042124763],"genre_scores_gemma":[0.9945655,0.00015654069,0.0031347107,0.0017227441,0.0000776499,0.00013251127,0.00006407075,0.00000929582,0.00013701017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983463,0.00017477061,0.00072900706,0.00029314743,0.00025571676,0.00020100956],"domain_scores_gemma":[0.9988579,0.00043843593,0.00021683311,0.00033889964,0.000115192604,0.00003274214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001389406,0.0001292909,0.00022089142,0.00004489015,0.000099096,0.000053077634,0.00009835546,0.00004321551,0.000041697847],"category_scores_gemma":[0.0009709888,0.00008370379,0.00003441912,0.0002534637,0.000052195915,0.0002406205,0.000055120134,0.00020045564,0.0000031995055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005792503,0.001518931,0.74204767,0.0007881387,0.00026136817,0.00004625159,0.0008580234,0.0000036462518,0.0045666643,0.004972957,0.01178845,0.23256867],"study_design_scores_gemma":[0.0040135826,0.00069175684,0.96339315,0.00026036805,0.00022328115,0.00001569926,0.0056554633,0.00039569833,0.0003762448,0.0015941467,0.02318069,0.00019989637],"about_ca_topic_score_codex":0.0013348829,"about_ca_topic_score_gemma":0.0026431181,"teacher_disagreement_score":0.23236877,"about_ca_system_score_codex":0.00008991392,"about_ca_system_score_gemma":0.00023649733,"threshold_uncertainty_score":0.34133413},"labels":[],"label_agreement":null},{"id":"W4410793875","doi":"10.1093/fampra/cmaf022","title":"The implementation and evaluation of the Ontario COVID@Home Clinical Primary Care Pathway","year":2025,"lang":"en","type":"article","venue":"Family Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; Canada Research Chairs; Impact; Health Sciences Centre","funders":"McMaster University","keywords":"Medicine; Clinical pathway; Health care; Care pathway; Population; Coronavirus disease 2019 (COVID-19); Family medicine; Nursing; Environmental health; Disease; Internal medicine","score_opus":0.259771495747725,"score_gpt":0.5492719875078356,"score_spread":0.28950049176011056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410793875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95846575,0.0014551602,0.00024088894,0.019194989,0.0013070452,0.002068018,0.000019085022,0.000022718938,0.017226323],"genre_scores_gemma":[0.98337346,0.0003861707,0.0015154125,0.013968493,0.00013191669,0.00007403522,0.0001099938,0.00001271113,0.00042779406],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99597687,0.0014063587,0.0012930257,0.00029003798,0.00087320944,0.00016048629],"domain_scores_gemma":[0.9896859,0.0074981176,0.0007848036,0.0005554361,0.0014121513,0.000063594794],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009216863,0.000117492884,0.00022397494,0.00004179573,0.00028791878,0.000049283404,0.00013695964,0.0000917584,0.000042335865],"category_scores_gemma":[0.011392137,0.0000737017,0.000107481734,0.0002500204,0.00015157402,0.0003810291,0.00017269513,0.0004729213,0.0000069262746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016043736,0.0002611222,0.2633029,0.00015254077,0.00037797273,0.0000029753492,0.002440565,0.000013997056,0.0010162978,0.0014437317,0.011372015,0.7180115],"study_design_scores_gemma":[0.0039149807,0.00019956724,0.7146884,0.00004903105,0.0014840992,0.000010229688,0.0192568,0.000070998525,0.000099351826,0.00039327954,0.25976938,0.00006384164],"about_ca_topic_score_codex":0.007263823,"about_ca_topic_score_gemma":0.016646415,"teacher_disagreement_score":0.71794766,"about_ca_system_score_codex":0.00057622825,"about_ca_system_score_gemma":0.003623153,"threshold_uncertainty_score":0.9993469},"labels":[],"label_agreement":null},{"id":"W4410808328","doi":"10.1200/jco.2025.43.16_suppl.e17144","title":"Comparing NCCN-based risk groups to the PROTEUS definition of high-risk localized prostate cancer to inform peri-operative care.","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto; Western University; Université de Montréal; Sunnybrook Health Science Centre; Princess Margaret Cancer Centre; University of Calgary; St. Joseph’s Healthcare Hamilton; University Health Network; Ottawa Hospital; Dalhousie University; McMaster University","funders":"","keywords":"Medicine; Cancer; Prostate; Prostate cancer; Peri; Gynecology; General surgery; Oncology; Internal medicine","score_opus":0.2731722979580551,"score_gpt":0.5644041773535432,"score_spread":0.2912318793954881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410808328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93309325,0.00017559605,0.010398484,0.052428823,0.0014279848,0.00171468,0.000047137968,0.000012301632,0.00070175173],"genre_scores_gemma":[0.96104926,0.000385479,0.024822015,0.013036435,0.000545315,0.000091744994,0.000013246628,0.00001533577,0.000041199244],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99285465,0.0010821841,0.0050304215,0.0002404884,0.0005384336,0.0002538445],"domain_scores_gemma":[0.9860528,0.0076992046,0.0033384813,0.00030917983,0.0022818572,0.0003184891],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007222265,0.00017774984,0.0015246785,0.00021321408,0.00015214726,0.000021060932,0.00024201047,0.00023233592,0.00012843062],"category_scores_gemma":[0.045026448,0.00011120422,0.0003796073,0.00054622965,0.00016670748,0.00014966482,0.00012130329,0.0014709615,0.00002414979],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03855881,0.0012825135,0.4356508,0.00014618073,0.0008853679,0.000049379472,0.00234583,0.010052367,0.00012922415,0.00055297127,0.008406832,0.5019397],"study_design_scores_gemma":[0.029665941,0.026832884,0.781506,0.00073431607,0.0027673512,0.000021490023,0.005802798,0.002165356,0.0007191359,0.001286497,0.14825588,0.00024231143],"about_ca_topic_score_codex":0.0025934104,"about_ca_topic_score_gemma":0.0046247654,"teacher_disagreement_score":0.5016974,"about_ca_system_score_codex":0.00044561375,"about_ca_system_score_gemma":0.0037690236,"threshold_uncertainty_score":0.9630177},"labels":[],"label_agreement":null},{"id":"W4410817084","doi":"10.1001/jamanetworkopen.2025.12621","title":"Evaluating the Quality of Guidelines Using the AGREE II Tool by a Large Language Model vs Human Appraisers","year":2025,"lang":"en","type":"article","venue":"JAMA Network Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality (philosophy); Computer science; Medical physics; Medicine","score_opus":0.5471494929472598,"score_gpt":0.6434007615904526,"score_spread":0.09625126864319278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410817084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315116,0.0005400235,0.017413964,0.04547034,0.00018530399,0.0020564857,0.00004550848,0.000028603363,0.0027482184],"genre_scores_gemma":[0.9477702,0.000028604712,0.022882316,0.025704628,0.00061543257,0.00007263029,0.00015260832,0.000026544269,0.0027470568],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996156,0.00082311116,0.0018406328,0.00031912827,0.00053820113,0.00032293377],"domain_scores_gemma":[0.99555165,0.0021660156,0.00080254197,0.0009103427,0.00052734965,0.000042127223],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018817602,0.00016323439,0.00043138614,0.000025096204,0.00062113634,0.00011290798,0.00066850777,0.000099077784,0.00016107626],"category_scores_gemma":[0.010976818,0.00009716014,0.0001384311,0.00042671288,0.000082476414,0.0002691441,0.0010676023,0.00039358521,0.0000026645685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031764687,0.00053120113,0.02777591,0.0002307983,0.00080186257,0.000004054118,0.0036952042,0.0836244,0.0267038,0.00987306,0.77230495,0.0712783],"study_design_scores_gemma":[0.0061574327,0.0002616686,0.008370448,0.0005337765,0.00067805196,0.0000039974443,0.005492937,0.9649205,0.00020396619,0.0022555625,0.010898656,0.00022297118],"about_ca_topic_score_codex":0.002301546,"about_ca_topic_score_gemma":0.0005269777,"teacher_disagreement_score":0.88129616,"about_ca_system_score_codex":0.00006720738,"about_ca_system_score_gemma":0.00033612596,"threshold_uncertainty_score":0.99735415},"labels":[],"label_agreement":null},{"id":"W4410833577","doi":"10.1017/cjn.2025.77","title":"The Importance of Data Registries for Improving Interdisciplinary Practices in Stroke Management: Situation in Quebec","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Université du Québec à Trois-Rivières","funders":"","keywords":"Stroke (engine); Data management; Business; Data science; Knowledge management; Medicine; Computer science; Engineering; Data mining","score_opus":0.20515286717576262,"score_gpt":0.4638740134935144,"score_spread":0.2587211463177518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410833577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96149975,0.0009453698,0.00021093313,0.035328798,0.0004514673,0.00039745268,0.000014868764,0.000004012744,0.0011473757],"genre_scores_gemma":[0.99252206,0.0003542775,0.0052743377,0.0016781093,0.00008534397,0.000005405382,0.0000016343005,0.00000456522,0.00007424346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99615043,0.0005704861,0.0017267384,0.00043877875,0.00046864653,0.0006449066],"domain_scores_gemma":[0.9931305,0.003667463,0.0022177182,0.00027177334,0.0003811003,0.0003314132],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.013192071,0.00016208403,0.00037785844,0.0008708055,0.00095414644,0.00034046787,0.0017646174,0.00009823528,0.000011911371],"category_scores_gemma":[0.019218307,0.00010217648,0.0000990841,0.0012839152,0.0028290735,0.0018066905,0.00024062707,0.00078022695,1.6855454e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056454306,0.00004365421,0.9403343,0.000039182647,0.000015525284,0.0008878772,0.00020010289,0.00046175745,0.00003184847,0.0015147373,0.0006094195,0.055297013],"study_design_scores_gemma":[0.0018899584,0.025844198,0.90564346,0.0002445134,0.0001771758,0.0022378024,0.007562868,0.01370438,0.000058142472,0.036473975,0.0059136236,0.00024992006],"about_ca_topic_score_codex":0.01018457,"about_ca_topic_score_gemma":0.8649698,"teacher_disagreement_score":0.85478526,"about_ca_system_score_codex":0.0002851261,"about_ca_system_score_gemma":0.004053472,"threshold_uncertainty_score":0.99988467},"labels":[],"label_agreement":null},{"id":"W4410885215","doi":"10.1007/s00125-025-06370-1","title":"European Association for the Study of Diabetes (EASD) Standard Operating Procedure for the development of guidelines","year":2025,"lang":"en","type":"article","venue":"Diabetologia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Università degli Studi di Firenze; McMaster University","keywords":"Human physiology; Diabetes mellitus; Medicine; Association (psychology); Internal medicine; Endocrinology; Psychology","score_opus":0.2072956057623288,"score_gpt":0.4849339645915594,"score_spread":0.2776383588292306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410885215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97141194,0.00029766932,0.014030559,0.009553112,0.00032138117,0.0041789664,0.00004168485,0.000027624414,0.00013706248],"genre_scores_gemma":[0.9865932,0.000007884084,0.011777753,0.0009356582,0.000098625926,0.00033991525,0.000034719797,0.000013616342,0.00019862283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978829,0.00012252944,0.0013765821,0.0001841338,0.00025686377,0.00017700382],"domain_scores_gemma":[0.9889115,0.008618571,0.0006304286,0.00024141806,0.0015806257,0.000017432272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055452688,0.000107265325,0.00032993415,0.000043380274,0.00021328028,0.00001852478,0.00018031914,0.00004385389,0.000008286892],"category_scores_gemma":[0.049159054,0.00005837948,0.00008151218,0.0001959836,0.000029554118,0.000049928294,0.000081809674,0.000104024024,6.1444973e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023012508,0.0004306696,0.84245425,0.00042855015,0.0012171683,1.0790436e-7,0.0018760762,0.00044546922,0.0031545486,0.0001926413,0.016970292,0.13260013],"study_design_scores_gemma":[0.012979847,0.002408082,0.86847836,0.0004526867,0.0029699763,1.7773758e-7,0.036408346,0.015930647,0.026514286,0.00038467092,0.03318655,0.00028635893],"about_ca_topic_score_codex":0.000007425265,"about_ca_topic_score_gemma":0.00009399408,"teacher_disagreement_score":0.13231377,"about_ca_system_score_codex":0.000078269695,"about_ca_system_score_gemma":0.00030697556,"threshold_uncertainty_score":0.95885026},"labels":[],"label_agreement":null},{"id":"W4410900787","doi":"10.5489/cuaj.9247","title":"The arc of the guideline universe is long, but it bends toward GRADE","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Guideline; Arc (geometry); Universe; Geography; History; Astronomy; Engineering; Political science; Physics; Mechanical engineering","score_opus":0.09987152467166648,"score_gpt":0.39571983074895434,"score_spread":0.29584830607728785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410900787","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11965092,0.00014199063,0.0005373044,0.8746689,0.00082350214,0.0002476983,0.000048746697,0.0000100809775,0.0038708597],"genre_scores_gemma":[0.93291056,0.0002187169,0.00029190554,0.06223542,0.00031646993,0.0000020861612,0.000013095413,0.0000065498884,0.0040051905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977319,0.00031401654,0.0010204624,0.00014172403,0.0004599585,0.00033191423],"domain_scores_gemma":[0.9971079,0.0009868062,0.0006665195,0.0002100321,0.0007568804,0.0002718355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002358224,0.000103051614,0.0002087627,0.00009979996,0.0004111275,0.00005408931,0.00027519005,0.00017508685,0.00067896006],"category_scores_gemma":[0.01180674,0.000059382186,0.0002267536,0.00039729706,0.00008020428,0.00007976658,0.00006261487,0.0007508974,0.000015961592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085200256,0.000047627098,0.31149852,0.0000044533986,0.0002293187,0.00002192051,0.00012767615,0.000050627532,0.0000743702,0.0015985616,0.6718641,0.014397638],"study_design_scores_gemma":[0.001253887,0.0001236425,0.3658305,0.000018597797,0.00026425495,0.000048024896,0.0010637376,0.0006077905,0.000061994564,0.0029334698,0.62772566,0.00006844005],"about_ca_topic_score_codex":0.0025188816,"about_ca_topic_score_gemma":0.004724928,"teacher_disagreement_score":0.81325966,"about_ca_system_score_codex":0.0008951164,"about_ca_system_score_gemma":0.001492384,"threshold_uncertainty_score":0.99651724},"labels":[],"label_agreement":null},{"id":"W4410991630","doi":"10.1136/bmj-2024-083867","title":"Core GRADE 7: principles for moving from evidence to recommendations and decisions","year":2025,"lang":"en","type":"article","venue":"BMJ","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Computer science; Core (optical fiber); Data science; Telecommunications","score_opus":0.7229388725776564,"score_gpt":0.6198850281440195,"score_spread":0.10305384443363697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410991630","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40049255,0.00021976848,0.15549344,0.44092777,0.00045546688,0.0019445325,0.000079741134,0.000049733244,0.00033699773],"genre_scores_gemma":[0.5344749,0.00026064966,0.44570664,0.017398063,0.0003609794,0.00027863146,0.00015327838,0.000013539817,0.0013533148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990386,0.000026722673,0.00054650457,0.00019863668,0.000097164695,0.0000923688],"domain_scores_gemma":[0.99045676,0.009003456,0.000094166135,0.00023051708,0.00013401303,0.00008106642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00072184904,0.000056865138,0.00012883094,0.00006966494,0.000093296345,0.000022614333,0.0000522667,0.0000333827,0.000077598015],"category_scores_gemma":[0.050000336,0.000051885163,0.000034125584,0.00013844632,0.000013482141,0.00010773061,0.00009662669,0.000072672134,0.000012864158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044218768,0.000117762575,0.05814851,0.000036303616,0.00008963369,0.000003852728,0.00029938805,0.00002460117,0.0058171414,0.0030429142,0.40427658,0.52770114],"study_design_scores_gemma":[0.002257195,0.0002709505,0.41089568,0.002159205,0.00042872175,0.000007941658,0.001641867,0.0072924667,0.00075060007,0.0114209,0.5627046,0.00016982276],"about_ca_topic_score_codex":0.00019778241,"about_ca_topic_score_gemma":0.0004688558,"teacher_disagreement_score":0.5275313,"about_ca_system_score_codex":0.000044176413,"about_ca_system_score_gemma":0.00013382801,"threshold_uncertainty_score":0.9580019},"labels":[],"label_agreement":null},{"id":"W4411200594","doi":"10.1016/j.jogc.2025.102882","title":"Surgically Treated Cervical Cancer in Manitoba: A Retrospective Study of the Impact of Geography on Care","year":2025,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medicine; Cervical cancer; Retrospective cohort study; Cancer; General surgery; Internal medicine","score_opus":0.040617700314738436,"score_gpt":0.3817058593570118,"score_spread":0.34108815904227335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411200594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970054,0.00075166463,6.2662286e-7,0.00044698757,0.0011833531,0.00031219528,0.00003035029,6.977868e-7,0.000268736],"genre_scores_gemma":[0.9997443,0.00008464157,0.000009805108,0.00013698316,0.0000100026555,0.0000024736648,9.696396e-7,0.00000413067,0.0000067188525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998448,0.0001435194,0.00089923356,0.00010140019,0.00029351888,0.00011431648],"domain_scores_gemma":[0.99594176,0.0024402887,0.00062715035,0.00012506242,0.00080514624,0.000060585062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027806632,0.00008618582,0.0004663516,0.00030985626,0.000029057797,0.0000034532509,0.00009090256,0.000070277216,0.000083566236],"category_scores_gemma":[0.0057782247,0.000052208794,0.000108952336,0.00083710236,0.00004225247,0.000027078537,0.00003654441,0.00037878618,1.3800374e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010666872,0.0003975657,0.9865573,0.000022451803,0.00028657255,0.00019092823,0.00011258183,0.00021381436,0.000009487468,0.000007872617,0.00018197786,0.011912784],"study_design_scores_gemma":[0.0055651558,0.0021518632,0.98880506,0.000022266828,0.00023012812,0.0000044139447,0.0030658755,0.00003351189,0.00001872715,0.000030021074,0.000038899485,0.00003405895],"about_ca_topic_score_codex":0.37087858,"about_ca_topic_score_gemma":0.5782136,"teacher_disagreement_score":0.20733501,"about_ca_system_score_codex":0.0014518026,"about_ca_system_score_gemma":0.0018675571,"threshold_uncertainty_score":0.6917492},"labels":[],"label_agreement":null},{"id":"W4411325325","doi":"10.1503/cmaj.241770-f","title":"Guide de pratique clinique en soins de première ligne d’Hypertension Canada pour le diagnostic et le traitement de l’hypertension artérielle chez les adultes","year":2025,"lang":"fr","type":"article","venue":"Canadian Medical Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hôpital du Sacré-Cœur de Montréal","funders":"","keywords":"Medicine; Gynecology","score_opus":0.0402410864644789,"score_gpt":0.36021974382144867,"score_spread":0.3199786573569698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411325325","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21578854,0.0026091933,0.015525891,0.76117414,0.0021218809,0.0006193472,0.00010503646,0.000027743044,0.00202822],"genre_scores_gemma":[0.8599902,0.0054998985,0.006090116,0.11876316,0.0041140337,0.00004607923,0.00013096475,0.00007231647,0.005293248],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912191,0.0030801643,0.0024170978,0.00045303177,0.0013643106,0.0014663202],"domain_scores_gemma":[0.97972953,0.014471067,0.00088584376,0.00027202247,0.0015095711,0.0031319638],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014115705,0.00038288365,0.0007178667,0.00025855747,0.00067393546,0.0001629069,0.00034845527,0.0012393933,0.0017412483],"category_scores_gemma":[0.16911785,0.0004066323,0.00024348183,0.00040086042,0.00008435299,0.000321012,0.0000705867,0.0029532234,0.000030976527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000061935156,0.00043484216,0.099245034,0.000114247014,0.00048035826,0.0027904215,0.00072299613,0.00063474424,0.0011072264,0.001688126,0.7943296,0.0983905],"study_design_scores_gemma":[0.0072091967,0.00030192302,0.11788237,0.0035541675,0.0006928769,0.0020913729,0.01796798,0.036557652,0.0011507517,0.00096409157,0.8110869,0.0005407294],"about_ca_topic_score_codex":0.9217912,"about_ca_topic_score_gemma":0.9878365,"teacher_disagreement_score":0.64420164,"about_ca_system_score_codex":0.011152217,"about_ca_system_score_gemma":0.24876082,"threshold_uncertainty_score":0.99983853},"labels":[],"label_agreement":null},{"id":"W4411330811","doi":"10.1513/annalsats.202501-097ps","title":"Clinical Practice Guidelines: Quality, Breadth, and Currency","year":2025,"lang":"en","type":"article","venue":"Annals of the American Thoracic Society","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; McGill University; Ottawa Hospital; University of British Columbia","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Clinical Practice; Quality (philosophy); MEDLINE; Intensive care medicine; Family medicine","score_opus":0.6066405728081038,"score_gpt":0.6915750346965788,"score_spread":0.08493446188847498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411330811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60554343,0.0015083128,0.0032122368,0.38639387,0.0005158337,0.0005739603,0.00003080259,0.00006451994,0.0021570271],"genre_scores_gemma":[0.59789604,0.012440752,0.09865723,0.28935426,0.0005376304,0.000022938593,0.000020965346,0.00003307031,0.0010371003],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99601656,0.0006971667,0.002160192,0.0003888344,0.0004920563,0.00024518624],"domain_scores_gemma":[0.9899148,0.005116266,0.0017979105,0.0008405168,0.0022040026,0.00012655703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073413844,0.0001705997,0.00065878755,0.000032037922,0.00012117777,0.00002168901,0.00024664332,0.000078030665,0.000019720974],"category_scores_gemma":[0.049673602,0.000121758276,0.0006052855,0.0007968265,0.00085992797,0.0002071544,0.00035013075,0.00048889546,0.000007907309],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004542251,0.0003486409,0.08215054,0.00012140817,0.0004343102,0.0000010433771,0.00017033433,0.0000017507568,0.00019996463,0.00038371727,0.23003285,0.68570125],"study_design_scores_gemma":[0.0014601562,0.00065299374,0.58090836,0.00048720045,0.0012735091,0.000046886584,0.015635349,0.000684337,0.00072326424,0.0034881567,0.39431277,0.00032698037],"about_ca_topic_score_codex":0.0008943767,"about_ca_topic_score_gemma":0.000014880232,"teacher_disagreement_score":0.68537426,"about_ca_system_score_codex":0.000019665686,"about_ca_system_score_gemma":0.0004592596,"threshold_uncertainty_score":0.9583314},"labels":[],"label_agreement":null},{"id":"W4411349615","doi":"10.1007/s00193-025-01228-2","title":"In memoriam Dr. Robert (Rob) C. Ripley (1975–2024)","year":2025,"lang":"en","type":"article","venue":"Shock Waves","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Martec (Canada); Defence Research and Development Canada","funders":"University of Waterloo","keywords":"Philosophy; Physics; Polymer science; Theology; Mathematical physics; Materials science","score_opus":0.09831756191649205,"score_gpt":0.463591706916839,"score_spread":0.36527414500034694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411349615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52946955,0.0016983137,0.0028337687,0.25451103,0.02460738,0.0029448057,0.000049144608,0.00033339416,0.18355261],"genre_scores_gemma":[0.7848665,0.00035728604,0.0071018166,0.02657388,0.0023665624,0.00007306171,0.00016546063,0.000053855758,0.17844154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998245,0.000085323736,0.00084868947,0.00032437607,0.00023598991,0.00026059532],"domain_scores_gemma":[0.9985561,0.00076385465,0.00010541855,0.00038164115,0.00010791973,0.00008508049],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006823034,0.00014348983,0.0003148587,0.0002133268,0.000045516317,0.00002362078,0.00010240281,0.00010474548,0.0012882921],"category_scores_gemma":[0.003551024,0.00013099526,0.00008923738,0.00046729896,0.00004428539,0.0002023079,0.000102173675,0.00033011852,0.00017064268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005817463,0.0004966551,0.04587592,0.00020697578,0.00014774354,0.00012725349,0.00030063308,0.000058422935,0.004350235,0.0038874377,0.925405,0.018561924],"study_design_scores_gemma":[0.0050739264,0.00024302008,0.058511693,0.0002750659,0.0002500553,0.00002933257,0.0010016017,0.0018830122,0.0023023952,0.008728411,0.92144513,0.00025638405],"about_ca_topic_score_codex":0.000540996,"about_ca_topic_score_gemma":0.00081732374,"teacher_disagreement_score":0.255397,"about_ca_system_score_codex":0.00012167429,"about_ca_system_score_gemma":0.00025372466,"threshold_uncertainty_score":0.99962467},"labels":[],"label_agreement":null},{"id":"W4411399462","doi":"10.1016/j.jogc.2025.102962","title":"Complex Gynaecologic Surgery Rounds: Optimizing Patient Care Through Collaboration","year":2025,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Medicine; MEDLINE; General surgery; Surgery","score_opus":0.08885937148086916,"score_gpt":0.37373894901058125,"score_spread":0.2848795775297121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411399462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631476,0.0068243523,0.0010705685,0.007223378,0.018763646,0.00040423794,0.00002719075,0.000009780614,0.0025292556],"genre_scores_gemma":[0.9892338,0.00028419436,0.0050202007,0.0053506056,0.000031627384,0.000003728862,0.000032270327,0.000007968641,0.000035623012],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979324,0.00012846368,0.0012662382,0.0001528739,0.00031562633,0.00020439796],"domain_scores_gemma":[0.9872941,0.010169458,0.000825811,0.00012735116,0.0014723712,0.00011090925],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00036814323,0.00012436867,0.0005027374,0.00023338065,0.00014700954,0.00003699444,0.00006503584,0.00012050799,0.00025269453],"category_scores_gemma":[0.025276372,0.000107858505,0.00007553743,0.0006747171,0.00004885893,0.00018960638,0.000050066334,0.00031458755,3.6798895e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089095614,0.00029678547,0.2910324,0.0003100818,0.0005480805,0.0029719737,0.0007371973,0.0012961555,0.000091892056,0.0004742343,0.09778114,0.60437095],"study_design_scores_gemma":[0.005427896,0.00169279,0.71325403,0.00003288559,0.0007759993,0.00011392913,0.027142288,0.0004677133,0.00016321302,0.00042435268,0.25021777,0.00028712995],"about_ca_topic_score_codex":0.008196151,"about_ca_topic_score_gemma":0.030964425,"teacher_disagreement_score":0.60408384,"about_ca_system_score_codex":0.0020714174,"about_ca_system_score_gemma":0.005471776,"threshold_uncertainty_score":0.9984084},"labels":[],"label_agreement":null},{"id":"W4411533850","doi":"10.36347/sasjm.2025.v11i06.005","title":"Delays in Medical Care: A Systematic Review of Determinants, Consequences and Interventions","year":2025,"lang":"en","type":"review","venue":"SAS Journal of Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Psychological intervention; Medicine; Cochrane Library; Systematic review; MEDLINE; Health care; Meta-analysis; Intensive care medicine; Nursing; Internal medicine","score_opus":0.2805920387364974,"score_gpt":0.5959598407854283,"score_spread":0.3153678020489309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411533850","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061802357,0.9928923,0.000087973065,0.0048709624,0.0004300888,0.0015873024,0.000013116101,0.0000035518074,0.0001085008],"genre_scores_gemma":[0.00009583424,0.99812233,0.0002849336,0.0011762417,0.00020728301,0.000028619354,0.000026713922,0.000015116381,0.000042942855],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.989137,0.0009980683,0.008462587,0.0001919633,0.0010540243,0.00015635545],"domain_scores_gemma":[0.9892459,0.0045563616,0.0048778504,0.00031052507,0.0007730175,0.0002363474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008410718,0.00027079665,0.00627747,0.0006921523,0.000018332968,0.000003997468,0.0002740264,0.0002243368,0.00032231337],"category_scores_gemma":[0.08218896,0.00015727528,0.00065889227,0.00055853935,0.000509855,0.00008230199,0.00008353979,0.0009133296,0.0000019717152],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016484753,0.000047614827,0.00002223281,0.784691,0.00020956378,0.0004993915,0.000059767615,3.6538985e-9,8.9556394e-8,0.00002118936,0.00095373427,0.21347895],"study_design_scores_gemma":[0.001587471,0.000806734,0.0000063840903,0.9525409,0.017277403,0.0065369867,0.00049482926,9.772831e-7,1.665718e-7,0.000046087018,0.020618007,0.00008407843],"about_ca_topic_score_codex":0.000056778114,"about_ca_topic_score_gemma":0.000088641566,"teacher_disagreement_score":0.21339488,"about_ca_system_score_codex":0.00015981712,"about_ca_system_score_gemma":0.0023861714,"threshold_uncertainty_score":0.9255422},"labels":[],"label_agreement":null},{"id":"W4411734455","doi":"10.1007/978-3-031-87083-5_12","title":"Users’ Guide to the Surgical Literature: How to Assess a Pilot Trial in Surgery","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Surgery; Medical physics; General surgery","score_opus":0.3690866278136332,"score_gpt":0.496125928246842,"score_spread":0.12703930043320877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734455","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013286377,0.000366613,0.0018910961,0.47455788,0.0049934424,0.008921612,0.00019878669,0.00019714731,0.50754476],"genre_scores_gemma":[0.0028149297,0.0003061377,0.0027866769,0.033004005,0.0035010653,0.00017691696,0.0005761886,0.0000802197,0.95675385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597126,0.000187736,0.0018726968,0.00075169065,0.0008384427,0.00037818626],"domain_scores_gemma":[0.98700243,0.010949855,0.00030107642,0.00093839807,0.00049151294,0.00031672837],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003907291,0.00043315074,0.001089654,0.00059800973,0.000052606163,0.00019824557,0.00025547383,0.0003603371,0.0013402706],"category_scores_gemma":[0.014668825,0.00029124835,0.00039228678,0.00032715773,0.00003066462,0.0001339859,0.00028533986,0.0010553562,0.00022285151],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02883582,0.00012568432,0.000097907054,0.00007077085,0.00013528754,0.0005490344,0.000051060415,0.0000021106423,0.0000080384325,0.0090805525,0.9436484,0.017395357],"study_design_scores_gemma":[0.01284414,0.00073953293,0.00014739993,0.00086838164,0.00022800402,0.000047980688,0.000045876186,0.000011217323,0.0000081338585,0.00026230188,0.98450655,0.00029048082],"about_ca_topic_score_codex":0.0002451773,"about_ca_topic_score_gemma":0.0018192455,"teacher_disagreement_score":0.4492091,"about_ca_system_score_codex":0.00028096855,"about_ca_system_score_gemma":0.00091407204,"threshold_uncertainty_score":0.999954},"labels":[],"label_agreement":null},{"id":"W4411734690","doi":"10.1007/978-3-031-87083-5_31","title":"Surgical Guideline Appraisal","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Impact; McMaster University","funders":"","keywords":"Guideline; Computer science; Medicine; Pathology","score_opus":0.18985765063380575,"score_gpt":0.5133527486536661,"score_spread":0.3234950980198603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411734690","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004370592,0.00032861187,0.002025546,0.019459076,0.0008396758,0.0005293785,0.000047994843,0.00019196839,0.9765734],"genre_scores_gemma":[0.000087283486,0.00051464373,0.012771506,0.0063974727,0.0016854163,0.000007489131,0.0016473603,0.0000559629,0.97683287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966221,0.000019347308,0.0020805802,0.00051503896,0.00055115146,0.00021180183],"domain_scores_gemma":[0.9963609,0.0019714865,0.00034864224,0.00060702895,0.0005198462,0.00019208124],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078482897,0.00033262055,0.0007068767,0.00018753498,0.00003786621,0.000019781866,0.00011303995,0.00048727298,0.028482143],"category_scores_gemma":[0.0022761694,0.0002800267,0.00036729962,0.000038084978,0.00007547252,0.00006152622,0.00016383734,0.0007265189,0.001023826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023602782,0.000040288924,0.000026512591,0.000057332792,0.00017601257,0.00025647457,0.0000023477164,5.340672e-7,0.000003991804,0.12794124,0.79234445,0.07891481],"study_design_scores_gemma":[0.0020401212,0.00018033833,0.000009144492,0.00015634694,0.00066119607,0.00017776896,0.000011112461,0.00019263277,0.000008603773,0.0024988595,0.99383533,0.00022852849],"about_ca_topic_score_codex":0.00007120579,"about_ca_topic_score_gemma":0.000043244636,"teacher_disagreement_score":0.20149091,"about_ca_system_score_codex":0.00009569476,"about_ca_system_score_gemma":0.0006190981,"threshold_uncertainty_score":0.9999652},"labels":[],"label_agreement":null},{"id":"W4411792694","doi":"10.1080/26895269.2025.2521607","title":"Current directions in research on patient experiences of metoidioplasty and phalloplasty","year":2025,"lang":"en","type":"article","venue":"International Journal of Transgender Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Phalloplasty; Current (fluid); Computer science; Psychology; Medicine; Engineering; Surgery; Electrical engineering","score_opus":0.4967373985350922,"score_gpt":0.6335791192129452,"score_spread":0.136841720677853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411792694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97835076,0.0017491453,0.0014615082,0.016589401,0.0013591611,0.00019030218,0.0000072153584,0.0000029508417,0.00028956484],"genre_scores_gemma":[0.99573547,0.002958913,0.0007127981,0.0004877541,0.0000817079,0.0000073470515,0.000002914146,0.000003730749,0.000009342356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99766666,0.00023052044,0.0011341885,0.0001196573,0.0007277037,0.00012130095],"domain_scores_gemma":[0.9981096,0.00079415063,0.00027642268,0.000065479486,0.00066626066,0.000088096036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018387701,0.000059357237,0.00021930077,0.00066750235,0.00003371916,0.00001018056,0.000085605876,0.000026096479,0.000041399835],"category_scores_gemma":[0.0007917651,0.00004819381,0.000061752406,0.0002495899,0.000064536114,0.00011259558,0.000016965867,0.00043052481,6.1234505e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040492024,0.002672385,0.041792516,0.00021178086,0.00031695107,0.00003869417,0.026120137,0.00018843483,0.0006308669,0.002343482,0.0032493134,0.9183862],"study_design_scores_gemma":[0.026148831,0.011314743,0.546454,0.006397073,0.00015117998,0.0006268578,0.18925424,0.0013146749,0.012253189,0.004496855,0.20119582,0.00039252453],"about_ca_topic_score_codex":0.00010572827,"about_ca_topic_score_gemma":0.000125059,"teacher_disagreement_score":0.9179937,"about_ca_system_score_codex":0.0002227309,"about_ca_system_score_gemma":0.0007850818,"threshold_uncertainty_score":0.19652866},"labels":[],"label_agreement":null},{"id":"W4411804255","doi":"10.17269/s41997-025-01075-9","title":"Potential value streams of an integrated Canadian serosurveillance network","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University; Ottawa Hospital; McGill University; University Health Network; Centre for Global Health Research; Lunenfeld-Tanenbaum Research Institute; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Canada Excellence Research Chairs, Government of Canada","keywords":"STREAMS; Value (mathematics); Computer science; Computer network","score_opus":0.1354817486028315,"score_gpt":0.4410269761278095,"score_spread":0.30554522752497804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411804255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81060106,0.001217483,0.00801881,0.17568223,0.002505114,0.00052918255,0.00020604162,0.000013305646,0.0012267802],"genre_scores_gemma":[0.98302656,0.00006448822,0.0037732064,0.012386821,0.0004526521,0.0000011068093,0.00012594552,0.000015665904,0.00015356457],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99679685,0.00051826646,0.0015730879,0.00015480077,0.00024288324,0.00071412814],"domain_scores_gemma":[0.9939456,0.00019791888,0.0006823202,0.00027721026,0.0011471363,0.0037498015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005640162,0.00012383905,0.00048672117,0.0006602994,0.00016309046,0.000057747315,0.00021548934,0.00011168511,0.00033229997],"category_scores_gemma":[0.004499302,0.00011570725,0.00010328158,0.0008680074,0.000093072515,0.00027886,0.0000071606496,0.0005212598,0.0000031594843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009054089,0.00009581539,0.31504202,0.00013257023,0.00030609535,0.00029641204,0.00042392156,0.0011658734,0.000013681455,0.0043196008,0.10020291,0.57791054],"study_design_scores_gemma":[0.0035365194,0.001402951,0.5589637,0.0004534015,0.00008841811,0.00046595142,0.0036280248,0.0029253215,0.00001028636,0.00061072916,0.42771602,0.00019869916],"about_ca_topic_score_codex":0.8458472,"about_ca_topic_score_gemma":0.9812922,"teacher_disagreement_score":0.5777119,"about_ca_system_score_codex":0.0014669196,"about_ca_system_score_gemma":0.08242983,"threshold_uncertainty_score":0.92277193},"labels":[],"label_agreement":null},{"id":"W4411809978","doi":"10.1177/20543581251346074","title":"The Canadian Society of Nephrology Methods for Developing and Adapting Clinical Practice Guidelines: An Update","year":2025,"lang":"en","type":"review","venue":"Canadian Journal of Kidney Health and Disease","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Libin Cardiovascular Institute of Alberta; Impact; McGill University; University of Calgary; McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Documentation; Stakeholder; Guideline; Medicine; Context (archaeology); Best practice; Process management; Knowledge translation; Grading (engineering); Process (computing); Relevance (law); Knowledge management; Medical education; Computer science; Political science; Public relations; Pathology; Business; Engineering","score_opus":0.46173033968693883,"score_gpt":0.6449222583982264,"score_spread":0.18319191871128754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411809978","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011761451,0.69283485,0.0037160935,0.3019058,0.0004566424,0.0008369661,0.00023145576,0.0000022216584,0.000014760998],"genre_scores_gemma":[3.8328375e-7,0.5755949,0.17699979,0.24678989,0.0004465844,0.000010838345,0.00012495447,0.00001696474,0.000015685106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99359053,0.0012786287,0.0041180253,0.00030947663,0.00015807668,0.00054523617],"domain_scores_gemma":[0.8809252,0.020381061,0.007967801,0.000903383,0.0060458975,0.08377666],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014368942,0.00025476803,0.0015032575,0.0002605503,0.0006596786,0.000077701945,0.0001906039,0.00025167843,0.0000068922086],"category_scores_gemma":[0.4904657,0.00018450365,0.00041956373,0.00024233971,0.00023205711,0.0002094149,0.000026995944,0.0007302863,2.9436467e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009973112,0.00000723136,0.00006973371,0.006634233,0.0001732326,0.000014099748,0.00003638123,7.681422e-8,3.968062e-9,0.00033124536,0.2935127,0.69912136],"study_design_scores_gemma":[0.0009325572,0.00032547172,0.000022703507,0.005993157,0.0019110839,0.0001958642,0.0005245622,0.00012517348,5.125504e-9,0.00039985316,0.98943883,0.00013072776],"about_ca_topic_score_codex":0.090293854,"about_ca_topic_score_gemma":0.1732804,"teacher_disagreement_score":0.6989906,"about_ca_system_score_codex":0.00048320726,"about_ca_system_score_gemma":0.49687904,"threshold_uncertainty_score":0.915764},"labels":[],"label_agreement":null},{"id":"W4412151422","doi":"10.1186/s12874-025-02616-z","title":"A framework for clinical care pathway renewal: an example from inflammatory bowel disease","year":2025,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Calgary; University of Alberta","funders":"Crohn's and Colitis Canada; University of Alberta; Alberta Health Services","keywords":"Inflammatory bowel disease; Medicine; Intensive care medicine; Inflammatory Bowel Diseases; MEDLINE; Disease; Internal medicine; Political science","score_opus":0.8780862472448779,"score_gpt":0.7198018972619796,"score_spread":0.1582843499828983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412151422","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2803877,0.0017783402,0.7033298,0.010558455,0.0014638968,0.0019929395,0.00006486031,0.00013969725,0.00028431206],"genre_scores_gemma":[0.11059423,0.0013871705,0.8704112,0.01086599,0.0042294175,0.00093171943,0.0009948056,0.00008201229,0.0005034471],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9734175,0.020156201,0.0023689677,0.0012713197,0.0018479904,0.00093798817],"domain_scores_gemma":[0.57501674,0.4179375,0.00033224974,0.002014093,0.0019438341,0.002755611],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056299128,0.00023964651,0.0009265503,0.00035585611,0.00025434225,0.00004076506,0.0006539929,0.0009394848,0.0015693626],"category_scores_gemma":[0.649491,0.00020419956,0.00038060255,0.00044108354,0.0010013905,0.00013175778,0.0005424138,0.002282199,0.00005376313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027753536,0.001213236,0.26554772,0.0013920061,0.00039324944,0.00035800828,0.0013509438,0.0000048956085,0.00032712767,0.066971645,0.024654644,0.610033],"study_design_scores_gemma":[0.01816049,0.0029310521,0.22658452,0.0015080518,0.00059971027,0.000010914975,0.016073981,0.00525224,0.00045966456,0.46241465,0.26546517,0.0005395772],"about_ca_topic_score_codex":0.0029029073,"about_ca_topic_score_gemma":0.003739834,"teacher_disagreement_score":0.60949343,"about_ca_system_score_codex":0.00020247727,"about_ca_system_score_gemma":0.010658651,"threshold_uncertainty_score":0.99934334},"labels":[],"label_agreement":null},{"id":"W4412166845","doi":"10.1017/cjn.2025.10221","title":"P.047 Optimizing workflow of the initial patient visit to the stroke prevention clinic","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Hospital Edmonton; Workers Compensation Board of Alberta","funders":"","keywords":"Workflow; Stroke (engine); Medicine; Computer science; Emergency medicine; Medical emergency; Database; Engineering; Mechanical engineering","score_opus":0.16113834266807006,"score_gpt":0.434095095073115,"score_spread":0.2729567524050449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412166845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94691384,0.00031048787,0.00023473575,0.047674745,0.0019196401,0.00038508736,0.000008901801,0.0000065425147,0.0025459991],"genre_scores_gemma":[0.98028225,0.00010316988,0.003329069,0.015967919,0.00023463968,0.0000034511722,1.9192386e-7,0.0000058743185,0.00007343676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99492186,0.0014021834,0.0017002096,0.00036093328,0.0008786971,0.00073609536],"domain_scores_gemma":[0.9952573,0.0018073627,0.0012035287,0.00023672901,0.00069117534,0.0008038636],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0071663978,0.00020638904,0.00043129228,0.00057527743,0.0018372486,0.00029481723,0.0015610544,0.00012996494,0.00021215838],"category_scores_gemma":[0.014301825,0.000104736704,0.00037231803,0.0016535262,0.0028874662,0.0004900999,0.00014922896,0.0012897217,0.0000029931746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008074644,0.00016453826,0.869147,0.000022617503,0.00009424018,0.0010777634,0.0009292159,0.013738299,0.00022361464,0.0006969255,0.011602701,0.101495594],"study_design_scores_gemma":[0.0023715394,0.20943354,0.6796152,0.00076496275,0.0007986733,0.017498007,0.003712254,0.004188436,0.0015492297,0.028058013,0.051338244,0.0006719054],"about_ca_topic_score_codex":0.0008596431,"about_ca_topic_score_gemma":0.044218753,"teacher_disagreement_score":0.209269,"about_ca_system_score_codex":0.00023179094,"about_ca_system_score_gemma":0.0058489772,"threshold_uncertainty_score":0.99982613},"labels":[],"label_agreement":null},{"id":"W4412192624","doi":"10.59350/pkp.12562","title":"Registration is open for 2025 Canada Student Journal Forum","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Political science; Computer science","score_opus":0.35184441347452594,"score_gpt":0.5847334137431891,"score_spread":0.23288900026866316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412192624","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074643525,0.00031877327,0.10970247,0.79967374,0.00798412,0.010714713,0.000686062,0.000050079267,0.063405685],"genre_scores_gemma":[0.13761388,0.0012605137,0.17575738,0.2543159,0.0040240455,0.0010585347,0.0036732159,0.00009805506,0.42219847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972235,0.00006288921,0.0015549065,0.00039606608,0.00053385104,0.00022881007],"domain_scores_gemma":[0.9969057,0.0007299522,0.0007710662,0.00051209686,0.0009216128,0.00015960084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014492358,0.00019231682,0.00046368793,0.00006933545,0.00013580076,0.0002751778,0.00046407795,0.00016792255,0.0009578678],"category_scores_gemma":[0.002770805,0.00016778718,0.00014995603,0.00006744101,0.000012698299,0.00013242813,0.0008548217,0.00068419724,0.000003056699],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002731829,0.00009849135,0.0035483078,0.00016305926,0.0003086008,0.000011230987,0.000042760737,0.000040353156,0.000008838609,0.00050071656,0.97587365,0.019130794],"study_design_scores_gemma":[0.004907265,0.00033848535,0.0052971127,0.0005329632,0.0010910663,0.000040754625,0.0035867882,0.0015138349,0.00028717137,0.0055175684,0.9765904,0.0002966128],"about_ca_topic_score_codex":0.5307841,"about_ca_topic_score_gemma":0.82860243,"teacher_disagreement_score":0.5453578,"about_ca_system_score_codex":0.00081448734,"about_ca_system_score_gemma":0.01250488,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W4412241945","doi":"","title":"Selecting and training opinion leaders and best practice collaborators: experience from the Canadian Chiropractic Guideline Initiative","year":2017,"lang":"en","type":"article","venue":"Le dépôt institutionnel (Université du Québec à Trois-Rivières)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Guideline; Opinion leadership; Training (meteorology); Best practice; Medical education; Psychology; Political science; Medicine; Alternative medicine; Public relations; Geography; Law; Pathology","score_opus":0.12364261702296632,"score_gpt":0.3569302414463417,"score_spread":0.23328762442337542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412241945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8161137,0.00044408647,0.0060181282,0.17469937,0.00042761062,0.0006380594,0.00006760908,0.000060101247,0.001531312],"genre_scores_gemma":[0.9894222,0.00026851648,0.0046221185,0.0049137473,0.00059270655,0.000014097046,0.00007364572,0.000025475514,0.0000674922],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980018,0.00017554981,0.00055604597,0.0005343608,0.00036181984,0.00037042086],"domain_scores_gemma":[0.9963378,0.0013314788,0.0007038403,0.00052960415,0.000689203,0.0004081148],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00080794527,0.0002567768,0.00032862287,0.00013023,0.004021585,0.0003382475,0.00027791332,0.00014894363,0.00008659499],"category_scores_gemma":[0.018366272,0.00023043173,0.000054620727,0.00024039918,0.00094184745,0.0028292537,0.00017356736,0.0005580343,0.000023220606],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002984398,0.0009698164,0.42124078,0.00013042886,0.0015961089,0.0012132612,0.45731106,0.0010831591,0.0021705583,0.01234766,0.012601247,0.08635151],"study_design_scores_gemma":[0.009469728,0.0007414419,0.17489427,0.00043850433,0.0008709208,0.00076554506,0.60715824,0.02156817,0.00012770884,0.00014492852,0.18303485,0.000785697],"about_ca_topic_score_codex":0.94096756,"about_ca_topic_score_gemma":0.96191835,"teacher_disagreement_score":0.24634652,"about_ca_system_score_codex":0.0005087468,"about_ca_system_score_gemma":0.003299104,"threshold_uncertainty_score":0.99727505},"labels":[],"label_agreement":null},{"id":"W4412471224","doi":"10.4081/cardio.2025.77","title":"Applicability of obesity clinical practice guidelines in low- and middle-income countries","year":2025,"lang":"en","type":"article","venue":"Global Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Obesity; Medicine; Specialty; Disease; Family medicine; Clinical Practice; Developing country; Environmental health; Gerontology; Pathology; Economic growth","score_opus":0.13656596509784596,"score_gpt":0.5270420251768815,"score_spread":0.3904760600790355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412471224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646057,0.0012285219,0.0027432428,0.02256585,0.00056411076,0.00073553744,0.000066435714,0.00003692173,0.0074537117],"genre_scores_gemma":[0.9805225,0.0007490029,0.0110199405,0.0074008647,0.00023000887,0.000019870642,0.000019972309,0.000004627292,0.00003319704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99651116,0.0005097052,0.0021293515,0.00043542596,0.00019245506,0.00022192362],"domain_scores_gemma":[0.9949229,0.003063062,0.00033016474,0.0004452438,0.0011516174,0.00008701065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004871823,0.00013652639,0.0008610019,0.000049763243,0.000028677548,0.0000066317066,0.00009784726,0.00025977648,0.000014122107],"category_scores_gemma":[0.051551517,0.00012345544,0.00014020408,0.00030347722,0.00038512278,0.00011420953,0.00020196928,0.00026752552,0.000011380714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001313348,0.00009485477,0.9875411,0.00033550916,0.00014007003,0.00004116588,0.0000068650215,0.000020009755,0.000005032746,0.002481732,0.0017454241,0.0062749297],"study_design_scores_gemma":[0.0027496107,0.00026569885,0.9589146,0.00020472307,0.00033639238,0.0001413538,0.00031893342,0.00013318472,0.000011043139,0.0028141125,0.03401868,0.00009170645],"about_ca_topic_score_codex":0.0005695105,"about_ca_topic_score_gemma":0.00015049729,"teacher_disagreement_score":0.046679694,"about_ca_system_score_codex":0.00013499359,"about_ca_system_score_gemma":0.0004046893,"threshold_uncertainty_score":0.95643765},"labels":[],"label_agreement":null},{"id":"W4412479558","doi":"10.1001/jamasurg.2025.2226","title":"Clinical Practice Guideline Recommendations on Mental Health in Trauma","year":2025,"lang":"en","type":"article","venue":"JAMA Surgery","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Université de Sherbrooke; McGill University; Institut Universitaire en Santé Mentale de Québec; Douglas Mental Health University Institute; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; University of Alberta Hospital; Université de Montréal; University of Saskatchewan; Royal Columbian Hospital; Alberta Hospital Edmonton; University of British Columbia; Université Laval; Vancouver General Hospital; Centres Intégré Universitaires de Santé et de Services Sociaux; Centre hospitalier universitaire de Québec","funders":"","keywords":"Medicine; CINAHL; Guideline; PsycINFO; MEDLINE; Mental health; Referral; Grading (engineering); Family medicine; Cochrane Library; Evidence-based medicine; Nursing; Psychological intervention; Psychiatry; Alternative medicine; Pathology","score_opus":0.2642869544424731,"score_gpt":0.5753884891081763,"score_spread":0.3111015346657032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412479558","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03256894,0.00022979882,0.0013372615,0.9525427,0.0024505027,0.0007510639,0.000049065176,0.000086764514,0.009983865],"genre_scores_gemma":[0.17504737,0.0039903093,0.06786369,0.74713504,0.0013185175,0.00007993865,0.00267579,0.000058547274,0.001830784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99452734,0.0008379476,0.0035761192,0.00043731468,0.00030309355,0.000318206],"domain_scores_gemma":[0.98365855,0.014828034,0.0006236474,0.00044467556,0.00027046708,0.00017464312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011376003,0.00015654488,0.00059901807,0.00040199212,0.00009828227,0.00003753968,0.00007328068,0.0001422147,0.00045912142],"category_scores_gemma":[0.04601537,0.00015165817,0.00022444513,0.0006651884,0.00004595707,0.00039943674,0.000056854176,0.0007244432,0.00011851797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006356565,0.00078748766,0.014952944,0.000015543439,0.000039634135,0.000009601833,0.000029581284,0.000001898945,0.0000035955113,0.00021681678,0.53371066,0.44959658],"study_design_scores_gemma":[0.0023883162,0.00018262926,0.055887926,0.0003550805,0.000042304415,0.00002407889,0.00081389403,0.00042441662,0.00001675748,0.00018026246,0.9395814,0.0001029413],"about_ca_topic_score_codex":0.00053310685,"about_ca_topic_score_gemma":0.00019191732,"teacher_disagreement_score":0.44949365,"about_ca_system_score_codex":0.00033737015,"about_ca_system_score_gemma":0.0009399189,"threshold_uncertainty_score":0.96202046},"labels":[],"label_agreement":null},{"id":"W4412487406","doi":"10.2214/ajr.25.33387","title":"General-Purpose and Reasoning Large Language Models for Automated Abdominal CT Protocoling","year":2025,"lang":"en","type":"article","venue":"American Journal of Roentgenology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; University of Saskatchewan; Queen's University","funders":"","keywords":"Medicine; Natural language processing; Radiology; Medical physics; Artificial intelligence","score_opus":0.055535833629425546,"score_gpt":0.46902476075283583,"score_spread":0.4134889271234103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412487406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9211118,0.00030152022,0.071989164,0.0045584845,0.00013607966,0.0017242002,0.000009789239,0.00004385907,0.00012509098],"genre_scores_gemma":[0.906778,0.00006493464,0.09004639,0.0026888219,0.00017220085,0.000118185024,0.000009798915,0.000017710954,0.00010395136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842966,0.0001308408,0.000884827,0.0001603147,0.0001270269,0.00026731892],"domain_scores_gemma":[0.9982846,0.00040997585,0.00075363857,0.00013976173,0.00030873998,0.00010332085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009327674,0.0001116381,0.00049670844,0.00023321073,0.00006781188,0.000014371256,0.00008393502,0.000027165808,0.000018395232],"category_scores_gemma":[0.0014640336,0.000095473944,0.000103084574,0.0001985595,0.00011349957,0.0001326386,0.00003902406,0.00023411046,9.3558253e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014794878,0.0012004821,0.046236493,0.00044639662,0.0020639994,0.0010522573,0.0028478208,0.0024183479,0.058530893,0.0046091545,0.012718354,0.8530809],"study_design_scores_gemma":[0.051938273,0.019980326,0.025819069,0.0013600036,0.0037248766,0.011597196,0.036505833,0.7941563,0.0084319655,0.003434952,0.042259905,0.0007912968],"about_ca_topic_score_codex":0.000084607644,"about_ca_topic_score_gemma":0.000017010545,"teacher_disagreement_score":0.8522896,"about_ca_system_score_codex":0.00007810127,"about_ca_system_score_gemma":0.0002690533,"threshold_uncertainty_score":0.38933146},"labels":[],"label_agreement":null},{"id":"W4412534195","doi":"10.1002/gin2.70030","title":"Clinical Practice Guidelines Adherence and the Impact on Health Outcomes in Oncology: A Systematic Review and Meta‐Analysis","year":2025,"lang":"en","type":"review","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"McMaster University","keywords":"Meta-analysis; Medicine; Systematic review; Clinical Practice; Oncology; MEDLINE; Intensive care medicine; Medical physics; Internal medicine; Family medicine; Political science","score_opus":0.7780569512755472,"score_gpt":0.7275809690467127,"score_spread":0.05047598222883454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412534195","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015141476,0.59873074,0.00012830735,0.39322072,0.00021871616,0.0074395766,0.00016189025,0.000048161262,0.000050391514],"genre_scores_gemma":[0.0000027132191,0.71515167,0.00629601,0.27693483,0.0002930651,0.0007721432,0.00018850177,0.00004254672,0.0003185105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9433582,0.021097453,0.031420417,0.0021162834,0.0009410213,0.0010666521],"domain_scores_gemma":[0.79363084,0.17995977,0.015778668,0.0029920745,0.0049345866,0.002704055],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12407275,0.001215764,0.03006607,0.00073521055,0.00030998426,0.00019147492,0.0005272813,0.0008855276,0.000092131486],"category_scores_gemma":[0.47245136,0.00056493207,0.004076955,0.0021724026,0.00091110216,0.00034692328,0.0006257052,0.00291006,0.00001997075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013227486,0.000586523,0.00040097086,0.39663854,0.047991756,0.000017892067,0.000026325095,2.9499319e-7,4.671458e-11,0.00025753552,0.03773067,0.51621723],"study_design_scores_gemma":[0.003342571,0.0018754567,0.00018580271,0.055427387,0.35223502,0.00020220851,0.0002574432,0.00018842939,9.379446e-11,0.00014170853,0.5857129,0.00043102974],"about_ca_topic_score_codex":0.0037746474,"about_ca_topic_score_gemma":0.00093151437,"teacher_disagreement_score":0.5479823,"about_ca_system_score_codex":0.00023006716,"about_ca_system_score_gemma":0.010928361,"threshold_uncertainty_score":0.9996802},"labels":[],"label_agreement":null},{"id":"W4412893946","doi":"10.46747/cfp.710708496","title":"Rapid recommendations","year":2025,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Computer science; Data science; World Wide Web","score_opus":0.1603672551825373,"score_gpt":0.4306117238950292,"score_spread":0.2702444687124919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412893946","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019066717,0.00039509966,0.000577263,0.119390175,0.0010730998,0.0006116804,0.00008988277,0.00008452478,0.85871154],"genre_scores_gemma":[0.27624428,0.00007301898,0.0014839426,0.7193199,0.00028721878,0.000029439363,0.00038073395,0.000017647955,0.00216382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909663,0.00003824752,0.00034880306,0.00019152951,0.00008471826,0.0002400852],"domain_scores_gemma":[0.9990678,0.00018310214,0.000055054727,0.00029917332,0.00013940303,0.00025550844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019038783,0.000089402936,0.00015512062,0.00022559808,0.00012777514,0.000024029272,0.000073598014,0.000049481867,0.000045550605],"category_scores_gemma":[0.00022060184,0.000097349504,0.000072758674,0.0004386389,0.000034949604,0.000113382775,0.000013630675,0.0001773017,0.0002668134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011452032,0.00003041248,0.00022595585,0.000009842545,0.00004760145,0.0000065353247,0.000012296463,8.9246356e-7,0.0006866791,0.002840655,0.48729795,0.5088297],"study_design_scores_gemma":[0.0006533194,0.000043671553,0.020201575,0.00005597463,0.00009814751,3.6437407e-7,0.0007271022,0.00014279,0.0001282447,0.0010545487,0.9768124,0.00008183124],"about_ca_topic_score_codex":0.012587981,"about_ca_topic_score_gemma":0.014038614,"teacher_disagreement_score":0.8565477,"about_ca_system_score_codex":0.00030959395,"about_ca_system_score_gemma":0.0012494562,"threshold_uncertainty_score":0.99398726},"labels":[],"label_agreement":null},{"id":"W4413110674","doi":"10.1093/ajh/hpaf103","title":"Translating Guidelines, Protocols, and Care Pathways for Hypertension Into Effective Program Implementation","year":2025,"lang":"en","type":"article","venue":"American Journal of Hypertension","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Critical pathways; MEDLINE; Intensive care medicine; Process management","score_opus":0.17785141219301265,"score_gpt":0.49965178234418145,"score_spread":0.3218003701511688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413110674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561864,0.0007373413,0.009874917,0.015783956,0.00023515259,0.017084392,0.000007863177,0.00005626344,0.000033684108],"genre_scores_gemma":[0.8708244,0.00007843298,0.12525448,0.0026610855,0.0002156179,0.00089521473,0.00004053746,0.000027003574,0.0000032176392],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975301,0.00014935568,0.0014828377,0.00027648616,0.00033793904,0.00022330268],"domain_scores_gemma":[0.9954014,0.00069697003,0.0008516489,0.00017051908,0.0027407352,0.00013873578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010170497,0.00019775517,0.00067861,0.00024550818,0.00016102592,0.000034385288,0.00007236192,0.00005739811,0.0000050277727],"category_scores_gemma":[0.0022221708,0.00015025072,0.0001965754,0.00034313754,0.00011447566,0.00028038298,0.00003648209,0.00024931558,6.6123727e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015754853,0.00014708673,0.0035261905,0.00018866792,0.00011769444,0.00003047048,0.0005053884,0.000007422684,0.040250685,0.000037445934,0.0009982579,0.9526152],"study_design_scores_gemma":[0.109646626,0.1224677,0.21378309,0.010882682,0.010369431,0.005992497,0.2837784,0.017522888,0.052310087,0.005211935,0.16583654,0.0021981287],"about_ca_topic_score_codex":0.00022407816,"about_ca_topic_score_gemma":0.000058627313,"teacher_disagreement_score":0.9504171,"about_ca_system_score_codex":0.0001309021,"about_ca_system_score_gemma":0.00037947897,"threshold_uncertainty_score":0.61270463},"labels":[],"label_agreement":null},{"id":"W4413117265","doi":"10.1016/j.jogc.2025.103066","title":"The Society of Obstetricians and Gynecologists of Canada Annual Clinical and Scientific Conference Highlights Editorial","year":2025,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Family medicine","score_opus":0.053289617422126026,"score_gpt":0.3679210477900092,"score_spread":0.3146314303678832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413117265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87933373,0.004946188,0.00003571217,0.00783302,0.10747046,0.00020170108,0.00006569782,0.0000013236082,0.00011216614],"genre_scores_gemma":[0.9977228,0.00097478234,0.00038287722,0.0003578865,0.00030447877,7.954594e-7,0.000002335153,0.000003902892,0.00025011145],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99755514,0.00013493463,0.0014880981,0.00016497207,0.000466365,0.00019050096],"domain_scores_gemma":[0.967009,0.029647073,0.0010991128,0.00015048413,0.0019084323,0.0001858727],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017818491,0.00009927396,0.0004969245,0.000090045956,0.00019801312,0.000023219472,0.00011736876,0.00014580594,0.00001309284],"category_scores_gemma":[0.045442387,0.00006822175,0.00006618777,0.0003884706,0.00057747366,0.000072337294,0.00009471477,0.00040482503,1.0701315e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008563802,0.00014686698,0.4390138,0.00017973843,0.0005665362,0.00013458761,0.00013825222,0.0000061041615,0.000042537773,0.0012003863,0.46674395,0.09174159],"study_design_scores_gemma":[0.004100506,0.0006386259,0.73045915,0.000017695313,0.00034290284,0.000017021492,0.0021368451,0.00016786378,0.0000495944,0.00032617472,0.2616626,0.00008102056],"about_ca_topic_score_codex":0.2006789,"about_ca_topic_score_gemma":0.76471853,"teacher_disagreement_score":0.56403965,"about_ca_system_score_codex":0.0003077719,"about_ca_system_score_gemma":0.01342617,"threshold_uncertainty_score":0.9921668},"labels":[],"label_agreement":null},{"id":"W4413127770","doi":"10.1002/gin2.70033","title":"Consolidation, Systematic Appraisal and Comparison of Guideline Recommendations Regarding Management of Chronic Pain: Protocol for a Digital Chronic Pain Recommendation Map","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; University of Toronto; McMaster University; McMaster University Medical Centre; Impact","funders":"Canadian Institutes of Health Research; American University of Beirut; Faculty of Health and Medical Sciences, University of Western Australia; Beijing University of Chinese Medicine; University of Adelaide; Lanzhou University","keywords":"Guideline; Chronic pain; Protocol (science); Consolidation (business); Pain management; Medicine; Physical therapy; Psychology; Alternative medicine; Business; Accounting; Pathology","score_opus":0.4194324599389183,"score_gpt":0.6061430924278622,"score_spread":0.18671063248894393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413127770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005449372,0.00058200647,0.57411426,0.33624923,0.00055964506,0.08756385,0.00013323541,0.00009310975,0.0001597095],"genre_scores_gemma":[0.29015803,0.002682683,0.39992577,0.053549703,0.0045170193,0.23695962,0.010125001,0.00029202038,0.0017901576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876967,0.001205082,0.009792583,0.00059735886,0.00029553898,0.00041270087],"domain_scores_gemma":[0.98492926,0.009756962,0.0025482785,0.00045903938,0.0019941512,0.00031233297],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026293948,0.00026610235,0.0013855487,0.00027156319,0.00019292263,0.00007950705,0.00014484352,0.00018180998,0.00007975589],"category_scores_gemma":[0.03566337,0.00022482761,0.0001939347,0.00042187324,0.00023754968,0.00036425993,0.00018131605,0.00026214955,0.00000170473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027872762,0.00074486306,0.016356949,0.066995084,0.00041195174,3.0484293e-7,0.000054434928,0.000008813639,0.0000051890433,0.0023986043,0.2158944,0.69685066],"study_design_scores_gemma":[0.012981383,0.0036132103,0.00087764405,0.014384443,0.00032411795,0.000007316557,0.0034119827,0.15266895,0.000012243625,0.0009803944,0.81044245,0.00029586276],"about_ca_topic_score_codex":0.000057605437,"about_ca_topic_score_gemma":0.00007902767,"teacher_disagreement_score":0.69655484,"about_ca_system_score_codex":0.00016195171,"about_ca_system_score_gemma":0.001354258,"threshold_uncertainty_score":0.9724597},"labels":[],"label_agreement":null},{"id":"W4413262362","doi":"10.1016/j.euros.2025.07.006","title":"Quality Assessment of the European Association of Urology Guidelines Using the AGREE II Tool","year":2025,"lang":"en","type":"editorial","venue":"European Urology Open Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Urology; Quality (philosophy); Medicine; Philosophy; Epistemology","score_opus":0.27777701829718965,"score_gpt":0.5546377937631904,"score_spread":0.2768607754660008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413262362","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04373254,0.00019041297,0.0042398297,0.050844964,0.77117604,0.003923899,0.00043774798,0.000064884014,0.1253897],"genre_scores_gemma":[0.59212923,0.00038071699,0.016143976,0.01972083,0.35937345,0.000026593152,0.00032831499,0.00019546134,0.011701447],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98280305,0.009323211,0.0038980113,0.0010846027,0.002346357,0.0005447433],"domain_scores_gemma":[0.98181176,0.0070420876,0.004901774,0.0020629733,0.00410233,0.00007908636],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06946437,0.00030970038,0.0008619326,0.00018405217,0.0006475391,0.00008976861,0.004537882,0.00021018049,0.000083397455],"category_scores_gemma":[0.14939255,0.00019363729,0.0002442087,0.0010742929,0.0012778407,0.00030647314,0.006749708,0.0014635947,0.000010238509],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021203457,0.00025242654,0.010671743,0.00007196193,0.0001925229,0.000012572321,0.00022643064,0.0004665384,0.00590688,0.00047835475,0.97168374,0.00982481],"study_design_scores_gemma":[0.0022609597,0.0006542307,0.11301673,0.00008863417,0.0009138143,0.0000104604915,0.00013724057,0.00092393917,0.000057705653,0.00018753808,0.8815046,0.0002441556],"about_ca_topic_score_codex":0.0005434707,"about_ca_topic_score_gemma":0.00014697642,"teacher_disagreement_score":0.5483967,"about_ca_system_score_codex":0.00030018116,"about_ca_system_score_gemma":0.0041751033,"threshold_uncertainty_score":0.9581823},"labels":[],"label_agreement":null},{"id":"W4413358138","doi":"10.5334/ijic.nacic24091","title":"Implementing care and service pathways before and after COVID: what changes, what stays? A multiple case study in Quebec, Canada.","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Service (business); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Integrated care; Business; Medicine; Health care; Economic growth; Virology; Economics; Outbreak; Marketing","score_opus":0.05506314285726505,"score_gpt":0.4042627652459828,"score_spread":0.34919962238871777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413358138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839211,0.0044240216,0.00004506446,0.010205695,0.0008266145,0.0004715351,0.00008810277,0.0000073630913,0.000010491176],"genre_scores_gemma":[0.9930815,0.0005858963,0.00021100215,0.0057945563,0.00013179635,0.000021307766,0.00013499575,0.000014440128,0.000024484709],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980169,0.00012582872,0.0009388535,0.00022744018,0.00048808262,0.00020288909],"domain_scores_gemma":[0.99619263,0.00038467778,0.00038528375,0.0001205386,0.0027761864,0.00014068294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045247586,0.00017967461,0.00031383327,0.00035468582,0.000058830454,0.00036369317,0.000123555,0.000065900116,0.00006237586],"category_scores_gemma":[0.00096493453,0.0001487651,0.000040526193,0.00022857032,0.000023720177,0.00096585485,0.0001539818,0.00043937942,2.4173798e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010180394,0.00011488323,0.57683945,0.00017426902,0.00038231703,0.015207381,0.025701202,0.000011910153,0.00014914514,0.0000063529124,0.00025885305,0.3801362],"study_design_scores_gemma":[0.005303913,0.00032463344,0.02963891,0.0013553587,0.00019329009,0.001304722,0.9538884,0.00020327627,0.00013973418,0.000012408242,0.0075234226,0.00011190578],"about_ca_topic_score_codex":0.75451034,"about_ca_topic_score_gemma":0.99890447,"teacher_disagreement_score":0.92818725,"about_ca_system_score_codex":0.0015468121,"about_ca_system_score_gemma":0.0021166098,"threshold_uncertainty_score":0.60664654},"labels":[],"label_agreement":null},{"id":"W4413358216","doi":"10.5334/ijic.nacic24143","title":"Sookatagaing (Working Together) for Care: Innovative Development of Integrated Care in Northwestern Ontario through Collaboration","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrated care; Nursing; Health care; Process management; Business; Medicine; Political science","score_opus":0.0909609536561588,"score_gpt":0.44328536289246045,"score_spread":0.35232440923630165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413358216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730389,0.00085881684,0.021690732,0.0008533825,0.0017217968,0.00069768203,0.000112027854,0.000015544363,0.001011118],"genre_scores_gemma":[0.96620595,0.000028941491,0.031226743,0.00078008446,0.00012577484,0.000028332646,0.0015023155,0.000021483807,0.000080355574],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99660385,0.000090198286,0.002284833,0.00024021715,0.0006012544,0.00017967087],"domain_scores_gemma":[0.9822341,0.00038690647,0.0011726412,0.00013898186,0.016022632,0.000044692966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045963863,0.00022803622,0.0004961139,0.0006005495,0.00005611838,0.00006607551,0.00030284008,0.00016524461,0.00005375714],"category_scores_gemma":[0.0013370315,0.00019287394,0.00013802962,0.0008619365,0.00004996768,0.00037280787,0.000059916823,0.0006134514,0.0000012130711],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0068588033,0.00025729905,0.51104105,0.0002814791,0.0013002543,0.00010699757,0.19042695,0.0008213743,0.0071204035,0.00052307907,0.0005732287,0.2806891],"study_design_scores_gemma":[0.010488086,0.00083788054,0.021552583,0.005115455,0.00024832436,0.000040131374,0.7996022,0.00011553129,0.061264634,0.00019521508,0.100222334,0.00031761426],"about_ca_topic_score_codex":0.0075064646,"about_ca_topic_score_gemma":0.20340946,"teacher_disagreement_score":0.60917526,"about_ca_system_score_codex":0.0065503926,"about_ca_system_score_gemma":0.01083652,"threshold_uncertainty_score":0.99910265},"labels":[],"label_agreement":null},{"id":"W4413359110","doi":"10.5334/ijic.nacic24021","title":"Assessing patient pathways to improve integrated, people-centred care: the Quebec MSSS experience","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrated care; Nursing; Medicine; Telehealth; Health care; Telemedicine; Political science","score_opus":0.07066918744582651,"score_gpt":0.42969720189972377,"score_spread":0.35902801445389726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413359110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97353774,0.0011154904,0.00659225,0.011684311,0.005325429,0.00057304394,0.000083626466,0.00003567842,0.0010524476],"genre_scores_gemma":[0.99175096,0.000047568516,0.0021861217,0.0054064747,0.0003105014,0.000029119876,0.00013358283,0.000020225527,0.0001154355],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99682575,0.00016631333,0.0015552994,0.00027116554,0.00094884064,0.00023261756],"domain_scores_gemma":[0.9905991,0.0005935404,0.00070661923,0.00028003508,0.0076560625,0.00016462278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022395894,0.0002341655,0.0003632181,0.00035732568,0.00010618331,0.00035977698,0.0005583037,0.00011042986,0.00020641732],"category_scores_gemma":[0.0059213866,0.00014853379,0.00027211974,0.0005363821,0.00006662336,0.00053342036,0.00013833366,0.0007507435,0.00001615675],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022784455,0.0003306036,0.023638098,0.000059373946,0.00071896444,0.0003830796,0.05819959,0.00035012548,0.03521955,0.00061562343,0.010392324,0.86781424],"study_design_scores_gemma":[0.0028131874,0.00059464265,0.008690714,0.0012205173,0.00026082873,0.00021451876,0.895324,0.0003654571,0.028186798,0.000067880246,0.062041316,0.00022016805],"about_ca_topic_score_codex":0.0058089388,"about_ca_topic_score_gemma":0.0041997144,"teacher_disagreement_score":0.86759406,"about_ca_system_score_codex":0.002480058,"about_ca_system_score_gemma":0.0030329502,"threshold_uncertainty_score":0.8781417},"labels":[],"label_agreement":null},{"id":"W4413365788","doi":"10.5334/ijic.nacic24128","title":"Patient and provider experiences in an Integrated Care Pathway in Toronto, Canada: A realist evaluation","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrated care; Nursing; Medicine; Health care; Political science","score_opus":0.07385049115317488,"score_gpt":0.4488318479782291,"score_spread":0.37498135682505424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413365788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936243,0.0022621744,0.000110706045,0.0016673215,0.0010698248,0.00040540128,0.000052973133,0.000006337181,0.0008009203],"genre_scores_gemma":[0.99759793,0.000069477166,0.0007207128,0.0011476125,0.000070083755,0.00004078915,0.00033161615,0.000008927803,0.000012836833],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973055,0.00024923735,0.0012914483,0.00021074007,0.0008090319,0.00013405106],"domain_scores_gemma":[0.9947923,0.00018811645,0.00041498488,0.00011472081,0.004401043,0.00008887756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005236224,0.00014697663,0.00027836006,0.00026431505,0.000023027958,0.00006127087,0.0001581086,0.0000860494,0.0002217702],"category_scores_gemma":[0.003103155,0.00011555117,0.000047896192,0.00022430233,0.000040627532,0.0004964792,0.0000338078,0.00036816948,2.0097751e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0022399232,0.00024511165,0.21173672,0.000058921974,0.0001368429,0.000467668,0.031278297,0.0003302393,0.0010032149,0.00015070975,0.0012110409,0.7511413],"study_design_scores_gemma":[0.003817254,0.00061312766,0.044264004,0.0011319885,0.000054960743,0.000084093284,0.94014174,0.0019608894,0.002045523,0.000054708566,0.005694379,0.00013731791],"about_ca_topic_score_codex":0.6754592,"about_ca_topic_score_gemma":0.95488477,"teacher_disagreement_score":0.9088635,"about_ca_system_score_codex":0.009013427,"about_ca_system_score_gemma":0.008150449,"threshold_uncertainty_score":0.9974724},"labels":[],"label_agreement":null},{"id":"W4413372717","doi":"10.5334/ijic.nacic24088","title":"If we need it, we build it - The journey of co-designing an integrated care record for a community-based integrated care model for seniors in Ontario, Canada","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Integrated care; Nursing; Medicine; Process management; Business; Health care; Political science","score_opus":0.13292318539866627,"score_gpt":0.4407025733442612,"score_spread":0.30777938794559495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413372717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7852018,0.00076630013,0.16418286,0.039788578,0.0031529083,0.0032114757,0.0030972485,0.000055862223,0.0005429877],"genre_scores_gemma":[0.9733382,0.000064946566,0.017763175,0.00514986,0.00013221057,0.00008944315,0.0031335058,0.00006123233,0.00026744255],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99488974,0.0006145915,0.002902818,0.00030987445,0.00089772,0.00038523902],"domain_scores_gemma":[0.9814763,0.0023988993,0.0015642361,0.00043673534,0.013920124,0.00020372089],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014336485,0.0004553256,0.0009048216,0.00087292393,0.0002203029,0.00012693684,0.001068677,0.00028133657,0.0001232879],"category_scores_gemma":[0.0045311977,0.0003306828,0.00046441882,0.00058115233,0.0001276951,0.00037681457,0.00006067388,0.002482219,4.3565666e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.057340883,0.0019978897,0.13146418,0.0024698747,0.00608564,0.00045396315,0.13716418,0.16025078,0.0183631,0.0005375177,0.28683484,0.19703713],"study_design_scores_gemma":[0.013623324,0.0019325952,0.0005261987,0.006182539,0.00085768104,0.00007213731,0.814414,0.059704766,0.009806969,0.0002884032,0.092151016,0.00044033115],"about_ca_topic_score_codex":0.78560996,"about_ca_topic_score_gemma":0.97509366,"teacher_disagreement_score":0.67724985,"about_ca_system_score_codex":0.008455532,"about_ca_system_score_gemma":0.025986886,"threshold_uncertainty_score":0.9999145},"labels":[],"label_agreement":null},{"id":"W4413409020","doi":"10.3389/fpsyt.2025.1582746","title":"Assessing TDApp: An AI-based clinical decision support system for ADHD treatment recommendations","year":2025,"lang":"en","type":"article","venue":"Frontiers in Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Generalitat de Catalunya; Universitat de Girona","keywords":"Psychology; Clinical decision support system; Medicine; Decision support system; Psychiatry; Clinical psychology; Computer science; Artificial intelligence","score_opus":0.20228313441950957,"score_gpt":0.5660276832021587,"score_spread":0.3637445487826491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413409020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052251704,0.00015925338,0.87185127,0.032287676,0.04047613,0.0017499747,0.000057581183,0.00014949737,0.0010168949],"genre_scores_gemma":[0.18642543,0.00003926967,0.80410963,0.0071518645,0.00088825595,0.00021064753,0.00088278303,0.000037132428,0.00025500267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996821,0.00024399039,0.0019149313,0.0005487297,0.00019143066,0.00027995283],"domain_scores_gemma":[0.9978299,0.00091258273,0.00033240122,0.00058483006,0.00017995412,0.00016029997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020530054,0.00019507318,0.00054321694,0.00036805734,0.00014238326,0.000078682126,0.00012768751,0.00021682476,0.00005070803],"category_scores_gemma":[0.001081276,0.00017875024,0.00025928603,0.0003834852,0.000047223763,0.00038238792,0.000020433234,0.0002619571,0.000008966042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010703694,0.0011040632,0.274696,0.000102312886,0.000094399955,0.0000031925124,0.00002391548,0.000031421238,0.0000035775329,0.00022158389,0.35628006,0.36636913],"study_design_scores_gemma":[0.06939169,0.006400415,0.14182135,0.002702695,0.0029359413,0.000028567949,0.030929394,0.12718536,0.00011901167,0.009664784,0.6079414,0.00087938807],"about_ca_topic_score_codex":0.000046578465,"about_ca_topic_score_gemma":0.00014069513,"teacher_disagreement_score":0.36548975,"about_ca_system_score_codex":0.0005259364,"about_ca_system_score_gemma":0.0015050945,"threshold_uncertainty_score":0.7289223},"labels":[],"label_agreement":null},{"id":"W4413426442","doi":"10.1002/gin2.70038","title":"Protocol for the Creation of the Guidelines International Network–McMaster Guideline Development Checklist Extension for Integrating Artificial Intelligence in the Guideline Enterprise (Guidelines‐Artificial Intelligence Extension)","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Cochrane","funders":"","keywords":"Guideline; Checklist; Protocol (science); Extension (predicate logic); Computer science; Artificial intelligence; Medicine; Psychology; Pathology","score_opus":0.5488158173084974,"score_gpt":0.598294194502183,"score_spread":0.04947837719368564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413426442","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006511982,0.00027072942,0.53805345,0.41473284,0.0016237663,0.04452379,0.000042069096,0.00004906909,0.000053072225],"genre_scores_gemma":[0.015316983,0.00064990943,0.66707414,0.24425033,0.009726612,0.06155101,0.00059053395,0.0001330161,0.0007074903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9767151,0.0008842941,0.018997055,0.0012958297,0.0011403433,0.0009674124],"domain_scores_gemma":[0.9724952,0.009292079,0.003194543,0.0012846792,0.01342471,0.00030877028],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041760407,0.00062654767,0.0012311469,0.00028226702,0.0008786695,0.00025143533,0.0012220338,0.00038882042,0.00016337092],"category_scores_gemma":[0.14403982,0.00033099396,0.00061724486,0.0012321419,0.0006422684,0.0003531918,0.00062470685,0.000872827,0.000005471277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012409436,0.00050985377,0.0029526316,0.00020840311,0.00010964954,0.000001160839,0.00020530936,0.0009914761,0.000048977978,0.007059665,0.15375048,0.83292145],"study_design_scores_gemma":[0.0011125249,0.00043608522,0.0018669128,0.0010459134,0.00012511521,0.000025242753,0.004263919,0.32056856,0.00010331275,0.011725467,0.65843683,0.00029009668],"about_ca_topic_score_codex":0.000795683,"about_ca_topic_score_gemma":0.0023117375,"teacher_disagreement_score":0.83263135,"about_ca_system_score_codex":0.00017780568,"about_ca_system_score_gemma":0.0031034537,"threshold_uncertainty_score":0.9999142},"labels":[],"label_agreement":null},{"id":"W4413658775","doi":"10.1002/gin2.70036","title":"Facilitators and Barriers to Successful Collaboration in Guideline Development: Experiential Insights of Collaborative Guideline Developers","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Dalhousie University; Public Health Agency of Canada","funders":"Public Health Agency; Public Health Agency of Canada; Northwestern University","keywords":"Guideline; Experiential learning; Knowledge management; Psychology; Medicine; Computer science; Pedagogy","score_opus":0.1607703449104334,"score_gpt":0.5309950878279044,"score_spread":0.370224742917471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413658775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66884434,0.0015729666,0.009468775,0.31728056,0.00075742893,0.0017017154,0.00006084144,0.00005489848,0.00025849792],"genre_scores_gemma":[0.6297748,0.0022144536,0.20740108,0.15908231,0.00039800775,0.00019703024,0.00047303078,0.000046266727,0.00041301426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882028,0.00065213034,0.009169607,0.000908753,0.00052498985,0.0005416857],"domain_scores_gemma":[0.9917915,0.0011066211,0.0007761461,0.00040439883,0.0045339684,0.0013874052],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007843054,0.00035741503,0.0012419276,0.000721833,0.00024687382,0.00007713066,0.00017645274,0.00029260459,0.00017503588],"category_scores_gemma":[0.05718901,0.0003099571,0.00007285312,0.0023687158,0.00037224084,0.0004452944,0.00028403095,0.00035742793,0.0000059646177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011531087,0.00029323704,0.34136632,0.00033067272,0.00020662819,0.000012454772,0.005518491,0.00003886122,0.00010377939,0.001438357,0.29228938,0.35724872],"study_design_scores_gemma":[0.0046937275,0.0005217656,0.01616411,0.00024839985,0.00003299859,0.000004778065,0.02308388,0.0013002969,0.00008423684,0.0001859244,0.9534047,0.00027513935],"about_ca_topic_score_codex":0.0006305761,"about_ca_topic_score_gemma":0.0039535416,"teacher_disagreement_score":0.66111535,"about_ca_system_score_codex":0.0001573926,"about_ca_system_score_gemma":0.011296138,"threshold_uncertainty_score":0.99993527},"labels":[],"label_agreement":null},{"id":"W4413854149","doi":"10.1016/j.jclinepi.2025.111962","title":"Trustworthiness of treatment clinical practice guidelines has modestly improved since the introduction of Institute of Medicine standards: a systematic survey","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Ottawa; McMaster University","funders":"Einstein Stiftung Berlin","keywords":"Trustworthiness; Medicine; Alternative medicine; Systematic review; Clinical Practice; Family medicine; MEDLINE; Evidence-based medicine; Psychology; Political science; Pathology","score_opus":0.658780580790509,"score_gpt":0.659997611965975,"score_spread":0.0012170311754658991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413854149","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29359582,0.0054607424,0.1309154,0.5569192,0.010304597,0.0024945184,0.00009833687,0.000019482446,0.00019188378],"genre_scores_gemma":[0.9325854,0.0088633485,0.0468375,0.007930321,0.003549485,0.000016006354,0.000046776175,0.000028403241,0.00014275206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93219817,0.020327182,0.045494303,0.0006140296,0.00097407895,0.00039223512],"domain_scores_gemma":[0.612831,0.30710608,0.04787755,0.0019517499,0.029817138,0.0004164917],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2096486,0.0003138159,0.0075157057,0.0002635347,0.000062773324,0.0000050095964,0.00043952905,0.00048315822,0.000042028783],"category_scores_gemma":[0.90907925,0.00016486614,0.0011550828,0.00063925365,0.0023957633,0.00036734634,0.00011590825,0.0010967178,0.0000010029482],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10337768,0.009971219,0.50236964,0.021353336,0.019230595,0.0000934298,0.00059097755,0.008612872,0.0011695281,0.018403886,0.16620092,0.1486259],"study_design_scores_gemma":[0.07402547,0.0726414,0.5715147,0.023720596,0.034201816,0.001622327,0.00437016,0.05704116,0.00025783599,0.016984796,0.14284845,0.000771298],"about_ca_topic_score_codex":0.0017268504,"about_ca_topic_score_gemma":0.0003926601,"teacher_disagreement_score":0.69943064,"about_ca_system_score_codex":0.00019283484,"about_ca_system_score_gemma":0.0042676,"threshold_uncertainty_score":0.882729},"labels":[],"label_agreement":null},{"id":"W4413872459","doi":"10.1002/gin2.70042","title":"The Panel Subgroup (PSG) Method: A Valuable Method for Effectively Engaging Panels in the Development of Practice Guidelines","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"American Society of Clinical Oncology","keywords":"Medical physics; Medicine; Psychology","score_opus":0.6935859631720694,"score_gpt":0.665067329575655,"score_spread":0.02851863359641449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413872459","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008407965,0.001985463,0.4549973,0.531132,0.0006511076,0.0025498006,0.000014666126,0.000042000065,0.00021970698],"genre_scores_gemma":[0.008503262,0.0018694217,0.8699046,0.11815616,0.00070517603,0.0005008781,0.000054429882,0.000031158394,0.0002749322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9813989,0.005971869,0.010012064,0.0009130083,0.000793453,0.00091070106],"domain_scores_gemma":[0.84331906,0.14540623,0.0023845197,0.0010616727,0.007369841,0.00045867296],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1489028,0.00032213572,0.0011059662,0.00020882118,0.00070430385,0.00011896832,0.00043952858,0.00023394923,0.000008352812],"category_scores_gemma":[0.37774348,0.00018249675,0.00026830818,0.00092890445,0.000201927,0.00032018567,0.00023850433,0.0008458983,0.0000032410421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057274674,0.00038434903,0.00563877,0.0003884025,0.00021537255,0.0000018800062,0.0009941037,0.000012300033,0.000036657104,0.0031129455,0.031904947,0.9567375],"study_design_scores_gemma":[0.004675142,0.00054968277,0.025295163,0.00032869756,0.00022120685,0.000039668397,0.01373451,0.019036088,0.000034851197,0.00376193,0.9321261,0.00019695079],"about_ca_topic_score_codex":0.0010855326,"about_ca_topic_score_gemma":0.0005289825,"teacher_disagreement_score":0.9565406,"about_ca_system_score_codex":0.00009785054,"about_ca_system_score_gemma":0.0043612286,"threshold_uncertainty_score":0.87638366},"labels":[],"label_agreement":null},{"id":"W4413923613","doi":"10.1016/j.cjco.2025.08.015","title":"Translating Cardiovascular Clinical Practice Guidelines on Nutrition Therapy: Validation of the Portfolio Diet Toolkit for Healthcare Providers","year":2025,"lang":"en","type":"article","venue":"CJC Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; The Wilson Centre; University of Toronto; Dalhousie University; University of British Columbia; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; University of Toronto; Canada Research Chairs; Canadian Cardiovascular Society","keywords":"Portfolio; Health care; Clinical Practice; Medicine; Family medicine; Business; Political science; Finance","score_opus":0.41060043612131936,"score_gpt":0.5801752360317144,"score_spread":0.16957479991039504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413923613","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12342118,0.0034498333,0.014014393,0.8235933,0.002496401,0.025623765,0.00013384533,0.000100449535,0.007166813],"genre_scores_gemma":[0.85935307,0.0019134947,0.0769462,0.058487866,0.0011458163,0.0010359442,0.00042542908,0.00006944551,0.0006227338],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965576,0.00045684437,0.0019614296,0.00040982544,0.00043696462,0.00017733734],"domain_scores_gemma":[0.99482995,0.001957099,0.0006063125,0.000736144,0.0018099479,0.000060547372],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006274891,0.00014437265,0.000594004,0.00006196842,0.00015460611,0.00006448026,0.00029443216,0.00013961182,0.000024017168],"category_scores_gemma":[0.027111704,0.00010517485,0.00050844264,0.00033787114,0.000053877848,0.00046413156,0.00008417179,0.0002729724,0.0000028728443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0126728425,0.0013561489,0.005451974,0.00073328253,0.0016972373,0.0000059523863,0.0003091566,0.00022787853,0.00038679768,0.0023688904,0.07699218,0.89779764],"study_design_scores_gemma":[0.015315725,0.0022015052,0.0047670524,0.0011060106,0.0013104625,0.0000141881965,0.003237619,0.000755588,0.00306309,0.0022222053,0.96580386,0.0002027117],"about_ca_topic_score_codex":0.0007264571,"about_ca_topic_score_gemma":0.000039450086,"teacher_disagreement_score":0.8975949,"about_ca_system_score_codex":0.0000764629,"about_ca_system_score_gemma":0.00073645567,"threshold_uncertainty_score":0.98108333},"labels":[],"label_agreement":null},{"id":"W4414079181","doi":"10.2196/78174","title":"Clinical Pathways in Knee and Hip Arthroplasty: Narrative Review on Sustainability, Quality, and Resource Management","year":2025,"lang":"en","type":"review","venue":"JMIR Perioperative Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative review; Sustainability; Health care; Resource (disambiguation); Orthopedic surgery; MEDLINE; Digital health; Patient care; Narrative","score_opus":0.3187875032196264,"score_gpt":0.5898469856606298,"score_spread":0.27105948244100336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414079181","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022674457,0.96250415,0.00002472329,0.020538501,0.00021991586,0.011779177,0.000034819794,0.000053155953,0.004618785],"genre_scores_gemma":[0.0000747041,0.9846915,0.00023328568,0.009937861,0.00044492102,0.0014369674,0.00041581385,0.00005364633,0.0027113059],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892658,0.0032466294,0.004758939,0.0015393755,0.00073319155,0.00045604561],"domain_scores_gemma":[0.9908501,0.0064212806,0.0009717681,0.0009184383,0.00046733947,0.00037106877],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075540813,0.00085824,0.0053119673,0.0005129376,0.00016530718,0.000034315854,0.00014845072,0.00039276006,0.0002741194],"category_scores_gemma":[0.015626134,0.00057579274,0.0003030856,0.00087155425,0.000981639,0.00012855431,0.00047990205,0.0017955519,0.000013439524],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020835733,0.00031293088,0.00033485531,0.13222167,0.00024938752,0.00022038964,0.0009975596,6.536069e-8,6.462749e-8,0.0013248029,0.0075696856,0.85656023],"study_design_scores_gemma":[0.003804674,0.0022996385,0.0018344214,0.17172115,0.0013723932,0.00006563424,0.006975556,0.0000030989174,2.1646876e-8,0.000092309696,0.8114559,0.00037518478],"about_ca_topic_score_codex":0.000053661162,"about_ca_topic_score_gemma":0.000103107806,"teacher_disagreement_score":0.8561851,"about_ca_system_score_codex":0.0005136555,"about_ca_system_score_gemma":0.00082099054,"threshold_uncertainty_score":0.9996694},"labels":[],"label_agreement":null},{"id":"W4414252417","doi":"10.1177/0272989x251368866","title":"Integrating Shared Decision Making and Decision Support Tools into Clinical Practice Guidelines: What Does It Take? A Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Medical Decision Making","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Decision support system; Qualitative research; Inclusion (mineral); Clinical decision support system; Clinical Practice; Decision aids; MEDLINE; Decision analysis","score_opus":0.33853877625651563,"score_gpt":0.6476444398542482,"score_spread":0.3091056635977326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414252417","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3101209,0.0008157289,0.657962,0.02421595,0.0039341487,0.0021905727,0.0000126956475,0.00017690935,0.0005710442],"genre_scores_gemma":[0.44706964,0.000953522,0.5135829,0.03751878,0.0006277941,0.00008509117,0.00004135122,0.00006193042,0.00005896553],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98115414,0.0016755797,0.009422978,0.002071291,0.0049129804,0.00076300127],"domain_scores_gemma":[0.7797289,0.2089774,0.00251376,0.0020414747,0.0057808612,0.00095759693],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04152686,0.0006823874,0.0017303607,0.00074881356,0.0005708982,0.0011351003,0.00076452194,0.0007128113,0.002211627],"category_scores_gemma":[0.6809735,0.00046997258,0.00043187503,0.0014597105,0.00032588656,0.0031829302,0.0016719011,0.0021015771,0.00015174985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005400322,0.0010349042,0.0022496213,0.00006815408,0.00024265761,0.0007403627,0.009535542,0.000007161773,0.000016504739,0.0002633292,0.035011854,0.94542956],"study_design_scores_gemma":[0.018622654,0.0038603886,0.010263014,0.032329958,0.0016950005,0.00047061473,0.7111725,0.030287595,0.000009340159,0.05284149,0.13733463,0.0011127677],"about_ca_topic_score_codex":0.000084533356,"about_ca_topic_score_gemma":0.0011045906,"teacher_disagreement_score":0.9443168,"about_ca_system_score_codex":0.00038488366,"about_ca_system_score_gemma":0.0013713244,"threshold_uncertainty_score":0.99990183},"labels":[],"label_agreement":null},{"id":"W4414280085","doi":"10.1080/15265161.2025.2554784","title":"Canadian MAID Reform: Response to Peer Commentaries from Holland et al., Downar et al., Peters and Others","year":2025,"lang":"en","type":"letter","venue":"The American Journal of Bioethics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Intramural Research Program; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Government (linguistics)","score_opus":0.15258238817770645,"score_gpt":0.47421909009244384,"score_spread":0.32163670191473737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414280085","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0408338,0.00010816097,0.00015106633,0.957356,0.00045258913,0.00032263272,0.0005997386,0.000010728206,0.00016529478],"genre_scores_gemma":[0.00460043,0.0010151501,0.005074438,0.98791325,0.0003470593,0.0000042320466,0.00019518741,0.00005229746,0.0007979617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99527305,0.0017929797,0.001217948,0.0002944889,0.0010377165,0.00038381547],"domain_scores_gemma":[0.9865049,0.010469558,0.0014131982,0.0005866749,0.00065609533,0.00036954327],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008344628,0.0003225309,0.00084768224,0.0004520019,0.00015218391,0.0001480226,0.00038769923,0.00016714775,0.000116144794],"category_scores_gemma":[0.008069302,0.00021697729,0.00019082396,0.00031172327,0.0007262684,0.00012710686,0.0001199635,0.0048634447,0.0000124233775],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042133774,0.000014577688,0.0006686422,0.000010570432,0.0004822183,0.0003817217,0.0018640265,0.0000039381334,0.00011257607,0.000004647034,0.9897153,0.0025284325],"study_design_scores_gemma":[0.0012170904,0.0016545487,0.0021468352,0.0003859735,0.00051250105,0.0002896313,0.0075296643,0.000005852224,0.000022219438,0.000120736644,0.985898,0.00021692825],"about_ca_topic_score_codex":0.40488398,"about_ca_topic_score_gemma":0.09711761,"teacher_disagreement_score":0.30776638,"about_ca_system_score_codex":0.00062798645,"about_ca_system_score_gemma":0.002822356,"threshold_uncertainty_score":0.99743235},"labels":[],"label_agreement":null},{"id":"W4414300816","doi":"10.1016/j.acepjo.2025.100247","title":"A Model for Developing Subspecialty Clinical Practice Guidelines: The Geriatric Emergency Department Guidelines 2.0","year":2025,"lang":"en","type":"article","venue":"Journal of the American College of Emergency Physicians Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Institute on Aging; Hartford Foundation for Public Giving; John A. Hartford Foundation","keywords":"Subspecialty; Multidisciplinary approach; Guideline; Grading (engineering); Emergency department; Blueprint; Clinical Practice","score_opus":0.33737211490052826,"score_gpt":0.567765505581552,"score_spread":0.23039339068102377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414300816","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18634228,0.0018392013,0.15187502,0.6390112,0.011115018,0.006998878,0.0004610935,0.000027721871,0.0023295518],"genre_scores_gemma":[0.24550043,0.020106608,0.6609105,0.05787912,0.0072586345,0.0002977028,0.000031622512,0.00017434238,0.007841027],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903258,0.00052713737,0.007503867,0.00038640323,0.00087492296,0.00038184543],"domain_scores_gemma":[0.97911966,0.0015614207,0.007981705,0.0009847383,0.010249177,0.000103316066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007282412,0.0003236351,0.0013139343,0.0001607619,0.0003561342,0.000021822507,0.0017671086,0.00006831942,0.00004860723],"category_scores_gemma":[0.041565593,0.00019750751,0.0011466687,0.0019917393,0.00015850634,0.0005806542,0.000624115,0.00046737277,0.0000034747152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003221361,0.0007732475,0.003589448,0.00007804253,0.0013468284,0.0000066147322,0.00009822336,0.001643911,0.0005486374,0.0023552643,0.943498,0.042840406],"study_design_scores_gemma":[0.008884043,0.0026356813,0.037354153,0.0009980744,0.008791464,0.00010875794,0.012490961,0.0671513,0.0006482979,0.022707855,0.8373466,0.00088278204],"about_ca_topic_score_codex":0.00023192703,"about_ca_topic_score_gemma":0.00034325075,"teacher_disagreement_score":0.5811321,"about_ca_system_score_codex":0.00021269466,"about_ca_system_score_gemma":0.0026227157,"threshold_uncertainty_score":0.96650773},"labels":[],"label_agreement":null},{"id":"W4414308075","doi":"10.1016/j.jclinepi.2025.111976","title":"GRADE notes 6: Three strategies to determine the clinically important thresholds for outcomes in evidence-based guideline development","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of British Columbia; McMaster University","funders":"","keywords":"Guideline; Judgement; Clinical judgement; Certainty; MEDLINE; Evidence-based medicine","score_opus":0.7049873849763499,"score_gpt":0.6475969269750136,"score_spread":0.05739045800133635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414308075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46565282,0.00047677042,0.2042419,0.3271798,0.0013723423,0.0010341526,0.000004847534,0.000015170291,0.00002221841],"genre_scores_gemma":[0.6564327,0.00038282617,0.24349226,0.09881297,0.0007438241,0.000060887796,0.000011043688,0.000022445025,0.00004106373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9685969,0.0020525558,0.027773907,0.0005419502,0.00044029145,0.00059442024],"domain_scores_gemma":[0.61610675,0.3734541,0.0076308046,0.0008462647,0.001486342,0.00047572723],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10860134,0.00032078603,0.003530291,0.0003214812,0.00009194529,0.000025165464,0.00062036625,0.00044227828,0.000066394605],"category_scores_gemma":[0.64778966,0.00018243748,0.0011186062,0.00037778317,0.00028436948,0.00024762598,0.00015774278,0.0013508,0.000008114341],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004612515,0.00056285184,0.90531605,0.00006474087,0.00027699326,0.000038085203,0.000024503275,0.00095539837,0.000048719165,0.00086606387,0.0063460367,0.080888055],"study_design_scores_gemma":[0.0079526035,0.0035847863,0.93102735,0.00079427037,0.00044778961,0.000036031037,0.00018692108,0.005358954,0.000049613504,0.020461695,0.029903142,0.000196863],"about_ca_topic_score_codex":0.00008991579,"about_ca_topic_score_gemma":0.001328314,"teacher_disagreement_score":0.5391883,"about_ca_system_score_codex":0.00013234018,"about_ca_system_score_gemma":0.0041575273,"threshold_uncertainty_score":0.9178825},"labels":[],"label_agreement":null},{"id":"W4414313824","doi":"10.1177/08977151251378894","title":"Action Collaborative on Traumatic Brain Injury Care: Adapted Clinical Practice Guideline","year":2025,"lang":"en","type":"article","venue":"Journal of Neurotrauma","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network; Vancouver Coastal Health; Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Guideline; Traumatic brain injury; Specialty; Clinical Practice; Health care; Emergency department; Action (physics); MEDLINE; Mental health; Neuropsychological assessment","score_opus":0.36813172111078196,"score_gpt":0.594091209143619,"score_spread":0.22595948803283705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414313824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67084736,0.0004480002,0.0061677275,0.3053058,0.004933681,0.0015981582,0.000030268935,0.000079555386,0.010589455],"genre_scores_gemma":[0.8824821,0.00067033595,0.02565727,0.08910583,0.0016300261,0.000011172416,0.000026906488,0.000048655318,0.00036767367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935649,0.0010171017,0.004009831,0.00029415032,0.00089245866,0.00022158133],"domain_scores_gemma":[0.9858378,0.007814519,0.0022145738,0.0003899661,0.0035193004,0.00022382547],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003596422,0.00022509228,0.00070330926,0.00039431383,0.00010112721,0.000055708308,0.0001754483,0.00019834389,0.00012419681],"category_scores_gemma":[0.072013535,0.00018791843,0.00032074784,0.00081486645,0.000078891,0.00060130033,0.000039193317,0.0014194084,0.00003397356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01618772,0.0017539902,0.0008020625,0.00015507688,0.00056374515,0.00045928624,0.00052573695,0.0001597495,0.0031449583,0.00042123027,0.49433082,0.48149562],"study_design_scores_gemma":[0.0101605365,0.010983012,0.025121186,0.0006198332,0.0013776867,0.0005320701,0.010573862,0.0005049842,0.0015451695,0.00024627912,0.93811136,0.00022399188],"about_ca_topic_score_codex":0.000021546095,"about_ca_topic_score_gemma":0.000031060314,"teacher_disagreement_score":0.48127162,"about_ca_system_score_codex":0.00023354946,"about_ca_system_score_gemma":0.0014477196,"threshold_uncertainty_score":0.9358033},"labels":[],"label_agreement":null},{"id":"W4414328271","doi":"10.1057/978-1-349-96132-0_4425","title":"Royal College of Physicians and Surgeons of Canada (RCPSC)","year":2025,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan UK eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Public health; Government (linguistics); Agency (philosophy)","score_opus":0.04925461246460383,"score_gpt":0.3274907647907716,"score_spread":0.2782361523261678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414328271","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020482964,0.0003543329,0.000035246376,0.000679818,0.00034620083,0.0009118673,0.0032105248,0.00001926675,0.99239445],"genre_scores_gemma":[0.9672999,0.0000688159,0.00038422694,0.00071419746,0.00010283117,0.000007546533,0.00012285043,0.000042012536,0.031257633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99757695,0.000034549972,0.0013011931,0.0003540179,0.0005007709,0.0002325444],"domain_scores_gemma":[0.9968546,0.0013459207,0.00077734434,0.00048820383,0.00042596852,0.00010797681],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003117033,0.00031158145,0.0009949123,0.00015458681,0.000042747422,0.000002700696,0.00010450665,0.00019842414,0.00028499993],"category_scores_gemma":[0.0006243899,0.00031019215,0.00018464451,0.000023219496,0.00018386715,3.2958297e-7,0.00012251566,0.00030319102,0.000001228813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010649733,0.0000064512797,0.004421671,0.002267887,0.0020184026,0.00034195744,0.00020021271,0.000003855747,0.000738261,0.911474,0.020042501,0.057419814],"study_design_scores_gemma":[0.0112615675,0.0017993021,0.022897953,0.006200822,0.0070160613,0.00014092393,0.0012558006,0.0005269229,0.005039527,0.8527255,0.08901341,0.0021222197],"about_ca_topic_score_codex":0.10396679,"about_ca_topic_score_gemma":0.3641082,"teacher_disagreement_score":0.96525156,"about_ca_system_score_codex":0.00010760662,"about_ca_system_score_gemma":0.0016084122,"threshold_uncertainty_score":0.99993503},"labels":[],"label_agreement":null},{"id":"W4414418115","doi":"10.21203/rs.3.rs-7652676/v1","title":"AI-driven quality assurance for emergency department documentation: Pilot comparison with physician peer review of chest pain cases","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Niagara Health System; McMaster University","funders":"","keywords":"Quality assurance; Concordance; Emergency department; Documentation; Kappa; Chest pain; Audit; Checklist","score_opus":0.5082447121263785,"score_gpt":0.6430492248690679,"score_spread":0.13480451274268945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414418115","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051989455,0.05846216,0.11446193,0.67678815,0.0019384504,0.07665587,0.011731338,0.00042950126,0.0075431503],"genre_scores_gemma":[0.90789366,0.029611312,0.025534868,0.0056177187,0.0013199914,0.006809743,0.019037051,0.00011797506,0.004057696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912246,0.002278037,0.0022963607,0.00077362533,0.0029450553,0.00048234363],"domain_scores_gemma":[0.9829639,0.006178466,0.0009595402,0.0010609956,0.008639724,0.00019735817],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014793843,0.00031375178,0.0011623297,0.00018979862,0.00015524986,0.00003852767,0.00030046896,0.00012631984,0.00043714864],"category_scores_gemma":[0.027432231,0.00026611172,0.0002952751,0.0005562198,0.00012964437,0.00015668545,0.00033708636,0.0010932665,0.000014431509],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037875776,0.0033832246,0.0698598,0.28233442,0.0009784754,0.000031045205,0.0002868352,0.00022487318,0.00018692765,0.00080780627,0.59043396,0.047685057],"study_design_scores_gemma":[0.010976412,0.019074894,0.19487819,0.15885456,0.0025351327,0.000012528892,0.005728061,0.0030589392,0.0018558308,0.0025328326,0.5989899,0.0015026825],"about_ca_topic_score_codex":0.0013102223,"about_ca_topic_score_gemma":0.0013775325,"teacher_disagreement_score":0.85590416,"about_ca_system_score_codex":0.00045284416,"about_ca_system_score_gemma":0.0016782677,"threshold_uncertainty_score":0.9999791},"labels":[],"label_agreement":null},{"id":"W4414564193","doi":"10.1016/j.jphys.2025.09.014","title":"Appraisal of Clinical Practice Guideline: European Stroke Organisation (ESO) guideline on motor rehabilitation","year":2025,"lang":"en","type":"article","venue":"Journal of physiotherapy","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Guideline; Clinical Practice; Rehabilitation; Stroke (engine); MEDLINE","score_opus":0.07935240724719476,"score_gpt":0.5489154023687516,"score_spread":0.4695629951215568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414564193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73262227,0.00053040683,0.10402161,0.14779,0.004824685,0.0014625443,0.00005025663,0.000082131,0.00861612],"genre_scores_gemma":[0.5821373,0.0006024747,0.3860647,0.026592674,0.0039741145,0.0000035203764,0.000057241123,0.00008485879,0.00048312082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99145305,0.0010394838,0.0061600185,0.00027287807,0.0009056305,0.00016894344],"domain_scores_gemma":[0.9844852,0.008032403,0.0037852023,0.00048110125,0.0030762553,0.00013985597],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009586987,0.0002021613,0.00076212717,0.00032067494,0.000052656385,0.00002494611,0.00020829232,0.0001133052,0.00028417472],"category_scores_gemma":[0.04715478,0.00016345699,0.00048663784,0.00033009768,0.00010056428,0.00048154252,0.00003352516,0.0005963771,0.000024571926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017431818,0.004646504,0.008807931,0.00015756836,0.0010451961,0.00003700271,0.0005038181,0.0005305424,0.24153288,0.0009786548,0.38466054,0.33966756],"study_design_scores_gemma":[0.019578183,0.014518852,0.08289137,0.0005558573,0.0008038197,0.000067194735,0.0032428598,0.0021626404,0.0049640844,0.0007483363,0.87018955,0.00027724844],"about_ca_topic_score_codex":0.000046375226,"about_ca_topic_score_gemma":0.0000036127394,"teacher_disagreement_score":0.48552904,"about_ca_system_score_codex":0.00011787895,"about_ca_system_score_gemma":0.00069683057,"threshold_uncertainty_score":0.96087146},"labels":[],"label_agreement":null},{"id":"W4414687149","doi":"10.1016/j.annonc.2025.09.011","title":"Larcher et al. The OpeRa trial: the active role of the patient in the clinical decision-making process and surgical planning","year":2025,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Intuitive","keywords":"Opera; Process (computing); MEDLINE; Plan (archaeology)","score_opus":0.3684872002894267,"score_gpt":0.6450354795276336,"score_spread":0.2765482792382069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414687149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8128206,0.00033014838,0.000019120647,0.18336672,0.00016356847,0.00092672626,0.0000044275967,0.0000029159055,0.0023657782],"genre_scores_gemma":[0.95103,0.00024467692,0.00008449085,0.048523303,0.00005441901,0.00004852623,0.0000019590007,0.000005287134,0.000007302858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651533,0.0017187274,0.0011372437,0.00018382576,0.00029825725,0.0001465961],"domain_scores_gemma":[0.9663395,0.03251258,0.0005063154,0.00034887623,0.00027153653,0.000021185022],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073671634,0.00008286934,0.00034298628,0.00003872205,0.00008114259,0.000009706862,0.00027971106,0.00009985316,0.00002482599],"category_scores_gemma":[0.01701809,0.00003203087,0.000117154035,0.00027772237,0.00031912286,0.00006167886,0.00019350303,0.0006509878,6.612862e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03702985,0.0012825711,0.030741058,0.000018193155,0.00020182213,0.000021736274,0.007916533,0.00015489353,0.000032872962,0.0012972524,0.01933236,0.90197086],"study_design_scores_gemma":[0.02780182,0.0060725515,0.27180666,0.0006100016,0.00030488917,0.00007576375,0.048618324,0.0012055519,0.00026311213,0.016213221,0.62689865,0.00012948208],"about_ca_topic_score_codex":0.00007771232,"about_ca_topic_score_gemma":0.0001274067,"teacher_disagreement_score":0.9018414,"about_ca_system_score_codex":0.000013241883,"about_ca_system_score_gemma":0.00048657483,"threshold_uncertainty_score":0.99126196},"labels":[],"label_agreement":null},{"id":"W4414713998","doi":"10.1016/j.cjca.2025.08.268","title":"P180 THE IMPACT OF POINT OF CARE TESTING ON CLINICAL DECISION MAKING IN PATIENTS WITH HEART FAILURE IN THE AMBULATORY SETTING","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Cardiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Imperial College of Toronto","funders":"","keywords":"Ambulatory; Clinical decision making; Point of care; Heart failure; Ambulatory care; Point-of-care testing","score_opus":0.08655717693499478,"score_gpt":0.462789247169085,"score_spread":0.3762320702340902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414713998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973595,0.00006488676,0.00014210067,0.0017640035,0.00011611177,0.00026105926,0.000009376511,7.424798e-7,0.00028219642],"genre_scores_gemma":[0.9983773,0.0000012398866,0.0008090002,0.0006613803,0.0001397478,0.0000010681719,0.0000034685625,0.0000064656724,2.9350898e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976263,0.00061375974,0.001312709,0.0001017622,0.000170587,0.00017487568],"domain_scores_gemma":[0.99415725,0.0044879606,0.00053995097,0.00022220175,0.00051867304,0.000073943236],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032159195,0.00008258102,0.0004980917,0.00029498353,0.00003916853,0.0000057793177,0.00014372374,0.00008964738,0.0000042155793],"category_scores_gemma":[0.012318091,0.000043910215,0.00017320909,0.00032077957,0.0001217057,0.000048332662,0.000014103713,0.0006522227,2.7316668e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037022054,0.000007789513,0.98229825,0.0000129504115,0.000056225927,0.00002156034,0.00020371343,0.0044384245,0.000011907433,0.000013303396,0.0018411253,0.010724515],"study_design_scores_gemma":[0.0021037762,0.0018113232,0.99281085,0.0006328568,0.000066822446,0.000035879584,0.0020654195,0.00002507287,0.0000021126345,0.0001331263,0.0002799476,0.000032844866],"about_ca_topic_score_codex":0.0014550772,"about_ca_topic_score_gemma":0.0076712025,"teacher_disagreement_score":0.01069167,"about_ca_system_score_codex":0.00022806623,"about_ca_system_score_gemma":0.0014778376,"threshold_uncertainty_score":0.9960016},"labels":[],"label_agreement":null},{"id":"W4414913267","doi":"10.1200/op.2025.21.10_suppl.76","title":"Streamlining acute oncology (AO) at the Princess Margaret (PM) Cancer Centre: An AO centralized referral and triage.","year":2025,"lang":"en","type":"article","venue":"JCO Oncology Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre","funders":"","keywords":"Triage; Referral; Audit; Patient satisfaction; Emergency department; CLARITY; Cancer; Clinical audit","score_opus":0.2028856212622591,"score_gpt":0.574015323891548,"score_spread":0.3711297026292889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414913267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49287945,0.0008392414,0.00024198822,0.48099,0.0023366692,0.0018436867,0.000057304813,0.00014406991,0.0206676],"genre_scores_gemma":[0.69672495,0.020535758,0.033360366,0.21205221,0.002667045,0.0006018065,0.0010039184,0.0001714355,0.032882534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99452645,0.0023921777,0.0013669259,0.00074310845,0.0003629442,0.00060840347],"domain_scores_gemma":[0.98409,0.013280466,0.0011726785,0.00065828656,0.0005198043,0.0002787956],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039573517,0.00029988398,0.0007850031,0.00012232861,0.00042902364,0.0000617261,0.0002592616,0.00047352182,0.001265937],"category_scores_gemma":[0.013634651,0.00022475298,0.00010660119,0.0004044157,0.00033634107,0.00082163746,0.00041718784,0.0012048099,0.0000504484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045813575,0.0033362997,0.07526207,0.0001509199,0.0032614826,0.0010996236,0.004305041,0.0000491056,0.0043352223,0.002476735,0.22693665,0.63297325],"study_design_scores_gemma":[0.012884974,0.0013333935,0.028628351,0.000053072636,0.0036313985,0.00039463345,0.0048019406,0.00053715403,0.0002852223,0.0001735327,0.9470711,0.00020528077],"about_ca_topic_score_codex":0.0021155395,"about_ca_topic_score_gemma":0.009637154,"teacher_disagreement_score":0.7201344,"about_ca_system_score_codex":0.0014598602,"about_ca_system_score_gemma":0.0018919894,"threshold_uncertainty_score":0.999647},"labels":[],"label_agreement":null},{"id":"W4414913822","doi":"10.1200/op.2025.21.10_suppl.614","title":"Metrics that matter: Performance tools to improve prescribing and reporting at Princess Margaret (PM) Cancer Centre.","year":2025,"lang":"en","type":"article","venue":"JCO Oncology Practice","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Electronic prescribing; Quality management; Electronic health record; Quality (philosophy); Order (exchange); Report card; Health information technology; Data entry; Best practice","score_opus":0.27737571630969654,"score_gpt":0.5199410174081498,"score_spread":0.24256530109845326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414913822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82604307,0.00038402298,0.0006542506,0.15094113,0.0013853756,0.0014537437,0.000013579704,0.000076259275,0.019048588],"genre_scores_gemma":[0.90962595,0.0011963462,0.024791053,0.056371838,0.00031453779,0.00017069255,0.000041292726,0.000040066094,0.007448235],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965691,0.00028449553,0.0017371929,0.0006234777,0.0003622347,0.00042352738],"domain_scores_gemma":[0.99013525,0.0063740276,0.0023296087,0.00045625944,0.0005077441,0.00019713464],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039034546,0.00020461633,0.0005520087,0.00021492226,0.00022714857,0.0000804463,0.00012869156,0.00020370608,0.00033252386],"category_scores_gemma":[0.04971801,0.00018953677,0.00006198089,0.00051809096,0.00006281369,0.0010630849,0.0005445452,0.00059730455,0.000076788856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001820003,0.0002525062,0.6757072,0.00025290102,0.00023165996,0.00013120778,0.00038127677,0.000021908698,0.0028502073,0.00007974316,0.032853298,0.28541803],"study_design_scores_gemma":[0.0024182354,0.00042445393,0.23756257,0.0001777947,0.0010490414,0.0002616082,0.0017880917,0.0007919305,0.0037415458,0.000022523007,0.75154275,0.00021946568],"about_ca_topic_score_codex":0.0006701123,"about_ca_topic_score_gemma":0.0003484617,"teacher_disagreement_score":0.71868944,"about_ca_system_score_codex":0.0009959623,"about_ca_system_score_gemma":0.00058255246,"threshold_uncertainty_score":0.95828664},"labels":[],"label_agreement":null},{"id":"W4414955514","doi":"10.1177/10668969251378629","title":"Intraoperative Consultation-Related Documentation: A Three-Year Quality Improvement Audit","year":2025,"lang":"en","type":"article","venue":"International Journal of Surgical Pathology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Documentation; Checklist; Audit; Psychological intervention; Quality assurance; Quality management; Workflow","score_opus":0.08318776778081678,"score_gpt":0.49338088470963004,"score_spread":0.4101931169288133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414955514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9271599,0.0001324466,0.0065590735,0.059277635,0.0024387017,0.00032301244,0.000023624656,0.000020724714,0.004064859],"genre_scores_gemma":[0.9936951,0.00025392076,0.0027851176,0.0023143098,0.0003332167,0.000010041578,0.000062831576,0.000008253105,0.0005372196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968358,0.0002064923,0.0020382619,0.00020261183,0.00057258934,0.00014424109],"domain_scores_gemma":[0.99504405,0.0016691762,0.00086060143,0.00012348974,0.0022042298,0.0000984329],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015970395,0.00012833305,0.00038704887,0.00026835827,0.00004593355,0.00004378305,0.00018704472,0.000118889715,0.0016327003],"category_scores_gemma":[0.0028592872,0.00010505839,0.00019501298,0.00020577396,0.0001613313,0.0003112717,0.000075244796,0.00045069214,0.00005786302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022451319,0.004056046,0.21578556,0.00012545861,0.0061510103,0.010505408,0.0020982672,0.0006126609,0.056115117,0.16457786,0.021866024,0.49565527],"study_design_scores_gemma":[0.13440096,0.0064613502,0.56694835,0.0009480226,0.0017535713,0.009859564,0.008820381,0.0012842306,0.013506025,0.090041384,0.16494463,0.001031507],"about_ca_topic_score_codex":0.000042985645,"about_ca_topic_score_gemma":0.000026964739,"teacher_disagreement_score":0.49462375,"about_ca_system_score_codex":0.0002559073,"about_ca_system_score_gemma":0.00043241828,"threshold_uncertainty_score":0.9992799},"labels":[],"label_agreement":null},{"id":"W4415130975","doi":"10.1002/gin2.70049","title":"Recommendation Map for Type 2 Diabetes: A Protocol for a Living Systematic Review of Clinical Practice Guidelines","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"West China Hospital, Sichuan University; National Science and Technology Major Project; Sichuan University; National Natural Science Foundation of China","keywords":"Guideline; Clinical Practice; Protocol (science); Systematic review; Quality (philosophy); Trustworthiness; MEDLINE; Alternative medicine","score_opus":0.7605491941719804,"score_gpt":0.7105527949470006,"score_spread":0.04999639922497978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415130975","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008140771,0.0042450214,0.038317207,0.7359597,0.0016223191,0.21940334,0.00008402618,0.0001170133,0.00016994234],"genre_scores_gemma":[0.00006875065,0.011170725,0.3286986,0.51731014,0.0023227613,0.13936941,0.00035787147,0.00006632921,0.0006354145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97708917,0.0016930085,0.019336035,0.0008732403,0.0004142144,0.00059434853],"domain_scores_gemma":[0.90803397,0.05866803,0.0066613415,0.0010566503,0.0247834,0.00079660607],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07373207,0.00033104452,0.0028122736,0.00018268681,0.00019363349,0.000059970298,0.00023788874,0.0003308545,0.00011785978],"category_scores_gemma":[0.77145284,0.0002480682,0.000625317,0.0005535616,0.00017113192,0.00043563818,0.00017808577,0.00042331425,0.000008084245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038555093,0.0006372678,0.0033810157,0.41928136,0.00029888612,2.4402829e-7,0.000011197421,1.6360767e-7,6.971611e-7,0.00048151455,0.44866186,0.12686022],"study_design_scores_gemma":[0.0044106944,0.0023991447,0.000421057,0.12836204,0.0007924387,0.0000065254067,0.0003434749,0.00614929,8.2922224e-7,0.0004195799,0.8564946,0.00020034918],"about_ca_topic_score_codex":0.000058578,"about_ca_topic_score_gemma":0.00002564244,"teacher_disagreement_score":0.69772077,"about_ca_system_score_codex":0.000057982335,"about_ca_system_score_gemma":0.004112943,"threshold_uncertainty_score":0.99999714},"labels":[],"label_agreement":null},{"id":"W4415154877","doi":"10.46747/cfp.7110643","title":"Rapid recommendations","year":2025,"lang":"en","type":"article","venue":"Canadian Family Physician","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Guideline; Primary care; Key (lock); Task (project management); Clinical Practice; MEDLINE; Task force","score_opus":0.1603672551825373,"score_gpt":0.4306117238950292,"score_spread":0.2702444687124919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415154877","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019066717,0.00039509966,0.000577263,0.119390175,0.0010730998,0.0006116804,0.00008988277,0.00008452478,0.85871154],"genre_scores_gemma":[0.27624428,0.00007301898,0.0014839426,0.7193199,0.00028721878,0.000029439363,0.00038073395,0.000017647955,0.00216382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909663,0.00003824752,0.00034880306,0.00019152951,0.00008471826,0.0002400852],"domain_scores_gemma":[0.9990678,0.00018310214,0.000055054727,0.00029917332,0.00013940303,0.00025550844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019038783,0.000089402936,0.00015512062,0.00022559808,0.00012777514,0.000024029272,0.000073598014,0.000049481867,0.000045550605],"category_scores_gemma":[0.00022060184,0.000097349504,0.000072758674,0.0004386389,0.000034949604,0.000113382775,0.000013630675,0.0001773017,0.0002668134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011452032,0.00003041248,0.00022595585,0.000009842545,0.00004760145,0.0000065353247,0.000012296463,8.9246356e-7,0.0006866791,0.002840655,0.48729795,0.5088297],"study_design_scores_gemma":[0.0006533194,0.000043671553,0.020201575,0.00005597463,0.00009814751,3.6437407e-7,0.0007271022,0.00014279,0.0001282447,0.0010545487,0.9768124,0.00008183124],"about_ca_topic_score_codex":0.012587981,"about_ca_topic_score_gemma":0.014038614,"teacher_disagreement_score":0.8565477,"about_ca_system_score_codex":0.00030959395,"about_ca_system_score_gemma":0.0012494562,"threshold_uncertainty_score":0.99398726},"labels":[],"label_agreement":null},{"id":"W4415202069","doi":"10.2196/74964","title":"Evaluation of the Use of a Novel Intelligent Diagnosis and Cost Control System on Pediatric Bronchopneumonia Outcomes: Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Pediatrics and Parenting","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Science and Technology Plan Project of Taizhou","keywords":"Retrospective cohort study; Pneumonia; Intensive care; Cohort study; Bronchopneumonia; MEDLINE; Cohort","score_opus":0.2345976524859174,"score_gpt":0.4625580161123334,"score_spread":0.22796036362641597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415202069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942335,0.00016302665,0.0004413686,0.00025291974,0.00032114738,0.0044698874,0.000060110444,0.000012331169,0.00004572738],"genre_scores_gemma":[0.9991904,0.0001911985,0.00007371824,0.00010112501,0.000108903674,0.00030070674,0.000007426461,0.000010071473,0.000016463051],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742436,0.00024230857,0.0010428721,0.00029390768,0.0008676465,0.00012892215],"domain_scores_gemma":[0.9956033,0.002349133,0.0007724273,0.00027273057,0.0009535838,0.000048820748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031410086,0.00013615764,0.00043184365,0.00019123167,0.00009166124,0.00003053118,0.000057702055,0.00006198568,0.0000062594213],"category_scores_gemma":[0.008080048,0.00009735503,0.00008190469,0.00049184985,0.00002957745,0.00008412896,0.00008651305,0.00019500092,3.4628923e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060018636,0.0006454542,0.9939228,0.00021364033,0.000116653784,4.2032858e-7,0.00016954132,0.00013865826,0.000009879082,0.000046084897,0.00018015807,0.004496636],"study_design_scores_gemma":[0.003333783,0.000245542,0.9827655,0.00006830973,0.0035605922,0.0000010466999,0.0008035043,0.009099898,0.000007985311,0.000006181362,0.000041090687,0.00006658845],"about_ca_topic_score_codex":0.00032324143,"about_ca_topic_score_gemma":0.00008416752,"teacher_disagreement_score":0.011157377,"about_ca_system_score_codex":0.00016144938,"about_ca_system_score_gemma":0.00016562,"threshold_uncertainty_score":0.96731555},"labels":[],"label_agreement":null},{"id":"W4415466790","doi":"10.1161/strokeaha.125.053239","title":"Quality of Evidence in European Stroke Organisation and American Heart Association Stroke Guidelines","year":2025,"lang":"en","type":"article","venue":"Stroke","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Stroke (engine); Guideline; Association (psychology); Randomized controlled trial; Quality (philosophy); MEDLINE","score_opus":0.39351175199878774,"score_gpt":0.5432572639834358,"score_spread":0.14974551198464803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415466790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97485435,0.00014388088,0.0014468472,0.021548875,0.00016798908,0.0003887214,0.000069652946,0.00004052842,0.0013391273],"genre_scores_gemma":[0.9881475,0.00026284088,0.006970261,0.002031117,0.00012486259,0.000006192056,0.000021423595,0.0000136710805,0.0024221619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968513,0.0006139745,0.0015565355,0.0003059699,0.00047530915,0.00019691353],"domain_scores_gemma":[0.9963278,0.0022028408,0.000589283,0.0002862289,0.0005274132,0.00006644514],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048396154,0.0001276191,0.0004672696,0.00019574394,0.000040192364,0.00002324883,0.00007561415,0.000051555617,0.0000562791],"category_scores_gemma":[0.02824023,0.00011514844,0.000082303486,0.00027033003,0.00007245028,0.000229533,0.0000861355,0.00024226085,0.000013306692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021402602,0.000070912734,0.8934508,0.000063574196,0.000050847062,0.0000012594721,0.00011253231,0.0000088965135,0.072588526,0.000076819495,0.0022943034,0.031067526],"study_design_scores_gemma":[0.0015818063,0.00023602974,0.98797905,0.00014768542,0.000100213394,0.0000014590988,0.001827372,0.00023359478,0.0038611612,0.00005251327,0.0038833427,0.00009577995],"about_ca_topic_score_codex":0.0019094838,"about_ca_topic_score_gemma":0.0009037692,"teacher_disagreement_score":0.094528265,"about_ca_system_score_codex":0.00024992166,"about_ca_system_score_gemma":0.00020335607,"threshold_uncertainty_score":0.9799453},"labels":[],"label_agreement":null},{"id":"W4415515749","doi":"10.1136/bmjonc-2025-000863","title":"Qualitative study of oncologists’ perceptions on the US Food and Drug Administration approval status and clinical practice guidelines and their impact on local practice patterns in India","year":2025,"lang":"en","type":"article","venue":"BMJ Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Ontario Institute for Cancer Research","funders":"Government of Ontario","keywords":"Clinical Practice; Qualitative research; Food and drug administration; Perception; Alternative medicine; Qualitative analysis; Administration (probate law)","score_opus":0.32538741401395416,"score_gpt":0.6449180146774266,"score_spread":0.31953060066347244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415515749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93794745,0.00006854657,0.0004241438,0.057664603,0.000179723,0.0027313093,0.00004754514,0.000016703045,0.000919992],"genre_scores_gemma":[0.98700494,0.00042270904,0.0017749916,0.010439244,0.00013752644,0.00014908292,0.00003461078,0.000014038919,0.000022836017],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9926657,0.0042271824,0.0020378383,0.0005314573,0.0002840862,0.0002537161],"domain_scores_gemma":[0.9496379,0.04807855,0.0010271744,0.00035707152,0.0007606746,0.00013863452],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00990694,0.00024052168,0.00066837744,0.0001863276,0.00010842643,0.000031518928,0.000076078184,0.00021227113,0.000022968687],"category_scores_gemma":[0.06818335,0.00014815328,0.0000632826,0.00025442938,0.0003776805,0.00025533637,0.00013623833,0.00083261816,0.0000022556799],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054282002,0.028268212,0.334353,0.00024546427,0.002311458,0.00028564155,0.10969201,0.00008998135,0.00011537227,0.004909546,0.011371371,0.45407593],"study_design_scores_gemma":[0.005900839,0.028755913,0.47236148,0.00008151205,0.00042621346,0.00011139358,0.4889048,0.000478034,0.000009503169,0.00021869075,0.002638881,0.00011274183],"about_ca_topic_score_codex":0.0014545589,"about_ca_topic_score_gemma":0.0038031247,"teacher_disagreement_score":0.4539632,"about_ca_system_score_codex":0.00031125388,"about_ca_system_score_gemma":0.001123441,"threshold_uncertainty_score":0.93966573},"labels":[],"label_agreement":null},{"id":"W4415519832","doi":"10.1016/j.jtho.2025.09.1251","title":"EP.04.07 Participant and Provider Experiences in an Indigenous Focused Trial of Lung Cancer Screening in Aotearoa New Zealand","year":2025,"lang":"en","type":"article","venue":"Journal of Thoracic Oncology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Aotearoa; Lung cancer screening; Indigenous; Primary care; Cancer screening; Participant observation; Qualitative research; Primary health care","score_opus":0.229222428152147,"score_gpt":0.5902705651990189,"score_spread":0.3610481370468719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415519832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871217,0.00053496764,0.0002004999,0.01112106,0.00043693106,0.00055363565,0.000001026091,0.0000034068298,0.000026747759],"genre_scores_gemma":[0.99350125,0.00016898755,0.005157112,0.0005945117,0.00027437223,0.000022480386,0.0000013929796,0.000007759792,0.00027212437],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99729633,0.0004291201,0.0016787216,0.00015111253,0.00022483774,0.0002199009],"domain_scores_gemma":[0.9978263,0.00090994476,0.0008720011,0.000108367225,0.00015025225,0.00013314401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024671217,0.00009456064,0.00064698735,0.00035324434,0.000021823967,0.000013675524,0.00009301503,0.0001359091,0.00008108925],"category_scores_gemma":[0.002190527,0.0000753133,0.00005410246,0.0002816348,0.000071941686,0.0002934376,0.00004092008,0.00043166455,2.2613408e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08804726,0.0008261176,0.3295416,0.000088539826,0.00012741107,0.00022196148,0.031547584,0.0001215087,0.0012060312,0.000002888384,0.0011196194,0.5471495],"study_design_scores_gemma":[0.19787873,0.028270494,0.67750263,0.0026473347,0.0024680414,0.00037066758,0.06400986,0.0053056898,0.0038900552,0.0018976072,0.015232984,0.00052587735],"about_ca_topic_score_codex":0.002606438,"about_ca_topic_score_gemma":0.004263834,"teacher_disagreement_score":0.5466236,"about_ca_system_score_codex":0.00014808522,"about_ca_system_score_gemma":0.001902091,"threshold_uncertainty_score":0.3940172},"labels":[],"label_agreement":null},{"id":"W4415672785","doi":"10.1002/gin2.70050","title":"Comparing and Assessing Clinical Practice Guidelines and Consensus Statements for Healthy Athletes: A Scoping Review Protocol","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Standardization; Clinical Practice; Grey literature; Quality (philosophy); Thematic analysis; Population; MEDLINE","score_opus":0.8119451142323404,"score_gpt":0.7401224147304503,"score_spread":0.07182269950189013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415672785","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009648341,0.02259221,0.014350826,0.84764147,0.0009190004,0.10440331,0.000031298758,0.0001810156,0.00023250689],"genre_scores_gemma":[0.001195398,0.061064724,0.3207615,0.5989232,0.0015507009,0.016188249,0.000112855116,0.00006342027,0.00013997634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98267955,0.0015957718,0.013100936,0.0013054512,0.00049350655,0.0008247965],"domain_scores_gemma":[0.967943,0.020370267,0.0030295746,0.00069433736,0.0064819846,0.0014808449],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042560514,0.00042342022,0.0021501544,0.00018015844,0.0005513542,0.00026360317,0.00014183274,0.00028723286,0.000018920144],"category_scores_gemma":[0.29989317,0.00034760186,0.00020570426,0.00041776997,0.00054078264,0.0006576338,0.00038181106,0.0007580617,0.0000032614148],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007713196,0.00046585768,0.119300395,0.026041875,0.0001897117,0.0000074101067,0.000020368705,4.6959627e-7,9.536903e-7,0.00044462993,0.13505408,0.7177029],"study_design_scores_gemma":[0.015522296,0.00210996,0.015264797,0.043893855,0.00042399138,0.00013103081,0.00085217063,0.008413577,3.607126e-7,0.0005761177,0.9123937,0.0004181256],"about_ca_topic_score_codex":0.00033388336,"about_ca_topic_score_gemma":0.00016978604,"teacher_disagreement_score":0.77733964,"about_ca_system_score_codex":0.000064750064,"about_ca_system_score_gemma":0.004923877,"threshold_uncertainty_score":0.9998976},"labels":[],"label_agreement":null},{"id":"W4415765535","doi":"10.1186/s13054-025-05731-x","title":"On the future of guidelines","year":2025,"lang":"en","type":"letter","venue":"Critical Care","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Infection and Immunity","funders":"","keywords":"","score_opus":0.28367775459945105,"score_gpt":0.5427828492388912,"score_spread":0.25910509463944015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415765535","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012570231,0.0014809706,0.00014108507,0.98944926,0.0015503414,0.00043324244,0.00025000566,0.000035656776,0.0065337387],"genre_scores_gemma":[0.005421238,0.0000591179,0.00093120825,0.980442,0.011387334,0.0000325212,0.0007310607,0.000029502577,0.00096601696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759847,0.00016464757,0.0010351537,0.00033191277,0.0006400449,0.00022978439],"domain_scores_gemma":[0.98964936,0.007282229,0.00011390952,0.00072902784,0.0021760832,0.00004940631],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033235498,0.00021690372,0.00045970126,0.00008414143,0.000058099362,0.000019517054,0.0002013193,0.00060252124,0.0011621442],"category_scores_gemma":[0.030088052,0.00013432215,0.000291872,0.00015824698,0.0001719007,0.000029085886,0.00008471284,0.001971904,0.000054631684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005270083,0.000017019041,0.00002325345,0.0011766632,0.000033450826,0.000117910575,0.000030249897,1.938633e-7,0.0000062341373,0.004826165,0.9833384,0.010377718],"study_design_scores_gemma":[0.0003424212,0.0002425664,0.000048811165,0.0005713927,0.0006256149,0.000012286198,0.001412821,0.000011013218,0.00007499985,0.0026009004,0.9939436,0.000113619746],"about_ca_topic_score_codex":0.000024479294,"about_ca_topic_score_gemma":0.00000769353,"teacher_disagreement_score":0.029755697,"about_ca_system_score_codex":0.00007463845,"about_ca_system_score_gemma":0.00037529191,"threshold_uncertainty_score":0.9997509},"labels":[],"label_agreement":null},{"id":"W4415773061","doi":"10.1093/ehjopen/oeaf120","title":"Development of three-step holistic care pathways to detect and manage comorbidities in patients with atrial fibrillation: the Horizon 2020 EHRA-PATHS consortium","year":2025,"lang":"en","type":"letter","venue":"European Heart Journal Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Stephen's University","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Comorbidity; Ranking (information retrieval); Delphi method; MEDLINE; Delphi; Process (computing); Horizon","score_opus":0.19147526416404645,"score_gpt":0.4037053565043057,"score_spread":0.21223009234025927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415773061","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49973658,0.0008867108,0.0014843709,0.48309633,0.0022367865,0.008279597,0.00032957204,0.00004131973,0.0039087343],"genre_scores_gemma":[0.40988445,0.00036481005,0.09320964,0.47806978,0.015189996,0.000028740966,0.0018050441,0.00042773486,0.0010197917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964669,0.0006673644,0.0015740759,0.0003530571,0.0006670835,0.00027154305],"domain_scores_gemma":[0.9975635,0.00082735135,0.00066426035,0.00037654696,0.00045240024,0.00011593008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015480556,0.00028066544,0.00065217674,0.00018159939,0.00020910514,0.00021892901,0.00032953225,0.0000932626,0.00009077924],"category_scores_gemma":[0.0012121751,0.00019144833,0.00010459152,0.0002378595,0.00006826369,0.00017349837,0.0005306721,0.0012754569,0.00002585007],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031110998,0.000021593394,0.06748927,0.00056532974,0.0004449889,0.0010304303,0.002662693,0.0000707364,0.000007545911,0.0000043799996,0.81666553,0.10792641],"study_design_scores_gemma":[0.0036551857,0.0010477356,0.21887597,0.0011570407,0.00025651196,0.0000759303,0.0006651733,0.0000062967865,0.0000055406394,0.000010771306,0.7740319,0.00021197207],"about_ca_topic_score_codex":0.000083598716,"about_ca_topic_score_gemma":0.0002185934,"teacher_disagreement_score":0.15138671,"about_ca_system_score_codex":0.00018092785,"about_ca_system_score_gemma":0.0005418855,"threshold_uncertainty_score":0.7807036},"labels":[],"label_agreement":null},{"id":"W4415884657","doi":"10.2196/87006","title":"Effectiveness of Guideline-Based Clinical Decision Support Systems: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Decision support system; Protocol (science); Systematic review; Clinical decision support system; Guideline; Decision aids","score_opus":0.6607088755598797,"score_gpt":0.761003575917989,"score_spread":0.10029470035810928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415884657","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010451164,0.000013953652,0.029008722,0.0009587511,0.000019852645,0.9694652,0.000028612727,0.00007161621,0.00042286725],"genre_scores_gemma":[0.00010347175,0.000001618238,0.005290071,0.0008574105,0.000098170705,0.9932364,0.00006257198,0.000044885655,0.0003053923],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98519504,0.0052091335,0.0065676323,0.0007500198,0.0017065573,0.000571591],"domain_scores_gemma":[0.96354467,0.027827155,0.0010246543,0.0015246983,0.0058314274,0.0002474126],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06990477,0.0002702808,0.0019313004,0.0004444419,0.000130004,0.000068040754,0.00051228213,0.00026436866,0.00012198664],"category_scores_gemma":[0.09082551,0.0001935541,0.00053424743,0.0011411874,0.0002202978,0.00017476073,0.0002110076,0.00070426986,0.00005807321],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010480024,0.0016931683,0.0013750299,0.8615267,0.00010778449,0.000012203593,0.0000026453647,0.000005506085,0.00024212488,0.00043979293,0.122712456,0.0014025574],"study_design_scores_gemma":[0.019392772,0.0058183246,0.00049302954,0.86942023,0.00012378176,0.000009525824,0.00003947588,0.0016610492,0.00070811383,0.00033153003,0.10184545,0.00015671062],"about_ca_topic_score_codex":0.000022442902,"about_ca_topic_score_gemma":0.000002906306,"teacher_disagreement_score":0.023771234,"about_ca_system_score_codex":0.00030315234,"about_ca_system_score_gemma":0.0034439897,"threshold_uncertainty_score":0.95772874},"labels":[],"label_agreement":null},{"id":"W4416077266","doi":"10.1136/bmjopen-2025-105534","title":"Study protocol for developing the evaluation instrument of guideline adherence to GRADE approach (GRADE-Check)","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; McMaster University; Health Sciences Centre; Impact","funders":"Zhongnan Hospital of Wuhan University; Wuhan University; World Health Organization","keywords":"Protocol (science); Guideline; Research ethics; Plan (archaeology); Medical ethics; Ethics committee; Informed consent","score_opus":0.7972638292733297,"score_gpt":0.6949970390528055,"score_spread":0.1022667902205242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416077266","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009969614,0.0000011592061,0.031909782,0.024300128,0.00010824194,0.93170774,0.000005904068,0.00001613203,0.001981277],"genre_scores_gemma":[0.07147391,1.1922685e-7,0.10549378,0.0032067285,0.00008786724,0.81935686,0.000042340096,0.000012694616,0.00032572387],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99670017,0.00032000986,0.0018286309,0.000348866,0.00063619047,0.00016613213],"domain_scores_gemma":[0.9974976,0.00052700436,0.00048211392,0.00059835543,0.0008489583,0.000045940993],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010750035,0.00013179866,0.0003350991,0.00008103433,0.00010612636,0.000058818463,0.0004303256,0.00004305822,0.00005746541],"category_scores_gemma":[0.008776633,0.000088564106,0.000058917518,0.0004592833,0.00002345588,0.00015920642,0.00048243292,0.00011112315,0.0000065975087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010957631,0.005879018,0.05437052,0.0016181028,0.001002865,0.0000037034008,0.0052355845,0.00081548514,0.0021139428,0.0071645034,0.2423969,0.6684417],"study_design_scores_gemma":[0.17452686,0.020416275,0.30988157,0.0044620726,0.003872713,0.00005548943,0.12045869,0.08049428,0.020307625,0.020197012,0.24358022,0.0017471957],"about_ca_topic_score_codex":0.0004726137,"about_ca_topic_score_gemma":0.00024848065,"teacher_disagreement_score":0.6666945,"about_ca_system_score_codex":0.00016962746,"about_ca_system_score_gemma":0.0015582108,"threshold_uncertainty_score":0.9995729},"labels":[],"label_agreement":null},{"id":"W4416202469","doi":"10.1177/10538135251387611","title":"Quality and Scope of Published International Guidelines for Multiple Sclerosis Care: AGREE II Appraisal","year":2025,"lang":"en","type":"article","venue":"Neurorehabilitation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Alberta Hospital; University of Ottawa; Toronto Rehabilitation Institute; University of Toronto; University of Alberta; University of Saskatchewan","funders":"","keywords":"Scope (computer science); CLARITY; Rigour; Quality (philosophy); Checklist; Guideline; Reliability (semiconductor); Inclusion (mineral); Stakeholder","score_opus":0.3625080409116353,"score_gpt":0.5426358825195193,"score_spread":0.18012784160788403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416202469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9220221,0.00018789395,0.011834797,0.06276563,0.0012019234,0.0012575652,0.00011937654,0.00005479618,0.00055592385],"genre_scores_gemma":[0.93544775,0.000045460994,0.061686616,0.0021446652,0.00015020397,0.0001071441,0.00035370016,0.000013189913,0.000051255374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99774694,0.00011178653,0.0013485578,0.0003744982,0.00030332984,0.00011486863],"domain_scores_gemma":[0.99129945,0.005232578,0.00032970082,0.00028770915,0.0027962453,0.000054324883],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012710616,0.000113246584,0.00027081295,0.00017781385,0.0000804672,0.000027696356,0.00009083716,0.00007556356,0.00003169467],"category_scores_gemma":[0.13178806,0.00010738059,0.00011441147,0.0002231438,0.000107256055,0.00036635585,0.00009643686,0.00010183084,9.133902e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003071585,0.0006317018,0.39914075,0.0013926718,0.00016056273,3.9106789e-7,0.0012415037,0.000114213486,0.13030402,0.0049200263,0.06484453,0.39417803],"study_design_scores_gemma":[0.006489145,0.0007998872,0.9612106,0.00015664255,0.0001298868,0.0000011607228,0.0015972146,0.0019642953,0.0025650335,0.0014236788,0.02354635,0.00011611874],"about_ca_topic_score_codex":0.00026470353,"about_ca_topic_score_gemma":0.00019123523,"teacher_disagreement_score":0.56206983,"about_ca_system_score_codex":0.00005474534,"about_ca_system_score_gemma":0.00015765424,"threshold_uncertainty_score":0.87552524},"labels":[],"label_agreement":null},{"id":"W4416409135","doi":"10.1016/j.jclinepi.2025.112069","title":"Guideline organizations' guidance documents paper 11: quality assurance and improvement in guideline development","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Terminology; Quality assurance; Quality (philosophy); MEDLINE","score_opus":0.2776774704263029,"score_gpt":0.601123606897308,"score_spread":0.3234461364710051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416409135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6318734,0.0014485918,0.14379224,0.21951088,0.002137936,0.0007243354,0.0000075866433,0.000027564813,0.00047741504],"genre_scores_gemma":[0.48119703,0.001956715,0.39388973,0.121176206,0.00092079665,0.000014245423,0.000075023636,0.00003093486,0.0007393237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9717202,0.0026844917,0.02423992,0.00052620075,0.00039716202,0.00043202227],"domain_scores_gemma":[0.9550428,0.033232782,0.007550114,0.0006297024,0.0030877152,0.00045690086],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06995044,0.00025934412,0.0026300251,0.0002522902,0.00006977505,0.000012389916,0.00024969113,0.0003562154,0.00037282406],"category_scores_gemma":[0.35985884,0.00020260434,0.00024707319,0.0005454899,0.00018994637,0.00031167886,0.00021145327,0.000918193,0.000012811603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070459134,0.0005254115,0.8177921,0.0000759685,0.00019943125,0.00002501346,0.000028843666,0.00015293412,0.0003933407,0.0010409992,0.080679126,0.098382205],"study_design_scores_gemma":[0.0068059694,0.00043436346,0.6579351,0.00023972725,0.00013416991,0.00003815762,0.00013576291,0.0005203406,0.00007629058,0.00404468,0.32948902,0.00014644758],"about_ca_topic_score_codex":0.00026166893,"about_ca_topic_score_gemma":0.0006682852,"teacher_disagreement_score":0.2899084,"about_ca_system_score_codex":0.00020282304,"about_ca_system_score_gemma":0.0018599965,"threshold_uncertainty_score":0.9576817},"labels":[],"label_agreement":null},{"id":"W4416409230","doi":"10.1016/j.jclinepi.2025.112067","title":"Guideline organizations' guidance documents paper 8: considering equity","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Guideline; Equity (law); MEDLINE; Public health","score_opus":0.46599812335676233,"score_gpt":0.6492065010764101,"score_spread":0.18320837771964776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416409230","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16810521,0.0025073213,0.3330084,0.47717413,0.008447373,0.00071637396,0.000010886818,0.00008230131,0.009947992],"genre_scores_gemma":[0.5848461,0.0021754522,0.21771023,0.19164257,0.0023684509,0.0000042946654,0.000027544718,0.00003168681,0.0011936683],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809293,0.0027001468,0.015332956,0.00034627775,0.00031454265,0.00037677455],"domain_scores_gemma":[0.90651953,0.07986554,0.008139123,0.00080728956,0.004079601,0.00058891624],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04756375,0.00019117082,0.0024224133,0.00018135417,0.00007949446,0.00001232446,0.0002789346,0.0003623568,0.0011946985],"category_scores_gemma":[0.6182515,0.00014720262,0.0005284783,0.0004767143,0.0002611512,0.00032395753,0.00029484983,0.001192409,0.00006346985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000840897,0.00040725552,0.6205312,0.00006301082,0.0004886842,0.00006812398,0.0000125540655,0.00026258713,0.00029209856,0.005840368,0.3069972,0.06419604],"study_design_scores_gemma":[0.008394304,0.001108877,0.36322758,0.00044431075,0.0008924454,0.0003806174,0.0001505023,0.0014934697,0.00009279458,0.054640673,0.56897813,0.00019630736],"about_ca_topic_score_codex":0.000064549466,"about_ca_topic_score_gemma":0.000028704748,"teacher_disagreement_score":0.5706878,"about_ca_system_score_codex":0.00011560776,"about_ca_system_score_gemma":0.0015026759,"threshold_uncertainty_score":0.99971837},"labels":[],"label_agreement":null},{"id":"W4416416885","doi":"10.1016/j.jclinepi.2025.112065","title":"Guideline organizations’ guidance documents paper 3: contributions and authorship","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Peer review; MEDLINE; Evidence-based medicine","score_opus":0.3228633073924097,"score_gpt":0.6276289485053183,"score_spread":0.30476564111290855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416416885","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17769825,0.002719417,0.24374183,0.57058513,0.0032403078,0.0004948316,0.000023860219,0.000039746752,0.0014565984],"genre_scores_gemma":[0.800473,0.0028596243,0.08399533,0.10961427,0.0017185933,0.000004937786,0.000048656235,0.000020100491,0.0012655213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9848907,0.0033814458,0.01094131,0.00029077692,0.0001999739,0.00029577618],"domain_scores_gemma":[0.91265243,0.07601865,0.0056700762,0.00054510316,0.0044171214,0.0006966139],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044518705,0.00015455308,0.0018917951,0.00016311597,0.00009334679,0.000010965568,0.00015687475,0.000413055,0.00045753605],"category_scores_gemma":[0.67126036,0.000116021605,0.00030984147,0.000427955,0.0002799248,0.00024896493,0.000110183544,0.0011483027,0.000024593093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081656117,0.00033753135,0.71360314,0.000036146834,0.00040498032,0.000029233392,0.000015248013,0.000042759697,0.00018008058,0.02163166,0.23346204,0.029440593],"study_design_scores_gemma":[0.006206835,0.00082207855,0.55763507,0.00021317884,0.0007488513,0.00023552348,0.0000759499,0.0008819987,0.000026104131,0.067582786,0.36546078,0.00011083182],"about_ca_topic_score_codex":0.000049234157,"about_ca_topic_score_gemma":0.000020256835,"teacher_disagreement_score":0.62674165,"about_ca_system_score_codex":0.000074410396,"about_ca_system_score_gemma":0.00092115765,"threshold_uncertainty_score":0.9838691},"labels":[],"label_agreement":null},{"id":"W4416423996","doi":"10.1016/j.jclinepi.2025.112068","title":"Guideline organizations’ guidance documents paper 10: developing recommendations about diagnostic tests and strategies","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Diagnostic test; Test (biology); Diagnostic accuracy; MEDLINE","score_opus":0.3298983066855122,"score_gpt":0.6153491820543529,"score_spread":0.2854508753688407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416423996","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11034049,0.0031873428,0.27478823,0.60527736,0.0032157763,0.0005983563,0.000014482873,0.00005320316,0.0025247775],"genre_scores_gemma":[0.40194795,0.017726474,0.45175037,0.12490135,0.001981494,0.000016320852,0.00012437654,0.000043014883,0.00150865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98685944,0.0020945328,0.010257829,0.00032152745,0.00018004389,0.00028661505],"domain_scores_gemma":[0.8261632,0.16423558,0.005378928,0.0004700272,0.0033735689,0.00037874424],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020962112,0.0001871622,0.0016270013,0.00018800884,0.0001177478,0.000027429278,0.00018015031,0.00027839013,0.0008432389],"category_scores_gemma":[0.6428833,0.00014656523,0.00020160172,0.0004632311,0.00021897149,0.00051355246,0.00013483694,0.00076615426,0.00003304046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032382697,0.000257795,0.5938476,0.00007956983,0.00038592558,0.00002925795,0.000029230705,0.00013445683,0.000056346646,0.013280871,0.29779157,0.09378355],"study_design_scores_gemma":[0.0032408051,0.00048799094,0.62691665,0.00057157007,0.00042466552,0.00015286558,0.00028565372,0.00037777997,0.000007688418,0.032151874,0.33525223,0.0001302677],"about_ca_topic_score_codex":0.000058835973,"about_ca_topic_score_gemma":0.00007968553,"teacher_disagreement_score":0.6219212,"about_ca_system_score_codex":0.00008546359,"about_ca_system_score_gemma":0.001693078,"threshold_uncertainty_score":0.9232875},"labels":[],"label_agreement":null},{"id":"W4416425001","doi":"10.1016/j.jclinepi.2025.112063","title":"Guideline organizations' guidance documents paper 1: Introduction","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Guideline; Sample (material); MEDLINE","score_opus":0.2744523502660621,"score_gpt":0.6056157137660814,"score_spread":0.3311633635000193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416425001","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07085607,0.0010701567,0.21694621,0.7003118,0.008729441,0.0003869713,0.0000040477494,0.000041530177,0.0016537609],"genre_scores_gemma":[0.39477396,0.0046059703,0.32409337,0.25052977,0.020542605,0.00000862383,0.000114998475,0.0000559185,0.0052747494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825353,0.002784982,0.013784728,0.00034852055,0.0002643097,0.00028217337],"domain_scores_gemma":[0.953154,0.034399807,0.007027328,0.00072502176,0.004307243,0.00038658016],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03966739,0.00016618005,0.002000857,0.00021088646,0.00006580213,0.000008568267,0.00021509014,0.000335297,0.0014353076],"category_scores_gemma":[0.58302945,0.0001252545,0.00046140415,0.0006016607,0.0001965195,0.0003477334,0.000096286836,0.0010805964,0.000080658945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009179936,0.00037607228,0.30425373,0.000029869432,0.0003227528,0.00001626322,0.000007427343,0.00021769099,0.00025662666,0.004456036,0.6335081,0.055637423],"study_design_scores_gemma":[0.004050632,0.0008156467,0.21898896,0.0000948369,0.0005175693,0.00019101509,0.00007302223,0.00060954114,0.00004686997,0.016279794,0.7582396,0.0000924743],"about_ca_topic_score_codex":0.000039440558,"about_ca_topic_score_gemma":0.000013051867,"teacher_disagreement_score":0.5433621,"about_ca_system_score_codex":0.0001046622,"about_ca_system_score_gemma":0.00092371687,"threshold_uncertainty_score":0.9994775},"labels":[],"label_agreement":null},{"id":"W4416425039","doi":"10.1016/j.jclinepi.2025.112064","title":"Guideline organizations’ guidance documents paper 6: adaptation of practice guidelines","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Adaptation (eye); Guideline; MEDLINE; Clinical Practice","score_opus":0.43613413090768705,"score_gpt":0.6401387195832835,"score_spread":0.20400458867559645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416425039","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032372534,0.003264243,0.5206895,0.43696052,0.0038642755,0.0005475297,0.000011819242,0.00003243132,0.0022571716],"genre_scores_gemma":[0.12732902,0.0054556946,0.7172249,0.14712524,0.0019364594,0.000005234735,0.00005368538,0.000033094257,0.00083664176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97083306,0.0038954166,0.024082072,0.00037522288,0.0005065689,0.00030764044],"domain_scores_gemma":[0.83913505,0.108512074,0.021050608,0.0009891985,0.02985251,0.0004605835],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058778252,0.00022065346,0.0025937448,0.00028132804,0.00005968059,0.00000770384,0.00031161978,0.0004095862,0.00047760273],"category_scores_gemma":[0.8645901,0.0001699576,0.0005843192,0.0008098279,0.00024344216,0.0006612262,0.00012474612,0.0009182008,0.000028475217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037852898,0.0013422598,0.2114806,0.00014021936,0.0012617736,0.000053172225,0.000076474105,0.0048191957,0.00051095185,0.009229617,0.5435839,0.2237165],"study_design_scores_gemma":[0.008288391,0.0019951316,0.087787874,0.00060505257,0.0018061191,0.00030612262,0.0011146928,0.007431807,0.0000893093,0.011761242,0.8786285,0.0001857579],"about_ca_topic_score_codex":0.00026068513,"about_ca_topic_score_gemma":0.000034304398,"teacher_disagreement_score":0.8058118,"about_ca_system_score_codex":0.000085144515,"about_ca_system_score_gemma":0.0019791077,"threshold_uncertainty_score":0.9691859},"labels":[],"label_agreement":null},{"id":"W4416425046","doi":"10.1016/j.jclinepi.2025.112061","title":"Guideline organizations' guidance documents paper 5: conflict of interest and funding","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Conflict of interest; MEDLINE; Public health","score_opus":0.5945935564959699,"score_gpt":0.6368657680910805,"score_spread":0.04227221159511063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416425046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74618876,0.0025141388,0.09130019,0.15556003,0.0026822921,0.0003810409,0.000009771783,0.00001883535,0.0013449093],"genre_scores_gemma":[0.9026558,0.0031930432,0.055983588,0.036941268,0.00073425245,0.0000014312031,0.000014416787,0.000015557176,0.00046065744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98599654,0.0017147296,0.011699103,0.00024021133,0.00013507964,0.00021433558],"domain_scores_gemma":[0.9365042,0.054126594,0.0063938685,0.0003909659,0.0022652324,0.00031914716],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02832884,0.00013752571,0.0020098272,0.00018263508,0.000036851758,0.0000055075197,0.00016580695,0.00026012296,0.00041543742],"category_scores_gemma":[0.46692774,0.00010284415,0.00027376777,0.00031443746,0.0002932382,0.00021063614,0.00013991947,0.0007354271,0.000007320979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00106212,0.00028938026,0.8641389,0.000098987046,0.00045847608,0.000018117076,0.000025896848,0.000034083936,0.0007978806,0.008324258,0.08126688,0.04348501],"study_design_scores_gemma":[0.008449761,0.0019706748,0.6438701,0.0007649574,0.0008842054,0.0002462936,0.00031194874,0.0011460797,0.00014922043,0.014699218,0.32736212,0.00014537807],"about_ca_topic_score_codex":0.000060647595,"about_ca_topic_score_gemma":0.00002862285,"teacher_disagreement_score":0.4385989,"about_ca_system_score_codex":0.00004031196,"about_ca_system_score_gemma":0.00047783885,"threshold_uncertainty_score":0.98182666},"labels":[],"label_agreement":null},{"id":"W4416425138","doi":"10.1016/j.jclinepi.2025.112066","title":"Guideline organizations' guidance documents paper 9: co-operative approaches","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Component (thermodynamics); MEDLINE; Public health","score_opus":0.49381093256135306,"score_gpt":0.6321981624542931,"score_spread":0.13838722989294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416425138","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1026059,0.0026524807,0.36427435,0.5069115,0.0047603543,0.0011005115,0.000023805767,0.00006849872,0.017602554],"genre_scores_gemma":[0.5631736,0.0020410724,0.24050784,0.1879308,0.0034530712,0.000012766687,0.00012485705,0.00004746798,0.002708514],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98121756,0.004037384,0.013719328,0.00039008015,0.00030085532,0.0003347612],"domain_scores_gemma":[0.93571734,0.054441895,0.006084722,0.0006475001,0.0026429866,0.00046556094],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038269855,0.000218484,0.0025047536,0.0001881539,0.00009127183,0.000012919983,0.0002846087,0.00039734304,0.0009912718],"category_scores_gemma":[0.46424997,0.00015628237,0.00052296184,0.0004715049,0.0003186405,0.00036535173,0.0001011712,0.0012526342,0.00008130287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001201798,0.0006924398,0.566819,0.000048517326,0.0007016243,0.000036931982,0.000039849583,0.00030328007,0.00012243826,0.008116318,0.3766915,0.0452263],"study_design_scores_gemma":[0.010024773,0.0018876771,0.37257135,0.00033583704,0.00095168507,0.00025818482,0.0005144938,0.0030835166,0.00013380751,0.025796048,0.58419836,0.0002442858],"about_ca_topic_score_codex":0.000028752562,"about_ca_topic_score_gemma":0.000012765016,"teacher_disagreement_score":0.4605677,"about_ca_system_score_codex":0.00010181034,"about_ca_system_score_gemma":0.0013618557,"threshold_uncertainty_score":0.999922},"labels":[],"label_agreement":null},{"id":"W4416584917","doi":"10.1016/j.jcjd.2025.08.003","title":"Diabetes Canada Methods: 2025 GRADE Transformation","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Diabetes Canada","keywords":"Guideline; Grading (engineering); Trustworthiness; Diabetes mellitus; Clinical Practice","score_opus":0.09861759811346804,"score_gpt":0.4357475232149937,"score_spread":0.3371299251015257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416584917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9308133,0.0034030064,0.0009711225,0.060995337,0.0016102237,0.00028947004,0.000037760765,0.000008139023,0.001871612],"genre_scores_gemma":[0.98108613,0.000029552775,0.005870692,0.01262906,0.00018158669,0.000004314657,0.000026249934,0.000012378785,0.00016005282],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814904,0.00016084212,0.001048761,0.00009990739,0.00019823822,0.0003432078],"domain_scores_gemma":[0.99741125,0.00101562,0.00029262796,0.00015276334,0.00043959462,0.0006881618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013014666,0.0001205786,0.00036313722,0.00036598748,0.00010044741,0.000040261428,0.00013596576,0.000068756985,0.00022452908],"category_scores_gemma":[0.0059701973,0.000109319684,0.00012097366,0.0003790819,0.000052296906,0.00026571614,0.0000051568254,0.00034304283,0.0000028869526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001252524,0.0000457251,0.46651477,0.00031744764,0.00066044397,0.000022472239,0.0002821591,0.0000803744,0.003123624,0.0006849701,0.24563412,0.28262135],"study_design_scores_gemma":[0.0036800227,0.00040573292,0.2215591,0.0008118913,0.0012360294,0.000007590722,0.0018184609,0.0013309076,0.021625908,0.0035765916,0.74361855,0.00032923478],"about_ca_topic_score_codex":0.13836601,"about_ca_topic_score_gemma":0.7692777,"teacher_disagreement_score":0.63091165,"about_ca_system_score_codex":0.0004997302,"about_ca_system_score_gemma":0.011355517,"threshold_uncertainty_score":0.99424917},"labels":[],"label_agreement":null},{"id":"W4416797175","doi":"10.1002/gin2.70052","title":"Best Practice Guideline Development Methods: An Integrated Approach Based on the Registered Nurses' Association of Ontario's Methods","year":2025,"lang":"en","type":"article","venue":"Clinical and Public Health Guidelines","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario","funders":"Government of Ontario; Registered Nurses' Association of Ontario","keywords":"Best practice; Guideline; Consistency (knowledge bases); Grading (engineering); Relevance (law); Portfolio; Health care; Scope (computer science)","score_opus":0.6229846029011835,"score_gpt":0.6522606921635433,"score_spread":0.029276089262359806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416797175","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003861443,0.00031742462,0.5175781,0.47225544,0.0011297737,0.0015512371,0.000016804248,0.000087327506,0.0032024218],"genre_scores_gemma":[0.00092092424,0.0001747016,0.8247713,0.17091364,0.00030107948,0.00009022937,0.00035823835,0.000026895477,0.0024430358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9822477,0.0068855626,0.0086013805,0.0009206196,0.000748564,0.00059619127],"domain_scores_gemma":[0.96468574,0.022298597,0.0033763442,0.0012550241,0.0076972903,0.0006870064],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08259736,0.0003577916,0.0012201894,0.00026978433,0.00030863032,0.00010370121,0.00033004113,0.00041417015,0.00019020161],"category_scores_gemma":[0.30788544,0.00023495394,0.00022712773,0.00088603364,0.00020645549,0.00034918747,0.000133619,0.001182204,0.000006866904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006451293,0.002240515,0.012900415,0.00015296631,0.00027000796,0.0000013777926,0.00036670608,0.000027302574,0.000009965397,0.0009439508,0.10321853,0.8792231],"study_design_scores_gemma":[0.0027282995,0.0010447525,0.0042444644,0.00023393835,0.0002357427,0.000007377092,0.0029365262,0.02470545,0.000021005588,0.00021999626,0.9634358,0.00018662296],"about_ca_topic_score_codex":0.013864143,"about_ca_topic_score_gemma":0.0039032646,"teacher_disagreement_score":0.8790365,"about_ca_system_score_codex":0.00076429476,"about_ca_system_score_gemma":0.013915633,"threshold_uncertainty_score":0.9927026},"labels":[],"label_agreement":null},{"id":"W4416890003","doi":"10.1016/j.cjco.2025.11.018","title":"Consensus Methodology for the Canadian Brain and Heart Clinical Practice Guidelines","year":2025,"lang":"en","type":"article","venue":"CJC Open","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; University of Calgary; McMaster University; Health Sciences Centre; Sunnybrook Health Science Centre; University of Ottawa","funders":"Canada First Research Excellence Fund; McMaster University; University of Ottawa","keywords":"Rigour; Critical appraisal; Systematic review; Evidence-based practice; Clinical Practice; MEDLINE; Evidence-based medicine; Medical literature","score_opus":0.7408749949837572,"score_gpt":0.6940307651572791,"score_spread":0.04684422982647807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416890003","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004588832,0.0005516178,0.004247966,0.98162264,0.0009273074,0.0025695052,0.000027165368,0.000016662976,0.00544828],"genre_scores_gemma":[0.020960798,0.00011824821,0.4983018,0.47582603,0.00051538454,0.0001339998,0.00004234764,0.00001937206,0.004082016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749833,0.00064699445,0.0011937125,0.00032820218,0.00010761531,0.00022515845],"domain_scores_gemma":[0.9406054,0.05724158,0.00021455581,0.0004575118,0.0012776334,0.00020330503],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016554447,0.000099779405,0.0004215643,0.000060542574,0.00028169624,0.00011151699,0.00020581178,0.00013567047,0.00009344232],"category_scores_gemma":[0.34368613,0.000070735296,0.000072295275,0.00015419269,0.00017308816,0.0001039585,0.00019505205,0.00028086887,0.000019311223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073777424,0.00003500535,0.0039329054,0.000017296381,0.00020274681,0.000012036785,0.000037027905,0.0000021681692,0.00006847797,0.0053088013,0.87166655,0.117979184],"study_design_scores_gemma":[0.0028847947,0.00021528306,0.023731133,0.000029333254,0.0004550542,0.00013707802,0.001167431,0.0008422722,0.000022893068,0.0019918128,0.9684535,0.00006941672],"about_ca_topic_score_codex":0.14745413,"about_ca_topic_score_gemma":0.24257974,"teacher_disagreement_score":0.5057966,"about_ca_system_score_codex":0.00006231304,"about_ca_system_score_gemma":0.0021366384,"threshold_uncertainty_score":0.858223},"labels":[],"label_agreement":null},{"id":"W4416979555","doi":"10.1038/s41598-025-16738-3","title":"Perceived determinants of clinical practice guideline implementation for stroke rehabilitation in LMICs a multinational REFORM survey","year":2025,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Rehabilitation; Multidisciplinary approach; Clinical Practice; Guideline; Stroke (engine); Health care; MEDLINE; Resource (disambiguation)","score_opus":0.17574803247485452,"score_gpt":0.577051895224405,"score_spread":0.40130386274955054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416979555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98609465,0.000024914427,0.0036619015,0.0036869615,0.0038865956,0.0021726263,0.00006692336,0.000023525756,0.00038190116],"genre_scores_gemma":[0.87625146,0.000008368288,0.12096248,0.00053814583,0.000076901415,0.000090604764,0.0015130611,0.000014096742,0.0005448902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918405,0.00039684455,0.005997121,0.00078791194,0.0007228349,0.00025483163],"domain_scores_gemma":[0.9886237,0.004783895,0.0020781865,0.000664625,0.0037620727,0.000087513356],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0327521,0.00013855608,0.0005053776,0.0004320723,0.000113407914,0.000049713097,0.000087889486,0.00012776036,0.000079992016],"category_scores_gemma":[0.09435948,0.00013073043,0.00019482247,0.0006673827,0.00018988678,0.0005518505,0.00007305871,0.00018568833,0.0000023362504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010839073,0.00082699425,0.85071427,0.00012710721,0.000049722603,0.000023773859,0.0002677407,0.000032772976,0.0026483887,0.000077862416,0.017707678,0.12643978],"study_design_scores_gemma":[0.0035294031,0.00042061807,0.9489206,0.00011196222,0.00016209458,0.00003812349,0.00358839,0.006325148,0.00081657077,0.0014081886,0.034556497,0.00012238293],"about_ca_topic_score_codex":0.0018874556,"about_ca_topic_score_gemma":0.006276363,"teacher_disagreement_score":0.1263174,"about_ca_system_score_codex":0.0003086254,"about_ca_system_score_gemma":0.0015026303,"threshold_uncertainty_score":0.99598527},"labels":[],"label_agreement":null},{"id":"W4417069991","doi":"10.1093/ageing/afaf318.003","title":"Clinical Trials For New Therapeutics In Alzheimer’s Disease – Ensuring Ireland Is Research-Ready","year":2025,"lang":"en","type":"article","venue":"Age and Ageing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Clinical trial; Workforce; Psychological intervention; Dementia; Disease; Irish; Capacity building; Intervention (counseling); Investment (military)","score_opus":0.8059871128996119,"score_gpt":0.6625545118152457,"score_spread":0.14343260108436617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417069991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9370482,0.005903947,0.003089792,0.05029514,0.00043512776,0.0021605168,0.000020590343,0.000042897376,0.0010038],"genre_scores_gemma":[0.9880327,0.0014393983,0.0016718011,0.007244835,0.0005655903,0.000027308168,0.000041330022,0.000014474763,0.0009625788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976338,0.0005082172,0.0011815751,0.00028016037,0.00017335691,0.0002228583],"domain_scores_gemma":[0.9881677,0.011231859,0.00013115116,0.00021268408,0.000094073424,0.00016253821],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0093019,0.000085641484,0.0003877942,0.00012809235,0.0000874619,0.0000499112,0.000053835203,0.00007949658,0.000027376627],"category_scores_gemma":[0.01317934,0.00006987837,0.000103731036,0.00017050671,0.00005386122,0.000095642055,0.000062964915,0.0003303915,0.000005292174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001455599,0.0001536951,0.040891234,0.00007019213,0.0002352548,0.00084153225,0.00025754736,0.0000014961487,0.0004100715,0.00046292855,0.01254107,0.9426794],"study_design_scores_gemma":[0.015762514,0.0004525509,0.5970278,0.0008591291,0.001841733,0.000003211136,0.0008473667,0.0027687044,0.00021053558,0.018548876,0.36144522,0.00023236363],"about_ca_topic_score_codex":0.0003536333,"about_ca_topic_score_gemma":0.00014348708,"teacher_disagreement_score":0.942447,"about_ca_system_score_codex":0.000018466146,"about_ca_system_score_gemma":0.00023786018,"threshold_uncertainty_score":0.99513304},"labels":[],"label_agreement":null},{"id":"W4417231371","doi":"10.1038/s41433-025-04139-9","title":"The ophthalmologist’s guide to clinical practice guidelines: the GRADE evidence-to-decision frameworks and GRADE-Adolopment","year":2025,"lang":"en","type":"article","venue":"Eye","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Houston Methodist Research Institute; Tsinghua University; Singapore Eye Research Institute; Newcastle University; Houston Methodist Hospital; McMaster University","keywords":"Clinical Practice; MEDLINE; Ophthalmic pathology; Medical practice","score_opus":0.3614982659738303,"score_gpt":0.6246338068308295,"score_spread":0.2631355408569992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417231371","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07458186,0.002371747,0.03918906,0.87700117,0.0030857162,0.0025609701,0.000004096507,0.0000829187,0.0011224735],"genre_scores_gemma":[0.23363951,0.0060290615,0.36294574,0.38619262,0.0024984982,0.00043783872,0.000015750797,0.000065939625,0.00817507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941363,0.00069512846,0.0031317936,0.00072414055,0.0008728337,0.0004398452],"domain_scores_gemma":[0.9494351,0.046894312,0.00047295957,0.0013609447,0.0014893957,0.0003472578],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015470102,0.00026097556,0.00043565157,0.00010103126,0.0005175119,0.00020467896,0.0005325192,0.0003159836,0.000068796035],"category_scores_gemma":[0.42737892,0.00014340124,0.00017720777,0.00069273583,0.0002136163,0.00024745043,0.0006966846,0.0013168638,0.00020651291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017121759,0.00019704181,0.014030503,0.00001680963,0.00014493793,0.00006439335,0.00018095432,0.00007379653,0.000057527697,0.000733883,0.7087984,0.2739896],"study_design_scores_gemma":[0.0013839242,0.0006756869,0.08921801,0.0005971418,0.0003445759,0.00009065992,0.00289047,0.00040676098,0.000034434153,0.0021806348,0.9020109,0.00016678295],"about_ca_topic_score_codex":0.0003399969,"about_ca_topic_score_gemma":0.00007688138,"teacher_disagreement_score":0.49080855,"about_ca_system_score_codex":0.0001603994,"about_ca_system_score_gemma":0.0005005676,"threshold_uncertainty_score":0.58477324},"labels":[],"label_agreement":null},{"id":"W4417321183","doi":"10.1136/bmjebm-2025-113925","title":"Current knowledge on the adaptation of clinical practice guidelines: a scoping review","year":2025,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Chinese University of Hong Kong","keywords":"Adaptation (eye); Quality (philosophy); Clinical Practice; Current (fluid); Context (archaeology)","score_opus":0.7839957976028011,"score_gpt":0.70014721165082,"score_spread":0.08384858595198119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417321183","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014187183,0.24225453,0.03663807,0.70885676,0.0021841826,0.0066617304,0.000003832589,0.00007768338,0.0019044722],"genre_scores_gemma":[0.07250183,0.42230168,0.03573089,0.4609784,0.0063857734,0.0012864706,0.0001696091,0.00009184511,0.00055349414],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9900617,0.0016466111,0.006244663,0.00057638215,0.0011966568,0.0002739889],"domain_scores_gemma":[0.91580486,0.072633184,0.0028119844,0.0015195978,0.0069835573,0.00024683028],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031056978,0.0002818681,0.0012053564,0.0002277521,0.0001058544,0.000009734065,0.00029135807,0.000114775496,0.00051279506],"category_scores_gemma":[0.65476763,0.00016748432,0.00030001818,0.0012183387,0.0003444609,0.0003034366,0.000079505706,0.00074429245,0.000086623695],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019798742,0.0006759519,0.0015710121,0.015163285,0.00012996743,0.000018437804,0.00008471678,0.00005953877,0.00005146924,0.0017711683,0.35133055,0.627164],"study_design_scores_gemma":[0.0044440054,0.0019412059,0.0021870416,0.81494045,0.0026091784,0.000019047273,0.0010594252,0.00604449,0.00011263254,0.00014557273,0.1663096,0.00018732181],"about_ca_topic_score_codex":0.00019146912,"about_ca_topic_score_gemma":0.0000641261,"teacher_disagreement_score":0.7997772,"about_ca_system_score_codex":0.00012040979,"about_ca_system_score_gemma":0.0047050915,"threshold_uncertainty_score":0.99773073},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4417468190","doi":"10.52609/jmlph.v6i1.258","title":"Clinical Practice Guidelines as Part of Evidence-Based Medicine and Related Legal Implications: An Analysis","year":2025,"lang":"en","type":"article","venue":"The Journal of Medicine Law & Public Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autonomy; Context (archaeology); Clinical Practice; Malpractice; Best practice; MEDLINE; Informed consent; Harm; Alternative medicine","score_opus":0.6671011534880179,"score_gpt":0.6558903106201776,"score_spread":0.011210842867840354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417468190","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025112763,0.008995131,0.0074084676,0.9559562,0.0006099534,0.0005960099,0.000004155022,0.000027335665,0.0012899433],"genre_scores_gemma":[0.6804214,0.021348365,0.008322807,0.288024,0.0015640563,0.0000073211104,0.00005261282,0.000025224994,0.00023420173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.986248,0.003415286,0.008281025,0.00033360274,0.0013405745,0.0003815048],"domain_scores_gemma":[0.9635314,0.02124268,0.005504414,0.0010692453,0.007798886,0.00085337384],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07204445,0.00023731372,0.0016108013,0.0006413415,0.00022750442,0.00002035781,0.00042780474,0.00015960065,0.00039664994],"category_scores_gemma":[0.19826694,0.00012260104,0.00021590081,0.0022745496,0.0012345779,0.0010239253,0.00007199221,0.0010565211,0.0000025877766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053842026,0.0020905994,0.036477704,0.00066896377,0.0064926436,0.00007246693,0.0019664234,0.00019411044,0.00035648546,0.10119662,0.3113727,0.5337271],"study_design_scores_gemma":[0.012650092,0.01333794,0.068815105,0.0034227432,0.012939734,0.0012050384,0.012724019,0.0027933968,0.000010497108,0.003781169,0.8681257,0.00019458271],"about_ca_topic_score_codex":0.0065135215,"about_ca_topic_score_gemma":0.00044416112,"teacher_disagreement_score":0.6679322,"about_ca_system_score_codex":0.00018811888,"about_ca_system_score_gemma":0.004122154,"threshold_uncertainty_score":0.98465395},"labels":[],"label_agreement":null},{"id":"W4417502259","doi":"10.1097/cnj.0000000000001362","title":"Improving Depression Management in Primary Care","year":2025,"lang":"en","type":"article","venue":"Journal of Christian Nursing","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Assembly of First Nations","funders":"","keywords":"Primary care; Depression (economics); Protocol (science); Mental health; Management of depression; Quality management; Quality (philosophy)","score_opus":0.051285556613751275,"score_gpt":0.439975109420799,"score_spread":0.3886895528070477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417502259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167673,0.007075997,0.038986098,0.0074403463,0.0019721994,0.0005698184,0.0000016368584,0.000022748467,0.027163832],"genre_scores_gemma":[0.9771858,0.000089653884,0.02161425,0.00084826245,0.00018073547,0.0000010539061,0.000006430395,0.000008756471,0.000065088905],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854255,0.000049617236,0.0009132717,0.00010721784,0.0002569361,0.000130419],"domain_scores_gemma":[0.9990868,0.0001471594,0.00039729674,0.0001293303,0.00017798631,0.000061442945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051863986,0.00007468472,0.00023075972,0.00033245576,0.000036916226,0.000020105848,0.00006915915,0.00004758373,0.00001471065],"category_scores_gemma":[0.00037529986,0.000065653694,0.00008043457,0.00021238819,0.000024238765,0.0001689835,0.000023458759,0.00031602188,0.0000014533672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007855652,0.00016865255,0.01934764,0.0003945241,0.000038907805,0.00023761629,0.00041903736,0.00004136811,0.0031348618,0.00002666722,0.0028926078,0.97251254],"study_design_scores_gemma":[0.01485041,0.00050455175,0.93233544,0.01537801,0.0012116296,0.000401848,0.021184318,0.0011627858,0.0028424088,0.0008008332,0.009094733,0.00023302437],"about_ca_topic_score_codex":0.000022887341,"about_ca_topic_score_gemma":0.000003950453,"teacher_disagreement_score":0.97227955,"about_ca_system_score_codex":0.0006414299,"about_ca_system_score_gemma":0.00019502502,"threshold_uncertainty_score":0.267728},"labels":[],"label_agreement":null},{"id":"W48056151","doi":"","title":"Impact of guidelines on health care use for the management of dyslipidemia in two Canadian provinces, Alberta and Nova Scotia, from 1990 to 2001.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nova scotia; Humanities; Medicine; Political science; Ethnology; Art","score_opus":0.2492365793311272,"score_gpt":0.490563749129149,"score_spread":0.24132716979802182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48056151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94739044,0.0002858429,0.0001883778,0.04630557,0.0001857858,0.005214454,0.0003054884,0.000005710381,0.000118337986],"genre_scores_gemma":[0.98667884,0.000060080365,0.007918522,0.004806699,0.00012479078,0.0002065872,0.00014027633,0.000018968336,0.000045249293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816823,0.000035164427,0.0009831908,0.00024947568,0.0002001472,0.0003637805],"domain_scores_gemma":[0.99811107,0.00077433034,0.0002706265,0.0003349649,0.00020150056,0.00030748328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009133934,0.00012211771,0.00031700236,0.00014457831,0.000026059171,0.00001184761,0.00009946971,0.000031896474,0.000016756436],"category_scores_gemma":[0.0024756656,0.00008594528,0.000069489004,0.00021011288,0.00003056727,0.0000946129,0.000035723166,0.00009573575,0.0000018224605],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015977835,0.00019097283,0.30156133,0.00031062888,0.00043755092,0.000007159114,0.0009150301,0.003194922,0.000012956572,0.00024772796,0.027004471,0.6645195],"study_design_scores_gemma":[0.004226475,0.00029936634,0.9880999,0.00018290074,0.00012822541,0.0000010756239,0.00078645744,0.000086030166,0.000037837075,0.000074738295,0.0059900763,0.00008692517],"about_ca_topic_score_codex":0.960562,"about_ca_topic_score_gemma":0.97814256,"teacher_disagreement_score":0.6865386,"about_ca_system_score_codex":0.00078202836,"about_ca_system_score_gemma":0.00053444563,"threshold_uncertainty_score":0.3504747},"labels":[],"label_agreement":null},{"id":"W49895679","doi":"","title":"Lessons learned from the CVMA.","year":2008,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business","score_opus":0.6310981391983544,"score_gpt":0.4827234551882054,"score_spread":0.14837468401014903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W49895679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.702269,0.00017176424,0.0003526599,0.29124138,0.00033157316,0.0007694756,0.000019376,0.00008422039,0.0047605536],"genre_scores_gemma":[0.9861412,0.00023781371,0.00041541446,0.010441167,0.0006489819,0.0003046703,0.000063627405,0.000013809389,0.0017333331],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989659,0.00007579388,0.00034346452,0.00017514727,0.00024142851,0.0001982179],"domain_scores_gemma":[0.99805206,0.0013476374,0.00010020616,0.00032984314,0.000066441324,0.00010383447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055428635,0.0000665123,0.00012730082,0.000015859048,0.000103143255,0.000010312849,0.00008563355,0.00004166107,0.00023278268],"category_scores_gemma":[0.0057783904,0.000043174503,0.000068183865,0.00011574417,0.00006980619,0.000084405816,0.0000431868,0.00020581722,0.00015733934],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022081807,0.00012127342,0.06625608,0.0000028019494,0.000086638196,0.00004254138,0.0002289363,0.0000023818832,0.00008460164,0.0001365648,0.10352853,0.82928884],"study_design_scores_gemma":[0.001083571,0.000012524655,0.8059604,0.000002186803,0.000080142796,0.000022844775,0.00015168381,0.000028413308,0.00013629043,0.0005162579,0.19196129,0.00004439089],"about_ca_topic_score_codex":0.0006333516,"about_ca_topic_score_gemma":0.00009611534,"teacher_disagreement_score":0.82924443,"about_ca_system_score_codex":0.000036877445,"about_ca_system_score_gemma":0.000056703764,"threshold_uncertainty_score":0.69176906},"labels":[],"label_agreement":null},{"id":"W55419566","doi":"10.5489/cuaj.32","title":"Notre propre journal","year":2012,"lang":"fr","type":"article","venue":"Canadian Urological Association Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Urological Association","funders":"","keywords":"Humanities; Philosophy","score_opus":0.13808206646720406,"score_gpt":0.40516863378297496,"score_spread":0.2670865673157709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W55419566","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26597375,0.02461405,0.0011483867,0.6620398,0.037155543,0.00058954494,0.00014221542,0.000041151477,0.008295566],"genre_scores_gemma":[0.9221049,0.0012318712,0.0015852961,0.029244825,0.035234205,0.000004773245,0.00003604706,0.000040418254,0.010517642],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99342626,0.00138592,0.0018497098,0.00021104592,0.0010242268,0.0021028593],"domain_scores_gemma":[0.99016416,0.0020905728,0.0015882773,0.00016829385,0.0011443767,0.0048443065],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009946491,0.0002952787,0.00050057913,0.00028527415,0.00083613023,0.000385087,0.00025142686,0.0008488359,0.015620296],"category_scores_gemma":[0.04070559,0.00026004598,0.00039549195,0.00040471644,0.000087412904,0.0012648557,0.000038272938,0.0039264937,0.002449282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005281093,0.00016908876,0.67389846,0.000010771899,0.0002062054,0.00018214491,0.00026802137,0.000023881727,0.000018980621,0.0005282732,0.27309307,0.05154828],"study_design_scores_gemma":[0.001240802,0.00033967587,0.43410072,0.000046560453,0.0004422062,0.004176755,0.00050961913,0.000090182584,0.0000035703936,0.00083112385,0.5580448,0.00017398919],"about_ca_topic_score_codex":0.0020542273,"about_ca_topic_score_gemma":0.0010148264,"teacher_disagreement_score":0.6561312,"about_ca_system_score_codex":0.006692719,"about_ca_system_score_gemma":0.0031594,"threshold_uncertainty_score":0.99998516},"labels":[],"label_agreement":null},{"id":"W585062118","doi":"10.1701/1884.20552","title":"Guidelines 2.0: sviluppo sistematico di una checklist per la realizzazione di linee-guida affidabili*","year":2015,"lang":"en","type":"article","venue":"Recenti Progressi in Medicina","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Guideline; Resource (disambiguation); Process (computing); Process management; Knowledge management; Computer science; Medicine; Medical education; Business; Psychology; Pathology","score_opus":0.26271515928061545,"score_gpt":0.5157595849160903,"score_spread":0.25304442563547486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W585062118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7705974,0.009980789,0.0029215624,0.16580845,0.0037664778,0.0077460906,0.00005963561,0.000906525,0.03821307],"genre_scores_gemma":[0.95725965,0.0017771047,0.028574135,0.004124976,0.0030258673,0.0005344795,0.00091531896,0.00022144745,0.0035670092],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927298,0.0006757216,0.0033283639,0.00080123777,0.0017514932,0.00071341236],"domain_scores_gemma":[0.9945021,0.0012626162,0.00089350884,0.0010245901,0.0015671896,0.00074995984],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007714195,0.00047982443,0.001121902,0.00033122452,0.00008882113,0.000086368105,0.00034618005,0.0003797908,0.00040901225],"category_scores_gemma":[0.03064162,0.00037532242,0.00020434796,0.0008322787,0.00037796947,0.00037782657,0.00022347749,0.00082072505,0.0002104594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022791359,0.004203397,0.3937759,0.0032788082,0.00042212743,0.0010573618,0.0029455072,0.000085476,0.0014847467,0.0011295895,0.26753262,0.3218053],"study_design_scores_gemma":[0.030467004,0.00279987,0.06354068,0.011593188,0.0016090011,0.0012676415,0.012065661,0.016001485,0.0012808515,0.0019476934,0.8558562,0.0015707526],"about_ca_topic_score_codex":0.00038305586,"about_ca_topic_score_gemma":0.00022762231,"teacher_disagreement_score":0.58832353,"about_ca_system_score_codex":0.00043537913,"about_ca_system_score_gemma":0.00084097934,"threshold_uncertainty_score":0.9998699},"labels":[],"label_agreement":null},{"id":"W589018335","doi":"10.1016/s0924-9338(15)31477-2","title":"Integrated Care Pathway (ICP), an Inter-professional Outline of Evidence Informed Care in Mental Health and Addictions: an Innovative Treatment Approach From Concept to Results","year":2015,"lang":"en","type":"article","venue":"European Psychiatry","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Addiction; Mental health care; Mental health; Health care; Integrated care; Medicine; Psychology; Psychiatry; Nursing; Psychotherapist; Political science","score_opus":0.3382753857314872,"score_gpt":0.49920663602859355,"score_spread":0.16093125029710637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W589018335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885729,0.001717934,0.0001962932,0.004699158,0.001023704,0.0013923196,0.0014808218,0.00006726675,0.0008495913],"genre_scores_gemma":[0.9533844,0.000046378773,0.034118377,0.0026676957,0.00032604433,0.000021231628,0.009334323,0.00003584942,0.00006570695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996802,0.0007569055,0.0014265666,0.0004952224,0.00031734628,0.0002019727],"domain_scores_gemma":[0.99788237,0.00016374113,0.00045442168,0.00043992721,0.0006079521,0.00045161293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006412322,0.00022335627,0.00037814648,0.00020421043,0.00006642911,0.00002086286,0.00013001439,0.000051985688,0.000016779413],"category_scores_gemma":[0.0015161511,0.00016241017,0.000035787285,0.0005007033,0.000079199075,0.00043511382,0.00009511155,0.00029513842,0.0000099137615],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01239099,0.0015497403,0.11775516,0.00011862517,0.00011024187,0.000010872959,0.57594126,0.000040780327,0.00018402505,0.000056356625,0.009210586,0.28263137],"study_design_scores_gemma":[0.013136272,0.014461587,0.05135742,0.0019542521,0.000038720897,0.00001274371,0.90057707,0.0002961613,0.00007310181,0.00001251773,0.01782652,0.00025363677],"about_ca_topic_score_codex":0.0018680366,"about_ca_topic_score_gemma":0.0032785693,"teacher_disagreement_score":0.32463583,"about_ca_system_score_codex":0.0005081357,"about_ca_system_score_gemma":0.0020057147,"threshold_uncertainty_score":0.66228944},"labels":[],"label_agreement":null},{"id":"W59683266","doi":"10.1007/978-3-642-37899-7_5","title":"Semantic Web and Ontology Engineering for the Colorectal Cancer Follow-Up Clinical Practice Guidelines","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Ontology; Computer science; Semantic Web; Ontology engineering; Colorectal cancer; World Wide Web; Upper ontology; Knowledge management; Cancer; Medicine; Internal medicine","score_opus":0.16815817696877078,"score_gpt":0.47050522545114215,"score_spread":0.30234704848237137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W59683266","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003125909,0.0023997722,0.92601675,0.06021306,0.0059379605,0.0020419026,0.00001577001,0.000068628746,0.0001802706],"genre_scores_gemma":[0.11759688,0.0032787002,0.8266763,0.044112258,0.0071256193,0.00021236895,0.00003293532,0.00013439689,0.0008305076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966121,0.00003771166,0.0015346932,0.0008717423,0.0005307862,0.0004130208],"domain_scores_gemma":[0.98238826,0.0149329305,0.00056424586,0.00045810785,0.0015024336,0.00015403445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032667713,0.00034502248,0.00066261675,0.00018952819,0.00014742752,0.0001207778,0.00039365378,0.00035268156,0.00007533989],"category_scores_gemma":[0.0264799,0.00023924976,0.00016101732,0.00015769713,0.0004949426,0.00028974505,0.0003271004,0.0009077071,0.000013934328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026951495,0.000036458052,0.00064589037,0.000114185896,0.00015737819,0.000030587045,0.00015550636,0.0027968884,0.00025797414,0.000686664,0.0025266802,0.99232227],"study_design_scores_gemma":[0.002672731,0.00080137065,0.0015218022,0.00050899887,0.000628644,0.00039306737,0.0000039731144,0.87496316,0.00008287662,0.002434575,0.11553994,0.00044883162],"about_ca_topic_score_codex":0.00024969212,"about_ca_topic_score_gemma":0.0008208917,"teacher_disagreement_score":0.99187344,"about_ca_system_score_codex":0.00014663188,"about_ca_system_score_gemma":0.0009645446,"threshold_uncertainty_score":0.98172045},"labels":[],"label_agreement":null},{"id":"W60076490","doi":"10.1016/s1701-2163(15)31052-5","title":"Fundamentals of Knowledge Translation","year":2013,"lang":"en","type":"article","venue":"Journal of Obstetrics and Gynaecology Canada","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; Provincial Health Services Authority","funders":"Canadian Institutes of Health Research; Child and Family Research Institute","keywords":"Knowledge translation; Medicine; Mandate; Parliament; Health care; Public relations; Medical knowledge; Public administration; Medical education; Knowledge management; Political science; Politics; Law","score_opus":0.1393258271458304,"score_gpt":0.38894898930681915,"score_spread":0.24962316216098876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W60076490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99062985,0.0028873824,0.00012354569,0.0019882186,0.0031254468,0.00016523188,0.0000045877046,0.0000011593756,0.0010745984],"genre_scores_gemma":[0.99772626,0.00012190466,0.0016317917,0.00042064954,0.000025309353,0.0000010169265,0.0000030541403,0.000004953938,0.000065083],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988161,0.000044392425,0.0008193927,0.000055552286,0.00017296954,0.00009161963],"domain_scores_gemma":[0.9939305,0.0048552915,0.0005136896,0.00005851522,0.0005190847,0.00012288835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003188548,0.000053960324,0.00025078695,0.00012503336,0.000022596982,0.0000053067697,0.00003799206,0.00005285104,0.0008246368],"category_scores_gemma":[0.0064699897,0.000043859458,0.000040965708,0.00017285769,0.0000325099,0.000110326575,0.00001020693,0.00015582248,0.0000011314919],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009260683,0.00015386088,0.19755882,0.00007416538,0.00013341467,0.00008666294,0.0001308844,0.000008092128,0.0006559775,0.000048881004,0.008487264,0.7926527],"study_design_scores_gemma":[0.0038713068,0.00083042576,0.9647335,0.000008155381,0.00020538985,0.00006885637,0.0008778822,0.00028881402,0.00030250952,0.0002292336,0.028517436,0.00006651616],"about_ca_topic_score_codex":0.013058264,"about_ca_topic_score_gemma":0.012375366,"teacher_disagreement_score":0.7925862,"about_ca_system_score_codex":0.00026254478,"about_ca_system_score_gemma":0.0010748458,"threshold_uncertainty_score":0.9935139},"labels":[],"label_agreement":null},{"id":"W619045667","doi":"","title":"Court rules Ontario's speed-limiter law is unconstitutional","year":2012,"lang":"en","type":"article","venue":"Land-line","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Limiter; Law; Truck; Automotive engineering; Engineering; Business; Transport engineering; Political science; Telecommunications","score_opus":0.23393610323669245,"score_gpt":0.4486635955471557,"score_spread":0.21472749231046323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W619045667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495762,0.00021849868,0.00087647914,0.022508832,0.0010379956,0.00038080566,0.000115593975,0.00008771108,0.0251979],"genre_scores_gemma":[0.9683028,0.000023206137,0.006152756,0.01978222,0.0019067616,0.000005836068,0.0006531225,0.000017462822,0.0031558203],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848807,0.000033412933,0.00060285354,0.00019213062,0.00037299123,0.00031055653],"domain_scores_gemma":[0.99887156,0.00032771585,0.0001406609,0.00026505964,0.00016085168,0.0002341304],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006177101,0.00014781124,0.0002551379,0.000043130505,0.00008150451,0.000021397464,0.00006314493,0.00009876794,0.0070851273],"category_scores_gemma":[0.00034486043,0.000117271535,0.00010410789,0.000067803594,0.00010753244,0.00032578871,0.00005397087,0.00029319202,0.0010240503],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007119185,0.0008535809,0.93232465,0.00004810926,0.00022165893,0.000037792757,0.00043482883,0.000016330223,0.0008587054,0.016522486,0.04365493,0.004314983],"study_design_scores_gemma":[0.003922905,0.00024090214,0.08447149,0.0000636061,0.00038446108,0.0002502894,0.000093815084,0.00021874857,0.0010488615,0.0009954209,0.9080829,0.00022661524],"about_ca_topic_score_codex":0.024864394,"about_ca_topic_score_gemma":0.024189157,"teacher_disagreement_score":0.864428,"about_ca_system_score_codex":0.000217294,"about_ca_system_score_gemma":0.00019727655,"threshold_uncertainty_score":0.9997538},"labels":[],"label_agreement":null},{"id":"W623731620","doi":"10.1186/1710-1492-6-s4-a1","title":"Introduction","year":2010,"lang":"en","type":"article","venue":"Allergy Asthma and Clinical Immunology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Cardiologie et de Pneumologie de Québec; Université Laval","funders":"","keywords":"Computer science","score_opus":0.07099474022651964,"score_gpt":0.44032072627221763,"score_spread":0.369325986045698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W623731620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9369903,0.000108372165,0.00032871662,0.05862312,0.002552249,0.0001407391,0.0000010118282,0.00006571128,0.001189743],"genre_scores_gemma":[0.9851076,0.0011742945,0.0050371443,0.0036167917,0.0034205092,0.00001052169,0.000070521666,0.000020922294,0.0015417003],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983202,0.000114819326,0.00091927743,0.00035821044,0.000094642564,0.00019284453],"domain_scores_gemma":[0.99837995,0.0008117417,0.00017992969,0.00036470772,0.00015081756,0.000112873626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009253186,0.000105293846,0.00028845333,0.000048035123,0.00006888589,0.000012473701,0.000062810526,0.0002906206,0.0023308818],"category_scores_gemma":[0.0047886968,0.00009098109,0.00010249055,0.000083144405,0.00034813644,0.00011506549,0.00008599899,0.0009327945,0.00028393962],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00205044,0.0010951585,0.02849156,0.000009626543,0.0010752078,0.000045297817,0.000053636108,4.246759e-7,0.040129982,0.020617982,0.028117687,0.878313],"study_design_scores_gemma":[0.0019112914,0.000840073,0.3536783,0.0000026002235,0.000035169203,0.00030137383,0.000099820994,0.0000808804,0.00014310697,0.0006456567,0.64218086,0.000080889484],"about_ca_topic_score_codex":0.0000782219,"about_ca_topic_score_gemma":0.00029904695,"teacher_disagreement_score":0.8782321,"about_ca_system_score_codex":0.000006968762,"about_ca_system_score_gemma":0.00007455155,"threshold_uncertainty_score":0.9985811},"labels":[],"label_agreement":null},{"id":"W634325732","doi":"","title":"Computer-based support for clinical guidelines and protocols : proceedings of EWGLP 2000","year":2001,"lang":"en","type":"book","venue":"IOS Press , Ohmsha eBooks","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Czech; Workflow; Protocol (science); Computer science; Data science; Library science; Engineering management; Database; Engineering; Medicine","score_opus":0.4988891335988492,"score_gpt":0.5531762078856829,"score_spread":0.054287074286833714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W634325732","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002417154,0.0005818695,0.011523128,0.0073465644,0.0019582924,0.320067,0.0024253307,0.0010852967,0.65259534],"genre_scores_gemma":[0.0002920815,0.00014829496,0.13072984,0.010125037,0.009080429,0.024172114,0.0012598381,0.00052355276,0.82366884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928623,0.000047737096,0.0047907643,0.0010403007,0.0007765165,0.0004824138],"domain_scores_gemma":[0.9918889,0.0019776192,0.0023831066,0.0005157949,0.0028471036,0.00038748706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026235862,0.0006066543,0.0017725831,0.00019894379,0.00008093254,0.000077872806,0.00033285122,0.00084401004,0.00015609608],"category_scores_gemma":[0.0025665492,0.000556665,0.000547635,0.000035236553,0.00036942383,0.00011992344,0.00020712875,0.00075272226,0.000010061607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003123108,0.00037183802,0.0011786707,0.0038103156,0.0004023594,0.000031639003,0.00007413253,0.0000029583966,0.0000927916,0.00044426648,0.8035828,0.18688512],"study_design_scores_gemma":[0.009352194,0.003556719,0.00032468152,0.0021673203,0.0011174977,0.0000807401,0.000019811274,0.001894047,0.0004117924,0.0009512382,0.97962326,0.00050068833],"about_ca_topic_score_codex":0.000038623657,"about_ca_topic_score_gemma":0.000012839211,"teacher_disagreement_score":0.2958949,"about_ca_system_score_codex":0.00012794943,"about_ca_system_score_gemma":0.0022210805,"threshold_uncertainty_score":0.9996885},"labels":[],"label_agreement":null},{"id":"W649818905","doi":"","title":"When science meets policy: co-construction of decision making [recidivist drink drivers]","year":2013,"lang":"en","type":"article","venue":"International Conference on Alcohol, Drugs and Traffic Safety (T2013), 20th, 2013, Brisbane, Queensland, Australia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Recidivism; Conviction; Legislation; License; Risk assessment; Driving under the influence; Privilege (computing); Psychology; Unit (ring theory); Audit; Applied psychology; Engineering; Medical emergency; Medicine; Actuarial science; Operations management; Psychiatry; Human factors and ergonomics; Computer security; Poison control; Political science; Law; Business; Computer science; Accounting","score_opus":0.12419393214811447,"score_gpt":0.4449478118318905,"score_spread":0.32075387968377606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W649818905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596512,0.000023545144,0.0011777497,0.03033701,0.0012046836,0.0010296168,0.00020272796,0.00009339767,0.006280074],"genre_scores_gemma":[0.9877972,0.00048375357,0.008955806,0.00057453825,0.00040142622,0.000029469553,0.00019357968,0.000035024055,0.0015292005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99528486,0.00011621722,0.0016039846,0.00090321485,0.0015252456,0.000566479],"domain_scores_gemma":[0.9961977,0.0006329024,0.0008708848,0.00051516714,0.0013914057,0.00039191535],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011682919,0.0004373255,0.0006243415,0.00072969234,0.00028749206,0.0002561045,0.00047467503,0.00023044861,0.0046059266],"category_scores_gemma":[0.0009098236,0.0003940919,0.00019187768,0.0004049051,0.0009526566,0.0009971651,0.00013866786,0.00054259715,0.0005461078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034943775,0.0012715452,0.08029908,0.00024014342,0.0010153259,0.00010565018,0.002547403,0.0010333777,0.008788728,0.09949373,0.086201675,0.71550894],"study_design_scores_gemma":[0.019706326,0.0018830705,0.85247386,0.0022412203,0.00067669054,0.001215078,0.004679242,0.03727006,0.002018734,0.014704316,0.06101756,0.0021138557],"about_ca_topic_score_codex":0.0039677555,"about_ca_topic_score_gemma":0.00036054905,"teacher_disagreement_score":0.7721748,"about_ca_system_score_codex":0.00032182218,"about_ca_system_score_gemma":0.00058703835,"threshold_uncertainty_score":0.9998511},"labels":[],"label_agreement":null},{"id":"W65585734","doi":"","title":"NEW MANAGER FOR THE CVMA JOURNALS","year":2002,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bachelor; Publishing; Happiness; Library science; Animal welfare; Minor (academic); Bachelor degree; Management; Resource (disambiguation); Medical education; Medicine; Political science; Nursing; Law; Computer science","score_opus":0.23579595758038555,"score_gpt":0.40434987148819457,"score_spread":0.16855391390780902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W65585734","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11392269,0.013223629,0.11212613,0.70790315,0.008465655,0.010200846,0.00006388244,0.0005272992,0.033566713],"genre_scores_gemma":[0.8251211,0.0081397025,0.016997233,0.037142653,0.009906671,0.00019421293,0.000042250424,0.00021339428,0.10224276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978565,0.00009385739,0.00072688475,0.0002612065,0.00037377997,0.00068776216],"domain_scores_gemma":[0.9976695,0.0010646082,0.00024305383,0.0004310926,0.00016087778,0.0004308598],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010585005,0.00014871484,0.00020683253,0.000053425225,0.00012074361,0.00009237737,0.00019874766,0.000043707903,0.0028845512],"category_scores_gemma":[0.006247578,0.00009787292,0.00015353347,0.00029161948,0.00003242413,0.00019964606,0.000052581592,0.0002945096,0.00032045128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014736492,0.00008465186,0.006242447,0.000019362,0.0001267517,0.000035364807,0.0005274707,0.000014413367,0.00016726485,0.00017118317,0.48078808,0.51167566],"study_design_scores_gemma":[0.0023609241,0.000082979845,0.13908711,0.000023892555,0.00034625654,0.00007274678,0.00012308503,0.00052300893,0.0002457014,0.00010572886,0.8569204,0.00010814408],"about_ca_topic_score_codex":0.000031034248,"about_ca_topic_score_gemma":0.00001178631,"teacher_disagreement_score":0.71119845,"about_ca_system_score_codex":0.00006968532,"about_ca_system_score_gemma":0.000053271688,"threshold_uncertainty_score":0.99802697},"labels":[],"label_agreement":null},{"id":"W656140997","doi":"10.1016/j.jclinepi.2015.05.001","title":"Clinical practice guidelines were adapted and implemented meeting country-specific requirements—the example of Kazakhstan","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services; Canadian Society for International Health; McMaster University; University of Ottawa","funders":"","keywords":"Process (computing); Adaptation (eye); General partnership; Process management; Christian ministry; Quality (philosophy); Prioritization; Medicine; Capacity building; Scale (ratio); Medical education; Business; Political science; Computer science; Psychology; Geography","score_opus":0.8134892117267929,"score_gpt":0.6656222216379869,"score_spread":0.147866990088806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W656140997","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5852853,0.010019203,0.02859763,0.3648276,0.0072417418,0.0015403889,0.00005418469,0.000059801227,0.0023741147],"genre_scores_gemma":[0.43578306,0.024009641,0.4432913,0.085361324,0.011157447,0.000012860489,0.00009388326,0.000112879716,0.00017760113],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9572391,0.011015229,0.029367656,0.0006466854,0.0011164893,0.00061484124],"domain_scores_gemma":[0.7189813,0.23659842,0.028905699,0.0013687571,0.012595217,0.0015505891],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20466109,0.00031292706,0.0036794138,0.00014247095,0.00009625484,0.000016898905,0.0004185688,0.0004850106,0.00014599854],"category_scores_gemma":[0.7227761,0.0001996415,0.00071829185,0.00031667046,0.00078502024,0.00047957228,0.00029094247,0.0019306944,0.000015164086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009828034,0.001009865,0.4414189,0.000068008216,0.0012348897,0.00012829337,0.0001267282,0.000059658683,0.00009717578,0.0049584024,0.39378375,0.14728631],"study_design_scores_gemma":[0.0105595095,0.005205629,0.07587454,0.0002796905,0.001040989,0.00088501564,0.0030216894,0.0011319461,0.000008262897,0.0029697313,0.89884305,0.00017994258],"about_ca_topic_score_codex":0.00069077883,"about_ca_topic_score_gemma":0.00009449086,"teacher_disagreement_score":0.518115,"about_ca_system_score_codex":0.000088413355,"about_ca_system_score_gemma":0.0011958508,"threshold_uncertainty_score":0.8388014},"labels":[],"label_agreement":null},{"id":"W66204081","doi":"","title":"Canadian Journal of Surgery April 2014 issue","year":2014,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; General surgery; Surgery","score_opus":0.2913286799117435,"score_gpt":0.4276688641708697,"score_spread":0.1363401842591262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W66204081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932046,0.00006640368,0.0013728325,0.003994151,0.00082615676,0.0001750233,0.0000118858525,0.000032610136,0.00031634377],"genre_scores_gemma":[0.99369687,0.000059103804,0.0001756383,0.0020561386,0.00063111674,1.9372614e-7,0.000032102827,0.00003736456,0.0033114904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760467,0.00041804533,0.00080996886,0.00029448653,0.00044373417,0.00042909995],"domain_scores_gemma":[0.9963066,0.0010089657,0.0006603507,0.00047394284,0.0006810194,0.00086915254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022269282,0.00021451147,0.0005356734,0.0008875355,0.00015645302,0.000121216974,0.0003399294,0.0002009578,0.00036769485],"category_scores_gemma":[0.002347122,0.00022583643,0.00025926778,0.00037695756,0.00010354689,0.0012563554,0.000072145966,0.0006857632,0.0004931487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000168776,0.000054065764,0.99398077,0.0000529605,0.000083373205,0.00033602625,0.000100797246,0.0000071901595,0.00026835597,0.000017918668,0.00018216207,0.0047476375],"study_design_scores_gemma":[0.0014276222,0.00021222116,0.8872409,0.00019107446,0.00030834996,0.0002879025,0.00025276645,6.1868866e-7,0.000605854,0.000066834655,0.1091917,0.00021419786],"about_ca_topic_score_codex":0.00059856905,"about_ca_topic_score_gemma":0.04639443,"teacher_disagreement_score":0.10900954,"about_ca_system_score_codex":0.00036992456,"about_ca_system_score_gemma":0.0012622809,"threshold_uncertainty_score":0.9710064},"labels":[],"label_agreement":null},{"id":"W67813149","doi":"","title":"Outcome of EEGs ordered at a regional children's mental health service.","year":2010,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Electroencephalography; Psychiatry; Child and adolescent psychiatry; Medicine; Mental health service; Health care; Pediatrics; Psychology; Clinical psychology","score_opus":0.20359805582390225,"score_gpt":0.438201874884748,"score_spread":0.23460381906084574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W67813149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88091946,0.000030730025,0.000011920403,0.11695116,0.00036557097,0.0013318276,0.000047657188,0.000041853218,0.0002998284],"genre_scores_gemma":[0.9794896,0.000022614722,0.001371909,0.01779452,0.00026172606,0.00017014012,0.00039809025,0.000021634993,0.0004697206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99812204,0.00004772996,0.0009182583,0.00022905896,0.00038843622,0.00029449794],"domain_scores_gemma":[0.9986773,0.00019009641,0.00040211537,0.0003272788,0.00014170726,0.00026151116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000986717,0.00010939943,0.00029810632,0.00007105953,0.000065248685,0.0000063855114,0.000094247625,0.00006810942,0.00033596507],"category_scores_gemma":[0.00093023985,0.00009643546,0.00008840037,0.00018545442,0.000048961963,0.00010216899,0.000089897396,0.0002694556,0.000036171565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051010365,0.00035215123,0.88540024,0.00007505587,0.000102572994,0.0000016709281,0.00016890929,4.8524373e-7,0.00058254943,0.000142064,0.028776143,0.08388807],"study_design_scores_gemma":[0.003163359,0.000055458746,0.97233,0.0000058962178,0.000042720952,0.000099094126,0.00006394957,0.00002659872,0.00016251089,0.00004936876,0.023923108,0.00007796202],"about_ca_topic_score_codex":0.0010153919,"about_ca_topic_score_gemma":0.0019641453,"teacher_disagreement_score":0.09915664,"about_ca_system_score_codex":0.00009559611,"about_ca_system_score_gemma":0.000093700684,"threshold_uncertainty_score":0.3932524},"labels":[],"label_agreement":null},{"id":"W6887812582","doi":"10.17605/osf.io/zwy5r","title":"Journal filters for the Ottawa method to determine the need to update guidelines – an empirical comparison of filter designs","year":2023,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Filter (signal processing); Noise (video); Scheme (mathematics); Filter design","score_opus":0.6146372976571212,"score_gpt":0.6480276916620321,"score_spread":0.03339039400491095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887812582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023402361,0.000057836678,0.8284814,0.16349918,0.0017992498,0.0041190335,0.0000851358,0.000060931463,0.0016632192],"genre_scores_gemma":[0.0008974349,0.000025640682,0.94481575,0.03685478,0.0017461046,0.00022511953,0.000014157075,0.00032153705,0.015099497],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954733,0.0003367295,0.0017488807,0.0006932943,0.0011987076,0.00054908445],"domain_scores_gemma":[0.9883887,0.007460344,0.0010397746,0.001633434,0.0009660306,0.0005116744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015329535,0.00030291028,0.0007766529,0.00034945575,0.00044262703,0.00055092503,0.0035527793,0.00021999785,0.0014112731],"category_scores_gemma":[0.047755655,0.00016107767,0.00017956138,0.0017651072,0.00030743674,0.00028926664,0.00088007073,0.00073207525,0.00013370652],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021686575,0.00006747077,0.000909556,0.000011121347,0.00005774693,0.00000315802,0.00045959977,0.0003677483,0.00028105208,0.000101050835,0.8288893,0.16863534],"study_design_scores_gemma":[0.00060514366,0.0010330301,0.0013155531,0.00064644066,0.00037742563,0.00003470758,0.0027296147,0.0075986423,0.00041551553,0.00084080483,0.98412514,0.00027795538],"about_ca_topic_score_codex":0.0006055265,"about_ca_topic_score_gemma":0.00097052194,"teacher_disagreement_score":0.16835739,"about_ca_system_score_codex":0.00011003571,"about_ca_system_score_gemma":0.0008320111,"threshold_uncertainty_score":0.9995016},"labels":[],"label_agreement":null},{"id":"W6887824775","doi":"10.17605/osf.io/z36wp","title":"Adapted ‘Ottawa’ method to assess the need to update topic areas within clinical guidelines – an evaluation of its application","year":2023,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Data collection; MEDLINE; Context (archaeology)","score_opus":0.37342669712385945,"score_gpt":0.5560890412763965,"score_spread":0.18266234415253702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887824775","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015842171,0.0000141572955,0.30284134,0.03733652,0.003089913,0.028319394,0.00026849666,0.0015843665,0.61070365],"genre_scores_gemma":[0.02051493,0.00031237677,0.20844786,0.009609348,0.0032844425,0.0044947527,0.00096848543,0.001873229,0.7504946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98730993,0.003887851,0.003784863,0.0027066243,0.0019048378,0.0004058912],"domain_scores_gemma":[0.98610795,0.0028419737,0.0020544967,0.005866266,0.002584084,0.0005452411],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.059653874,0.00048824796,0.0011031958,0.0004429468,0.00008830942,0.0000606306,0.0011363561,0.00060980814,0.12543745],"category_scores_gemma":[0.08672425,0.00042602274,0.0003188824,0.0008171696,0.00007471859,0.0001767475,0.0010198962,0.00078374683,0.2382914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064629683,0.00070089893,0.0128974505,0.0002145156,0.00087349635,0.000006982223,0.00040652405,0.00522764,0.0022895616,0.0015570117,0.4730268,0.5021528],"study_design_scores_gemma":[0.003152655,0.000029966344,0.039491635,0.0007374759,0.0027980448,0.000029532543,0.0008359007,0.030383795,0.00238882,0.0015510621,0.91785765,0.0007434623],"about_ca_topic_score_codex":0.0015261341,"about_ca_topic_score_gemma":0.003553749,"teacher_disagreement_score":0.50140935,"about_ca_system_score_codex":0.00031302308,"about_ca_system_score_gemma":0.00087785936,"threshold_uncertainty_score":0.99981916},"labels":[],"label_agreement":null},{"id":"W6901700312","doi":"10.60692/eheem-c3s04","title":"Quality assessment of clinical practice guidelines for neonatal sepsis using the Appraisal of Guidelines for Research and Evaluation (AGREE) II Instrument: A systematic review of neonatal guidelines","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nice; Systematic review; Excellence; Clinical Practice; Critical appraisal; Protocol (science); Neonatal sepsis; MEDLINE","score_opus":0.8067660150927867,"score_gpt":0.658455706136084,"score_spread":0.14831030895670272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901700312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4776771,0.0050773644,0.41024944,0.0488745,0.0032429823,0.04915036,0.0053466465,0.00013636088,0.00024522215],"genre_scores_gemma":[0.7616899,0.00010979983,0.23072977,0.00396101,0.0004815066,0.002198367,0.00074776524,0.000045700934,0.000036192985],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9781906,0.0020943796,0.015491656,0.00040859001,0.0034772102,0.00033758185],"domain_scores_gemma":[0.9425584,0.0038034036,0.008075141,0.0009641052,0.04446541,0.0001335452],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08856831,0.00027545803,0.0016781706,0.00036335486,0.00042175528,0.000038505525,0.0003604191,0.00013153657,0.00003961434],"category_scores_gemma":[0.18077704,0.00019330917,0.0004458704,0.0006534032,0.00014877676,0.00088840467,0.00048314856,0.00030319742,8.7268216e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004454695,0.0001895362,0.01598657,0.91011256,0.0023589502,0.0000017727416,0.016316712,0.0020357422,0.0000623429,0.0022778187,0.018202258,0.02800107],"study_design_scores_gemma":[0.016801093,0.003623249,0.0023329349,0.069215566,0.0061537405,0.00044091497,0.2885171,0.6038911,0.00024639882,0.000049578874,0.008164252,0.0005640941],"about_ca_topic_score_codex":0.00017568686,"about_ca_topic_score_gemma":0.0000023830823,"teacher_disagreement_score":0.84089696,"about_ca_system_score_codex":0.00021152664,"about_ca_system_score_gemma":0.0014877613,"threshold_uncertainty_score":0.9385107},"labels":[],"label_agreement":null},{"id":"W6901868432","doi":"10.6084/m9.figshare.15064891.v1","title":"Additional file 1 of The relationship between organisational characteristics and the effects of clinical guidelines on medical performance in hospitals, a meta-analysis","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Intervention (counseling); Outcome (game theory); MEDLINE; Data collection; Primary care","score_opus":0.40746165242754756,"score_gpt":0.48859509538313606,"score_spread":0.0811334429555885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901868432","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019177997,0.000068774796,0.0000015910327,0.0062292824,0.000028217215,0.00031516398,0.974057,0.0000057158873,0.00011624158],"genre_scores_gemma":[0.43773016,0.000006544043,0.0005542332,0.001289291,0.00022199677,0.00019946934,0.5597337,0.000008558061,0.00025604054],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970331,0.0003902005,0.0015759616,0.00019297576,0.00072582625,0.00008193235],"domain_scores_gemma":[0.90561724,0.09222037,0.0009210465,0.0003816674,0.00078243477,0.00007726915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071528635,0.0000945224,0.0006977434,0.000054991946,0.000046120338,0.000007090665,0.000115030176,0.00012131571,0.8675906],"category_scores_gemma":[0.49363503,0.00005286246,0.0004636184,0.0005194374,0.00006483499,0.000059293678,0.00011768133,0.00037087584,0.000060675826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005757802,0.00008404919,0.057308733,0.00020090069,0.0035912406,0.000004594074,0.000030493331,0.0000021567882,2.3675852e-7,0.000037980695,0.9375013,0.001180699],"study_design_scores_gemma":[0.00091427466,0.0000620532,0.9640245,0.00048654387,0.0066530467,0.000005771522,0.00002371188,0.0003947188,0.0000138523055,0.000057214496,0.027316472,0.000047831756],"about_ca_topic_score_codex":0.00000467255,"about_ca_topic_score_gemma":0.000013572401,"teacher_disagreement_score":0.91018486,"about_ca_system_score_codex":0.000013571771,"about_ca_system_score_gemma":0.0005548327,"threshold_uncertainty_score":0.5106303},"labels":[],"label_agreement":null},{"id":"W6901878492","doi":"10.60692/w8hmm-yx295","title":"Adaptation of the 2015 American College of Rheumatology treatment guideline for rheumatoid arthritis for the Eastern Mediterranean Region: an exemplar of the GRADE Adolopment","year":2017,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Ottawa","funders":"","keywords":"Guideline; Grading (engineering); Rheumatoid arthritis; Adaptation (eye); Rheumatology; Certainty; Antirheumatic Agents","score_opus":0.2520553880847043,"score_gpt":0.3913323453823636,"score_spread":0.13927695729765932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901878492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91129106,0.00003179399,0.07111925,0.00990021,0.0012119099,0.0052469717,0.0011392625,0.00002674721,0.000032782755],"genre_scores_gemma":[0.99744993,0.000013926078,0.0019121416,0.0001692183,0.00004887668,0.0002921846,0.00006714734,0.000013957234,0.000032598746],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9967392,0.00014485158,0.0023991168,0.00014109109,0.00040403742,0.00017170081],"domain_scores_gemma":[0.9935903,0.00023650628,0.0041900408,0.0010926393,0.0008342623,0.00005624006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011794647,0.00017176932,0.0005479074,0.000074470336,0.00031227473,0.000019603704,0.00036464384,0.00007308453,0.0000044619132],"category_scores_gemma":[0.00086718524,0.00008637667,0.00025069198,0.00009313749,0.00027226703,0.0003534119,0.000070739436,0.000060169525,0.000002135619],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057670004,0.00017365292,0.7617016,0.0023329936,0.001274412,0.0000013917742,0.12060219,0.0013161248,0.000046546797,0.001567709,0.007850338,0.09736605],"study_design_scores_gemma":[0.048721336,0.005727215,0.20286795,0.004233986,0.0013282945,0.0009881023,0.37169823,0.31366697,0.006675655,0.000066633664,0.043328136,0.0006974822],"about_ca_topic_score_codex":0.00058916135,"about_ca_topic_score_gemma":0.00010410294,"teacher_disagreement_score":0.55883366,"about_ca_system_score_codex":0.000096736614,"about_ca_system_score_gemma":0.00021568045,"threshold_uncertainty_score":0.35223383},"labels":[],"label_agreement":null},{"id":"W6901982918","doi":"10.6084/m9.figshare.12519119.v1","title":"Additional file 6 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Qualitative research; Quality (philosophy); Primary care; Data collection; MEDLINE","score_opus":0.15175057361467387,"score_gpt":0.4184122403786114,"score_spread":0.26666166676393754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901982918","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00156903,0.0014794527,2.9616947e-7,0.00027681718,0.0000066975385,0.0020221293,0.9945988,0.000005699217,0.00004105465],"genre_scores_gemma":[0.107455574,0.0000133191015,0.0006590822,0.0011975928,0.000016379936,0.0009772282,0.88966477,0.000012143183,0.0000039262018],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99841243,0.00011147558,0.0009575143,0.00015360037,0.0002877043,0.000077269186],"domain_scores_gemma":[0.99797744,0.0009140267,0.00047716004,0.00017696408,0.00034563005,0.00010880255],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000067957146,0.000085828025,0.00041213963,0.000036404934,0.000019550313,0.0000018184677,0.0000845463,0.00003251423,0.5462127],"category_scores_gemma":[0.017010879,0.00006529921,0.00009338516,0.00026354182,0.000011358849,0.00007005985,0.00013658425,0.00008589557,0.00001950426],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026469666,0.000011769417,0.00017615153,0.31856343,0.00002358823,0.0000017941774,0.0037405672,0.0000020056343,0.000101078214,3.1795602e-7,0.6768503,0.00050247577],"study_design_scores_gemma":[0.0025925892,0.00096580945,0.058661632,0.8313912,0.00043037813,0.0000132743535,0.096255705,0.00007914567,0.00075761735,0.0000031949126,0.008594176,0.00025524467],"about_ca_topic_score_codex":0.000015413165,"about_ca_topic_score_gemma":0.00004023632,"teacher_disagreement_score":0.66825616,"about_ca_system_score_codex":0.00006953419,"about_ca_system_score_gemma":0.00043409903,"threshold_uncertainty_score":0.99126923},"labels":[],"label_agreement":null},{"id":"W6901995760","doi":"10.6084/m9.figshare.13141567","title":"Additional file 2 of Effects of oncological care pathways in primary and secondary care on patient, professional and health systems outcomes: a systematic review and meta-analysis","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Secondary care; Primary care; Healthcare system; Health care; Primary health care; MEDLINE; Patient care","score_opus":0.30066430788309295,"score_gpt":0.4495717611608941,"score_spread":0.14890745327780114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901995760","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030066242,0.03560734,1.2732976e-7,0.0008269337,0.0000062393283,0.0028048847,0.96038276,0.0000096437525,0.00006142822],"genre_scores_gemma":[0.100559786,0.000090609006,0.0002988159,0.008478461,0.000016656038,0.0026327523,0.8878909,0.000014075422,0.000017951668],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978709,0.0003642824,0.001080683,0.00026962222,0.00031749235,0.00009697314],"domain_scores_gemma":[0.99335426,0.0053285873,0.0008056294,0.00014200565,0.00023143293,0.00013807786],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011404158,0.00014292522,0.0018957902,0.0000745101,0.00002769633,0.000005732969,0.00003818833,0.000068944835,0.23315631],"category_scores_gemma":[0.0105777085,0.00009325543,0.00018567116,0.00021002564,0.00001230536,0.00006373588,0.00009381777,0.00019782019,0.000007802358],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001979257,0.00005208428,0.000046787958,0.5746643,0.0022193554,0.000014176185,0.0005973513,7.614097e-7,6.6988275e-7,0.00000109724,0.4222477,0.00013590163],"study_design_scores_gemma":[0.008011185,0.013202624,0.20012438,0.50944334,0.22103819,0.00012657925,0.02304764,0.0003502902,0.000020850282,0.000008761514,0.023531187,0.0010949716],"about_ca_topic_score_codex":0.000011965476,"about_ca_topic_score_gemma":0.000013083966,"teacher_disagreement_score":0.3987165,"about_ca_system_score_codex":0.00006548367,"about_ca_system_score_gemma":0.00027252996,"threshold_uncertainty_score":0.9977566},"labels":[],"label_agreement":null},{"id":"W6902003628","doi":"10.6084/m9.figshare.17125915","title":"Additional file 1 of Use and effects of implementation strategies for practice guidelines in nursing: a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Ottawa Hospital; Queen's University; Dalhousie University","funders":"","keywords":"Protocol (science); A priori and a posteriori; Key (lock); Data collection; Scheme (mathematics)","score_opus":0.3150472048235564,"score_gpt":0.5501847137242143,"score_spread":0.23513750890065788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902003628","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022919443,0.0030682415,0.000011260393,0.0010385315,0.000012887602,0.001832188,0.993937,0.00000801084,0.00006892179],"genre_scores_gemma":[0.00042745628,0.00010825076,0.014808541,0.001857164,0.000041893305,0.001798478,0.98090035,0.000012425509,0.000045449215],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99831927,0.00012364707,0.0011146201,0.00014790134,0.00021007263,0.00008451076],"domain_scores_gemma":[0.9809144,0.01593634,0.0007600113,0.00015898889,0.0021942966,0.000035955476],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016516505,0.00008065767,0.0003992879,0.00004654169,0.000013363858,0.000015343718,0.000028417688,0.000036811318,0.5567555],"category_scores_gemma":[0.2481927,0.00007430092,0.00006773719,0.000174527,0.000006675076,0.00045250935,0.000019162399,0.000058768066,0.000012643023],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021511221,0.00006658978,6.3110184e-7,0.17492536,0.00003593541,0.0000066712437,0.00003267064,3.9266257e-7,0.000056198285,0.00001661361,0.823999,0.0008384263],"study_design_scores_gemma":[0.0012186904,0.0002597985,0.00049112324,0.9366821,0.0006697173,0.00012476428,0.0021054074,0.00015284303,0.00033326042,0.000109868495,0.05775576,0.000096661104],"about_ca_topic_score_codex":0.000011534654,"about_ca_topic_score_gemma":0.000022863644,"teacher_disagreement_score":0.7662432,"about_ca_system_score_codex":0.000031232277,"about_ca_system_score_gemma":0.00045717217,"threshold_uncertainty_score":0.7581401},"labels":[],"label_agreement":null},{"id":"W6902007596","doi":"10.6084/m9.figshare.12519122.v1","title":"Additional file 7 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Quality (philosophy); Primary care; Data collection; MEDLINE; Qualitative research; Process (computing)","score_opus":0.15175873827821576,"score_gpt":0.41839220228542834,"score_spread":0.26663346400721255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902007596","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015785106,0.0014760328,2.9585422e-7,0.00027665833,0.000006697427,0.0020190163,0.99459654,0.000005699367,0.000040555777],"genre_scores_gemma":[0.106671974,0.0000133158555,0.00065686664,0.0011934981,0.000016324746,0.0009719172,0.89046013,0.000012102684,0.00000388976],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99841243,0.00011144568,0.0009575098,0.00015361326,0.0002877069,0.000077275115],"domain_scores_gemma":[0.9979782,0.00091329124,0.00047712764,0.00017696728,0.00034560397,0.00010880598],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006795358,0.00008583298,0.00041214857,0.000036408033,0.00001955398,0.0000018185239,0.00008454814,0.000032515003,0.54482204],"category_scores_gemma":[0.016843043,0.00006530252,0.00009338689,0.00026352968,0.000011359814,0.00007006232,0.00013658845,0.000085896434,0.000019502475],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026395666,0.000011740907,0.00017678509,0.32126105,0.000023638113,0.0000017987497,0.003742428,0.0000020402617,0.00010167787,3.151947e-7,0.6741456,0.0005065353],"study_design_scores_gemma":[0.0025762739,0.00096170616,0.057575688,0.83336043,0.0004278855,0.000013204518,0.095495835,0.00007965264,0.0007614534,0.0000031751636,0.008490938,0.00025377495],"about_ca_topic_score_codex":0.000015271227,"about_ca_topic_score_gemma":0.00003959417,"teacher_disagreement_score":0.66565466,"about_ca_system_score_codex":0.00006963123,"about_ca_system_score_gemma":0.0004341631,"threshold_uncertainty_score":0.9914385},"labels":[],"label_agreement":null},{"id":"W6902044195","doi":"10.6084/m9.figshare.17125921","title":"Additional file 3 of Use and effects of implementation strategies for practice guidelines in nursing: a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Ottawa Hospital; Queen's University; Dalhousie University","funders":"","keywords":"Checklist; Systematic review; Key (lock); Data collection","score_opus":0.3102687872389815,"score_gpt":0.5494255491829929,"score_spread":0.23915676194401142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902044195","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002312678,0.003089511,0.000011343982,0.0010357465,0.000013031995,0.001835631,0.9939141,0.000008016078,0.00006944964],"genre_scores_gemma":[0.00043321992,0.00011005933,0.014682063,0.0018608725,0.000042478747,0.0017707959,0.9810416,0.00001245885,0.000046441368],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9983189,0.00012353166,0.0011151043,0.000147839,0.00021011465,0.00008450463],"domain_scores_gemma":[0.98103356,0.015799003,0.00076001487,0.00015873363,0.0022127342,0.000035947167],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016509235,0.000080646634,0.00039932755,0.00004652659,0.000013362741,0.000015374346,0.000028400316,0.000036808276,0.5507724],"category_scores_gemma":[0.248144,0.00007428252,0.00006773299,0.00017446409,0.000006675537,0.00045284757,0.00001914894,0.000058756395,0.000012777347],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021590997,0.00006641819,6.3059906e-7,0.17686711,0.000035830526,0.000006735146,0.000032603202,3.9195336e-7,0.000056215835,0.000016477728,0.8220474,0.00084860984],"study_design_scores_gemma":[0.0012347136,0.00025936807,0.00048809877,0.93563664,0.0006636706,0.00012359564,0.002095087,0.00015303433,0.00034018504,0.00011014779,0.058798794,0.00009664264],"about_ca_topic_score_codex":0.000011661859,"about_ca_topic_score_gemma":0.0000230146,"teacher_disagreement_score":0.7632486,"about_ca_system_score_codex":0.00003135268,"about_ca_system_score_gemma":0.00045741771,"threshold_uncertainty_score":0.7581892},"labels":[],"label_agreement":null},{"id":"W6902044614","doi":"10.6084/m9.figshare.22649437","title":"Additional file 1 of Symptom management care pathway adaptation process and specific adaptation decisions","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Process (computing); Adaptation (eye); Care pathway; Patient care; Clinical pathway; MEDLINE","score_opus":0.282555212502463,"score_gpt":0.4185652707668926,"score_spread":0.13601005826442958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902044614","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003734173,0.00004197952,0.0000143626985,0.00012168522,0.000022616938,0.0005141473,0.9967905,0.0000815281,0.0020397133],"genre_scores_gemma":[0.027011406,0.000019044555,0.0032129313,0.00008622696,0.000110708825,0.0008926408,0.968275,0.00001903497,0.00037299565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875623,0.000026867487,0.0004478709,0.00023852184,0.00040613688,0.00012434328],"domain_scores_gemma":[0.996238,0.002842668,0.0002213444,0.00015850019,0.00046266726,0.000076848235],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004955803,0.00009506802,0.00013530585,0.00012617743,0.00006786939,0.000017156173,0.000052297673,0.000054694683,0.926351],"category_scores_gemma":[0.0060676313,0.000093879666,0.000049872033,0.00041605608,0.000008238092,0.00017765458,0.00005438725,0.00009208127,0.0018822628],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037255693,0.000023418788,0.0000020891682,0.00017772322,0.000018172801,0.000014649108,0.00042124567,0.00011897421,0.000004756834,0.0000072723474,0.8873239,0.111850545],"study_design_scores_gemma":[0.0008418302,0.00015533097,0.021545602,0.0037605462,0.000032571246,0.00001517058,0.016919233,0.005748215,0.00004076012,0.00015350916,0.95065665,0.00013060175],"about_ca_topic_score_codex":0.0000020590612,"about_ca_topic_score_gemma":0.000012451752,"teacher_disagreement_score":0.92446876,"about_ca_system_score_codex":0.00003992249,"about_ca_system_score_gemma":0.00011619994,"threshold_uncertainty_score":0.9988949},"labels":[],"label_agreement":null},{"id":"W6902055351","doi":"10.6084/m9.figshare.17469083","title":"Additional file 1 of The development of clinical guidelines in China: insights from a national survey","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Government (linguistics); Data collection; MEDLINE; Confidentiality","score_opus":0.5384872506452723,"score_gpt":0.5627708995690003,"score_spread":0.02428364892372803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902055351","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6971232,0.000027286413,0.000044260454,0.0021380961,0.00025974063,0.00057119003,0.28462043,9.674853e-7,0.0152147915],"genre_scores_gemma":[0.19960888,0.0000069137072,0.5290048,0.0011712152,0.0003677998,0.00010085997,0.26618743,0.000020543099,0.0035315265],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9967194,0.00031638422,0.002175214,0.0002312835,0.0004906295,0.000067071],"domain_scores_gemma":[0.9890626,0.008927769,0.0006162949,0.00020618942,0.0011411911,0.000045919118],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012158271,0.00007067127,0.0003200139,0.00003208707,0.00002691531,0.000009990532,0.00017831041,0.00007161831,0.66477495],"category_scores_gemma":[0.08033954,0.00005185138,0.00007341471,0.00027648956,0.00005523474,0.00010877658,0.00027844295,0.00016338879,0.000090153844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020921232,0.00050265394,0.017221738,0.000004935241,0.000089053545,0.0000047626254,0.00013848326,0.000008062438,0.0001416347,0.000005747008,0.91241246,0.06926127],"study_design_scores_gemma":[0.00089524884,0.000017882101,0.6527572,0.00020090007,0.000011526601,0.0000019019419,0.000114717404,0.00017171903,0.00056141004,0.00012939463,0.3450981,0.00003995402],"about_ca_topic_score_codex":0.00028226725,"about_ca_topic_score_gemma":0.01374052,"teacher_disagreement_score":0.6646848,"about_ca_system_score_codex":0.000034845554,"about_ca_system_score_gemma":0.0037726313,"threshold_uncertainty_score":0.92740715},"labels":[],"label_agreement":null},{"id":"W6902066329","doi":"10.6084/m9.figshare.14445043.v1","title":"Additional file 1 of Implementation, spread and impact of the Patient Oriented Discharge Summary (PODS) across Ontario hospitals: a mixed methods evaluation","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thunder Bay Regional Health Sciences Centre; University Health Network; University of Toronto; Toronto General Hospital; London Health Sciences Centre; Markham Stouffville Hospital","funders":"","keywords":"Interview; Data collection; Qualitative property; Survey data collection; Qualitative research; Health care; Survey research","score_opus":0.17209533933951818,"score_gpt":0.5497150677318184,"score_spread":0.3776197283923003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902066329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81346774,0.000032980573,0.00007044943,0.0003943627,0.00011351665,0.0011257126,0.18423028,7.931717e-7,0.0005641454],"genre_scores_gemma":[0.44567403,0.00001314976,0.24277951,0.00027780104,0.00011179418,0.0006424914,0.3089954,0.000041519535,0.0014643292],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976897,0.00046330926,0.00094720814,0.00027970967,0.00046757422,0.00015244953],"domain_scores_gemma":[0.99552214,0.0024067583,0.0007275927,0.0003361371,0.00093007484,0.00007730987],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001184268,0.000117150244,0.00028908506,0.000026236134,0.00008004074,0.000031651914,0.000096417665,0.000050068586,0.7453506],"category_scores_gemma":[0.0072919056,0.000084805775,0.00013814656,0.00024930426,0.000076906515,0.00030986892,0.00032073073,0.00013133015,0.000012213906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019646923,0.00029275622,0.014140253,0.000012715915,0.00027877605,0.0000017885565,0.0020587705,0.000004586263,0.0019908678,0.0000022772927,0.46292716,0.5180936],"study_design_scores_gemma":[0.0030923688,0.0006817959,0.8312507,0.0002874404,0.0004521537,0.000032177195,0.008638248,0.0003157914,0.011139439,0.00012185637,0.14384386,0.00014412087],"about_ca_topic_score_codex":0.0045883553,"about_ca_topic_score_gemma":0.021920513,"teacher_disagreement_score":0.8171105,"about_ca_system_score_codex":0.00021759116,"about_ca_system_score_gemma":0.0017114391,"threshold_uncertainty_score":0.9959269},"labels":[],"label_agreement":null},{"id":"W6902080996","doi":"10.6084/m9.figshare.12519080.v1","title":"Additional file 1 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Primary care; Data collection; MEDLINE; Information system; Systematic review; Interview","score_opus":0.15436341669606324,"score_gpt":0.41892588641446865,"score_spread":0.2645624697184054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902080996","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001566431,0.0014629951,2.9272576e-7,0.0002766407,0.0000066868784,0.0020163248,0.9946245,0.0000056935764,0.000040459756],"genre_scores_gemma":[0.10435828,0.000013088396,0.0006625621,0.0011901647,0.000016268952,0.0009885387,0.8927551,0.000012080299,0.000003913041],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984132,0.00011149753,0.00095678784,0.00015362815,0.00028764797,0.0000772607],"domain_scores_gemma":[0.9979697,0.00092112576,0.0004770323,0.00017716075,0.00034619434,0.00010879232],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006789923,0.000085824766,0.00041194278,0.000036402427,0.000019544965,0.0000018139013,0.000084561005,0.00003251429,0.5581419],"category_scores_gemma":[0.0171765,0.00006529926,0.000093378505,0.00026357203,0.000011355413,0.000069992784,0.00013661623,0.000085898966,0.00001977392],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025934327,0.0000115397615,0.00017390572,0.31164896,0.000023251021,0.0000017421073,0.0036721942,0.0000020051848,0.000100232675,3.0178745e-7,0.6838519,0.0004880548],"study_design_scores_gemma":[0.0025705493,0.0009646064,0.05825239,0.83164,0.00043117593,0.000013280691,0.09629519,0.00007982315,0.00075727206,0.0000031579466,0.008737265,0.00025529566],"about_ca_topic_score_codex":0.000015096525,"about_ca_topic_score_gemma":0.000039033257,"teacher_disagreement_score":0.67511463,"about_ca_system_score_codex":0.000069598704,"about_ca_system_score_gemma":0.0004348949,"threshold_uncertainty_score":0.9911022},"labels":[],"label_agreement":null},{"id":"W6902093058","doi":"10.6084/m9.figshare.20364990.v1","title":"Additional file 4 of Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Guideline; Data extraction; Data file; Data collection; Context (archaeology)","score_opus":0.34126781912273013,"score_gpt":0.5486317146931351,"score_spread":0.20736389557040497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902093058","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000107038695,0.00013432816,2.5100474e-7,0.0011260547,0.00001554779,0.00046542444,0.99754304,0.0000269879,0.00067767664],"genre_scores_gemma":[0.00027450238,0.0000018550667,0.0014987371,0.0043790992,0.00010237072,0.0010656251,0.9924974,0.000015553258,0.00016485385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980073,0.0001244872,0.0011329748,0.00021633267,0.00038235268,0.00013653653],"domain_scores_gemma":[0.9988187,0.00023981859,0.0004326158,0.00022514476,0.00021587382,0.00006786417],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018753036,0.00008750766,0.0002432742,0.00015203193,0.000054227403,0.0000049748787,0.00009585866,0.000020135965,0.9999495],"category_scores_gemma":[0.00096316315,0.00009545234,0.000072916024,0.0006198621,0.0000037157454,0.00018905061,0.0001218741,0.000179027,0.00021317275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002252085,0.00008304684,0.0000042205825,0.000120218305,0.000008569154,0.000013120827,0.000010895908,0.000007171495,0.0000050323783,5.404903e-7,0.9715902,0.028134448],"study_design_scores_gemma":[0.0007950222,0.00026167143,0.0009468773,0.007213255,0.000023970366,0.00005132248,0.000235757,0.00019225758,0.000011868928,0.0000050169174,0.9901715,0.00009151765],"about_ca_topic_score_codex":0.000028623448,"about_ca_topic_score_gemma":0.00013913227,"teacher_disagreement_score":0.99973637,"about_ca_system_score_codex":0.00009105778,"about_ca_system_score_gemma":0.00037458443,"threshold_uncertainty_score":0.38924336},"labels":[],"label_agreement":null},{"id":"W6902111647","doi":"10.6084/m9.figshare.26747450.v1","title":"Additional file 6 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.502262801637573,"score_gpt":0.5021519513411344,"score_spread":0.00011085029643853606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902111647","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40333825,0.000012305399,1.7194866e-7,0.000029366689,0.000017809645,0.00039547347,0.5961702,0.0000063571874,0.000030054898],"genre_scores_gemma":[0.788979,8.672943e-8,0.009611047,0.00006685606,0.00006359243,0.00024983287,0.2009677,0.00001165029,0.000050250103],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976491,0.00014174057,0.0014705445,0.00022783579,0.00040571656,0.00010509732],"domain_scores_gemma":[0.98625994,0.012744564,0.0003083005,0.00014956764,0.00043084877,0.0001067802],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006634175,0.00008984455,0.00035966653,0.00007185712,0.000014964708,0.0000051097354,0.000045687655,0.000047826947,0.5884483],"category_scores_gemma":[0.051572002,0.00008262116,0.00003790731,0.00029574498,0.0000072840753,0.00005345578,0.0001200187,0.00019984023,0.000015731504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006640029,0.0002450793,0.0011222805,0.0007532464,0.000042695807,0.0009089301,0.00057811366,0.000004553083,0.000011020814,6.1713585e-8,0.97096926,0.025298348],"study_design_scores_gemma":[0.005808532,0.0034896242,0.5637239,0.03616527,0.00039813094,0.0022021732,0.06621872,0.0064210254,0.0009830368,0.00004992292,0.31385466,0.00068498123],"about_ca_topic_score_codex":0.04102698,"about_ca_topic_score_gemma":0.45494333,"teacher_disagreement_score":0.6571146,"about_ca_system_score_codex":0.000075223594,"about_ca_system_score_gemma":0.0048074187,"threshold_uncertainty_score":0.9653589},"labels":[],"label_agreement":null},{"id":"W6902117454","doi":"10.6084/m9.figshare.13279554","title":"Additional file 1 of Variations in processes for guideline adaptation: a qualitative study of World Health Organization staff experiences in implementing guidelines","year":2020,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Guideline; Key (lock); Interview; Health professionals; Semi-structured interview; MEDLINE","score_opus":0.5077975948214798,"score_gpt":0.578968484316983,"score_spread":0.07117088949550321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902117454","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36548123,0.0001311657,0.04263043,0.09865719,0.00018644883,0.024390047,0.46736765,0.000022210601,0.0011336254],"genre_scores_gemma":[0.4476685,0.000004856962,0.4609218,0.00079872174,0.00015311048,0.0011301492,0.089160964,0.000026446536,0.0001354784],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9963814,0.00018520904,0.0026968222,0.00030366748,0.0002834011,0.0001494703],"domain_scores_gemma":[0.9922874,0.0044374466,0.0012502967,0.0001132577,0.0018467266,0.00006487434],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012416459,0.00010334873,0.00040534048,0.00017077172,0.000050730916,0.000021356023,0.00014456356,0.000023238625,0.22147912],"category_scores_gemma":[0.05015561,0.000102044185,0.00002174924,0.0016576278,0.000024297948,0.0003968064,0.00010015188,0.00007155067,0.000005057267],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004003397,0.0016065123,0.00071124977,0.00014207515,0.000055792778,0.0000015352233,0.34084773,0.00040672335,0.000038802562,0.000021620042,0.6207639,0.035003714],"study_design_scores_gemma":[0.003642935,0.0015431158,0.00073763804,0.00032537055,0.000033035863,9.294075e-7,0.90865815,0.006162248,0.00009895531,0.000057159796,0.07862753,0.00011294663],"about_ca_topic_score_codex":0.00068925676,"about_ca_topic_score_gemma":0.014701911,"teacher_disagreement_score":0.5678104,"about_ca_system_score_codex":0.00005809513,"about_ca_system_score_gemma":0.0015858301,"threshold_uncertainty_score":0.95784533},"labels":[],"label_agreement":null},{"id":"W6902120762","doi":"10.6084/m9.figshare.19661566","title":"Additional file 2 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Formal concept analysis; Component (thermodynamics); Systematic review","score_opus":0.15135252093616472,"score_gpt":0.39427766220784977,"score_spread":0.24292514127168505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902120762","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012846029,0.0016637034,0.000028504186,0.00013980638,0.000009879081,0.0024855395,0.995511,0.0000074570644,0.000025661344],"genre_scores_gemma":[0.08024519,0.000009217385,0.0019425877,0.000688085,0.000009784902,0.0019268708,0.91516113,0.000008451733,0.000008654284],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985446,0.0002754556,0.000709215,0.0001550723,0.0002534755,0.00006220606],"domain_scores_gemma":[0.99322826,0.0047924286,0.0010431315,0.00016311581,0.00074183283,0.000031225856],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006426111,0.00008521309,0.0004272939,0.000051319676,0.00008176846,0.000005648735,0.000042893585,0.000033095417,0.5646196],"category_scores_gemma":[0.044312283,0.000060426708,0.00013406205,0.00036439407,0.000034975812,0.00003369179,0.00007530273,0.00010600245,0.0000015752026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008945166,0.00008068643,0.000016393882,0.06133585,0.00039395018,0.0000011091507,0.00230387,0.0000024658323,0.000010435756,0.000121662255,0.935159,0.00048509997],"study_design_scores_gemma":[0.0035898308,0.0029159458,0.0010319541,0.8625412,0.007861509,0.00010302794,0.089017436,0.002180164,0.00062268996,0.0009177151,0.028747177,0.00047135513],"about_ca_topic_score_codex":0.0000052244786,"about_ca_topic_score_gemma":0.000009648897,"teacher_disagreement_score":0.9064118,"about_ca_system_score_codex":0.00004358901,"about_ca_system_score_gemma":0.00016304862,"threshold_uncertainty_score":0.9637379},"labels":[],"label_agreement":null},{"id":"W6902145487","doi":"10.6084/m9.figshare.23740499","title":"Additional file 1 of The perceptions and experience of developing patient (version of) guidelines: a descriptive qualitative study with Chinese guideline developers","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Perception; Guideline; Descriptive research; Semi-structured interview; Interview","score_opus":0.2996966332483156,"score_gpt":0.4898079944090471,"score_spread":0.19011136116073152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902145487","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20158663,0.000006249032,0.000009286672,0.00034483074,0.000014988179,0.0006440069,0.7972983,0.000017282939,0.000078432124],"genre_scores_gemma":[0.40250954,0.000003085639,0.021463964,0.0003002407,0.000038761304,0.0006841807,0.57484525,0.000022545337,0.00013243925],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9979594,0.00013293399,0.0010713545,0.00021528376,0.0005088878,0.00011213687],"domain_scores_gemma":[0.9945424,0.0024157688,0.0006335787,0.0002111303,0.002147926,0.000049146674],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017232426,0.00012655764,0.00026862053,0.000105921754,0.00007516514,0.0000040877694,0.00009973813,0.000038498274,0.60655767],"category_scores_gemma":[0.035897624,0.000079420446,0.000057434645,0.0008031412,0.000054907036,0.00014705521,0.0001922599,0.00009959395,0.00004801369],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012985933,0.000087063774,0.00030569048,0.00007423675,0.00005219993,0.0000019813015,0.037398495,0.000019756973,0.00011348875,6.659884e-7,0.96054775,0.0012688419],"study_design_scores_gemma":[0.001653997,0.0011997402,0.11811616,0.0062090424,0.00007062979,0.00002779549,0.810338,0.00074875064,0.00020160245,0.0000252742,0.06118384,0.00022515879],"about_ca_topic_score_codex":0.00007831792,"about_ca_topic_score_gemma":0.0000915714,"teacher_disagreement_score":0.8993639,"about_ca_system_score_codex":0.000052375402,"about_ca_system_score_gemma":0.0005040028,"threshold_uncertainty_score":0.9722234},"labels":[],"label_agreement":null},{"id":"W6902163773","doi":"10.6084/m9.figshare.22649443.v1","title":"Additional file 3 of Symptom management care pathway adaptation process and specific adaptation decisions","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Guideline; Adaptation (eye); Process (computing); Care pathway; Clinical pathway; Patient care; Clinical Practice; Baseline (sea)","score_opus":0.2781315548668409,"score_gpt":0.41789532207191554,"score_spread":0.13976376720507466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902163773","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003763734,0.000042221272,0.000014452459,0.000121180754,0.000022846234,0.00051442895,0.9967741,0.00008147005,0.0020529309],"genre_scores_gemma":[0.027297132,0.000019314548,0.0031748281,0.00008614656,0.0001119674,0.00087586715,0.96803546,0.000019030667,0.00038024358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987561,0.000026841604,0.0004480704,0.00023841778,0.00040621965,0.00012433372],"domain_scores_gemma":[0.9962592,0.0028175758,0.00022138045,0.00015826315,0.00046675146,0.00007684209],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000049535563,0.00009505463,0.00013531967,0.0001261353,0.00006786355,0.00001719144,0.000052264757,0.000054690026,0.92463183],"category_scores_gemma":[0.006066011,0.00009385572,0.000049868846,0.00041590168,0.000008238679,0.00017779134,0.000054347915,0.00009206244,0.0019028194],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037435635,0.000023380173,0.0000020895566,0.00018054526,0.000018136434,0.000014808517,0.00042077372,0.000118872544,0.000004763156,0.0000072183684,0.8860015,0.11317045],"study_design_scores_gemma":[0.0008474161,0.00015400906,0.021264868,0.0037258654,0.000032048418,0.000014921864,0.016719902,0.0057163667,0.00004134887,0.00015286195,0.9512007,0.00012968607],"about_ca_topic_score_codex":0.000002082448,"about_ca_topic_score_gemma":0.000012536417,"teacher_disagreement_score":0.922729,"about_ca_system_score_codex":0.000040080973,"about_ca_system_score_gemma":0.00011626422,"threshold_uncertainty_score":0.9988743},"labels":[],"label_agreement":null},{"id":"W6902170358","doi":"10.6084/m9.figshare.19661569","title":"Additional file 3 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Quality (philosophy); Formal concept analysis; Component (thermodynamics)","score_opus":0.15333309495597103,"score_gpt":0.3943888914892548,"score_spread":0.2410557965332838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902170358","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013009584,0.0016482837,0.00002920895,0.00013987326,0.0000099133595,0.0024896779,0.99552023,0.0000074509176,0.000025289724],"genre_scores_gemma":[0.08211151,0.000009126842,0.0019613716,0.0006879182,0.000009762522,0.0019284724,0.9132746,0.000008465938,0.000008784511],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985446,0.0002753011,0.0007092157,0.00015511492,0.000253578,0.000062222134],"domain_scores_gemma":[0.9931981,0.0048158993,0.001042235,0.00016321364,0.0007493368,0.000031234977],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006454769,0.0000852264,0.00042724021,0.000051334155,0.00008175686,0.000005648247,0.000042890613,0.00003309273,0.5632854],"category_scores_gemma":[0.044760365,0.000060430448,0.00013407739,0.0003645244,0.000034978468,0.000033694512,0.000075263415,0.000106004714,0.0000016058124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009144034,0.00008163199,0.000017089984,0.06249544,0.0003983226,0.0000011075653,0.0023295563,0.0000024851918,0.000010919149,0.00012053652,0.93396616,0.0004853039],"study_design_scores_gemma":[0.0035863284,0.0028908807,0.0010337598,0.8635428,0.0077670347,0.000101231475,0.08880223,0.0021804718,0.0006336935,0.00090708345,0.028085597,0.0004688774],"about_ca_topic_score_codex":0.000005230789,"about_ca_topic_score_gemma":0.000009656875,"teacher_disagreement_score":0.9058806,"about_ca_system_score_codex":0.00004373262,"about_ca_system_score_gemma":0.0001637758,"threshold_uncertainty_score":0.96328604},"labels":[],"label_agreement":null},{"id":"W6902215545","doi":"10.6084/m9.figshare.19661569.v1","title":"Additional file 3 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Quality (philosophy); Formal concept analysis; Component (thermodynamics)","score_opus":0.15333309495597103,"score_gpt":0.3943888914892548,"score_spread":0.2410557965332838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902215545","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013009584,0.0016482837,0.00002920895,0.00013987326,0.0000099133595,0.0024896779,0.99552023,0.0000074509176,0.000025289724],"genre_scores_gemma":[0.08211151,0.000009126842,0.0019613716,0.0006879182,0.000009762522,0.0019284724,0.9132746,0.000008465938,0.000008784511],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985446,0.0002753011,0.0007092157,0.00015511492,0.000253578,0.000062222134],"domain_scores_gemma":[0.9931981,0.0048158993,0.001042235,0.00016321364,0.0007493368,0.000031234977],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006454769,0.0000852264,0.00042724021,0.000051334155,0.00008175686,0.000005648247,0.000042890613,0.00003309273,0.5632854],"category_scores_gemma":[0.044760365,0.000060430448,0.00013407739,0.0003645244,0.000034978468,0.000033694512,0.000075263415,0.000106004714,0.0000016058124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009144034,0.00008163199,0.000017089984,0.06249544,0.0003983226,0.0000011075653,0.0023295563,0.0000024851918,0.000010919149,0.00012053652,0.93396616,0.0004853039],"study_design_scores_gemma":[0.0035863284,0.0028908807,0.0010337598,0.8635428,0.0077670347,0.000101231475,0.08880223,0.0021804718,0.0006336935,0.00090708345,0.028085597,0.0004688774],"about_ca_topic_score_codex":0.000005230789,"about_ca_topic_score_gemma":0.000009656875,"teacher_disagreement_score":0.9058806,"about_ca_system_score_codex":0.00004373262,"about_ca_system_score_gemma":0.0001637758,"threshold_uncertainty_score":0.96328604},"labels":[],"label_agreement":null},{"id":"W6902224425","doi":"10.6084/m9.figshare.22649446.v1","title":"Additional file 4 of Symptom management care pathway adaptation process and specific adaptation decisions","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Adaptation (eye); Process (computing); Care pathway; Clinical pathway; Patient care","score_opus":0.27982853996202334,"score_gpt":0.41842841851243945,"score_spread":0.1385998785504161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902224425","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037473216,0.00004238865,0.000014548434,0.00012099467,0.000022648284,0.00051502377,0.99677986,0.000081604325,0.0020481932],"genre_scores_gemma":[0.027959695,0.000019305784,0.003176809,0.0000862014,0.00011079246,0.00087553624,0.96738577,0.000019017316,0.00036690192],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875593,0.000026838086,0.00044823127,0.00023844176,0.00040619416,0.00012434789],"domain_scores_gemma":[0.9962625,0.0028228927,0.00022140922,0.00015834077,0.00045804452,0.00007684308],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004957545,0.00009506127,0.00013535171,0.00012619414,0.00006789741,0.000017200613,0.000052303316,0.000054694665,0.9234438],"category_scores_gemma":[0.005981484,0.000093873605,0.00004987272,0.00041584842,0.000008240163,0.0001778174,0.000054368695,0.00009205958,0.0018639389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037864644,0.000023415841,0.0000020963737,0.0001793096,0.000018155248,0.000014875311,0.00042162876,0.0001173298,0.000004694748,0.000007489693,0.8859761,0.11319709],"study_design_scores_gemma":[0.0008572424,0.00015908909,0.021699386,0.0037931295,0.000032794866,0.000015312815,0.017032407,0.0058258227,0.000041129617,0.00015683107,0.9502551,0.00013174141],"about_ca_topic_score_codex":0.000002063909,"about_ca_topic_score_gemma":0.000012587988,"teacher_disagreement_score":0.92157984,"about_ca_system_score_codex":0.00003992633,"about_ca_system_score_gemma":0.00011582734,"threshold_uncertainty_score":0.9989132},"labels":[],"label_agreement":null},{"id":"W6902226990","doi":"10.6084/m9.figshare.6948521.v1","title":"Additional file 1: of Adoption and use of guidelines for whiplash: an audit of insurer and health professional practice in New South Wales, Australia","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Plaintiff; Task (project management); Task force; Chief audit executive; Health professionals","score_opus":0.6629069860977622,"score_gpt":0.5642834050844632,"score_spread":0.09862358101329904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902226990","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056095333,0.000028236567,0.00000593633,0.0021112044,0.000029511972,0.0006094808,0.99158823,0.0000063670514,0.000011524253],"genre_scores_gemma":[0.018869601,0.0000070836186,0.07536619,0.0009063478,0.00038405554,0.000117395895,0.90370107,0.00001650757,0.00063174166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985191,0.00006636488,0.00089325424,0.00018276561,0.0002313127,0.00010715308],"domain_scores_gemma":[0.9944942,0.0029379088,0.00093227165,0.0001323927,0.0013947991,0.00010842501],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025384655,0.00008541061,0.0002458941,0.00008652133,0.000023738818,0.0000054392935,0.000033315762,0.00008423261,0.5196877],"category_scores_gemma":[0.057990734,0.000076574535,0.000028393973,0.000116213945,0.000026768668,0.00042956384,0.000043108128,0.0000994599,0.000012198037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003677657,0.00012318924,0.0002891037,0.00035987372,0.000016562843,3.396217e-7,0.00023257521,0.0000013503299,0.00004473877,0.0000066853404,0.9922771,0.0062807016],"study_design_scores_gemma":[0.0021729209,0.0015819259,0.18891713,0.006271533,0.000043222335,0.000020935671,0.00092830125,0.00052303483,0.00010810961,0.000062272215,0.7992628,0.00010780807],"about_ca_topic_score_codex":0.00020147074,"about_ca_topic_score_gemma":0.00041753694,"teacher_disagreement_score":0.5196755,"about_ca_system_score_codex":0.00002076547,"about_ca_system_score_gemma":0.00074866146,"threshold_uncertainty_score":0.9499442},"labels":[],"label_agreement":null},{"id":"W6902238940","doi":"10.6084/m9.figshare.21062085.v1","title":"Additional file 1 of Improving WHO’s understanding of WHO guideline uptake and use in Member States: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Ottawa; Bruyère","funders":"","keywords":"Guideline; MEDLINE; Key (lock); Data collection; Work (physics)","score_opus":0.4529170939822145,"score_gpt":0.4708102501197462,"score_spread":0.017893156137531674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902238940","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008829131,0.0008385326,0.000006964979,0.00035015758,0.000010380095,0.0006932865,0.9978429,0.000010831804,0.00015866624],"genre_scores_gemma":[0.00079319545,0.000104758896,0.001886225,0.001658604,0.000039724317,0.00043060334,0.9949344,0.000019703752,0.00013281115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981025,0.00008056274,0.0011617148,0.00019546681,0.0003334447,0.00012633212],"domain_scores_gemma":[0.9957409,0.0032409201,0.0006003337,0.00016774914,0.00019641125,0.000053701588],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029057212,0.00008856817,0.0003462562,0.00009598573,0.000044267104,0.00000786968,0.000053352545,0.000025462281,0.97647345],"category_scores_gemma":[0.027630573,0.00009176869,0.00005915862,0.0002632104,0.00000990093,0.00021437142,0.00018777403,0.00018998749,0.00001191949],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003331421,0.000029006764,0.000015654037,0.0036434731,0.000013251593,0.000009411061,0.000037434696,0.000022359362,0.000010607886,0.000002286725,0.99446565,0.0017175478],"study_design_scores_gemma":[0.0021008218,0.00045919666,0.0012380005,0.4720364,0.00010893107,0.00009052816,0.0018047226,0.0069086845,0.000027327202,0.00008602362,0.51487106,0.00026833845],"about_ca_topic_score_codex":0.000059590602,"about_ca_topic_score_gemma":0.00013232825,"teacher_disagreement_score":0.9764615,"about_ca_system_score_codex":0.00013392908,"about_ca_system_score_gemma":0.00034604874,"threshold_uncertainty_score":0.9805601},"labels":[],"label_agreement":null},{"id":"W6902283463","doi":"10.6084/m9.figshare.26747441.v1","title":"Additional file 3 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.5023706211706551,"score_gpt":0.5020525292677184,"score_spread":0.0003180919029367457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902283463","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40351653,0.0000122121155,1.7064009e-7,0.000029177847,0.000017931308,0.00039385952,0.59599406,0.0000063357747,0.000029742834],"genre_scores_gemma":[0.7871511,8.7097376e-8,0.009630201,0.0000669224,0.00006440144,0.00025020892,0.20277394,0.000011682714,0.00005148118],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976498,0.00014163318,0.0014700318,0.00022777956,0.0004057164,0.00010507722],"domain_scores_gemma":[0.9862588,0.012740793,0.00030841323,0.00014958983,0.0004356111,0.00010681272],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006625248,0.00008982831,0.0003595233,0.00007182791,0.000014959129,0.000005106782,0.000045667184,0.00004782297,0.59463],"category_scores_gemma":[0.05206625,0.000082600134,0.000037902053,0.0002956706,0.000007282285,0.000053443335,0.000119961216,0.0001998076,0.00001613432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006627223,0.00024321271,0.0011238441,0.0007571875,0.000042591775,0.00090406695,0.0005747664,0.0000046152522,0.000011100245,5.885132e-8,0.97103393,0.02523838],"study_design_scores_gemma":[0.0058135106,0.00346638,0.5543794,0.035957474,0.0003937431,0.002174013,0.06567292,0.006463196,0.0009999515,0.000049266102,0.32394767,0.0006824815],"about_ca_topic_score_codex":0.040618163,"about_ca_topic_score_gemma":0.44874594,"teacher_disagreement_score":0.64708626,"about_ca_system_score_codex":0.00007559601,"about_ca_system_score_gemma":0.0048192693,"threshold_uncertainty_score":0.9657704},"labels":[],"label_agreement":null},{"id":"W6902302407","doi":"10.6084/m9.figshare.8940794.v1","title":"Additional file 4: of Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Chiropractic; Guideline; Cluster (spacecraft); Cluster randomised controlled trial; MEDLINE","score_opus":0.12006189619718569,"score_gpt":0.4397832220460831,"score_spread":0.31972132584889745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902302407","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005667549,0.000013351558,3.6735187e-7,0.003391587,0.00004664853,0.017767685,0.971581,0.000010818416,0.0015210105],"genre_scores_gemma":[0.1966354,6.1618175e-7,0.0007362028,0.0024775022,0.00019844105,0.005803545,0.7939959,0.0000139595,0.0001384137],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99689615,0.0006761755,0.0015770727,0.00022433579,0.00044101427,0.00018522698],"domain_scores_gemma":[0.9831822,0.015472246,0.0007409652,0.00022435882,0.00029317278,0.000087049215],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016081732,0.00013622736,0.0006934027,0.00015005801,0.00005959502,0.000040407376,0.00008569658,0.00004780649,0.9763697],"category_scores_gemma":[0.04282262,0.00008961361,0.00012493088,0.0001442247,0.000010413992,0.00016615127,0.000034893164,0.00023578649,0.0003638736],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25964442,0.00017321741,0.000013071135,0.000014152776,0.000076874465,0.000006293153,0.00013505467,0.0000037456866,5.9178507e-7,0.0000013945887,0.7393814,0.0005498092],"study_design_scores_gemma":[0.8809847,0.0010815217,0.002436904,0.00017069306,0.00014848355,0.000020261597,0.0020568399,0.0011798801,2.099271e-7,0.00002717449,0.11180606,0.0000872547],"about_ca_topic_score_codex":0.006624192,"about_ca_topic_score_gemma":0.05945814,"teacher_disagreement_score":0.9760058,"about_ca_system_score_codex":0.00007170137,"about_ca_system_score_gemma":0.0008461661,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W6902424682","doi":"10.6084/m9.figshare.25763086.v1","title":"Additional file 2 of Harmonization of clinical practice guidelines for primary prevention and screening: actionable recommendations and resources for primary care","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; College of Physicians and Surgeons of Ontario; Memorial University of Newfoundland; Ontario Institute for Cancer Research; Alberta Health Services; Women's College Hospital; Canadian Cancer Society; University of Toronto; University of Alberta","funders":"","keywords":"Primary care; Harmonization; Clinical Practice; MEDLINE; Primary health care; Primary prevention","score_opus":0.37485663828364024,"score_gpt":0.5343517686707313,"score_spread":0.15949513038709107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902424682","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006876469,0.0008015441,0.00089077675,0.004116679,0.000062421066,0.0011609899,0.99233466,0.00003923753,0.00052490685],"genre_scores_gemma":[0.00009863661,0.00006345075,0.23988923,0.0006481627,0.0004133199,0.00080822903,0.75741154,0.000021300577,0.0006461484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998114,0.00006301508,0.0012230672,0.00029209236,0.00021117489,0.0000966619],"domain_scores_gemma":[0.9805419,0.015898664,0.0005954958,0.00012386027,0.0027735867,0.000066521665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038384926,0.000100784295,0.0002710932,0.000096812546,0.00007872038,0.000030160687,0.000039267,0.00011526631,0.27710485],"category_scores_gemma":[0.09191828,0.00009852494,0.000122052166,0.0001401704,0.000019799772,0.00051766995,0.000060638482,0.00012093862,0.000006969022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025032417,0.000053708533,0.000006720252,0.0018308363,0.000077594,3.7986973e-7,0.00004485078,0.0000027207495,0.000021646383,0.0000061671158,0.7753742,0.22233087],"study_design_scores_gemma":[0.0008853582,0.0004892648,0.0037557986,0.0053246124,0.00023503165,0.000026743512,0.0008625306,0.0012665525,0.000036997855,0.000086067615,0.98694754,0.00008348115],"about_ca_topic_score_codex":0.0000049132286,"about_ca_topic_score_gemma":0.000004308556,"teacher_disagreement_score":0.27709788,"about_ca_system_score_codex":0.000032949694,"about_ca_system_score_gemma":0.00041232837,"threshold_uncertainty_score":0.9157309},"labels":[],"label_agreement":null},{"id":"W6902998139","doi":"10.7916/d8x63k87","title":"Survey of preferred guideline attributes: what helps to make guidelines more useful for emergency health practitioners?","year":2012,"lang":"en","type":"article","venue":"Columbia Academic Commons (Columbia University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Nucleofection; Identification (biology); Population; Work (physics); Filter (signal processing)","score_opus":0.3644926240410633,"score_gpt":0.4655789096873852,"score_spread":0.10108628564632188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902998139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9090249,0.0020872604,0.020823743,0.054599766,0.0027419778,0.0075182403,0.002430865,0.0003517396,0.00042148883],"genre_scores_gemma":[0.9196842,0.0053473664,0.030499572,0.01075839,0.0014644793,0.000100272715,0.0061713224,0.00025127712,0.02572314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939381,0.0006164247,0.002972053,0.0007292744,0.00072792504,0.0010162512],"domain_scores_gemma":[0.99151236,0.0015492341,0.0016161419,0.0010007438,0.0032330141,0.0010885292],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053385636,0.00032105326,0.001104201,0.0003961089,0.0004394282,0.00008020064,0.0006142557,0.000457554,0.00088230666],"category_scores_gemma":[0.014038061,0.0005321897,0.00034130894,0.0020852478,0.00011981687,0.001539381,0.00048381658,0.00080266775,0.000037964503],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046008592,0.0004087182,0.4194695,0.0001557821,0.0001989428,0.0000032071898,0.00027529086,0.0000357511,0.0002577715,0.000021516322,0.5566309,0.022082526],"study_design_scores_gemma":[0.0033488243,0.0006754843,0.40131012,0.00033832865,0.00044590942,0.0000248241,0.0037295283,0.0006698195,0.000025903342,0.000048951606,0.5889321,0.00045022334],"about_ca_topic_score_codex":0.055839956,"about_ca_topic_score_gemma":0.22852618,"teacher_disagreement_score":0.17268622,"about_ca_system_score_codex":0.0007323933,"about_ca_system_score_gemma":0.0010489996,"threshold_uncertainty_score":0.99971294},"labels":[],"label_agreement":null},{"id":"W6907122796","doi":"10.20381/ruor-28367","title":"Nursing Leadership Perceptions of Clinical Pathways After Transitioning to an Electronic Health Record in the Acute Care Setting","year":2022,"lang":"en","type":"article","venue":"uO Research (University of Ottawa)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Acute care; Documentation; Agency (philosophy); Context (archaeology); Electronic health record; Nursing practice; Quality (philosophy); Health care; Primary nursing","score_opus":0.44430565475438977,"score_gpt":0.5416062784945215,"score_spread":0.09730062374013171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907122796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425853,0.0000289434,0.0012894763,0.054776475,0.00003967063,0.000720177,0.00006448662,0.000013751998,0.00048174243],"genre_scores_gemma":[0.9948609,0.000043022785,0.0039896388,0.0008381283,0.00006346021,0.0000040471505,0.00013094448,0.0000109102175,0.000058979545],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9956803,0.0022210684,0.0005202979,0.00029942393,0.0008334695,0.00044547752],"domain_scores_gemma":[0.9980967,0.0009656012,0.00015921258,0.0003333582,0.00028927482,0.00015582498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077502574,0.000068215566,0.00026841686,0.00037567236,0.00044278696,0.000008479845,0.00027962256,0.000047836475,0.0005494408],"category_scores_gemma":[0.0005373418,0.00007510232,0.00013240028,0.00076319266,0.00018020585,0.00020659778,0.00007158923,0.0012481387,0.000006388602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015747574,0.0018338988,0.32130122,0.00034639408,0.00013631927,0.00020794626,0.18033734,0.0001960044,0.0018734046,0.002336741,0.006143136,0.48371285],"study_design_scores_gemma":[0.0016853001,0.0042096353,0.4281287,0.00012584109,0.000058889425,0.000021026473,0.5607524,0.00067862467,0.0000066508414,0.0001723273,0.004083544,0.000077056786],"about_ca_topic_score_codex":0.0005910338,"about_ca_topic_score_gemma":0.0042176,"teacher_disagreement_score":0.48363578,"about_ca_system_score_codex":0.0005013915,"about_ca_system_score_gemma":0.00096436107,"threshold_uncertainty_score":0.6015991},"labels":[],"label_agreement":null},{"id":"W6911494334","doi":"10.5281/zenodo.12174118","title":"Physiopy Community Practices","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut Universitaire de Gériatrie de Montréal; McGill University","funders":"","keywords":"Work (physics); Context (archaeology); Government (linguistics); Perspective (graphical)","score_opus":0.3599476255012421,"score_gpt":0.4736831183387921,"score_spread":0.11373549283755002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911494334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49622557,0.0006622729,0.011120131,0.047225818,0.0008603909,0.0021214902,0.00046764116,0.006127303,0.43518937],"genre_scores_gemma":[0.9933002,0.00014097407,0.00076280296,0.0008919553,0.00037297624,3.5809695e-8,0.0025712037,0.0009534223,0.0010064086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981339,0.0006488258,0.00037918202,0.00025285236,0.00036818633,0.00021707175],"domain_scores_gemma":[0.9983596,0.0003377108,0.00016454066,0.00047719004,0.0005056905,0.00015523733],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020458966,0.00010264099,0.0001322854,0.0001598105,0.001388753,0.0006900734,0.00035854426,0.000050269737,0.014321132],"category_scores_gemma":[0.009053473,0.000098664896,0.00006429357,0.0005190381,0.000107029875,0.0005224916,0.0006115869,0.0007592426,0.013744706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024865652,0.0004315706,0.000010743389,0.00039499468,0.00014632034,0.000055631535,0.0015519895,0.0000080484715,0.022863243,0.0030004254,0.57365555,0.3976328],"study_design_scores_gemma":[0.0004666077,0.0004339967,0.0011911085,0.00008263582,0.00008290763,0.00030505977,0.0012804286,0.0009833946,0.0003720908,0.0003340867,0.99437004,0.00009766829],"about_ca_topic_score_codex":0.00013103848,"about_ca_topic_score_gemma":0.0000010086982,"teacher_disagreement_score":0.49707466,"about_ca_system_score_codex":0.0001397514,"about_ca_system_score_gemma":0.00001088345,"threshold_uncertainty_score":0.9999113},"labels":[],"label_agreement":null},{"id":"W6920324000","doi":"10.60692/n5eht-t8y94","title":"Assessment of the quality of recommendations from 161 clinical practice guidelines using the Appraisal of Guidelines for Research and Evaluation–Recommendations Excellence (AGREE-REX) instrument shows there is room for improvement","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Ottawa Hospital; McMaster University; Juravinski Cancer Centre; University of Ottawa","funders":"","keywords":"Excellence; Clinical Practice; Quality (philosophy); Relevance (law); Quality management; Baseline (sea)","score_opus":0.8071657622035572,"score_gpt":0.6395367631089068,"score_spread":0.16762899909465034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920324000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5496843,0.00003776677,0.28941798,0.14886627,0.0009533906,0.0076838704,0.0031750235,0.000027491818,0.00015391981],"genre_scores_gemma":[0.8823222,0.000009897596,0.11414381,0.0026780285,0.0002952043,0.00032660356,0.00020043667,0.00001477712,0.000009037907],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912291,0.0007726656,0.0062055723,0.00030649034,0.0012747691,0.00021135678],"domain_scores_gemma":[0.97737277,0.0034211287,0.0037131796,0.0006904515,0.014698736,0.00010375578],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017343897,0.0001868395,0.00056403154,0.00010193893,0.00027794047,0.000060339025,0.0003013144,0.00012853932,0.000070046175],"category_scores_gemma":[0.02573447,0.00011793096,0.00021333108,0.0003546094,0.00013829069,0.0006584345,0.00025173242,0.00023569725,0.0000015744761],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007286724,0.0006798841,0.41942748,0.007817753,0.0051494706,2.792249e-7,0.097249284,0.0025006519,0.0032418363,0.004205333,0.09850742,0.3539339],"study_design_scores_gemma":[0.013718595,0.0020731103,0.059424005,0.0013037751,0.0018673392,0.0000075206003,0.33943433,0.559053,0.0048011406,0.000119050215,0.017831685,0.00036644234],"about_ca_topic_score_codex":0.0003834862,"about_ca_topic_score_gemma":0.00001193138,"teacher_disagreement_score":0.55655235,"about_ca_system_score_codex":0.00013501063,"about_ca_system_score_gemma":0.0007490091,"threshold_uncertainty_score":0.9824722},"labels":[],"label_agreement":null},{"id":"W6920334373","doi":"10.60692/1d369-yaq44","title":"Quality and credibility of clinical practice guidelines recommendations for the management of neonatal hypoglycemia. A protocol for a systematic review and recommendations' synthesis","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Rigour; Credibility; Protocol (science); Quality (philosophy); Clinical Practice; Consistency (knowledge bases); Systematic review; MEDLINE; Alternative medicine","score_opus":0.5616564149761197,"score_gpt":0.5704093419078816,"score_spread":0.008752926931761884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920334373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022027707,0.000100851554,0.24095422,0.11416262,0.00044370614,0.63900715,0.0025591864,0.00027563196,0.00029383684],"genre_scores_gemma":[0.056000896,0.0001574696,0.23854947,0.0060990714,0.00019254943,0.6983978,0.00039612086,0.00004830282,0.00015828075],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9929602,0.00038005333,0.005966374,0.00021830016,0.00032678575,0.00014824876],"domain_scores_gemma":[0.9895062,0.004338814,0.0032128491,0.0005710392,0.0022938463,0.000077267054],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016918724,0.00015868667,0.00088673737,0.00011807585,0.00013734608,0.000036681875,0.000113402006,0.00008443699,0.000012937881],"category_scores_gemma":[0.025823172,0.00010376248,0.00018046534,0.0003049157,0.0000649187,0.00058264803,0.00010720616,0.00009203649,0.0000074185127],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016848709,0.00003249241,0.0028269656,0.9519224,0.0011182071,3.9393458e-7,0.0029132143,0.0000044367075,3.106758e-7,0.00080433604,0.013742529,0.02494983],"study_design_scores_gemma":[0.04026879,0.0021031324,0.0426196,0.34408838,0.028329886,0.00036618553,0.4099577,0.054540038,0.00016935295,0.00014872423,0.07612972,0.0012784695],"about_ca_topic_score_codex":0.000014933918,"about_ca_topic_score_gemma":5.6521645e-7,"teacher_disagreement_score":0.60783404,"about_ca_system_score_codex":0.000035572175,"about_ca_system_score_gemma":0.000085520514,"threshold_uncertainty_score":0.9823827},"labels":[],"label_agreement":null},{"id":"W6920412858","doi":"10.60692/238cf-fmd97","title":"Using evidence to decision frameworks led to guidelines of better quality and more credible and transparent recommendations","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Saskatchewan","funders":"","keywords":"Credibility; Grading (engineering); Quality (philosophy); Excellence; Guideline; Quality of evidence; Quality assurance","score_opus":0.6952665409769082,"score_gpt":0.553920431942749,"score_spread":0.14134610903415923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920412858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7184833,0.0000037154578,0.2681997,0.012414376,0.00017478324,0.00058782473,0.000064264466,0.00006127578,0.000010740396],"genre_scores_gemma":[0.9447465,0.0000027309343,0.051451255,0.003636348,0.0000787417,0.000034501627,0.000032154425,0.00000866184,0.000009139003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973802,0.00007463029,0.0018333023,0.00017476891,0.00038336442,0.00015370865],"domain_scores_gemma":[0.9982475,0.0002855544,0.00033575002,0.00028799326,0.0006601442,0.0001830705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019349005,0.00012458721,0.00032148857,0.00036407166,0.00009195242,0.00006603697,0.000058730904,0.00011781431,0.00002295251],"category_scores_gemma":[0.0028422128,0.0001043425,0.000041946216,0.00050255866,0.000019797957,0.0006231925,0.00008583977,0.00012319125,0.000056536814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013811693,0.0000096025315,0.8148998,0.0018767812,0.00012627363,0.0000037221191,0.08828788,0.0033888898,0.0003570556,0.000056425877,0.0064950814,0.08311732],"study_design_scores_gemma":[0.002733026,0.00031802588,0.8853855,0.0057478976,0.00027642222,0.000056649664,0.052035622,0.051005132,0.000753864,0.000017288152,0.0013130868,0.00035746788],"about_ca_topic_score_codex":0.000073851465,"about_ca_topic_score_gemma":0.000002249045,"teacher_disagreement_score":0.22626317,"about_ca_system_score_codex":0.00006409154,"about_ca_system_score_gemma":0.000043301716,"threshold_uncertainty_score":0.42549634},"labels":[],"label_agreement":null},{"id":"W6920557242","doi":"10.60692/hqccn-n5d10","title":"Quality assessment of clinical practice guidelines for neonatal sepsis using the Appraisal of Guidelines for Research and Evaluation (AGREE) II Instrument: A systematic review of neonatal guidelines","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nice; Systematic review; Excellence; Clinical Practice; Critical appraisal; Protocol (science); Neonatal sepsis; MEDLINE","score_opus":0.8067660150927867,"score_gpt":0.658455706136084,"score_spread":0.14831030895670272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920557242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4776771,0.0050773644,0.41024944,0.0488745,0.0032429823,0.04915036,0.0053466465,0.00013636088,0.00024522215],"genre_scores_gemma":[0.7616899,0.00010979983,0.23072977,0.00396101,0.0004815066,0.002198367,0.00074776524,0.000045700934,0.000036192985],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9781906,0.0020943796,0.015491656,0.00040859001,0.0034772102,0.00033758185],"domain_scores_gemma":[0.9425584,0.0038034036,0.008075141,0.0009641052,0.04446541,0.0001335452],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08856831,0.00027545803,0.0016781706,0.00036335486,0.00042175528,0.000038505525,0.0003604191,0.00013153657,0.00003961434],"category_scores_gemma":[0.18077704,0.00019330917,0.0004458704,0.0006534032,0.00014877676,0.00088840467,0.00048314856,0.00030319742,8.7268216e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004454695,0.0001895362,0.01598657,0.91011256,0.0023589502,0.0000017727416,0.016316712,0.0020357422,0.0000623429,0.0022778187,0.018202258,0.02800107],"study_design_scores_gemma":[0.016801093,0.003623249,0.0023329349,0.069215566,0.0061537405,0.00044091497,0.2885171,0.6038911,0.00024639882,0.000049578874,0.008164252,0.0005640941],"about_ca_topic_score_codex":0.00017568686,"about_ca_topic_score_gemma":0.0000023830823,"teacher_disagreement_score":0.84089696,"about_ca_system_score_codex":0.00021152664,"about_ca_system_score_gemma":0.0014877613,"threshold_uncertainty_score":0.9385107},"labels":[],"label_agreement":null},{"id":"W6920560013","doi":"10.6084/m9.figshare.12672477.v1","title":"Additional file 2 of Standardising care in the ICU: a protocol for a scoping review of tools used to improve care delivery","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Protocol (science); MEDLINE; Documentation; Key (lock); Health care","score_opus":0.44371784243364765,"score_gpt":0.5285416230308365,"score_spread":0.08482378059718887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920560013","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051087113,0.00012692565,0.000003338847,0.00065826497,0.0000033553756,0.116451256,0.8825863,0.000008121758,0.0001573492],"genre_scores_gemma":[0.00019918646,0.0000010393237,0.0018903223,0.002769592,0.00011824895,0.34916487,0.64584357,0.000011490249,0.0000016864857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862236,0.00006294824,0.0007086682,0.00017640248,0.0003233241,0.00010632735],"domain_scores_gemma":[0.995001,0.003573192,0.000334699,0.00016673206,0.0008703097,0.00005406383],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008942365,0.000084452855,0.0002943181,0.000026412372,0.000023744431,0.000010787979,0.000100574434,0.000036335376,0.7644742],"category_scores_gemma":[0.054284588,0.000065004206,0.000125932,0.00020767812,0.0000043266004,0.000113574235,0.000057926976,0.000084909334,0.000035058827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019503672,0.000014770361,0.0000013986163,0.059945773,0.000007526432,0.000002534666,0.00068251736,0.0000018407526,0.000033984754,1.6171046e-7,0.92274064,0.01637379],"study_design_scores_gemma":[0.0013702278,0.00080845534,0.00010884066,0.3896684,0.000028490835,0.000001941152,0.0026036024,0.000021260195,0.00039818615,8.055642e-7,0.6049148,0.00007497489],"about_ca_topic_score_codex":0.0000042986453,"about_ca_topic_score_gemma":0.000036454858,"teacher_disagreement_score":0.7644391,"about_ca_system_score_codex":0.000059723647,"about_ca_system_score_gemma":0.0007580656,"threshold_uncertainty_score":0.9536816},"labels":[],"label_agreement":null},{"id":"W6920597489","doi":"10.6084/m9.figshare.19661572.v1","title":"Additional file 4 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Formal concept analysis; Component (thermodynamics); Key (lock)","score_opus":0.15428299732006898,"score_gpt":0.39484121513046583,"score_spread":0.24055821781039685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920597489","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012957014,0.0016538865,0.000029378252,0.00013966166,0.000009835134,0.0024919005,0.9955131,0.000007460858,0.000025233883],"genre_scores_gemma":[0.08369495,0.000009112056,0.0019600855,0.0006874733,0.0000096590975,0.0019254785,0.9116963,0.000008450348,0.000008497912],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985444,0.0002752688,0.00070944324,0.00015512886,0.00025356372,0.000062228464],"domain_scores_gemma":[0.99320453,0.0048224246,0.0010420133,0.00016323155,0.0007365844,0.00003122507],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006459417,0.00008523172,0.00042733067,0.00005135557,0.00008179334,0.0000056509425,0.000042918913,0.000033095235,0.5595583],"category_scores_gemma":[0.04422363,0.000060440743,0.0001340867,0.00036448266,0.000034984103,0.00003369893,0.00007528915,0.00010600177,0.0000015763817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092817616,0.000082133316,0.000017221604,0.06242026,0.000400594,0.0000011173369,0.0023449203,0.0000024680414,0.000010830215,0.00012517459,0.93401474,0.0004877234],"study_design_scores_gemma":[0.0035701117,0.0029321588,0.0010371815,0.8643795,0.007811771,0.00010207389,0.0889552,0.0021851226,0.00062139664,0.00091444503,0.027022505,0.0004685121],"about_ca_topic_score_codex":0.0000051891243,"about_ca_topic_score_gemma":0.000009692394,"teacher_disagreement_score":0.90699226,"about_ca_system_score_codex":0.000043581687,"about_ca_system_score_gemma":0.00016322534,"threshold_uncertainty_score":0.96382725},"labels":[],"label_agreement":null},{"id":"W6920617034","doi":"10.60692/nt0rn-b1j91","title":"The Guideline Language and Format Instrument (GLAFI): development process and international needs assessment survey","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Guideline; Operationalization; Process (computing); Quality (philosophy); Face validity; Excellence","score_opus":0.14691963455759172,"score_gpt":0.40140869942325874,"score_spread":0.254489064865667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920617034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98994654,0.000009743006,0.0060734586,0.0019694143,0.00044215625,0.0006972118,0.0000964612,0.00006706797,0.00069795665],"genre_scores_gemma":[0.9966078,0.000001185656,0.0010977715,0.0015247567,0.000050511015,0.00016809379,0.00042134387,0.0000084330295,0.00012009818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997766,0.00012101959,0.0012875594,0.000108110806,0.0005547053,0.00016257136],"domain_scores_gemma":[0.99891376,0.00006994422,0.0004741095,0.0001773679,0.00027300278,0.00009179012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029763216,0.00012638881,0.0001621608,0.00017160205,0.00043696244,0.00017375094,0.000107521606,0.00002962915,0.00005101114],"category_scores_gemma":[0.00018702612,0.00008947355,0.000021961307,0.00017137843,0.000026812122,0.0005128272,0.00023659861,0.00016509343,0.000012899432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000587889,0.000013803016,0.8508644,0.0002764939,0.00023014662,0.0000044749513,0.093060106,0.000093678595,0.0000028743966,0.00018905147,0.0025275724,0.052149497],"study_design_scores_gemma":[0.0059162946,0.00024304992,0.53285354,0.00007506105,0.00008514784,0.00053918816,0.38271743,0.024945632,0.00008088921,0.0000027427727,0.052242808,0.000298227],"about_ca_topic_score_codex":0.000040306768,"about_ca_topic_score_gemma":0.000004384118,"teacher_disagreement_score":0.3180109,"about_ca_system_score_codex":0.00028021162,"about_ca_system_score_gemma":0.00017105637,"threshold_uncertainty_score":0.36486253},"labels":[],"label_agreement":null},{"id":"W6920632887","doi":"10.60692/sc8e3-fke53","title":"Advancing guideline quality through country-wide and regional quality assessment of CPGs using AGREE: a scoping review","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Quality (philosophy); Guideline; Rigour; Quality assurance; Quality assessment; Independence (probability theory); Checklist; Multidisciplinary approach","score_opus":0.46049337721985556,"score_gpt":0.5389501484763818,"score_spread":0.07845677125652623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920632887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73004055,0.00029122343,0.25897393,0.004643624,0.00053663534,0.0038608497,0.00024864124,0.00040194608,0.0010025888],"genre_scores_gemma":[0.9735257,0.00011834809,0.019810492,0.005903327,0.0001388428,0.00005122044,0.00041501282,0.000018344812,0.000018701412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99411094,0.0003189486,0.0042472975,0.00021844203,0.00085027004,0.00025410112],"domain_scores_gemma":[0.9962611,0.0003164871,0.0020202773,0.00045861804,0.0008371643,0.00010632026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070386846,0.00018719169,0.000741823,0.00013949352,0.00011519729,0.00004006645,0.000076616314,0.00008885035,0.000037791702],"category_scores_gemma":[0.002329003,0.00016033827,0.000105535226,0.0005234427,0.000050746097,0.0011137024,0.000108798995,0.00015349228,0.000031385902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037955216,0.000021788444,0.83935946,0.13518378,0.00031923674,0.000012405161,0.015278397,0.00063843996,0.00014155962,0.00090231013,0.004698674,0.003064421],"study_design_scores_gemma":[0.014174753,0.00041894268,0.6546044,0.19458008,0.001339364,0.00042008885,0.07676397,0.052278966,0.000269164,0.00003395733,0.0038204016,0.0012959527],"about_ca_topic_score_codex":0.00028032108,"about_ca_topic_score_gemma":0.000005992964,"teacher_disagreement_score":0.24348515,"about_ca_system_score_codex":0.00023745703,"about_ca_system_score_gemma":0.00038996513,"threshold_uncertainty_score":0.6538405},"labels":[],"label_agreement":null},{"id":"W6920643688","doi":"10.6084/m9.figshare.20081139.v1","title":"Additional file 3 of Strategies to adapt and implement health system guidelines and recommendations: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Key (lock); MEDLINE; Health care; Information system; Work (physics)","score_opus":0.5003290346268436,"score_gpt":0.5526230146952851,"score_spread":0.05229398006844144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920643688","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002035963,0.003639306,0.0000043378404,0.017664734,0.000015870042,0.0012554113,0.9772662,0.000025860421,0.00012625515],"genre_scores_gemma":[0.00019940555,0.00021581452,0.007278719,0.0066999258,0.00008007645,0.0028298583,0.98263973,0.000011162974,0.00004530898],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843967,0.00010678907,0.0009094851,0.00019393918,0.00023650477,0.00011361045],"domain_scores_gemma":[0.9976357,0.0014399247,0.00040414388,0.00013677464,0.000276672,0.00010674815],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029690252,0.00007931239,0.00026097143,0.000057981615,0.00013600262,0.000014685781,0.000041406794,0.000011174121,0.9617098],"category_scores_gemma":[0.0076393806,0.000078861805,0.000030265117,0.0001550574,0.0000027744595,0.000110071574,0.0001950434,0.000093484094,0.000042066175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011026494,0.0000137949155,4.7144457e-7,0.005513082,0.000012610838,0.0000014554092,0.00002737948,0.0000017560944,9.973912e-7,0.000013022401,0.976302,0.018102352],"study_design_scores_gemma":[0.00025913498,0.00030187258,0.00012170581,0.15101375,0.000016281656,0.00009695728,0.0025549622,0.000103772225,7.4006846e-7,0.0000054229545,0.8454631,0.00006228846],"about_ca_topic_score_codex":0.00004277135,"about_ca_topic_score_gemma":0.000059784437,"teacher_disagreement_score":0.9616677,"about_ca_system_score_codex":0.00008157693,"about_ca_system_score_gemma":0.0006627478,"threshold_uncertainty_score":0.91456044},"labels":[],"label_agreement":null},{"id":"W6920668376","doi":"10.6084/m9.figshare.23700498","title":"Additional file 4 of Assessing the feasibility of a clinical trial to evaluate an advanced practice physiotherapy model of care in chronic pain management: a feasibility study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Alberta; Université de Montréal; Queen's University","funders":"","keywords":"Clinical trial; Chronic pain; Quality (philosophy); Chronic disease; Clinical Practice; Chronic care","score_opus":0.5502275946207331,"score_gpt":0.635303761801632,"score_spread":0.08507616718089883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920668376","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1357411,0.0000148838,0.000007689291,0.00024135839,0.000033299017,0.0056377877,0.8580412,0.00003235856,0.0002502942],"genre_scores_gemma":[0.62101555,0.0000032944658,0.0038727454,0.0002759293,0.00015773057,0.0014941556,0.37311646,0.000027236596,0.000036907248],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99470985,0.0017916618,0.0019888165,0.0004958714,0.00082101906,0.000192775],"domain_scores_gemma":[0.98075116,0.016202843,0.0011476785,0.0008459626,0.0009647354,0.00008762628],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003843235,0.00014600786,0.0005773776,0.00010814454,0.00004204533,0.000011433056,0.0002278734,0.00007495084,0.3903309],"category_scores_gemma":[0.10571162,0.00011697659,0.00020258111,0.0007371572,0.00002725139,0.00038058363,0.00015792638,0.00028507132,0.00004145802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048937667,0.0062902845,0.00038533716,0.0017719251,0.0002652693,0.000015026369,0.001716919,0.008649264,0.00019439423,0.0000019554323,0.7560782,0.17569377],"study_design_scores_gemma":[0.16501744,0.038937178,0.45920295,0.010826695,0.0006186603,0.000003161429,0.05890145,0.24401705,0.00009310978,0.0003679823,0.021337617,0.000676705],"about_ca_topic_score_codex":0.000028503182,"about_ca_topic_score_gemma":0.00023664259,"teacher_disagreement_score":0.73474056,"about_ca_system_score_codex":0.00021954205,"about_ca_system_score_gemma":0.0010983523,"threshold_uncertainty_score":0.9018214},"labels":[],"label_agreement":null},{"id":"W6920696233","doi":"10.6084/m9.figshare.22649449","title":"Additional file 5 of Symptom management care pathway adaptation process and specific adaptation decisions","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Adaptation (eye); Process (computing); Health care; Health professionals; Patient care; MEDLINE; Context (archaeology)","score_opus":0.2779431548855712,"score_gpt":0.41800954910534166,"score_spread":0.14006639421977046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920696233","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037663284,0.00004234716,0.000014506625,0.00012167505,0.000022655011,0.0005150355,0.9967804,0.0000816299,0.002045128],"genre_scores_gemma":[0.027701808,0.000019310544,0.0031776212,0.000086282125,0.00011083964,0.0008757506,0.9676396,0.000019025869,0.00036976289],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987559,0.000026860764,0.00044821686,0.00023847235,0.00040621829,0.00012434479],"domain_scores_gemma":[0.9962624,0.0028192834,0.0002213967,0.00015831049,0.00046176725,0.000076850105],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000049600487,0.000095070696,0.00013537503,0.00012618904,0.00006790055,0.000017192997,0.000052283583,0.000054697324,0.9234246],"category_scores_gemma":[0.0060054706,0.00009387535,0.000049879472,0.00041598294,0.000008240203,0.00017781713,0.000054371456,0.00009207043,0.0018513923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003726505,0.000023411625,0.000002088585,0.00017931423,0.000018150711,0.000014870789,0.00042129462,0.000118759264,0.0000047288145,0.000007491782,0.88585085,0.1133218],"study_design_scores_gemma":[0.0008593592,0.0001574452,0.022121552,0.003807544,0.00003290742,0.000015361336,0.01709324,0.0058024577,0.00004157646,0.00015647465,0.9497799,0.00013216367],"about_ca_topic_score_codex":0.0000020827122,"about_ca_topic_score_gemma":0.000012633351,"teacher_disagreement_score":0.9215732,"about_ca_system_score_codex":0.000039935087,"about_ca_system_score_gemma":0.000115957904,"threshold_uncertainty_score":0.9989258},"labels":[],"label_agreement":null},{"id":"W6920697079","doi":"10.6084/m9.figshare.12965438.v1","title":"Additional file 1 of Approaches of integrating the development of guidelines and quality indicators: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Quality (philosophy); Abstraction; Development (topology); Data quality","score_opus":0.7032846539663709,"score_gpt":0.5006393187386077,"score_spread":0.20264533522776318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920697079","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005612001,0.0013961508,0.000008423979,0.0010484984,0.0000024758747,0.0008524041,0.9963632,0.0000080983655,0.0002646264],"genre_scores_gemma":[0.010680292,0.000011600911,0.02004767,0.0012042754,0.00005623046,0.0007326242,0.9672399,0.000010663718,0.000016704731],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975558,0.000120887285,0.0018579543,0.000111325266,0.00030293706,0.00005108077],"domain_scores_gemma":[0.9932603,0.0044977167,0.0016000988,0.00016348466,0.00042754962,0.0000508203],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041449664,0.00007302903,0.00046350822,0.000023487088,0.000018680726,0.0000024432277,0.00008586162,0.000029801433,0.7144824],"category_scores_gemma":[0.16936152,0.000044664634,0.00006757306,0.00022324374,0.0000151327,0.000046466314,0.00008151498,0.00009002285,0.000025537325],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081952785,0.000021340269,0.0000055604523,0.17537642,0.000055024688,1.1867463e-7,0.00028655346,8.620251e-8,0.000010408496,0.00000515807,0.8226919,0.0015392202],"study_design_scores_gemma":[0.00044581562,0.0001434793,0.0012265842,0.941275,0.00029801347,0.00000998669,0.0054410496,0.0003819482,0.0006100089,0.000010236519,0.050022338,0.00013554476],"about_ca_topic_score_codex":0.0000021241697,"about_ca_topic_score_gemma":0.0000052955816,"teacher_disagreement_score":0.7726696,"about_ca_system_score_codex":0.000009745233,"about_ca_system_score_gemma":0.00027687327,"threshold_uncertainty_score":0.8376353},"labels":[],"label_agreement":null},{"id":"W6920716832","doi":"10.6084/m9.figshare.22649449.v1","title":"Additional file 5 of Symptom management care pathway adaptation process and specific adaptation decisions","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Adaptation (eye); Process (computing); Health care; Health professionals; Patient care; MEDLINE; Context (archaeology)","score_opus":0.2779431548855712,"score_gpt":0.41800954910534166,"score_spread":0.14006639421977046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920716832","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037663284,0.00004234716,0.000014506625,0.00012167505,0.000022655011,0.0005150355,0.9967804,0.0000816299,0.002045128],"genre_scores_gemma":[0.027701808,0.000019310544,0.0031776212,0.000086282125,0.00011083964,0.0008757506,0.9676396,0.000019025869,0.00036976289],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987559,0.000026860764,0.00044821686,0.00023847235,0.00040621829,0.00012434479],"domain_scores_gemma":[0.9962624,0.0028192834,0.0002213967,0.00015831049,0.00046176725,0.000076850105],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000049600487,0.000095070696,0.00013537503,0.00012618904,0.00006790055,0.000017192997,0.000052283583,0.000054697324,0.9234246],"category_scores_gemma":[0.0060054706,0.00009387535,0.000049879472,0.00041598294,0.000008240203,0.00017781713,0.000054371456,0.00009207043,0.0018513923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003726505,0.000023411625,0.000002088585,0.00017931423,0.000018150711,0.000014870789,0.00042129462,0.000118759264,0.0000047288145,0.000007491782,0.88585085,0.1133218],"study_design_scores_gemma":[0.0008593592,0.0001574452,0.022121552,0.003807544,0.00003290742,0.000015361336,0.01709324,0.0058024577,0.00004157646,0.00015647465,0.9497799,0.00013216367],"about_ca_topic_score_codex":0.0000020827122,"about_ca_topic_score_gemma":0.000012633351,"teacher_disagreement_score":0.9215732,"about_ca_system_score_codex":0.000039935087,"about_ca_system_score_gemma":0.000115957904,"threshold_uncertainty_score":0.9989258},"labels":[],"label_agreement":null},{"id":"W6920727470","doi":"10.6084/m9.figshare.25762894","title":"Additional file 1 of Harmonization of clinical practice guidelines for primary prevention and screening: actionable recommendations and resources for primary care","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; College of Physicians and Surgeons of Ontario; Memorial University of Newfoundland; Ontario Institute for Cancer Research; Alberta Health Services; Women's College Hospital; Canadian Cancer Society; University of Toronto; University of Alberta","funders":"","keywords":"Primary care; Harmonization; Clinical Practice; MEDLINE; Primary health care; Primary prevention","score_opus":0.3829096142792757,"score_gpt":0.5350535515875339,"score_spread":0.15214393730825815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920727470","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006908049,0.0007902828,0.0009060035,0.0041300915,0.0000620576,0.0011615132,0.9923271,0.000039205235,0.00051468087],"genre_scores_gemma":[0.000099698475,0.000061919585,0.24232803,0.0006462903,0.00040715653,0.0008189505,0.7549741,0.000021264656,0.00064255606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811417,0.000063032676,0.0012226114,0.00029227335,0.00021121828,0.00009669125],"domain_scores_gemma":[0.98034805,0.016087202,0.0005949145,0.00012408015,0.0027791972,0.0000665418],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003855937,0.00010081085,0.0002710382,0.00009686509,0.00007871561,0.000030106557,0.00003928512,0.00011526576,0.28027326],"category_scores_gemma":[0.0927616,0.00009855163,0.00012207172,0.00014026074,0.0000198,0.00051737635,0.000060645547,0.00012096169,0.0000070312353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002524383,0.000053932334,0.0000069289913,0.0018243092,0.00007789567,3.7291278e-7,0.00004499405,0.0000027205192,0.000022374557,0.0000061022984,0.7781714,0.21953651],"study_design_scores_gemma":[0.00087978324,0.0004888707,0.0038039458,0.0053758267,0.00023558189,0.000026676644,0.0008693086,0.0012727544,0.000037164817,0.000085446976,0.9868411,0.00008357083],"about_ca_topic_score_codex":0.0000048725783,"about_ca_topic_score_gemma":0.000004287541,"teacher_disagreement_score":0.28026623,"about_ca_system_score_codex":0.000032941876,"about_ca_system_score_gemma":0.0004138544,"threshold_uncertainty_score":0.91488045},"labels":[],"label_agreement":null},{"id":"W6920751212","doi":"10.6084/m9.figshare.17125915.v1","title":"Additional file 1 of Use and effects of implementation strategies for practice guidelines in nursing: a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Ottawa Hospital; Queen's University; Dalhousie University","funders":"","keywords":"Protocol (science); A priori and a posteriori; Key (lock); Data collection; Scheme (mathematics)","score_opus":0.3150472048235564,"score_gpt":0.5501847137242143,"score_spread":0.23513750890065788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920751212","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022919443,0.0030682415,0.000011260393,0.0010385315,0.000012887602,0.001832188,0.993937,0.00000801084,0.00006892179],"genre_scores_gemma":[0.00042745628,0.00010825076,0.014808541,0.001857164,0.000041893305,0.001798478,0.98090035,0.000012425509,0.000045449215],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99831927,0.00012364707,0.0011146201,0.00014790134,0.00021007263,0.00008451076],"domain_scores_gemma":[0.9809144,0.01593634,0.0007600113,0.00015898889,0.0021942966,0.000035955476],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016516505,0.00008065767,0.0003992879,0.00004654169,0.000013363858,0.000015343718,0.000028417688,0.000036811318,0.5567555],"category_scores_gemma":[0.2481927,0.00007430092,0.00006773719,0.000174527,0.000006675076,0.00045250935,0.000019162399,0.000058768066,0.000012643023],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021511221,0.00006658978,6.3110184e-7,0.17492536,0.00003593541,0.0000066712437,0.00003267064,3.9266257e-7,0.000056198285,0.00001661361,0.823999,0.0008384263],"study_design_scores_gemma":[0.0012186904,0.0002597985,0.00049112324,0.9366821,0.0006697173,0.00012476428,0.0021054074,0.00015284303,0.00033326042,0.000109868495,0.05775576,0.000096661104],"about_ca_topic_score_codex":0.000011534654,"about_ca_topic_score_gemma":0.000022863644,"teacher_disagreement_score":0.7662432,"about_ca_system_score_codex":0.000031232277,"about_ca_system_score_gemma":0.00045717217,"threshold_uncertainty_score":0.7581401},"labels":[],"label_agreement":null},{"id":"W6920762358","doi":"10.6084/m9.figshare.21582755.v1","title":"Additional file 1 of Assessment of the quality and content of clinical practice guidelines (CPGs) for vitamin D and for immigrants using the AGREE-II instrument: a protocol for systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Eli Lilly (Canada); Ottawa Hospital; University of Ottawa","funders":"","keywords":"Protocol (science); Clinical Practice; Quality (philosophy); Immigration; Vitamin D and neurology","score_opus":0.7859542519885606,"score_gpt":0.6534426708947358,"score_spread":0.13251158109382477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920762358","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005235888,0.00007137794,0.00004429953,0.0025595322,0.000017453789,0.15075406,0.84648955,0.0000033452948,0.000008015372],"genre_scores_gemma":[0.00059367594,0.000005486198,0.033294592,0.004163611,0.0001148199,0.7460749,0.21564575,0.000023630073,0.00008354251],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995884,0.00040116327,0.0029604398,0.00020612926,0.00044354686,0.0001046976],"domain_scores_gemma":[0.9663809,0.026446061,0.004293727,0.00036264848,0.0024641738,0.00005250044],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002926831,0.00010961187,0.0007048968,0.000021789645,0.00016302994,0.000006150412,0.00012944102,0.000038950362,0.08574022],"category_scores_gemma":[0.2710391,0.000064530956,0.0002630054,0.000098829696,0.000026857371,0.00010656024,0.00021750992,0.00011794749,1.9883065e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030616688,0.00024476138,0.000011367045,0.14001709,0.00015665346,9.9955e-8,0.000027639091,0.0000017760157,0.000030756688,0.000019235269,0.8578481,0.0013363174],"study_design_scores_gemma":[0.012150869,0.0036398005,0.003426154,0.42200822,0.0020195837,0.00010857989,0.0047041927,0.017116932,0.000083486084,0.00011850587,0.53438276,0.00024089616],"about_ca_topic_score_codex":0.000028575276,"about_ca_topic_score_gemma":0.000013057284,"teacher_disagreement_score":0.6308438,"about_ca_system_score_codex":0.000034813726,"about_ca_system_score_gemma":0.00052870065,"threshold_uncertainty_score":0.9150955},"labels":[],"label_agreement":null},{"id":"W6920766011","doi":"10.6084/m9.figshare.20364984","title":"Additional file 2 of Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Guideline; Context (archaeology); Data collection; Key (lock); Data file","score_opus":0.3352226034945889,"score_gpt":0.5480100122577194,"score_spread":0.21278740876313051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920766011","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010594976,0.00013528035,2.4214697e-7,0.0011274543,0.000015630661,0.00046401363,0.99752843,0.000026971878,0.0006913562],"genre_scores_gemma":[0.00025965294,0.00000187821,0.0014809347,0.004378149,0.000103826394,0.0010651815,0.9925266,0.000015536452,0.00016825408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800795,0.00012458778,0.0011325418,0.00021623891,0.00038219464,0.00013647812],"domain_scores_gemma":[0.99881846,0.00023800376,0.00043310865,0.00022492373,0.00021767606,0.00006785684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018638058,0.00008748491,0.0002432493,0.00015190554,0.000054207776,0.000004972567,0.000095791365,0.000020136094,0.9999507],"category_scores_gemma":[0.00096556515,0.00009542597,0.000072900075,0.00061968295,0.0000037146976,0.00018900297,0.000121900266,0.00017902839,0.00021298308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021982309,0.00008293063,0.000004059716,0.00012008296,0.000008567853,0.000013265918,0.000010882103,0.0000073067267,0.0000049110836,5.3291365e-7,0.9712248,0.028500674],"study_design_scores_gemma":[0.00078866543,0.0002561874,0.00092758593,0.0070836553,0.000023802437,0.000051142513,0.00023252204,0.00018896282,0.00001172608,0.0000049653345,0.99033993,0.000090844405],"about_ca_topic_score_codex":0.000028855631,"about_ca_topic_score_gemma":0.00013838976,"teacher_disagreement_score":0.99973774,"about_ca_system_score_codex":0.00009107598,"about_ca_system_score_gemma":0.00037410206,"threshold_uncertainty_score":0.3891358},"labels":[],"label_agreement":null},{"id":"W6920795269","doi":"10.6084/m9.figshare.12502739","title":"Additional file 1 of Clinical practice guidelines in Brazil – developing a national programme","year":2020,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Clinical Practice; MEDLINE; Data collection; Developing country","score_opus":0.64057894215141,"score_gpt":0.6236265792970302,"score_spread":0.016952362854379732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920795269","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058457656,0.00005078275,0.0008501458,0.57276857,0.00033044475,0.0042712684,0.30371147,0.000018164152,0.112153426],"genre_scores_gemma":[0.00073417847,0.0000076376655,0.93057704,0.021168968,0.00059019384,0.00014322385,0.04624703,0.0000149561865,0.0005167557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99638283,0.00014700835,0.0023502095,0.00036044972,0.0005960607,0.0001634252],"domain_scores_gemma":[0.98391235,0.012781529,0.0008299527,0.0001274974,0.002179652,0.00016899777],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001952568,0.00010291666,0.00036738932,0.000049585946,0.000027458,0.00003947753,0.00019156368,0.00009447594,0.6938902],"category_scores_gemma":[0.39016637,0.000097892094,0.00008415762,0.00039374028,0.00005931838,0.0005424263,0.0002102888,0.00028206714,0.00086181494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038108949,0.00015105665,0.00015601296,0.000009088653,0.00003677711,0.000022485812,0.00004406518,0.000003308568,0.000012090636,0.0000104590135,0.72530854,0.27386504],"study_design_scores_gemma":[0.0018558236,0.00025146955,0.005314533,0.00020607922,0.00003665982,0.000039827137,0.00062519364,0.0016346085,0.000021611935,0.00004617143,0.98986757,0.00010046406],"about_ca_topic_score_codex":0.000065366716,"about_ca_topic_score_gemma":0.00012293289,"teacher_disagreement_score":0.9297269,"about_ca_system_score_codex":0.00005597992,"about_ca_system_score_gemma":0.0031260378,"threshold_uncertainty_score":0.99991614},"labels":[],"label_agreement":null},{"id":"W6920813642","doi":"10.6084/m9.figshare.23700486","title":"Additional file 1 of Assessing the feasibility of a clinical trial to evaluate an advanced practice physiotherapy model of care in chronic pain management: a feasibility study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Alberta; Université de Montréal; Queen's University","funders":"","keywords":"Clinical trial; Chronic pain; Clinical Practice; Chronic disease; MEDLINE; Primary care","score_opus":0.5531836596333376,"score_gpt":0.6354872625346383,"score_spread":0.08230360290130068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920813642","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13482368,0.000014696297,0.0000075707853,0.00024166393,0.000033128123,0.0056072576,0.85899144,0.000032205633,0.00024838556],"genre_scores_gemma":[0.6146472,0.0000032724602,0.0039347582,0.00027756486,0.00015851439,0.0015291717,0.37938443,0.000027413716,0.000037674305],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9947097,0.0017933691,0.001987295,0.0004960034,0.00082088314,0.00019276123],"domain_scores_gemma":[0.9806286,0.016314255,0.0011480747,0.00084725075,0.00097414263,0.00008768511],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038420162,0.00014601726,0.00057720044,0.00010813157,0.000042029606,0.0000114062905,0.00022785114,0.00007495086,0.3993924],"category_scores_gemma":[0.10695018,0.00011698343,0.00020257858,0.0007374906,0.000027245185,0.00038026794,0.0001579752,0.00028513218,0.000041827785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046988335,0.0061285817,0.0003742195,0.0017123395,0.00025864693,0.000014436591,0.0016712146,0.008532641,0.00019164289,0.0000018547927,0.764976,0.1691501],"study_design_scores_gemma":[0.16392516,0.038473647,0.46062797,0.010846175,0.0006207765,0.0000031650952,0.059112657,0.2434286,0.00009324375,0.00036439972,0.021826304,0.00067788496],"about_ca_topic_score_codex":0.00002844252,"about_ca_topic_score_gemma":0.00023432152,"teacher_disagreement_score":0.7431497,"about_ca_system_score_codex":0.00021952292,"about_ca_system_score_gemma":0.0011015497,"threshold_uncertainty_score":0.90057236},"labels":[],"label_agreement":null},{"id":"W6920826012","doi":"10.6084/m9.figshare.26747453.v1","title":"Additional file 7 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.502129807667502,"score_gpt":0.5021101651156433,"score_spread":0.000019642551858711776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920826012","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40385044,0.000012262368,1.7157235e-7,0.000029317498,0.000017790202,0.0003944106,0.5956596,0.0000063505327,0.00002964048],"genre_scores_gemma":[0.78717226,8.694289e-8,0.009603216,0.000066797584,0.00006354013,0.0002490852,0.2027835,0.000011641128,0.000049896757],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976491,0.00014170076,0.0014705374,0.00022785585,0.0004057205,0.00010510578],"domain_scores_gemma":[0.98627543,0.012729445,0.00030816975,0.0001495177,0.00043066262,0.00010674604],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066338107,0.000089849986,0.0003596747,0.00007186353,0.000014967649,0.000005109901,0.000045688696,0.000047828144,0.5870243],"category_scores_gemma":[0.051057544,0.00008262555,0.00003790804,0.0002957307,0.0000072847233,0.000053457752,0.00012002257,0.00019984234,0.000015729996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006617779,0.00024435404,0.0011260317,0.0007611487,0.0000427723,0.00091097114,0.00057816796,0.0000046335185,0.000011084637,6.1126265e-8,0.9707563,0.025498278],"study_design_scores_gemma":[0.005857686,0.0035267407,0.5614934,0.036865726,0.00040171234,0.0022232255,0.06666448,0.0065620397,0.0010032302,0.00005035132,0.31466025,0.0006911675],"about_ca_topic_score_codex":0.040647287,"about_ca_topic_score_gemma":0.4507665,"teacher_disagreement_score":0.6560961,"about_ca_system_score_codex":0.00007533359,"about_ca_system_score_gemma":0.004808159,"threshold_uncertainty_score":0.9657411},"labels":[],"label_agreement":null},{"id":"W6920835605","doi":"10.6084/m9.figshare.21582758.v1","title":"Additional file 2 of Assessment of the quality and content of clinical practice guidelines (CPGs) for vitamin D and for immigrants using the AGREE-II instrument: a protocol for systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Eli Lilly (Canada); Ottawa Hospital; University of Ottawa","funders":"","keywords":"Protocol (science); Clinical Practice; Quality (philosophy); MEDLINE; Immigration; Systematic review","score_opus":0.7800577681954804,"score_gpt":0.652783941204415,"score_spread":0.1272738269910655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920835605","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052131138,0.000072467374,0.000043542026,0.0025519142,0.000017567421,0.15078525,0.8464656,0.0000033495378,0.000008184644],"genre_scores_gemma":[0.0005895063,0.0000056505833,0.03290604,0.0041933036,0.00011710885,0.7442073,0.21787295,0.00002376875,0.00008437369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588317,0.00040105343,0.0029616358,0.00020599981,0.00044345937,0.00010466626],"domain_scores_gemma":[0.9667682,0.026074337,0.0042896396,0.00036126893,0.0024541647,0.000052380852],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002913084,0.000109581815,0.0007050456,0.000021777341,0.00016304024,0.0000061619235,0.00012937888,0.00003895056,0.08446285],"category_scores_gemma":[0.26897475,0.00006451276,0.00026296155,0.000098763434,0.000026857051,0.000106623214,0.00021748354,0.00011792407,1.9699971e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030529173,0.0002451444,0.000011075886,0.14124444,0.000156944,1.024989e-7,0.000027710279,0.0000017866681,0.000029891069,0.000019562909,0.8565871,0.0013709599],"study_design_scores_gemma":[0.012088259,0.0036003818,0.003341484,0.41330153,0.0019911865,0.00010759401,0.0046116277,0.016831769,0.000082126935,0.000118009986,0.54368824,0.0002378217],"about_ca_topic_score_codex":0.00002882346,"about_ca_topic_score_gemma":0.0000131239085,"teacher_disagreement_score":0.62859267,"about_ca_system_score_codex":0.000034822326,"about_ca_system_score_gemma":0.00052667176,"threshold_uncertainty_score":0.9163741},"labels":[],"label_agreement":null},{"id":"W6920836990","doi":"10.6084/m9.figshare.12978678","title":"Additional file 1 of Assessment of the quality of recommendations from 161 clinical practice guidelines using the Appraisal of Guidelines for Research and Evaluation–Recommendations Excellence (AGREE-REX) instrument shows there is room for improvement","year":2020,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Quality (philosophy); Excellence; Clinical Practice; MEDLINE; Quality management; Good laboratory practice","score_opus":0.8590394673002478,"score_gpt":0.7111570224857725,"score_spread":0.14788244481447532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920836990","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05317202,0.00009894408,0.013739956,0.396144,0.00042023053,0.009929744,0.5258838,0.0000025580164,0.00060876],"genre_scores_gemma":[0.038331382,0.000083201856,0.93681616,0.0023998974,0.0004458476,0.00087530736,0.020896815,0.00002647186,0.00012494385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993199,0.0008134365,0.0042836606,0.00045963863,0.0010691836,0.00017511199],"domain_scores_gemma":[0.9294424,0.053002078,0.003370868,0.000674723,0.013405455,0.000104445564],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011610881,0.00015002837,0.00054305606,0.000049306927,0.0002025003,0.00003413318,0.0004708213,0.000097935525,0.11009273],"category_scores_gemma":[0.13717188,0.000102122285,0.00020582038,0.00030320673,0.00025590332,0.00034577562,0.00053106,0.00025279482,0.0000014307043],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050837983,0.000605001,0.00042251637,0.00006492228,0.00036791104,3.5603865e-8,0.0003348306,0.0000432504,0.002093631,0.000049185393,0.75907457,0.23643579],"study_design_scores_gemma":[0.005740593,0.0021255189,0.0042028846,0.00087140437,0.0010024382,0.0000021052276,0.031616338,0.11629717,0.0052062627,0.0008808195,0.8318558,0.00019869098],"about_ca_topic_score_codex":0.0008207026,"about_ca_topic_score_gemma":0.00034479419,"teacher_disagreement_score":0.92307615,"about_ca_system_score_codex":0.00006681394,"about_ca_system_score_gemma":0.0019042944,"threshold_uncertainty_score":0.8907208},"labels":[],"label_agreement":null},{"id":"W6920856885","doi":"10.6084/m9.figshare.17125918","title":"Additional file 2 of Use and effects of implementation strategies for practice guidelines in nursing: a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Ottawa Hospital; Queen's University; Dalhousie University","funders":"","keywords":"Key (lock); Systematic review; File management","score_opus":0.30658119813849016,"score_gpt":0.5493630692627156,"score_spread":0.24278187112422545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920856885","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022826584,0.0031229793,0.000011054515,0.0010359075,0.000012991826,0.001833551,0.99388206,0.000008028672,0.00007060608],"genre_scores_gemma":[0.00042058455,0.00011095005,0.014492331,0.0018564195,0.000042471467,0.0017645025,0.98125476,0.000012403141,0.000045572957],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.998319,0.00012360694,0.0011151031,0.00014779487,0.00021002244,0.00008448093],"domain_scores_gemma":[0.9811429,0.015713636,0.0007605986,0.00015860391,0.0021883515,0.000035929796],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016429665,0.00008063297,0.00039938206,0.00004651234,0.000013364801,0.000015375788,0.000028402454,0.00003681152,0.55222976],"category_scores_gemma":[0.2460168,0.00007427753,0.00006772458,0.00017439634,0.000006674987,0.00045280787,0.000019159803,0.000058755035,0.000012513086],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021369468,0.000066478824,6.109882e-7,0.17591345,0.000035887122,0.0000068377362,0.000032652963,3.9394638e-7,0.000054249576,0.00001687223,0.8229914,0.0008597979],"study_design_scores_gemma":[0.001231553,0.00026086392,0.00048541097,0.93439054,0.0006700105,0.00012552331,0.0020929382,0.00015245713,0.0003325688,0.00011114683,0.060050108,0.00009684566],"about_ca_topic_score_codex":0.0000116465835,"about_ca_topic_score_gemma":0.000022993952,"teacher_disagreement_score":0.7629413,"about_ca_system_score_codex":0.000031240892,"about_ca_system_score_gemma":0.0004552134,"threshold_uncertainty_score":0.7603343},"labels":[],"label_agreement":null},{"id":"W6920908133","doi":"10.6084/m9.figshare.26563746","title":"Additional file 1 of Effective web-based clinical practice guidelines resources: recommendations from a mixed methods usability study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Clinical Practice; MEDLINE; Component (thermodynamics); Baseline (sea)","score_opus":0.37771402095275913,"score_gpt":0.6023108641365925,"score_spread":0.22459684318383338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920908133","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024809336,0.00008109774,0.0000916793,0.004895464,0.00025357754,0.0015721018,0.99159116,0.0001823948,0.001084463],"genre_scores_gemma":[0.0009510153,0.0000013754307,0.2245827,0.001954258,0.00074838893,0.0022362021,0.76937133,0.000033023698,0.00012172913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942726,0.0021316689,0.002231511,0.0006684029,0.0005152665,0.00018054017],"domain_scores_gemma":[0.78213835,0.21395217,0.0006665645,0.000637259,0.00241819,0.00018748145],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021804525,0.0002069406,0.0005041557,0.00012310117,0.00007845796,0.000058029218,0.00015767188,0.00016225006,0.9883201],"category_scores_gemma":[0.62034357,0.00018225126,0.00033333024,0.0005401242,0.00003141268,0.00035034108,0.00014979416,0.00062302564,0.0020015028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021443838,0.00077066023,0.000016957583,0.000082475504,0.00023692218,0.000018995945,0.000060395363,0.0000037794164,0.000008013887,3.3365183e-7,0.78556526,0.21302174],"study_design_scores_gemma":[0.0012544226,0.0008350567,0.014023538,0.0028634674,0.00039578212,0.00001095144,0.0016940037,0.007970891,0.000024809033,0.000051317,0.9707243,0.0001514504],"about_ca_topic_score_codex":0.00007978168,"about_ca_topic_score_gemma":0.00007096788,"teacher_disagreement_score":0.98631865,"about_ca_system_score_codex":0.000117001546,"about_ca_system_score_gemma":0.0009272185,"threshold_uncertainty_score":0.99877554},"labels":[],"label_agreement":null},{"id":"W6920918359","doi":"10.6084/m9.figshare.25195135.v1","title":"Additional file 2 of Evaluation of an integrated knowledge translation approach used for updating the Cochrane Review of Patient Decision Aids: a pre-post mixed methods study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Knowledge acquisition; Knowledge base; Patient data; Expert system; MEDLINE; Process (computing); Knowledge translation","score_opus":0.3832964166993292,"score_gpt":0.5759255609054925,"score_spread":0.19262914420616334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920918359","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015983516,0.0022860847,0.0006728337,0.00004725542,0.000047332273,0.004407131,0.9907969,0.000021307958,0.0001227723],"genre_scores_gemma":[0.019370086,0.000011681481,0.096062034,0.000038942293,0.000055776425,0.0025433416,0.8818918,0.000020437148,0.0000059136687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99659973,0.0010163034,0.0013929002,0.00024565659,0.00066352624,0.000081854116],"domain_scores_gemma":[0.9752466,0.021060796,0.00060678663,0.00029904838,0.0027488398,0.00003793776],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027464007,0.00011539413,0.00037290962,0.00010253716,0.00003267567,0.000009179554,0.000084143285,0.000058235702,0.70058304],"category_scores_gemma":[0.09192907,0.00007820493,0.00016454756,0.00050786865,0.0000115838,0.00019170372,0.000027956818,0.0001396388,0.000012810667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112817455,0.0004455786,2.5863451e-7,0.00442224,0.000076380114,1.2854086e-7,0.0007784495,0.000025692818,0.00014207841,0.000001012519,0.3880012,0.60599416],"study_design_scores_gemma":[0.0051223733,0.0076925065,0.0024126777,0.21938758,0.003193948,0.00002963615,0.016852666,0.47011793,0.0027845534,0.00017348878,0.27187717,0.00035547992],"about_ca_topic_score_codex":0.000009149173,"about_ca_topic_score_gemma":0.000022922926,"teacher_disagreement_score":0.7005702,"about_ca_system_score_codex":0.000053090203,"about_ca_system_score_gemma":0.00058535766,"threshold_uncertainty_score":0.91572},"labels":[],"label_agreement":null},{"id":"W6920946688","doi":"10.6084/m9.figshare.26231133","title":"Additional file 1 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.5073578289965743,"score_gpt":0.5026925550783568,"score_spread":0.004665273918217583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920946688","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40252274,0.0000121521625,1.6971944e-7,0.000029323757,0.00001776582,0.00039396976,0.59698796,0.0000063455495,0.000029575236],"genre_scores_gemma":[0.7841447,8.5865096e-8,0.009743821,0.00006697466,0.0000636668,0.00025497103,0.20566362,0.0000116835645,0.00005049056],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99765027,0.0001417692,0.0014693697,0.00022787796,0.00040563158,0.00010508477],"domain_scores_gemma":[0.9861474,0.012855641,0.00030841868,0.00014984126,0.00043187235,0.000106840576],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006628255,0.00008984098,0.00035948653,0.00007185194,0.000014960418,0.000005096292,0.000045695982,0.000047827045,0.600633],"category_scores_gemma":[0.052079536,0.00008262123,0.000037904476,0.0002957805,0.000007281766,0.000053402164,0.00012004814,0.00019984851,0.000015959467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006552797,0.00024204391,0.0011163899,0.0007405362,0.000042402084,0.00088856305,0.0005717013,0.0000045894176,0.000011014007,5.890963e-8,0.97156954,0.024747647],"study_design_scores_gemma":[0.0057486175,0.0034801129,0.558988,0.036125828,0.00039833682,0.0022001404,0.066153124,0.006469376,0.0009811696,0.00004924772,0.31872192,0.0006841499],"about_ca_topic_score_codex":0.040179774,"about_ca_topic_score_gemma":0.44706804,"teacher_disagreement_score":0.6528476,"about_ca_system_score_codex":0.000075296724,"about_ca_system_score_gemma":0.0048166136,"threshold_uncertainty_score":0.96621174},"labels":[],"label_agreement":null},{"id":"W6920972749","doi":"10.6084/m9.figshare.23700495.v1","title":"Additional file 3 of Assessing the feasibility of a clinical trial to evaluate an advanced practice physiotherapy model of care in chronic pain management: a feasibility study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Alberta; Université de Montréal; Queen's University","funders":"","keywords":"Clinical trial; Clinical Practice; Chronic pain; Chronic disease; Fidelity; MEDLINE","score_opus":0.5484125700930523,"score_gpt":0.6348686434976001,"score_spread":0.08645607340454775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920972749","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13593063,0.000014799938,0.0000076275464,0.00024119588,0.000033493336,0.005620286,0.85786945,0.00003224364,0.00025030217],"genre_scores_gemma":[0.6184233,0.0000033179992,0.0038966031,0.000277626,0.0001603169,0.0015047254,0.37566835,0.000027437318,0.000038378068],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99471027,0.001791894,0.0019881928,0.00049583166,0.0008210748,0.00019275722],"domain_scores_gemma":[0.9807522,0.01618409,0.0011481487,0.0008460331,0.000981845,0.00008767147],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038404441,0.00014599862,0.0005772539,0.00010809885,0.000042026328,0.000011427532,0.00022772123,0.000074945085,0.3939863],"category_scores_gemma":[0.106926925,0.0001169564,0.00020256687,0.00073724275,0.000027246942,0.0003805331,0.00015787169,0.00028507935,0.000042242224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0482193,0.00625279,0.00038243877,0.0017747995,0.0002638041,0.000014896552,0.0017059,0.00871184,0.0001960549,0.0000018824624,0.7576264,0.17484987],"study_design_scores_gemma":[0.16592856,0.03842297,0.4582418,0.010824737,0.0006156806,0.0000031381203,0.05885708,0.24375719,0.00009507141,0.00036534472,0.022210535,0.0006779142],"about_ca_topic_score_codex":0.000028735043,"about_ca_topic_score_gemma":0.00023576425,"teacher_disagreement_score":0.7354159,"about_ca_system_score_codex":0.00022031218,"about_ca_system_score_gemma":0.0011021013,"threshold_uncertainty_score":0.9005958},"labels":[],"label_agreement":null},{"id":"W6920979800","doi":"10.6084/m9.figshare.20081133","title":"Additional file 1 of Strategies to adapt and implement health system guidelines and recommendations: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Key (lock); MEDLINE; Information system; Work (physics)","score_opus":0.5059561824733899,"score_gpt":0.5533818243880151,"score_spread":0.04742564191462517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920979800","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020200737,0.0036187638,0.0000043111595,0.017738724,0.000015711435,0.001254832,0.97721434,0.000025881227,0.00012544832],"genre_scores_gemma":[0.00019689581,0.00021240013,0.0073528523,0.0066940407,0.00007902918,0.0028789933,0.9825303,0.000011145331,0.00004436087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984399,0.00010689203,0.00090907444,0.00019402333,0.0002364553,0.00011361871],"domain_scores_gemma":[0.99762493,0.0014529302,0.00040410715,0.0001369904,0.00027425963,0.00010676449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029703777,0.00007932361,0.00026094465,0.000058001075,0.00013601438,0.0000146555185,0.00004143299,0.000011175076,0.96262145],"category_scores_gemma":[0.0076414277,0.00007888201,0.00003026706,0.00015511524,0.0000027742612,0.00010998651,0.00019518517,0.0000935033,0.00004160884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000109713665,0.000013815429,4.7127557e-7,0.005426066,0.000012634068,0.0000014394241,0.000027405624,0.0000017573012,9.958902e-7,0.0000131179695,0.97663045,0.017860895],"study_design_scores_gemma":[0.00025629258,0.00030314404,0.00012279124,0.1517068,0.000016476124,0.000098149605,0.0025743626,0.00010389624,7.2629354e-7,0.0000054222055,0.84474945,0.000062455976],"about_ca_topic_score_codex":0.00004228887,"about_ca_topic_score_gemma":0.000059378883,"teacher_disagreement_score":0.96257985,"about_ca_system_score_codex":0.00008125292,"about_ca_system_score_gemma":0.00066237996,"threshold_uncertainty_score":0.9148055},"labels":[],"label_agreement":null},{"id":"W6920983507","doi":"10.6084/m9.figshare.20081136.v1","title":"Additional file 2 of Strategies to adapt and implement health system guidelines and recommendations: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Health data; Key (lock); Data extraction; Matching (statistics); Work (physics)","score_opus":0.4961027067138321,"score_gpt":0.552564541881289,"score_spread":0.0564618351674569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920983507","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020072634,0.0036775498,0.000004220517,0.017655721,0.000015808666,0.0012530844,0.9772374,0.000025884794,0.00012834273],"genre_scores_gemma":[0.00019364353,0.00021790445,0.007190384,0.006692009,0.00008016646,0.0028231265,0.98274714,0.000011125812,0.000044490742],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984398,0.00010685638,0.00090948393,0.00019387927,0.00023639738,0.00011357748],"domain_scores_gemma":[0.9976462,0.0014321948,0.00040458416,0.00013669927,0.00027359393,0.00010672619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029542265,0.00007929849,0.0002610083,0.000057963247,0.0001360243,0.000014687206,0.000041410018,0.000011175141,0.9619336],"category_scores_gemma":[0.0075502344,0.00007885633,0.000030261228,0.00015499511,0.000002774223,0.00011006159,0.00019515783,0.00009348185,0.0000411666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010900658,0.000013796765,4.55918e-7,0.005469181,0.00001262122,0.00000147715,0.00002740051,0.0000017639029,9.605476e-7,0.00001333423,0.97611785,0.018330231],"study_design_scores_gemma":[0.0002573332,0.00030236325,0.00012049038,0.14966653,0.000016371669,0.00009809679,0.0025412515,0.000102921425,7.198137e-7,0.000005450225,0.8468263,0.00006215449],"about_ca_topic_score_codex":0.000042713396,"about_ca_topic_score_gemma":0.000059728965,"teacher_disagreement_score":0.9618924,"about_ca_system_score_codex":0.000081276106,"about_ca_system_score_gemma":0.0006594451,"threshold_uncertainty_score":0.9038881},"labels":[],"label_agreement":null},{"id":"W6920999396","doi":"10.6084/m9.figshare.26747444.v1","title":"Additional file 4 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.5042799885195478,"score_gpt":0.5025471250015168,"score_spread":0.0017328635180310359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920999396","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4032775,0.000012271491,1.7192744e-7,0.00002915888,0.000017791548,0.00039466604,0.5962324,0.0000063518733,0.000029700337],"genre_scores_gemma":[0.7883928,8.654991e-8,0.009579936,0.00006657439,0.00006335298,0.00024865518,0.20158765,0.000011606399,0.000049382208],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99764925,0.00014161438,0.0014705574,0.00022780216,0.00040569025,0.00010508905],"domain_scores_gemma":[0.9862534,0.012754957,0.00030821955,0.00014954984,0.00042715025,0.00010673312],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066305866,0.00008983458,0.00035960853,0.00007186146,0.000014966604,0.0000051095103,0.00004570092,0.00004782703,0.59053844],"category_scores_gemma":[0.05137298,0.00008261589,0.000037905,0.00029563266,0.0000072835987,0.00005345118,0.00012000714,0.00019980138,0.000015803616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006711503,0.00024388342,0.0011288971,0.0007529249,0.000042688393,0.00090926257,0.00057664333,0.0000045608667,0.000010954061,6.1141364e-8,0.9709876,0.02527542],"study_design_scores_gemma":[0.0058496282,0.0035617477,0.5625999,0.036412045,0.00040077575,0.0022191368,0.06654586,0.006552032,0.0009893365,0.000050277315,0.31412962,0.00068961247],"about_ca_topic_score_codex":0.04027068,"about_ca_topic_score_gemma":0.449763,"teacher_disagreement_score":0.65685797,"about_ca_system_score_codex":0.00007530398,"about_ca_system_score_gemma":0.0048012217,"threshold_uncertainty_score":0.96612024},"labels":[],"label_agreement":null},{"id":"W6921020537","doi":"10.6084/m9.figshare.26747453","title":"Additional file 7 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.502129807667502,"score_gpt":0.5021101651156433,"score_spread":0.000019642551858711776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921020537","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40385044,0.000012262368,1.7157235e-7,0.000029317498,0.000017790202,0.0003944106,0.5956596,0.0000063505327,0.00002964048],"genre_scores_gemma":[0.78717226,8.694289e-8,0.009603216,0.000066797584,0.00006354013,0.0002490852,0.2027835,0.000011641128,0.000049896757],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976491,0.00014170076,0.0014705374,0.00022785585,0.0004057205,0.00010510578],"domain_scores_gemma":[0.98627543,0.012729445,0.00030816975,0.0001495177,0.00043066262,0.00010674604],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066338107,0.000089849986,0.0003596747,0.00007186353,0.000014967649,0.000005109901,0.000045688696,0.000047828144,0.5870243],"category_scores_gemma":[0.051057544,0.00008262555,0.00003790804,0.0002957307,0.0000072847233,0.000053457752,0.00012002257,0.00019984234,0.000015729996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006617779,0.00024435404,0.0011260317,0.0007611487,0.0000427723,0.00091097114,0.00057816796,0.0000046335185,0.000011084637,6.1126265e-8,0.9707563,0.025498278],"study_design_scores_gemma":[0.005857686,0.0035267407,0.5614934,0.036865726,0.00040171234,0.0022232255,0.06666448,0.0065620397,0.0010032302,0.00005035132,0.31466025,0.0006911675],"about_ca_topic_score_codex":0.040647287,"about_ca_topic_score_gemma":0.4507665,"teacher_disagreement_score":0.6560961,"about_ca_system_score_codex":0.00007533359,"about_ca_system_score_gemma":0.004808159,"threshold_uncertainty_score":0.9657411},"labels":[],"label_agreement":null},{"id":"W6921020843","doi":"10.6084/m9.figshare.20364987","title":"Additional file 3 of Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Guideline; Key (lock); Context (archaeology); Data file; Data collection","score_opus":0.33928171574242527,"score_gpt":0.5480698065487271,"score_spread":0.20878809080630178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921020843","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010756382,0.00013379625,2.4930344e-7,0.0011281682,0.000015696225,0.0004649649,0.99753994,0.000026947164,0.0006795116],"genre_scores_gemma":[0.0002671923,0.0000018546075,0.0014966454,0.004372966,0.000103450715,0.0010652753,0.99250597,0.00001555351,0.00017111619],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980077,0.00012450462,0.001132543,0.0002163096,0.0003823784,0.00013652003],"domain_scores_gemma":[0.998815,0.00023933707,0.0004325567,0.00022502767,0.00022024437,0.00006786335],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018736983,0.000087501154,0.00024321293,0.00015195651,0.000054198623,0.0000049720556,0.00009578347,0.000020134148,0.9999504],"category_scores_gemma":[0.000977727,0.000095432995,0.00007291,0.00061994663,0.0000037150332,0.00018902113,0.000121824545,0.00017903293,0.00021791545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022254337,0.000082930535,0.0000042069078,0.00012112682,0.000008561593,0.000013061025,0.000010874787,0.0000072734924,0.000005111569,5.197945e-7,0.9715906,0.028133519],"study_design_scores_gemma":[0.0007946551,0.00025579237,0.0009376611,0.0071613444,0.000023668033,0.000050522358,0.00023389467,0.00019065163,0.0000120780305,0.0000049398977,0.99024373,0.000091068],"about_ca_topic_score_codex":0.000028897104,"about_ca_topic_score_gemma":0.0001385259,"teacher_disagreement_score":0.9997325,"about_ca_system_score_codex":0.00009143309,"about_ca_system_score_gemma":0.00037608764,"threshold_uncertainty_score":0.38916445},"labels":[],"label_agreement":null},{"id":"W6921027639","doi":"10.6084/m9.figshare.26747444","title":"Additional file 4 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.5042799885195478,"score_gpt":0.5025471250015168,"score_spread":0.0017328635180310359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921027639","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4032775,0.000012271491,1.7192744e-7,0.00002915888,0.000017791548,0.00039466604,0.5962324,0.0000063518733,0.000029700337],"genre_scores_gemma":[0.7883928,8.654991e-8,0.009579936,0.00006657439,0.00006335298,0.00024865518,0.20158765,0.000011606399,0.000049382208],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99764925,0.00014161438,0.0014705574,0.00022780216,0.00040569025,0.00010508905],"domain_scores_gemma":[0.9862534,0.012754957,0.00030821955,0.00014954984,0.00042715025,0.00010673312],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066305866,0.00008983458,0.00035960853,0.00007186146,0.000014966604,0.0000051095103,0.00004570092,0.00004782703,0.59053844],"category_scores_gemma":[0.05137298,0.00008261589,0.000037905,0.00029563266,0.0000072835987,0.00005345118,0.00012000714,0.00019980138,0.000015803616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006711503,0.00024388342,0.0011288971,0.0007529249,0.000042688393,0.00090926257,0.00057664333,0.0000045608667,0.000010954061,6.1141364e-8,0.9709876,0.02527542],"study_design_scores_gemma":[0.0058496282,0.0035617477,0.5625999,0.036412045,0.00040077575,0.0022191368,0.06654586,0.006552032,0.0009893365,0.000050277315,0.31412962,0.00068961247],"about_ca_topic_score_codex":0.04027068,"about_ca_topic_score_gemma":0.449763,"teacher_disagreement_score":0.65685797,"about_ca_system_score_codex":0.00007530398,"about_ca_system_score_gemma":0.0048012217,"threshold_uncertainty_score":0.96612024},"labels":[],"label_agreement":null},{"id":"W6921039909","doi":"10.6084/m9.figshare.8940773","title":"Additional file 1: of Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Chiropractic; Guideline; Cluster (spacecraft); Cluster randomised controlled trial; Outcome (game theory)","score_opus":0.12164887233827633,"score_gpt":0.43859022772898376,"score_spread":0.31694135539070745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921039909","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057124626,0.000013378905,3.672037e-7,0.0033750571,0.000046650868,0.017768145,0.97155327,0.000010823047,0.0015198356],"genre_scores_gemma":[0.19754101,6.1586053e-7,0.00073592726,0.0024580394,0.00019860342,0.005800836,0.7931135,0.000013953269,0.00013748622],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968969,0.0006754061,0.0015771004,0.0002243273,0.00044100918,0.00018522204],"domain_scores_gemma":[0.98318815,0.015466372,0.00074093917,0.0002243541,0.00029314178,0.00008704497],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016071228,0.00013622704,0.0006933618,0.00015001673,0.000059582424,0.000040408657,0.0000857232,0.0000478069,0.9761425],"category_scores_gemma":[0.043099,0.000089613175,0.00012492634,0.00014538976,0.000010412769,0.00016618115,0.0000348945,0.00023577258,0.0003589842],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2600675,0.00017320421,0.000013104426,0.000014123388,0.00007683703,0.000006289947,0.00013472374,0.0000037430354,5.9270235e-7,0.0000013879317,0.73895735,0.000551135],"study_design_scores_gemma":[0.8815119,0.00108098,0.0024815388,0.0001709241,0.00014852053,0.00002007014,0.0020537288,0.001180472,2.083307e-7,0.000027116783,0.11123724,0.00008728866],"about_ca_topic_score_codex":0.0066936244,"about_ca_topic_score_gemma":0.059804186,"teacher_disagreement_score":0.9757835,"about_ca_system_score_codex":0.000072103016,"about_ca_system_score_gemma":0.00084632606,"threshold_uncertainty_score":0.9999209},"labels":[],"label_agreement":null},{"id":"W6921059215","doi":"10.6084/m9.figshare.23700486.v1","title":"Additional file 1 of Assessing the feasibility of a clinical trial to evaluate an advanced practice physiotherapy model of care in chronic pain management: a feasibility study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Alberta; Université de Montréal; Queen's University","funders":"","keywords":"Clinical trial; Chronic pain; Clinical Practice; Chronic disease; MEDLINE; Primary care","score_opus":0.5531836596333376,"score_gpt":0.6354872625346383,"score_spread":0.08230360290130068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921059215","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13482368,0.000014696297,0.0000075707853,0.00024166393,0.000033128123,0.0056072576,0.85899144,0.000032205633,0.00024838556],"genre_scores_gemma":[0.6146472,0.0000032724602,0.0039347582,0.00027756486,0.00015851439,0.0015291717,0.37938443,0.000027413716,0.000037674305],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9947097,0.0017933691,0.001987295,0.0004960034,0.00082088314,0.00019276123],"domain_scores_gemma":[0.9806286,0.016314255,0.0011480747,0.00084725075,0.00097414263,0.00008768511],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038420162,0.00014601726,0.00057720044,0.00010813157,0.000042029606,0.0000114062905,0.00022785114,0.00007495086,0.3993924],"category_scores_gemma":[0.10695018,0.00011698343,0.00020257858,0.0007374906,0.000027245185,0.00038026794,0.0001579752,0.00028513218,0.000041827785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046988335,0.0061285817,0.0003742195,0.0017123395,0.00025864693,0.000014436591,0.0016712146,0.008532641,0.00019164289,0.0000018547927,0.764976,0.1691501],"study_design_scores_gemma":[0.16392516,0.038473647,0.46062797,0.010846175,0.0006207765,0.0000031650952,0.059112657,0.2434286,0.00009324375,0.00036439972,0.021826304,0.00067788496],"about_ca_topic_score_codex":0.00002844252,"about_ca_topic_score_gemma":0.00023432152,"teacher_disagreement_score":0.7431497,"about_ca_system_score_codex":0.00021952292,"about_ca_system_score_gemma":0.0011015497,"threshold_uncertainty_score":0.90057236},"labels":[],"label_agreement":null},{"id":"W6921074190","doi":"10.6084/m9.figshare.8940785","title":"Additional file 3: of Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Randomized controlled trial; Guideline; Cluster (spacecraft); Cluster randomised controlled trial; MEDLINE","score_opus":0.12097170104944785,"score_gpt":0.4403758731552963,"score_spread":0.3194041721058485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921074190","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005711111,0.000013379544,3.6750953e-7,0.0033465454,0.000046649446,0.017772093,0.97157294,0.0000108191525,0.0015260895],"genre_scores_gemma":[0.1988363,6.142393e-7,0.00073437364,0.0024525407,0.00019799765,0.005789708,0.7918372,0.0000139250105,0.00013732638],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99689686,0.0006754159,0.001577176,0.00022433826,0.00044101328,0.00018522305],"domain_scores_gemma":[0.9831879,0.015466404,0.0007410051,0.00022445302,0.00029316856,0.00008704829],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016068198,0.00013623036,0.00069342117,0.0001500107,0.000059591122,0.000040406972,0.000085755804,0.000047806778,0.97613174],"category_scores_gemma":[0.04311327,0.00008961427,0.00012492755,0.00014535392,0.000010413696,0.00016618229,0.00003490694,0.00023577505,0.00035912037],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25970837,0.00017333904,0.0000133529575,0.000014156778,0.00007689594,0.0000062661793,0.00013483073,0.0000037459279,5.908801e-7,0.0000014193798,0.7393212,0.0005458185],"study_design_scores_gemma":[0.8818154,0.0010827526,0.0024642171,0.00017175505,0.00014861592,0.000020288191,0.002056483,0.0011728257,2.1015977e-7,0.00002694442,0.11095322,0.00008732908],"about_ca_topic_score_codex":0.0066685425,"about_ca_topic_score_gemma":0.06041618,"teacher_disagreement_score":0.9757726,"about_ca_system_score_codex":0.00007169556,"about_ca_system_score_gemma":0.00084627536,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W6921124457","doi":"10.6084/m9.figshare.22649446","title":"Additional file 4 of Symptom management care pathway adaptation process and specific adaptation decisions","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Adaptation (eye); Process (computing); Care pathway; Clinical pathway; Patient care","score_opus":0.27982853996202334,"score_gpt":0.41842841851243945,"score_spread":0.1385998785504161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921124457","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037473216,0.00004238865,0.000014548434,0.00012099467,0.000022648284,0.00051502377,0.99677986,0.000081604325,0.0020481932],"genre_scores_gemma":[0.027959695,0.000019305784,0.003176809,0.0000862014,0.00011079246,0.00087553624,0.96738577,0.000019017316,0.00036690192],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875593,0.000026838086,0.00044823127,0.00023844176,0.00040619416,0.00012434789],"domain_scores_gemma":[0.9962625,0.0028228927,0.00022140922,0.00015834077,0.00045804452,0.00007684308],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00004957545,0.00009506127,0.00013535171,0.00012619414,0.00006789741,0.000017200613,0.000052303316,0.000054694665,0.9234438],"category_scores_gemma":[0.005981484,0.000093873605,0.00004987272,0.00041584842,0.000008240163,0.0001778174,0.000054368695,0.00009205958,0.0018639389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037864644,0.000023415841,0.0000020963737,0.0001793096,0.000018155248,0.000014875311,0.00042162876,0.0001173298,0.000004694748,0.000007489693,0.8859761,0.11319709],"study_design_scores_gemma":[0.0008572424,0.00015908909,0.021699386,0.0037931295,0.000032794866,0.000015312815,0.017032407,0.0058258227,0.000041129617,0.00015683107,0.9502551,0.00013174141],"about_ca_topic_score_codex":0.000002063909,"about_ca_topic_score_gemma":0.000012587988,"teacher_disagreement_score":0.92157984,"about_ca_system_score_codex":0.00003992633,"about_ca_system_score_gemma":0.00011582734,"threshold_uncertainty_score":0.9989132},"labels":[],"label_agreement":null},{"id":"W6921132361","doi":"10.6084/m9.figshare.8940794","title":"Additional file 4: of Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Chiropractic; Guideline; Cluster (spacecraft); Cluster randomised controlled trial; MEDLINE","score_opus":0.12006189619718569,"score_gpt":0.4397832220460831,"score_spread":0.31972132584889745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921132361","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005667549,0.000013351558,3.6735187e-7,0.003391587,0.00004664853,0.017767685,0.971581,0.000010818416,0.0015210105],"genre_scores_gemma":[0.1966354,6.1618175e-7,0.0007362028,0.0024775022,0.00019844105,0.005803545,0.7939959,0.0000139595,0.0001384137],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99689615,0.0006761755,0.0015770727,0.00022433579,0.00044101427,0.00018522698],"domain_scores_gemma":[0.9831822,0.015472246,0.0007409652,0.00022435882,0.00029317278,0.000087049215],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016081732,0.00013622736,0.0006934027,0.00015005801,0.00005959502,0.000040407376,0.00008569658,0.00004780649,0.9763697],"category_scores_gemma":[0.04282262,0.00008961361,0.00012493088,0.0001442247,0.000010413992,0.00016615127,0.000034893164,0.00023578649,0.0003638736],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25964442,0.00017321741,0.000013071135,0.000014152776,0.000076874465,0.000006293153,0.00013505467,0.0000037456866,5.9178507e-7,0.0000013945887,0.7393814,0.0005498092],"study_design_scores_gemma":[0.8809847,0.0010815217,0.002436904,0.00017069306,0.00014848355,0.000020261597,0.0020568399,0.0011798801,2.099271e-7,0.00002717449,0.11180606,0.0000872547],"about_ca_topic_score_codex":0.006624192,"about_ca_topic_score_gemma":0.05945814,"teacher_disagreement_score":0.9760058,"about_ca_system_score_codex":0.00007170137,"about_ca_system_score_gemma":0.0008461661,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W6921155095","doi":"10.6084/m9.figshare.12519098.v1","title":"Additional file 3 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Primary care; MEDLINE; Data collection; Systematic review; Primary health care; Qualitative research","score_opus":0.1517887604709573,"score_gpt":0.41830805119117964,"score_spread":0.26651929072022235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921155095","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015781345,0.0014709121,2.944492e-7,0.0002755218,0.0000067510873,0.0020172119,0.99460477,0.000005689227,0.00004070733],"genre_scores_gemma":[0.10583594,0.000013325099,0.00065796485,0.0011944326,0.000016519354,0.00097512535,0.89129055,0.000012131802,0.000004003558],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984129,0.00011139495,0.0009571954,0.00015356416,0.00028770414,0.00007725506],"domain_scores_gemma":[0.99797475,0.00091332884,0.0004771011,0.00017690554,0.0003491106,0.00010878276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006786981,0.00008581322,0.000411983,0.000036390808,0.000019543357,0.0000018174645,0.000084510146,0.000032511645,0.552258],"category_scores_gemma":[0.017172163,0.00006528335,0.00009337281,0.00026347855,0.0000113561855,0.00007004428,0.00013652182,0.00008588218,0.000019980635],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026332717,0.00001164482,0.00017579718,0.3186111,0.00002345479,0.0000017790485,0.003707507,0.0000020249788,0.0001014335,3.028517e-7,0.676839,0.0004996552],"study_design_scores_gemma":[0.002609612,0.0009651796,0.058032278,0.831868,0.00042829578,0.000013187579,0.09605236,0.00008009954,0.00077447575,0.0000031729003,0.00891752,0.00025581635],"about_ca_topic_score_codex":0.00001526034,"about_ca_topic_score_gemma":0.000039286846,"teacher_disagreement_score":0.6679215,"about_ca_system_score_codex":0.00006986271,"about_ca_system_score_gemma":0.00043512476,"threshold_uncertainty_score":0.9911066},"labels":[],"label_agreement":null},{"id":"W6921372784","doi":"10.6084/m9.figshare.26747450","title":"Additional file 6 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.502262801637573,"score_gpt":0.5021519513411344,"score_spread":0.00011085029643853606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6921372784","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40333825,0.000012305399,1.7194866e-7,0.000029366689,0.000017809645,0.00039547347,0.5961702,0.0000063571874,0.000030054898],"genre_scores_gemma":[0.788979,8.672943e-8,0.009611047,0.00006685606,0.00006359243,0.00024983287,0.2009677,0.00001165029,0.000050250103],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976491,0.00014174057,0.0014705445,0.00022783579,0.00040571656,0.00010509732],"domain_scores_gemma":[0.98625994,0.012744564,0.0003083005,0.00014956764,0.00043084877,0.0001067802],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006634175,0.00008984455,0.00035966653,0.00007185712,0.000014964708,0.0000051097354,0.000045687655,0.000047826947,0.5884483],"category_scores_gemma":[0.051572002,0.00008262116,0.00003790731,0.00029574498,0.0000072840753,0.00005345578,0.0001200187,0.00019984023,0.000015731504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006640029,0.0002450793,0.0011222805,0.0007532464,0.000042695807,0.0009089301,0.00057811366,0.000004553083,0.000011020814,6.1713585e-8,0.97096926,0.025298348],"study_design_scores_gemma":[0.005808532,0.0034896242,0.5637239,0.03616527,0.00039813094,0.0022021732,0.06621872,0.0064210254,0.0009830368,0.00004992292,0.31385466,0.00068498123],"about_ca_topic_score_codex":0.04102698,"about_ca_topic_score_gemma":0.45494333,"teacher_disagreement_score":0.6571146,"about_ca_system_score_codex":0.000075223594,"about_ca_system_score_gemma":0.0048074187,"threshold_uncertainty_score":0.9653589},"labels":[],"label_agreement":null},{"id":"W6938855532","doi":"10.60692/wwx8r-5ax47","title":"Evidence to decision frameworks enabled structured and explicit development of healthcare recommendations","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"","keywords":"Health care; Guideline; Grading (engineering); Set (abstract data type); Inclusion (mineral); Perspective (graphical); Evidence-based medicine","score_opus":0.26008597228944363,"score_gpt":0.4193600284650305,"score_spread":0.15927405617558688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6938855532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87080145,0.000009265947,0.12383854,0.0038332485,0.00034446738,0.0010131327,0.00006131669,0.000057970494,0.00004059856],"genre_scores_gemma":[0.95579106,5.3869127e-7,0.042143837,0.0017754618,0.00003105797,0.0001687893,0.00006630402,0.000007549761,0.00001539481],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9976147,0.00010222912,0.0015040026,0.00014897577,0.00048409405,0.0001459905],"domain_scores_gemma":[0.9985597,0.00015343793,0.00051064574,0.00028576248,0.00034713812,0.0001432875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011982307,0.00010683988,0.00024509855,0.00028194414,0.00025714646,0.000036788686,0.00008613031,0.00007339984,0.0001728208],"category_scores_gemma":[0.0007106162,0.00009664369,0.000033120104,0.0003525051,0.0000067109568,0.00043319643,0.00019282033,0.00025550582,0.00003431261],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002792904,0.000018662939,0.30507544,0.0017199044,0.00015951901,0.000004608316,0.3891744,0.0007473879,0.00008398879,0.0004508125,0.0026748145,0.2970976],"study_design_scores_gemma":[0.0064314734,0.0011358646,0.58788097,0.0033875045,0.00022271925,0.000329198,0.37198168,0.006086342,0.0019956299,0.000029295468,0.019858338,0.000661],"about_ca_topic_score_codex":0.000022811506,"about_ca_topic_score_gemma":0.0000024815956,"teacher_disagreement_score":0.29643658,"about_ca_system_score_codex":0.00028743112,"about_ca_system_score_gemma":0.00018549169,"threshold_uncertainty_score":0.39410153},"labels":[],"label_agreement":null},{"id":"W6939231237","doi":"10.60692/5ed1m-wvq95","title":"Moving From Evidence To Decisions in Guidelines: An Analysis of Guidance Documents","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Grading (engineering); Health care; Process (computing); Cornerstone; Set (abstract data type); MEDLINE; Scientific evidence","score_opus":0.33439925645887236,"score_gpt":0.45927839959321043,"score_spread":0.12487914313433807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939231237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95281845,0.000007485792,0.045405988,0.0005570343,0.00020766386,0.0005781703,0.0002695152,0.000048653317,0.00010703114],"genre_scores_gemma":[0.98926044,5.6930065e-7,0.008533953,0.0018206203,0.000043064363,0.00012591374,0.00017987653,0.000007905291,0.00002765557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957609,0.0002120386,0.0027717245,0.00022255987,0.0008614302,0.00017130132],"domain_scores_gemma":[0.9976522,0.00022092134,0.0007651647,0.00065748254,0.0005648041,0.00013946652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002386812,0.0001263105,0.00045609783,0.0010225356,0.00009008646,0.00004694389,0.00022542178,0.00003999479,0.00028444774],"category_scores_gemma":[0.0032280101,0.00011770562,0.00012090514,0.0017171605,0.000009674954,0.0011281753,0.00020925922,0.00012847317,0.00008151471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048089118,0.000010962527,0.93198586,0.0000332687,0.00019452782,0.000005971144,0.026945993,0.03520742,0.000042833934,0.000014801669,0.00028630745,0.0047911713],"study_design_scores_gemma":[0.0014053504,0.00020379417,0.8252008,0.0003627597,0.0006705509,0.0000072626617,0.067595154,0.10371793,0.0000982157,0.0000017849961,0.0005810925,0.00015528861],"about_ca_topic_score_codex":0.0011706571,"about_ca_topic_score_gemma":0.000029649904,"teacher_disagreement_score":0.10678504,"about_ca_system_score_codex":0.00041752798,"about_ca_system_score_gemma":0.00012120671,"threshold_uncertainty_score":0.4799896},"labels":[],"label_agreement":null},{"id":"W6939312532","doi":"10.6084/m9.figshare.12672477","title":"Additional file 2 of Standardising care in the ICU: a protocol for a scoping review of tools used to improve care delivery","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Protocol (science); MEDLINE; Documentation; Key (lock); Health care","score_opus":0.44371784243364765,"score_gpt":0.5285416230308365,"score_spread":0.08482378059718887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939312532","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051087113,0.00012692565,0.000003338847,0.00065826497,0.0000033553756,0.116451256,0.8825863,0.000008121758,0.0001573492],"genre_scores_gemma":[0.00019918646,0.0000010393237,0.0018903223,0.002769592,0.00011824895,0.34916487,0.64584357,0.000011490249,0.0000016864857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862236,0.00006294824,0.0007086682,0.00017640248,0.0003233241,0.00010632735],"domain_scores_gemma":[0.995001,0.003573192,0.000334699,0.00016673206,0.0008703097,0.00005406383],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008942365,0.000084452855,0.0002943181,0.000026412372,0.000023744431,0.000010787979,0.000100574434,0.000036335376,0.7644742],"category_scores_gemma":[0.054284588,0.000065004206,0.000125932,0.00020767812,0.0000043266004,0.000113574235,0.000057926976,0.000084909334,0.000035058827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019503672,0.000014770361,0.0000013986163,0.059945773,0.000007526432,0.000002534666,0.00068251736,0.0000018407526,0.000033984754,1.6171046e-7,0.92274064,0.01637379],"study_design_scores_gemma":[0.0013702278,0.00080845534,0.00010884066,0.3896684,0.000028490835,0.000001941152,0.0026036024,0.000021260195,0.00039818615,8.055642e-7,0.6049148,0.00007497489],"about_ca_topic_score_codex":0.0000042986453,"about_ca_topic_score_gemma":0.000036454858,"teacher_disagreement_score":0.7644391,"about_ca_system_score_codex":0.000059723647,"about_ca_system_score_gemma":0.0007580656,"threshold_uncertainty_score":0.9536816},"labels":[],"label_agreement":null},{"id":"W6939326780","doi":"10.6084/m9.figshare.19661572","title":"Additional file 4 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Formal concept analysis; Component (thermodynamics); Key (lock)","score_opus":0.15428299732006898,"score_gpt":0.39484121513046583,"score_spread":0.24055821781039685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939326780","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012957014,0.0016538865,0.000029378252,0.00013966166,0.000009835134,0.0024919005,0.9955131,0.000007460858,0.000025233883],"genre_scores_gemma":[0.08369495,0.000009112056,0.0019600855,0.0006874733,0.0000096590975,0.0019254785,0.9116963,0.000008450348,0.000008497912],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985444,0.0002752688,0.00070944324,0.00015512886,0.00025356372,0.000062228464],"domain_scores_gemma":[0.99320453,0.0048224246,0.0010420133,0.00016323155,0.0007365844,0.00003122507],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006459417,0.00008523172,0.00042733067,0.00005135557,0.00008179334,0.0000056509425,0.000042918913,0.000033095235,0.5595583],"category_scores_gemma":[0.04422363,0.000060440743,0.0001340867,0.00036448266,0.000034984103,0.00003369893,0.00007528915,0.00010600177,0.0000015763817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092817616,0.000082133316,0.000017221604,0.06242026,0.000400594,0.0000011173369,0.0023449203,0.0000024680414,0.000010830215,0.00012517459,0.93401474,0.0004877234],"study_design_scores_gemma":[0.0035701117,0.0029321588,0.0010371815,0.8643795,0.007811771,0.00010207389,0.0889552,0.0021851226,0.00062139664,0.00091444503,0.027022505,0.0004685121],"about_ca_topic_score_codex":0.0000051891243,"about_ca_topic_score_gemma":0.000009692394,"teacher_disagreement_score":0.90699226,"about_ca_system_score_codex":0.000043581687,"about_ca_system_score_gemma":0.00016322534,"threshold_uncertainty_score":0.96382725},"labels":[],"label_agreement":null},{"id":"W6939413790","doi":"10.6084/m9.figshare.13560082.v1","title":"Additional file 1 of The reporting checklist for public versions of guidelines: RIGHT-PVG","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Public access; Data collection; File management","score_opus":0.49545240563420445,"score_gpt":0.4887216098316781,"score_spread":0.006730795802526335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939413790","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007660653,0.00001949018,0.0000038957664,0.004158675,0.000048500122,0.00026319874,0.9928363,0.000013512084,0.0025798276],"genre_scores_gemma":[0.0025471828,5.185006e-7,0.008504319,0.00086865,0.00026140676,0.00030352303,0.98511004,0.000012667937,0.002391693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977826,0.00003113672,0.0016096134,0.00016573067,0.0002980817,0.00011282099],"domain_scores_gemma":[0.9885845,0.005277775,0.0023529714,0.00041806378,0.0032977203,0.00006897036],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017402304,0.000067847395,0.00020277627,0.000028174227,0.00006920453,0.000008061913,0.0000894535,0.000060579903,0.9899604],"category_scores_gemma":[0.45883888,0.000050821196,0.00024252967,0.0002499604,0.000011897689,0.00009875595,0.00011433501,0.00010870559,0.00010146935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010549824,0.00006049288,0.000013054956,0.00014980054,0.00003219635,0.0000043761497,0.000008282964,0.000001515501,0.00015396108,0.000008326322,0.99782896,0.0017284972],"study_design_scores_gemma":[0.00041031325,0.00003410284,0.002667115,0.0018830429,0.00003935406,0.000052853324,0.00025100404,0.00032749903,0.0015120477,0.00005801725,0.99271697,0.000047695758],"about_ca_topic_score_codex":0.0000058535975,"about_ca_topic_score_gemma":0.000027101314,"teacher_disagreement_score":0.9898589,"about_ca_system_score_codex":0.000032304724,"about_ca_system_score_gemma":0.0010034677,"threshold_uncertainty_score":0.54571956},"labels":[],"label_agreement":null},{"id":"W6939417989","doi":"10.6084/m9.figshare.12519119","title":"Additional file 6 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Qualitative research; Quality (philosophy); Primary care; Data collection; MEDLINE","score_opus":0.15175057361467387,"score_gpt":0.4184122403786114,"score_spread":0.26666166676393754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939417989","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00156903,0.0014794527,2.9616947e-7,0.00027681718,0.0000066975385,0.0020221293,0.9945988,0.000005699217,0.00004105465],"genre_scores_gemma":[0.107455574,0.0000133191015,0.0006590822,0.0011975928,0.000016379936,0.0009772282,0.88966477,0.000012143183,0.0000039262018],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99841243,0.00011147558,0.0009575143,0.00015360037,0.0002877043,0.000077269186],"domain_scores_gemma":[0.99797744,0.0009140267,0.00047716004,0.00017696408,0.00034563005,0.00010880255],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000067957146,0.000085828025,0.00041213963,0.000036404934,0.000019550313,0.0000018184677,0.0000845463,0.00003251423,0.5462127],"category_scores_gemma":[0.017010879,0.00006529921,0.00009338516,0.00026354182,0.000011358849,0.00007005985,0.00013658425,0.00008589557,0.00001950426],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026469666,0.000011769417,0.00017615153,0.31856343,0.00002358823,0.0000017941774,0.0037405672,0.0000020056343,0.000101078214,3.1795602e-7,0.6768503,0.00050247577],"study_design_scores_gemma":[0.0025925892,0.00096580945,0.058661632,0.8313912,0.00043037813,0.0000132743535,0.096255705,0.00007914567,0.00075761735,0.0000031949126,0.008594176,0.00025524467],"about_ca_topic_score_codex":0.000015413165,"about_ca_topic_score_gemma":0.00004023632,"teacher_disagreement_score":0.66825616,"about_ca_system_score_codex":0.00006953419,"about_ca_system_score_gemma":0.00043409903,"threshold_uncertainty_score":0.99126923},"labels":[],"label_agreement":null},{"id":"W6939422551","doi":"10.6084/m9.figshare.13560082","title":"Additional file 1 of The reporting checklist for public versions of guidelines: RIGHT-PVG","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Checklist; Public access; Data collection; File management","score_opus":0.49545240563420445,"score_gpt":0.4887216098316781,"score_spread":0.006730795802526335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939422551","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007660653,0.00001949018,0.0000038957664,0.004158675,0.000048500122,0.00026319874,0.9928363,0.000013512084,0.0025798276],"genre_scores_gemma":[0.0025471828,5.185006e-7,0.008504319,0.00086865,0.00026140676,0.00030352303,0.98511004,0.000012667937,0.002391693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977826,0.00003113672,0.0016096134,0.00016573067,0.0002980817,0.00011282099],"domain_scores_gemma":[0.9885845,0.005277775,0.0023529714,0.00041806378,0.0032977203,0.00006897036],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017402304,0.000067847395,0.00020277627,0.000028174227,0.00006920453,0.000008061913,0.0000894535,0.000060579903,0.9899604],"category_scores_gemma":[0.45883888,0.000050821196,0.00024252967,0.0002499604,0.000011897689,0.00009875595,0.00011433501,0.00010870559,0.00010146935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010549824,0.00006049288,0.000013054956,0.00014980054,0.00003219635,0.0000043761497,0.000008282964,0.000001515501,0.00015396108,0.000008326322,0.99782896,0.0017284972],"study_design_scores_gemma":[0.00041031325,0.00003410284,0.002667115,0.0018830429,0.00003935406,0.000052853324,0.00025100404,0.00032749903,0.0015120477,0.00005801725,0.99271697,0.000047695758],"about_ca_topic_score_codex":0.0000058535975,"about_ca_topic_score_gemma":0.000027101314,"teacher_disagreement_score":0.9898589,"about_ca_system_score_codex":0.000032304724,"about_ca_system_score_gemma":0.0010034677,"threshold_uncertainty_score":0.54571956},"labels":[],"label_agreement":null},{"id":"W6939443392","doi":"10.6084/m9.figshare.17425932","title":"Additional file 2 of Critical appraisal of clinical practice guidelines for the management of COVID-19: protocol for a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Critical appraisal; Protocol (science); MEDLINE; Clinical Practice; Sample (material); Systematic review","score_opus":0.6712013770203666,"score_gpt":0.6812074711130099,"score_spread":0.010006094092643303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939443392","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0060594e-8,0.00021909333,0.0005492607,0.013158277,0.00003354175,0.10423655,0.88157296,0.00001215392,0.00021815601],"genre_scores_gemma":[0.0000012919616,0.00000815456,0.08840728,0.005686767,0.00018932307,0.48007387,0.42550194,0.00001613348,0.000115257295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99498004,0.00024713913,0.0037855208,0.00027087546,0.0005738351,0.00014261153],"domain_scores_gemma":[0.6381167,0.3371876,0.0045931726,0.0012959538,0.01849035,0.00031619528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016370285,0.00012846634,0.0008385029,0.000025640802,0.00004425503,0.0000071518825,0.00017323445,0.0000829716,0.8143937],"category_scores_gemma":[0.8665486,0.00008857161,0.0004934881,0.0002025171,0.00003934854,0.00012099038,0.00011935471,0.00012259293,0.00004118562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019195546,0.0003024801,6.343506e-8,0.39137745,0.00019380407,0.000004670535,0.0000052217574,0.0000012632572,4.672054e-7,0.00008313359,0.6073986,0.0004408715],"study_design_scores_gemma":[0.0014310816,0.0002918646,0.000009077748,0.2595461,0.00096828054,0.00005327941,0.00059296726,0.0005994837,0.000013540052,0.000041923337,0.73639196,0.000060417304],"about_ca_topic_score_codex":0.0000021712028,"about_ca_topic_score_gemma":0.0000019690722,"teacher_disagreement_score":0.86491156,"about_ca_system_score_codex":0.000022636938,"about_ca_system_score_gemma":0.0011661503,"threshold_uncertainty_score":0.36118454},"labels":[],"label_agreement":null},{"id":"W6939447877","doi":"10.6084/m9.figshare.20364984.v1","title":"Additional file 2 of Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Guideline; Context (archaeology); Data collection; Key (lock); Data file","score_opus":0.3352226034945889,"score_gpt":0.5480100122577194,"score_spread":0.21278740876313051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939447877","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010594976,0.00013528035,2.4214697e-7,0.0011274543,0.000015630661,0.00046401363,0.99752843,0.000026971878,0.0006913562],"genre_scores_gemma":[0.00025965294,0.00000187821,0.0014809347,0.004378149,0.000103826394,0.0010651815,0.9925266,0.000015536452,0.00016825408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800795,0.00012458778,0.0011325418,0.00021623891,0.00038219464,0.00013647812],"domain_scores_gemma":[0.99881846,0.00023800376,0.00043310865,0.00022492373,0.00021767606,0.00006785684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018638058,0.00008748491,0.0002432493,0.00015190554,0.000054207776,0.000004972567,0.000095791365,0.000020136094,0.9999507],"category_scores_gemma":[0.00096556515,0.00009542597,0.000072900075,0.00061968295,0.0000037146976,0.00018900297,0.000121900266,0.00017902839,0.00021298308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021982309,0.00008293063,0.000004059716,0.00012008296,0.000008567853,0.000013265918,0.000010882103,0.0000073067267,0.0000049110836,5.3291365e-7,0.9712248,0.028500674],"study_design_scores_gemma":[0.00078866543,0.0002561874,0.00092758593,0.0070836553,0.000023802437,0.000051142513,0.00023252204,0.00018896282,0.00001172608,0.0000049653345,0.99033993,0.000090844405],"about_ca_topic_score_codex":0.000028855631,"about_ca_topic_score_gemma":0.00013838976,"teacher_disagreement_score":0.99973774,"about_ca_system_score_codex":0.00009107598,"about_ca_system_score_gemma":0.00037410206,"threshold_uncertainty_score":0.3891358},"labels":[],"label_agreement":null},{"id":"W6939516177","doi":"10.6084/m9.figshare.27928328","title":"Additional file 1 of Patient pathways in primary health care – an interview study across various health care personnel in a Canadian and a Norwegian county","year":2024,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Norwegian; Health care; Primary health care; Primary care; Patient care; MEDLINE; Qualitative research","score_opus":0.14317524569226767,"score_gpt":0.46170822242856063,"score_spread":0.318532976736293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939516177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55975825,0.000730032,6.7919615e-7,0.0027477914,0.00007733788,0.002374564,0.4338428,0.0000023745874,0.00046618478],"genre_scores_gemma":[0.9163827,0.00002193288,0.0023034592,0.0032015275,0.000046176545,0.00025098788,0.07774928,0.000021613276,0.00002236847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978901,0.00027103839,0.00085886003,0.00041718732,0.00023525237,0.00032753014],"domain_scores_gemma":[0.9986263,0.00052585616,0.00016926612,0.00021515573,0.0001183148,0.00034512943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075011054,0.00012711216,0.0003991515,0.00013886834,0.000078807076,0.00007248168,0.000107871754,0.00004818226,0.055958264],"category_scores_gemma":[0.00051029504,0.0001234545,0.00003013557,0.00026622054,0.00003392519,0.00023890543,0.00011232321,0.00028659054,0.000020481919],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009989359,0.00035244535,0.0027170419,0.00043993272,0.000023922494,0.00019432277,0.23872557,0.0000024841258,5.935936e-7,6.661095e-7,0.1138784,0.6435647],"study_design_scores_gemma":[0.001653948,0.0032436133,0.105751656,0.0015918252,0.000016074597,0.00004218253,0.4365114,0.00011528595,4.0157963e-7,0.0000019981157,0.45092502,0.00014658234],"about_ca_topic_score_codex":0.36930072,"about_ca_topic_score_gemma":0.965798,"teacher_disagreement_score":0.64341813,"about_ca_system_score_codex":0.0017171903,"about_ca_system_score_gemma":0.0064897556,"threshold_uncertainty_score":0.9991425},"labels":[],"label_agreement":null},{"id":"W6939554052","doi":"10.6084/m9.figshare.15064891","title":"Additional file 1 of The relationship between organisational characteristics and the effects of clinical guidelines on medical performance in hospitals, a meta-analysis","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Intervention (counseling); Outcome (game theory); MEDLINE; Data collection; Primary care","score_opus":0.40746165242754756,"score_gpt":0.48859509538313606,"score_spread":0.0811334429555885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939554052","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019177997,0.000068774796,0.0000015910327,0.0062292824,0.000028217215,0.00031516398,0.974057,0.0000057158873,0.00011624158],"genre_scores_gemma":[0.43773016,0.000006544043,0.0005542332,0.001289291,0.00022199677,0.00019946934,0.5597337,0.000008558061,0.00025604054],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970331,0.0003902005,0.0015759616,0.00019297576,0.00072582625,0.00008193235],"domain_scores_gemma":[0.90561724,0.09222037,0.0009210465,0.0003816674,0.00078243477,0.00007726915],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071528635,0.0000945224,0.0006977434,0.000054991946,0.000046120338,0.000007090665,0.000115030176,0.00012131571,0.8675906],"category_scores_gemma":[0.49363503,0.00005286246,0.0004636184,0.0005194374,0.00006483499,0.000059293678,0.00011768133,0.00037087584,0.000060675826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005757802,0.00008404919,0.057308733,0.00020090069,0.0035912406,0.000004594074,0.000030493331,0.0000021567882,2.3675852e-7,0.000037980695,0.9375013,0.001180699],"study_design_scores_gemma":[0.00091427466,0.0000620532,0.9640245,0.00048654387,0.0066530467,0.000005771522,0.00002371188,0.0003947188,0.0000138523055,0.000057214496,0.027316472,0.000047831756],"about_ca_topic_score_codex":0.00000467255,"about_ca_topic_score_gemma":0.000013572401,"teacher_disagreement_score":0.91018486,"about_ca_system_score_codex":0.000013571771,"about_ca_system_score_gemma":0.0005548327,"threshold_uncertainty_score":0.5106303},"labels":[],"label_agreement":null},{"id":"W6939627813","doi":"10.6084/m9.figshare.26231322.v1","title":"Additional file 2 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.4984144216008048,"score_gpt":0.5019570844800677,"score_spread":0.0035426628792629145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939627813","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4023458,0.000012370417,1.6644208e-7,0.000029233386,0.000017905491,0.0003940845,0.5971638,0.0000063571024,0.000030306363],"genre_scores_gemma":[0.7828652,8.843116e-8,0.009567186,0.000067218665,0.00006483496,0.0002510146,0.20712188,0.000011709208,0.000050837785],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99764997,0.00014172216,0.00147003,0.00022770943,0.00040553277,0.00010504682],"domain_scores_gemma":[0.98633564,0.012668892,0.00030863995,0.00014945526,0.00043062997,0.00010675338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065923436,0.00008981261,0.0003595739,0.00007180523,0.000014961506,0.000005107276,0.000045670728,0.000047827318,0.5960934],"category_scores_gemma":[0.05148743,0.00008259441,0.000037897196,0.00029555225,0.000007281666,0.0000534385,0.00012003138,0.00019980283,0.000015790381],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065261076,0.00024228993,0.0010827145,0.00074819836,0.00004245932,0.00091391377,0.00057294726,0.000004617502,0.0000106495145,6.001933e-8,0.97086334,0.025453554],"study_design_scores_gemma":[0.005775409,0.0034733075,0.5493047,0.035608802,0.0003960624,0.0022003083,0.06534719,0.0064128195,0.0009730409,0.000049531754,0.3297775,0.0006812757],"about_ca_topic_score_codex":0.040565528,"about_ca_topic_score_gemma":0.44851702,"teacher_disagreement_score":0.6410858,"about_ca_system_score_codex":0.000075318145,"about_ca_system_score_gemma":0.0047954293,"threshold_uncertainty_score":0.9658234},"labels":[],"label_agreement":null},{"id":"W6939639837","doi":"10.6084/m9.figshare.c.3635687_d1","title":"Additional file 1: of Reporting of financial conflicts of interest in clinical practice guidelines: a case study analysis of guidelines from the Canadian Medical Association Infobase","year":2016,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Association (psychology); Table (database); Medical practice; Conflict of interest","score_opus":0.6128906266400023,"score_gpt":0.5600872793044593,"score_spread":0.05280334733554293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939639837","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09230256,0.000022728176,0.0000022034906,0.0039702393,0.000048479924,0.000475292,0.9030311,0.000006323065,0.00014105994],"genre_scores_gemma":[0.51645714,0.00001011019,0.0046256687,0.004128768,0.0006650968,0.00024103739,0.47375217,0.000025553325,0.00009444076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98853165,0.00043334445,0.009608977,0.00028684046,0.0009640258,0.00017517743],"domain_scores_gemma":[0.87094986,0.0859683,0.021498773,0.0009753147,0.020200517,0.00040721183],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049023433,0.00013639928,0.0009163341,0.00026526352,0.00003141904,0.0000057341867,0.00018684112,0.00029359094,0.8176034],"category_scores_gemma":[0.93547505,0.00009151047,0.00032551124,0.00086217467,0.00003988204,0.00019128608,0.00012286298,0.0003371591,0.000031240692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001372882,0.00035877712,0.017684013,0.000034840374,0.00057430187,0.00047298972,0.00019108155,0.0000048981874,0.000006189973,0.0000016013739,0.96733236,0.01320167],"study_design_scores_gemma":[0.0044228295,0.0008375642,0.43266705,0.009029267,0.0023464116,0.0001760559,0.006210712,0.0018217964,0.00006057026,0.000014942317,0.5421694,0.00024342301],"about_ca_topic_score_codex":0.114755526,"about_ca_topic_score_gemma":0.61984116,"teacher_disagreement_score":0.93057275,"about_ca_system_score_codex":0.00015316371,"about_ca_system_score_gemma":0.004375631,"threshold_uncertainty_score":0.8911394},"labels":[],"label_agreement":null},{"id":"W6939658475","doi":"10.6084/m9.figshare.12965438","title":"Additional file 1 of Approaches of integrating the development of guidelines and quality indicators: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Quality (philosophy); Abstraction; Development (topology); Data quality","score_opus":0.7032846539663709,"score_gpt":0.5006393187386077,"score_spread":0.20264533522776318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939658475","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005612001,0.0013961508,0.000008423979,0.0010484984,0.0000024758747,0.0008524041,0.9963632,0.0000080983655,0.0002646264],"genre_scores_gemma":[0.010680292,0.000011600911,0.02004767,0.0012042754,0.00005623046,0.0007326242,0.9672399,0.000010663718,0.000016704731],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975558,0.000120887285,0.0018579543,0.000111325266,0.00030293706,0.00005108077],"domain_scores_gemma":[0.9932603,0.0044977167,0.0016000988,0.00016348466,0.00042754962,0.0000508203],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041449664,0.00007302903,0.00046350822,0.000023487088,0.000018680726,0.0000024432277,0.00008586162,0.000029801433,0.7144824],"category_scores_gemma":[0.16936152,0.000044664634,0.00006757306,0.00022324374,0.0000151327,0.000046466314,0.00008151498,0.00009002285,0.000025537325],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081952785,0.000021340269,0.0000055604523,0.17537642,0.000055024688,1.1867463e-7,0.00028655346,8.620251e-8,0.000010408496,0.00000515807,0.8226919,0.0015392202],"study_design_scores_gemma":[0.00044581562,0.0001434793,0.0012265842,0.941275,0.00029801347,0.00000998669,0.0054410496,0.0003819482,0.0006100089,0.000010236519,0.050022338,0.00013554476],"about_ca_topic_score_codex":0.0000021241697,"about_ca_topic_score_gemma":0.0000052955816,"teacher_disagreement_score":0.7726696,"about_ca_system_score_codex":0.000009745233,"about_ca_system_score_gemma":0.00027687327,"threshold_uncertainty_score":0.8376353},"labels":[],"label_agreement":null},{"id":"W6939737747","doi":"10.6084/m9.figshare.21582755","title":"Additional file 1 of Assessment of the quality and content of clinical practice guidelines (CPGs) for vitamin D and for immigrants using the AGREE-II instrument: a protocol for systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Eli Lilly (Canada); Ottawa Hospital; University of Ottawa","funders":"","keywords":"Protocol (science); Clinical Practice; Quality (philosophy); Immigration; Vitamin D and neurology","score_opus":0.7859542519885606,"score_gpt":0.6534426708947358,"score_spread":0.13251158109382477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939737747","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005235888,0.00007137794,0.00004429953,0.0025595322,0.000017453789,0.15075406,0.84648955,0.0000033452948,0.000008015372],"genre_scores_gemma":[0.00059367594,0.000005486198,0.033294592,0.004163611,0.0001148199,0.7460749,0.21564575,0.000023630073,0.00008354251],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995884,0.00040116327,0.0029604398,0.00020612926,0.00044354686,0.0001046976],"domain_scores_gemma":[0.9663809,0.026446061,0.004293727,0.00036264848,0.0024641738,0.00005250044],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002926831,0.00010961187,0.0007048968,0.000021789645,0.00016302994,0.000006150412,0.00012944102,0.000038950362,0.08574022],"category_scores_gemma":[0.2710391,0.000064530956,0.0002630054,0.000098829696,0.000026857371,0.00010656024,0.00021750992,0.00011794749,1.9883065e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030616688,0.00024476138,0.000011367045,0.14001709,0.00015665346,9.9955e-8,0.000027639091,0.0000017760157,0.000030756688,0.000019235269,0.8578481,0.0013363174],"study_design_scores_gemma":[0.012150869,0.0036398005,0.003426154,0.42200822,0.0020195837,0.00010857989,0.0047041927,0.017116932,0.000083486084,0.00011850587,0.53438276,0.00024089616],"about_ca_topic_score_codex":0.000028575276,"about_ca_topic_score_gemma":0.000013057284,"teacher_disagreement_score":0.6308438,"about_ca_system_score_codex":0.000034813726,"about_ca_system_score_gemma":0.00052870065,"threshold_uncertainty_score":0.9150955},"labels":[],"label_agreement":null},{"id":"W6939835577","doi":"10.6084/m9.figshare.23740502.v1","title":"Additional file 2 of The perceptions and experience of developing patient (version of) guidelines: a descriptive qualitative study with Chinese guideline developers","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Perception; Guideline; Descriptive research; Developing country; Context (archaeology)","score_opus":0.29242376895697464,"score_gpt":0.48908735312290746,"score_spread":0.19666358416593283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939835577","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20132759,0.000006357118,0.000009143074,0.00034442425,0.000015114604,0.00064515625,0.7975546,0.00001733701,0.00008025347],"genre_scores_gemma":[0.39953187,0.000003166982,0.021127848,0.00030125448,0.000039391798,0.0006749789,0.57816565,0.000022592809,0.00013326207],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9979593,0.00013289506,0.0010717753,0.0002151437,0.0005087782,0.000112101145],"domain_scores_gemma":[0.9945782,0.0023850568,0.00063408504,0.00021068874,0.0021428736,0.000049119815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017150429,0.00012652257,0.00026867783,0.00010586133,0.00007516993,0.0000040954997,0.00009968976,0.00003849847,0.6025949],"category_scores_gemma":[0.035533182,0.000079397825,0.000057424968,0.00080259755,0.000054906373,0.000147143,0.00019223634,0.00009957397,0.00004756702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012936875,0.00008712366,0.00029751725,0.00007489544,0.000052251118,0.0000020304428,0.037462026,0.000019858982,0.00011016407,6.76847e-7,0.96046317,0.0013009185],"study_design_scores_gemma":[0.0016722223,0.0012059482,0.117109805,0.0061732535,0.00007076086,0.000027989248,0.80904585,0.0007481312,0.00020151751,0.000025577416,0.06349307,0.00022587697],"about_ca_topic_score_codex":0.00007900517,"about_ca_topic_score_gemma":0.00009204345,"teacher_disagreement_score":0.8969701,"about_ca_system_score_codex":0.000052388474,"about_ca_system_score_gemma":0.00050204864,"threshold_uncertainty_score":0.9725909},"labels":[],"label_agreement":null},{"id":"W6939843567","doi":"10.6084/m9.figshare.19661563","title":"Additional file 1 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Formal concept analysis; Component (thermodynamics); Key (lock); Systematic review","score_opus":0.15574065958565542,"score_gpt":0.39493284528177747,"score_spread":0.23919218569612205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939843567","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012920803,0.0016401907,0.00002905264,0.00014042277,0.000009826353,0.0024889712,0.9955297,0.000007457201,0.00002514897],"genre_scores_gemma":[0.08128207,0.0000090017875,0.0019800486,0.0006876616,0.000009652657,0.0019590708,0.9140554,0.000008457436,0.000008624143],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985446,0.0002755383,0.000708933,0.0001551754,0.00025353165,0.000062226376],"domain_scores_gemma":[0.9931649,0.0048546786,0.001042194,0.0001634496,0.00074355066,0.00003124053],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006457387,0.00008523713,0.0004272012,0.000051349492,0.00008176315,0.000005637884,0.00004291477,0.000033095246,0.5687624],"category_scores_gemma":[0.04477064,0.000060444232,0.00013408504,0.00036464544,0.00003497624,0.000033671327,0.00007531213,0.000106024105,0.0000015902597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008923963,0.00008012954,0.000016747916,0.06042241,0.0003911147,0.0000010751199,0.0022855971,0.0000024377166,0.000010689668,0.00011893328,0.9361116,0.00046998227],"study_design_scores_gemma":[0.003537619,0.002890546,0.0010379521,0.86382395,0.007819295,0.00010194509,0.08905508,0.002174388,0.0006207833,0.00090348016,0.027566768,0.00046819035],"about_ca_topic_score_codex":0.000005178223,"about_ca_topic_score_gemma":0.000009598528,"teacher_disagreement_score":0.9085449,"about_ca_system_score_codex":0.000043577937,"about_ca_system_score_gemma":0.00016369481,"threshold_uncertainty_score":0.9632757},"labels":[],"label_agreement":null},{"id":"W6957870786","doi":"10.6084/m9.figshare.17469083.v1","title":"Additional file 1 of The development of clinical guidelines in China: insights from a national survey","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Government (linguistics); Data collection; MEDLINE; Confidentiality","score_opus":0.5482501722094275,"score_gpt":0.5299900684600255,"score_spread":0.018260103749402012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957870786","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058158054,0.000026781165,9.2853975e-7,0.00031903014,0.00005251251,0.00014190272,0.99221516,0.0000056283848,0.0014222523],"genre_scores_gemma":[0.021852547,7.906235e-7,0.01181424,0.0005596658,0.0001868319,0.00011298821,0.9651976,0.000008644384,0.00026668803],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970946,0.00022564939,0.0018507364,0.00019745894,0.0005595036,0.00007206629],"domain_scores_gemma":[0.9852053,0.011858225,0.0006664947,0.00020962802,0.0020085692,0.000051808805],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002743876,0.000076586664,0.000273994,0.000037017508,0.000023711753,0.0000040992704,0.00010312484,0.00008899407,0.9698719],"category_scores_gemma":[0.258486,0.000057724643,0.0001091951,0.0003061721,0.000012468201,0.00006894009,0.00015127064,0.00019505082,0.00022334595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042175052,0.00016028178,0.0013515755,0.000025238174,0.000037150556,0.0000026720957,0.00003226334,0.00000520959,0.000016903325,0.0000017810864,0.99494034,0.0033844116],"study_design_scores_gemma":[0.0004895401,0.000011162762,0.6330323,0.001351345,0.000004651994,0.000002081918,0.00003159652,0.00019008257,0.00018164921,0.00007523773,0.36459145,0.000038903378],"about_ca_topic_score_codex":0.000053166674,"about_ca_topic_score_gemma":0.002529973,"teacher_disagreement_score":0.96964854,"about_ca_system_score_codex":0.00003673689,"about_ca_system_score_gemma":0.0029790825,"threshold_uncertainty_score":0.7477601},"labels":[],"label_agreement":null},{"id":"W6957939583","doi":"10.6084/m9.figshare.12519089","title":"Additional file 2 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Quality (philosophy); Primary care; Data collection; Qualitative research; MEDLINE; Process (computing)","score_opus":0.14966578631777866,"score_gpt":0.4181992010585675,"score_spread":0.26853341474078884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957939583","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015571029,0.0014857476,2.8688748e-7,0.00027540402,0.0000067267065,0.0020137953,0.9946139,0.000005694718,0.000041350286],"genre_scores_gemma":[0.102880016,0.000013416935,0.00064883294,0.001190353,0.000016498996,0.000970681,0.8942642,0.000012065567,0.0000039256947],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.998413,0.00011146177,0.0009571945,0.00015351908,0.00028757993,0.00007723376],"domain_scores_gemma":[0.9979825,0.0009087732,0.00047765413,0.0001768345,0.00034545732,0.00010877483],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006754787,0.00008579891,0.00041203832,0.000036379843,0.000019546322,0.0000018176323,0.0000845164,0.00003251447,0.5536912],"category_scores_gemma":[0.016983286,0.000065279026,0.000093361385,0.00026337788,0.000011355264,0.00007003824,0.00013659801,0.00008588023,0.000019573923],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025880672,0.000011572047,0.00016919967,0.3147135,0.00002332349,0.0000017928166,0.0036865498,0.0000020205775,0.000097241886,3.0777187e-7,0.6807661,0.0005025264],"study_design_scores_gemma":[0.0026129014,0.0009743356,0.057941556,0.8314537,0.00043396105,0.000013440713,0.09632481,0.000080104655,0.00076027977,0.0000032133514,0.009144386,0.00025731674],"about_ca_topic_score_codex":0.000015240669,"about_ca_topic_score_gemma":0.00003925216,"teacher_disagreement_score":0.6716217,"about_ca_system_score_codex":0.0000696176,"about_ca_system_score_gemma":0.00043306116,"threshold_uncertainty_score":0.99129707},"labels":[],"label_agreement":null},{"id":"W6957975590","doi":"10.6084/m9.figshare.14714920","title":"Additional file 1 of Determinants of clinical practice guidelines’ utilization for the management of musculoskeletal disorders: a scoping review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Canadian Memorial Chiropractic College","funders":"","keywords":"Clinical Practice; MEDLINE; Practice management; Health care; Data collection","score_opus":0.5487640645668603,"score_gpt":0.6122703626957553,"score_spread":0.06350629812889497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957975590","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009521468,0.0035030923,0.00009326701,0.0013141307,0.000053836,0.0016405832,0.99278325,0.000008818151,0.0005934784],"genre_scores_gemma":[0.00020353346,0.002720338,0.045785036,0.0013714312,0.00016854628,0.001022023,0.9485779,0.000020366137,0.0001308254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680716,0.00011093996,0.0023641442,0.00021260182,0.00040324003,0.00010193515],"domain_scores_gemma":[0.9797044,0.0147008635,0.001932659,0.0004225796,0.0031929265,0.000046569618],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059231685,0.000092025686,0.00043168504,0.000022548435,0.000030094796,0.000003487773,0.00010290406,0.0000577569,0.8526092],"category_scores_gemma":[0.18172154,0.0000721154,0.00032281608,0.00024929774,0.000019024574,0.00015752201,0.00011812939,0.00009169761,0.000041071038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052483858,0.00016545376,0.0000049260457,0.016603934,0.00009716798,0.0000027291337,0.0000035193393,0.0000019002568,7.485687e-7,0.0000029457558,0.80336905,0.17969517],"study_design_scores_gemma":[0.0009098243,0.00021471074,0.0017238052,0.29483137,0.0005749058,0.000019073803,0.00033696173,0.000978102,0.00004028968,0.000013920697,0.7002814,0.000075680284],"about_ca_topic_score_codex":0.0000034923892,"about_ca_topic_score_gemma":0.000021315664,"teacher_disagreement_score":0.85256815,"about_ca_system_score_codex":0.0000096850945,"about_ca_system_score_gemma":0.00047411735,"threshold_uncertainty_score":0.8251712},"labels":[],"label_agreement":null},{"id":"W6958030086","doi":"10.6084/m9.figshare.20364990","title":"Additional file 4 of Trends in guideline implementation: an updated scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Guideline; Data extraction; Data file; Data collection; Context (archaeology)","score_opus":0.34126781912273013,"score_gpt":0.5486317146931351,"score_spread":0.20736389557040497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958030086","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000107038695,0.00013432816,2.5100474e-7,0.0011260547,0.00001554779,0.00046542444,0.99754304,0.0000269879,0.00067767664],"genre_scores_gemma":[0.00027450238,0.0000018550667,0.0014987371,0.0043790992,0.00010237072,0.0010656251,0.9924974,0.000015553258,0.00016485385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980073,0.0001244872,0.0011329748,0.00021633267,0.00038235268,0.00013653653],"domain_scores_gemma":[0.9988187,0.00023981859,0.0004326158,0.00022514476,0.00021587382,0.00006786417],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018753036,0.00008750766,0.0002432742,0.00015203193,0.000054227403,0.0000049748787,0.00009585866,0.000020135965,0.9999495],"category_scores_gemma":[0.00096316315,0.00009545234,0.000072916024,0.0006198621,0.0000037157454,0.00018905061,0.0001218741,0.000179027,0.00021317275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002252085,0.00008304684,0.0000042205825,0.000120218305,0.000008569154,0.000013120827,0.000010895908,0.000007171495,0.0000050323783,5.404903e-7,0.9715902,0.028134448],"study_design_scores_gemma":[0.0007950222,0.00026167143,0.0009468773,0.007213255,0.000023970366,0.00005132248,0.000235757,0.00019225758,0.000011868928,0.0000050169174,0.9901715,0.00009151765],"about_ca_topic_score_codex":0.000028623448,"about_ca_topic_score_gemma":0.00013913227,"teacher_disagreement_score":0.99973637,"about_ca_system_score_codex":0.00009105778,"about_ca_system_score_gemma":0.00037458443,"threshold_uncertainty_score":0.38924336},"labels":[],"label_agreement":null},{"id":"W6958044891","doi":"10.6084/m9.figshare.19661566.v1","title":"Additional file 2 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Formal concept analysis; Component (thermodynamics); Systematic review","score_opus":0.15135252093616472,"score_gpt":0.39427766220784977,"score_spread":0.24292514127168505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958044891","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012846029,0.0016637034,0.000028504186,0.00013980638,0.000009879081,0.0024855395,0.995511,0.0000074570644,0.000025661344],"genre_scores_gemma":[0.08024519,0.000009217385,0.0019425877,0.000688085,0.000009784902,0.0019268708,0.91516113,0.000008451733,0.000008654284],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985446,0.0002754556,0.000709215,0.0001550723,0.0002534755,0.00006220606],"domain_scores_gemma":[0.99322826,0.0047924286,0.0010431315,0.00016311581,0.00074183283,0.000031225856],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006426111,0.00008521309,0.0004272939,0.000051319676,0.00008176846,0.000005648735,0.000042893585,0.000033095417,0.5646196],"category_scores_gemma":[0.044312283,0.000060426708,0.00013406205,0.00036439407,0.000034975812,0.00003369179,0.00007530273,0.00010600245,0.0000015752026],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008945166,0.00008068643,0.000016393882,0.06133585,0.00039395018,0.0000011091507,0.00230387,0.0000024658323,0.000010435756,0.000121662255,0.935159,0.00048509997],"study_design_scores_gemma":[0.0035898308,0.0029159458,0.0010319541,0.8625412,0.007861509,0.00010302794,0.089017436,0.002180164,0.00062268996,0.0009177151,0.028747177,0.00047135513],"about_ca_topic_score_codex":0.0000052244786,"about_ca_topic_score_gemma":0.000009648897,"teacher_disagreement_score":0.9064118,"about_ca_system_score_codex":0.00004358901,"about_ca_system_score_gemma":0.00016304862,"threshold_uncertainty_score":0.9637379},"labels":[],"label_agreement":null},{"id":"W6958094820","doi":"10.6084/m9.figshare.12519104","title":"Additional file 4 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Primary care; Data collection; Qualitative research; MEDLINE; Process (computing); Critical appraisal","score_opus":0.15280657100802478,"score_gpt":0.4188032075774473,"score_spread":0.2659966365694225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958094820","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015714808,0.0014763973,2.9630158e-7,0.0002751027,0.0000066948155,0.0020193297,0.9946044,0.0000056978806,0.000040615163],"genre_scores_gemma":[0.10795017,0.000013292676,0.00065704243,0.0011927673,0.000016320928,0.00097282336,0.8891816,0.0000120994155,0.0000038614216],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99841255,0.00011138096,0.00095752336,0.00015357889,0.00028768677,0.00007726346],"domain_scores_gemma":[0.99797916,0.00091498974,0.0004771659,0.00017699052,0.00034288777,0.00010878537],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006792204,0.00008581894,0.0004120762,0.000036407033,0.000019552677,0.0000018183913,0.00008456972,0.00003251428,0.54825515],"category_scores_gemma":[0.016945945,0.00006529523,0.000093379735,0.0002634463,0.00001135814,0.00007005409,0.00013657169,0.000085879634,0.00001958958],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026742462,0.000011714991,0.00017714953,0.31847298,0.000023585131,0.000001794866,0.0037316356,0.0000020089758,0.0001004973,3.1515248e-7,0.6769495,0.0005020491],"study_design_scores_gemma":[0.0025950677,0.0009791842,0.05819116,0.8319886,0.00043061312,0.000013294953,0.09615497,0.000080222264,0.00075786235,0.0000031980385,0.008550437,0.00025541263],"about_ca_topic_score_codex":0.0000151304885,"about_ca_topic_score_gemma":0.00003944127,"teacher_disagreement_score":0.6683991,"about_ca_system_score_codex":0.00006960511,"about_ca_system_score_gemma":0.00043356259,"threshold_uncertainty_score":0.99133474},"labels":[],"label_agreement":null},{"id":"W6958138031","doi":"10.6084/m9.figshare.26747447.v1","title":"Additional file 5 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.5021452500818745,"score_gpt":0.5021485662525098,"score_spread":0.0000033161706353146414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958138031","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40389183,0.000012252452,1.7133465e-7,0.000029306295,0.000017786659,0.00039444925,0.59561825,0.000006350232,0.000029638766],"genre_scores_gemma":[0.78827775,8.6801165e-8,0.0096078385,0.00006681377,0.000063548294,0.00024937658,0.20167303,0.00001164246,0.000049900045],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99764913,0.00014173436,0.0014705121,0.00022783171,0.00040571493,0.000105086554],"domain_scores_gemma":[0.986269,0.012736117,0.00030813765,0.00014948995,0.00043053651,0.000106720574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006633937,0.00008984351,0.00035967052,0.00007185856,0.000014967296,0.0000051072448,0.000045683657,0.00004782936,0.5904727],"category_scores_gemma":[0.051569805,0.00008261743,0.00003791014,0.00029572845,0.000007283634,0.000053451095,0.00012001325,0.00019982498,0.000015696905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006599491,0.00024363269,0.0011237477,0.00075230584,0.000042641528,0.0009082151,0.0005756973,0.0000046125983,0.0000110242945,6.110659e-8,0.97098595,0.025286099],"study_design_scores_gemma":[0.0058109113,0.0034929411,0.5679856,0.036219098,0.00039850597,0.0022059889,0.066178314,0.006466398,0.0009910284,0.00004970796,0.30951598,0.00068555155],"about_ca_topic_score_codex":0.040623114,"about_ca_topic_score_gemma":0.45065454,"teacher_disagreement_score":0.66147,"about_ca_system_score_codex":0.00007532052,"about_ca_system_score_gemma":0.0048066154,"threshold_uncertainty_score":0.9657655},"labels":[],"label_agreement":null},{"id":"W6958167324","doi":"10.60692/bnd22-f7a56","title":"Using evidence to decision frameworks led to guidelines of better quality and more credible and transparent recommendations","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; University of Saskatchewan","funders":"","keywords":"Credibility; Grading (engineering); Quality (philosophy); Excellence; Guideline; Quality of evidence; Quality assurance","score_opus":0.6952665409769082,"score_gpt":0.553920431942749,"score_spread":0.14134610903415923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958167324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7184833,0.0000037154578,0.2681997,0.012414376,0.00017478324,0.00058782473,0.000064264466,0.00006127578,0.000010740396],"genre_scores_gemma":[0.9447465,0.0000027309343,0.051451255,0.003636348,0.0000787417,0.000034501627,0.000032154425,0.00000866184,0.000009139003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973802,0.00007463029,0.0018333023,0.00017476891,0.00038336442,0.00015370865],"domain_scores_gemma":[0.9982475,0.0002855544,0.00033575002,0.00028799326,0.0006601442,0.0001830705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019349005,0.00012458721,0.00032148857,0.00036407166,0.00009195242,0.00006603697,0.000058730904,0.00011781431,0.00002295251],"category_scores_gemma":[0.0028422128,0.0001043425,0.000041946216,0.00050255866,0.000019797957,0.0006231925,0.00008583977,0.00012319125,0.000056536814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013811693,0.0000096025315,0.8148998,0.0018767812,0.00012627363,0.0000037221191,0.08828788,0.0033888898,0.0003570556,0.000056425877,0.0064950814,0.08311732],"study_design_scores_gemma":[0.002733026,0.00031802588,0.8853855,0.0057478976,0.00027642222,0.000056649664,0.052035622,0.051005132,0.000753864,0.000017288152,0.0013130868,0.00035746788],"about_ca_topic_score_codex":0.000073851465,"about_ca_topic_score_gemma":0.000002249045,"teacher_disagreement_score":0.22626317,"about_ca_system_score_codex":0.00006409154,"about_ca_system_score_gemma":0.000043301716,"threshold_uncertainty_score":0.42549634},"labels":[],"label_agreement":null},{"id":"W6958221470","doi":"10.6084/m9.figshare.12519089.v1","title":"Additional file 2 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Quality (philosophy); Primary care; Data collection; Qualitative research; MEDLINE; Process (computing)","score_opus":0.14966578631777866,"score_gpt":0.4181992010585675,"score_spread":0.26853341474078884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958221470","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015571029,0.0014857476,2.8688748e-7,0.00027540402,0.0000067267065,0.0020137953,0.9946139,0.000005694718,0.000041350286],"genre_scores_gemma":[0.102880016,0.000013416935,0.00064883294,0.001190353,0.000016498996,0.000970681,0.8942642,0.000012065567,0.0000039256947],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.998413,0.00011146177,0.0009571945,0.00015351908,0.00028757993,0.00007723376],"domain_scores_gemma":[0.9979825,0.0009087732,0.00047765413,0.0001768345,0.00034545732,0.00010877483],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006754787,0.00008579891,0.00041203832,0.000036379843,0.000019546322,0.0000018176323,0.0000845164,0.00003251447,0.5536912],"category_scores_gemma":[0.016983286,0.000065279026,0.000093361385,0.00026337788,0.000011355264,0.00007003824,0.00013659801,0.00008588023,0.000019573923],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025880672,0.000011572047,0.00016919967,0.3147135,0.00002332349,0.0000017928166,0.0036865498,0.0000020205775,0.000097241886,3.0777187e-7,0.6807661,0.0005025264],"study_design_scores_gemma":[0.0026129014,0.0009743356,0.057941556,0.8314537,0.00043396105,0.000013440713,0.09632481,0.000080104655,0.00076027977,0.0000032133514,0.009144386,0.00025731674],"about_ca_topic_score_codex":0.000015240669,"about_ca_topic_score_gemma":0.00003925216,"teacher_disagreement_score":0.6716217,"about_ca_system_score_codex":0.0000696176,"about_ca_system_score_gemma":0.00043306116,"threshold_uncertainty_score":0.99129707},"labels":[],"label_agreement":null},{"id":"W6958319642","doi":"10.6084/m9.figshare.19661563.v1","title":"Additional file 1 of Definition and conceptualization of the patient-centered care pathway, a proposed integrative framework for consensus: a Concept analysis and systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Formal concept analysis; Component (thermodynamics); Key (lock); Systematic review","score_opus":0.15574065958565542,"score_gpt":0.39493284528177747,"score_spread":0.23919218569612205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958319642","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012920803,0.0016401907,0.00002905264,0.00014042277,0.000009826353,0.0024889712,0.9955297,0.000007457201,0.00002514897],"genre_scores_gemma":[0.08128207,0.0000090017875,0.0019800486,0.0006876616,0.000009652657,0.0019590708,0.9140554,0.000008457436,0.000008624143],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985446,0.0002755383,0.000708933,0.0001551754,0.00025353165,0.000062226376],"domain_scores_gemma":[0.9931649,0.0048546786,0.001042194,0.0001634496,0.00074355066,0.00003124053],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006457387,0.00008523713,0.0004272012,0.000051349492,0.00008176315,0.000005637884,0.00004291477,0.000033095246,0.5687624],"category_scores_gemma":[0.04477064,0.000060444232,0.00013408504,0.00036464544,0.00003497624,0.000033671327,0.00007531213,0.000106024105,0.0000015902597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008923963,0.00008012954,0.000016747916,0.06042241,0.0003911147,0.0000010751199,0.0022855971,0.0000024377166,0.000010689668,0.00011893328,0.9361116,0.00046998227],"study_design_scores_gemma":[0.003537619,0.002890546,0.0010379521,0.86382395,0.007819295,0.00010194509,0.08905508,0.002174388,0.0006207833,0.00090348016,0.027566768,0.00046819035],"about_ca_topic_score_codex":0.000005178223,"about_ca_topic_score_gemma":0.000009598528,"teacher_disagreement_score":0.9085449,"about_ca_system_score_codex":0.000043577937,"about_ca_system_score_gemma":0.00016369481,"threshold_uncertainty_score":0.9632757},"labels":[],"label_agreement":null},{"id":"W6958339418","doi":"10.6084/m9.figshare.21582761","title":"Additional file 3 of Assessment of the quality and content of clinical practice guidelines (CPGs) for vitamin D and for immigrants using the AGREE-II instrument: a protocol for systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Eli Lilly (Canada); Ottawa Hospital; University of Ottawa","funders":"","keywords":"Protocol (science); Clinical Practice; Quality (philosophy); Immigration; Vitamin D and neurology; Systematic review","score_opus":0.7826362495564229,"score_gpt":0.6528363449328911,"score_spread":0.12979990462353175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958339418","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052747626,0.00007177385,0.000044564153,0.0025517007,0.000017617049,0.15090525,0.84634495,0.0000033450212,0.000008064942],"genre_scores_gemma":[0.0006054334,0.0000056107874,0.03329475,0.0042029503,0.00011714459,0.7466712,0.21499325,0.00002386795,0.00008582504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588317,0.0004008353,0.0029616428,0.00020605516,0.00044363432,0.0001046927],"domain_scores_gemma":[0.9665827,0.02622988,0.004291544,0.00036194158,0.0024814361,0.000052462685],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029256803,0.00010959845,0.00070495944,0.000021783315,0.00016301774,0.000006161406,0.00012937016,0.00003894748,0.084055744],"category_scores_gemma":[0.27099293,0.000064516644,0.0002629908,0.00009879779,0.000026859034,0.00010663159,0.00021737313,0.00011792652,2.0072135e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003095497,0.00024607783,0.000011446444,0.14266983,0.0001574477,1.01588654e-7,0.000027800534,0.0000017868032,0.00003100231,0.000019241426,0.85516447,0.0013612474],"study_design_scores_gemma":[0.012206651,0.0036087178,0.0033831822,0.418224,0.0019890903,0.00010690769,0.0046504345,0.017014932,0.00008443713,0.000117936186,0.53837454,0.00023915272],"about_ca_topic_score_codex":0.000028857314,"about_ca_topic_score_gemma":0.0000131344605,"teacher_disagreement_score":0.6313517,"about_ca_system_score_codex":0.000034933884,"about_ca_system_score_gemma":0.00052895496,"threshold_uncertainty_score":0.91678154},"labels":[],"label_agreement":null},{"id":"W6958376107","doi":"10.6084/m9.figshare.12364838.v1","title":"Additional file 1 of How do guideline developers identify, incorporate and report patient preferences? An international cross-sectional survey","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Ottawa; Toronto General Hospital","funders":"","keywords":"Guideline; MEDLINE; Data collection; Survey data collection","score_opus":0.42453086909261617,"score_gpt":0.47575386568126593,"score_spread":0.05122299658864976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958376107","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021491216,0.000005330171,0.000007835008,0.0003989769,0.00007489835,0.00025038698,0.9772684,0.000034173452,0.0004688005],"genre_scores_gemma":[0.14938071,0.0000011525173,0.004387054,0.0007164914,0.00026271906,0.00015250078,0.8449634,0.000014769621,0.000121234916],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978309,0.000083194995,0.000976052,0.00040860893,0.0005869572,0.0001142707],"domain_scores_gemma":[0.9955176,0.0012903606,0.0008613336,0.00017092815,0.0019503302,0.00020943584],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021370345,0.00012807423,0.00019119935,0.00005911559,0.00005242119,0.0000981919,0.00012136848,0.00008926091,0.96323866],"category_scores_gemma":[0.06870302,0.0001221813,0.000053826087,0.0001819847,0.000025165054,0.00058261526,0.00016649447,0.00018556888,0.00023638846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015700643,0.000056683803,0.033718836,0.0000337599,0.000051711428,0.0000469704,0.000029010229,0.000009939853,0.00002326996,5.6085815e-7,0.9631158,0.0027564308],"study_design_scores_gemma":[0.0003559476,0.00016399044,0.6323699,0.00014898223,0.000005487708,0.00013338817,0.000050745206,0.0004650903,0.000028138711,0.000016508207,0.36617175,0.000090102534],"about_ca_topic_score_codex":0.000024063736,"about_ca_topic_score_gemma":0.000037917052,"teacher_disagreement_score":0.96300226,"about_ca_system_score_codex":0.000046830697,"about_ca_system_score_gemma":0.00050988427,"threshold_uncertainty_score":0.9391417},"labels":[],"label_agreement":null},{"id":"W6958403351","doi":"10.6084/m9.figshare.21582761.v1","title":"Additional file 3 of Assessment of the quality and content of clinical practice guidelines (CPGs) for vitamin D and for immigrants using the AGREE-II instrument: a protocol for systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Eli Lilly (Canada); Ottawa Hospital; University of Ottawa","funders":"","keywords":"Protocol (science); Clinical Practice; Quality (philosophy); Immigration; Vitamin D and neurology; Systematic review","score_opus":0.7826362495564229,"score_gpt":0.6528363449328911,"score_spread":0.12979990462353175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958403351","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052747626,0.00007177385,0.000044564153,0.0025517007,0.000017617049,0.15090525,0.84634495,0.0000033450212,0.000008064942],"genre_scores_gemma":[0.0006054334,0.0000056107874,0.03329475,0.0042029503,0.00011714459,0.7466712,0.21499325,0.00002386795,0.00008582504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588317,0.0004008353,0.0029616428,0.00020605516,0.00044363432,0.0001046927],"domain_scores_gemma":[0.9665827,0.02622988,0.004291544,0.00036194158,0.0024814361,0.000052462685],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029256803,0.00010959845,0.00070495944,0.000021783315,0.00016301774,0.000006161406,0.00012937016,0.00003894748,0.084055744],"category_scores_gemma":[0.27099293,0.000064516644,0.0002629908,0.00009879779,0.000026859034,0.00010663159,0.00021737313,0.00011792652,2.0072135e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003095497,0.00024607783,0.000011446444,0.14266983,0.0001574477,1.01588654e-7,0.000027800534,0.0000017868032,0.00003100231,0.000019241426,0.85516447,0.0013612474],"study_design_scores_gemma":[0.012206651,0.0036087178,0.0033831822,0.418224,0.0019890903,0.00010690769,0.0046504345,0.017014932,0.00008443713,0.000117936186,0.53837454,0.00023915272],"about_ca_topic_score_codex":0.000028857314,"about_ca_topic_score_gemma":0.0000131344605,"teacher_disagreement_score":0.6313517,"about_ca_system_score_codex":0.000034933884,"about_ca_system_score_gemma":0.00052895496,"threshold_uncertainty_score":0.91678154},"labels":[],"label_agreement":null},{"id":"W6958458585","doi":"10.6084/m9.figshare.26563746.v1","title":"Additional file 1 of Effective web-based clinical practice guidelines resources: recommendations from a mixed methods usability study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Clinical Practice; MEDLINE; Component (thermodynamics); Baseline (sea)","score_opus":0.37771402095275913,"score_gpt":0.6023108641365925,"score_spread":0.22459684318383338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958458585","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024809336,0.00008109774,0.0000916793,0.004895464,0.00025357754,0.0015721018,0.99159116,0.0001823948,0.001084463],"genre_scores_gemma":[0.0009510153,0.0000013754307,0.2245827,0.001954258,0.00074838893,0.0022362021,0.76937133,0.000033023698,0.00012172913],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942726,0.0021316689,0.002231511,0.0006684029,0.0005152665,0.00018054017],"domain_scores_gemma":[0.78213835,0.21395217,0.0006665645,0.000637259,0.00241819,0.00018748145],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021804525,0.0002069406,0.0005041557,0.00012310117,0.00007845796,0.000058029218,0.00015767188,0.00016225006,0.9883201],"category_scores_gemma":[0.62034357,0.00018225126,0.00033333024,0.0005401242,0.00003141268,0.00035034108,0.00014979416,0.00062302564,0.0020015028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021443838,0.00077066023,0.000016957583,0.000082475504,0.00023692218,0.000018995945,0.000060395363,0.0000037794164,0.000008013887,3.3365183e-7,0.78556526,0.21302174],"study_design_scores_gemma":[0.0012544226,0.0008350567,0.014023538,0.0028634674,0.00039578212,0.00001095144,0.0016940037,0.007970891,0.000024809033,0.000051317,0.9707243,0.0001514504],"about_ca_topic_score_codex":0.00007978168,"about_ca_topic_score_gemma":0.00007096788,"teacher_disagreement_score":0.98631865,"about_ca_system_score_codex":0.000117001546,"about_ca_system_score_gemma":0.0009272185,"threshold_uncertainty_score":0.99877554},"labels":[],"label_agreement":null},{"id":"W6958468840","doi":"10.6084/m9.figshare.6948521","title":"Additional file 1: of Adoption and use of guidelines for whiplash: an audit of insurer and health professional practice in New South Wales, Australia","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Plaintiff; Task (project management); Task force; Chief audit executive; Health professionals","score_opus":0.6629069860977622,"score_gpt":0.5642834050844632,"score_spread":0.09862358101329904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958468840","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056095333,0.000028236567,0.00000593633,0.0021112044,0.000029511972,0.0006094808,0.99158823,0.0000063670514,0.000011524253],"genre_scores_gemma":[0.018869601,0.0000070836186,0.07536619,0.0009063478,0.00038405554,0.000117395895,0.90370107,0.00001650757,0.00063174166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985191,0.00006636488,0.00089325424,0.00018276561,0.0002313127,0.00010715308],"domain_scores_gemma":[0.9944942,0.0029379088,0.00093227165,0.0001323927,0.0013947991,0.00010842501],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025384655,0.00008541061,0.0002458941,0.00008652133,0.000023738818,0.0000054392935,0.000033315762,0.00008423261,0.5196877],"category_scores_gemma":[0.057990734,0.000076574535,0.000028393973,0.000116213945,0.000026768668,0.00042956384,0.000043108128,0.0000994599,0.000012198037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003677657,0.00012318924,0.0002891037,0.00035987372,0.000016562843,3.396217e-7,0.00023257521,0.0000013503299,0.00004473877,0.0000066853404,0.9922771,0.0062807016],"study_design_scores_gemma":[0.0021729209,0.0015819259,0.18891713,0.006271533,0.000043222335,0.000020935671,0.00092830125,0.00052303483,0.00010810961,0.000062272215,0.7992628,0.00010780807],"about_ca_topic_score_codex":0.00020147074,"about_ca_topic_score_gemma":0.00041753694,"teacher_disagreement_score":0.5196755,"about_ca_system_score_codex":0.00002076547,"about_ca_system_score_gemma":0.00074866146,"threshold_uncertainty_score":0.9499442},"labels":[],"label_agreement":null},{"id":"W6958502468","doi":"10.6084/m9.figshare.26747441","title":"Additional file 3 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.5023706211706551,"score_gpt":0.5020525292677184,"score_spread":0.0003180919029367457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958502468","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40351653,0.0000122121155,1.7064009e-7,0.000029177847,0.000017931308,0.00039385952,0.59599406,0.0000063357747,0.000029742834],"genre_scores_gemma":[0.7871511,8.7097376e-8,0.009630201,0.0000669224,0.00006440144,0.00025020892,0.20277394,0.000011682714,0.00005148118],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976498,0.00014163318,0.0014700318,0.00022777956,0.0004057164,0.00010507722],"domain_scores_gemma":[0.9862588,0.012740793,0.00030841323,0.00014958983,0.0004356111,0.00010681272],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006625248,0.00008982831,0.0003595233,0.00007182791,0.000014959129,0.000005106782,0.000045667184,0.00004782297,0.59463],"category_scores_gemma":[0.05206625,0.000082600134,0.000037902053,0.0002956706,0.000007282285,0.000053443335,0.000119961216,0.0001998076,0.00001613432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006627223,0.00024321271,0.0011238441,0.0007571875,0.000042591775,0.00090406695,0.0005747664,0.0000046152522,0.000011100245,5.885132e-8,0.97103393,0.02523838],"study_design_scores_gemma":[0.0058135106,0.00346638,0.5543794,0.035957474,0.0003937431,0.002174013,0.06567292,0.006463196,0.0009999515,0.000049266102,0.32394767,0.0006824815],"about_ca_topic_score_codex":0.040618163,"about_ca_topic_score_gemma":0.44874594,"teacher_disagreement_score":0.64708626,"about_ca_system_score_codex":0.00007559601,"about_ca_system_score_gemma":0.0048192693,"threshold_uncertainty_score":0.9657704},"labels":[],"label_agreement":null},{"id":"W6958512460","doi":"10.6084/m9.figshare.23700498.v1","title":"Additional file 4 of Assessing the feasibility of a clinical trial to evaluate an advanced practice physiotherapy model of care in chronic pain management: a feasibility study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Alberta; Université de Montréal; Queen's University","funders":"","keywords":"Clinical trial; Chronic pain; Quality (philosophy); Chronic disease; Clinical Practice; Chronic care","score_opus":0.5502275946207331,"score_gpt":0.635303761801632,"score_spread":0.08507616718089883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958512460","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1357411,0.0000148838,0.000007689291,0.00024135839,0.000033299017,0.0056377877,0.8580412,0.00003235856,0.0002502942],"genre_scores_gemma":[0.62101555,0.0000032944658,0.0038727454,0.0002759293,0.00015773057,0.0014941556,0.37311646,0.000027236596,0.000036907248],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99470985,0.0017916618,0.0019888165,0.0004958714,0.00082101906,0.000192775],"domain_scores_gemma":[0.98075116,0.016202843,0.0011476785,0.0008459626,0.0009647354,0.00008762628],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003843235,0.00014600786,0.0005773776,0.00010814454,0.00004204533,0.000011433056,0.0002278734,0.00007495084,0.3903309],"category_scores_gemma":[0.10571162,0.00011697659,0.00020258111,0.0007371572,0.00002725139,0.00038058363,0.00015792638,0.00028507132,0.00004145802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048937667,0.0062902845,0.00038533716,0.0017719251,0.0002652693,0.000015026369,0.001716919,0.008649264,0.00019439423,0.0000019554323,0.7560782,0.17569377],"study_design_scores_gemma":[0.16501744,0.038937178,0.45920295,0.010826695,0.0006186603,0.000003161429,0.05890145,0.24401705,0.00009310978,0.0003679823,0.021337617,0.000676705],"about_ca_topic_score_codex":0.000028503182,"about_ca_topic_score_gemma":0.00023664259,"teacher_disagreement_score":0.73474056,"about_ca_system_score_codex":0.00021954205,"about_ca_system_score_gemma":0.0010983523,"threshold_uncertainty_score":0.9018214},"labels":[],"label_agreement":null},{"id":"W6958515308","doi":"10.6084/m9.figshare.26563749","title":"Additional file 2 of Effective web-based clinical practice guidelines resources: recommendations from a mixed methods usability study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Clinical Practice; Task (project management); MEDLINE; Component (thermodynamics)","score_opus":0.3692559489209679,"score_gpt":0.601581683690936,"score_spread":0.2323257347699681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958515308","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024651512,0.00008234552,0.00008980212,0.0048718154,0.00025501614,0.0015695747,0.9915944,0.0001823697,0.0011081742],"genre_scores_gemma":[0.00093920913,0.0000014146137,0.22179212,0.001960535,0.00076138607,0.0022021795,0.7721876,0.000033083674,0.00012249939],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942729,0.0021310237,0.002232514,0.0006679377,0.00051515404,0.0001804803],"domain_scores_gemma":[0.7847605,0.21134058,0.0006665862,0.0006352584,0.0024099052,0.00018721064],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021690794,0.00020687762,0.0005042738,0.00012302403,0.00007846346,0.000058149777,0.00015758787,0.00016225096,0.98810804],"category_scores_gemma":[0.61760175,0.00018219423,0.00033326854,0.00053972244,0.000031412266,0.00035057083,0.00014977399,0.0006228884,0.0019810959],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021235771,0.00076694175,0.000016368203,0.0000828153,0.00023585462,0.000019405334,0.00006017124,0.0000037796613,0.00000771306,3.3773878e-7,0.78239894,0.21619534],"study_design_scores_gemma":[0.0012643338,0.0008363146,0.013828614,0.0028335312,0.0003949414,0.000010989481,0.0016797297,0.007930852,0.000024694498,0.000051777683,0.97099286,0.00015134964],"about_ca_topic_score_codex":0.000080551144,"about_ca_topic_score_gemma":0.0000713699,"teacher_disagreement_score":0.98612696,"about_ca_system_score_codex":0.000117033625,"about_ca_system_score_gemma":0.0009232714,"threshold_uncertainty_score":0.998796},"labels":[],"label_agreement":null},{"id":"W6958563625","doi":"10.60692/9qeea-ked43","title":"The GRADE evidence-to-decision framework: a report of its testing and application in 15 international guideline panels","year":2015,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University","funders":"","keywords":"Guideline; Process (computing); Coding (social sciences); Structuring; MEDLINE; Best practice","score_opus":0.38787988068912,"score_gpt":0.45754027538651193,"score_spread":0.06966039469739194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958563625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7301659,0.000018051885,0.263141,0.004167131,0.00048249515,0.0015187814,0.000016843796,0.00006879382,0.0004209916],"genre_scores_gemma":[0.97714645,0.0000014427161,0.02210289,0.00044954263,0.00015062821,0.00009710843,0.000020865775,0.000007657325,0.000023420467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964914,0.00006406218,0.0024756724,0.00016265147,0.00066507095,0.00014115973],"domain_scores_gemma":[0.9966081,0.0005818856,0.0009778824,0.00036603992,0.0013304346,0.00013566634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043068463,0.000110964305,0.0002169076,0.00022028715,0.00005195222,0.00007424988,0.000130482,0.00008876928,0.0000034620132],"category_scores_gemma":[0.023607457,0.00007792635,0.00003273327,0.0004006151,0.000023535751,0.0006639426,0.000114923685,0.0001467726,0.0000784141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013367359,0.000014635479,0.902227,0.00027522026,0.000058158654,0.000025639463,0.024488349,0.0016597359,0.00006005335,0.00028300053,0.0012767421,0.06829476],"study_design_scores_gemma":[0.008141989,0.00056764425,0.67275155,0.0045950143,0.00019095499,0.0021508103,0.057551123,0.24226546,0.00076553784,0.0002272117,0.010321594,0.0004711007],"about_ca_topic_score_codex":0.00006345354,"about_ca_topic_score_gemma":0.0000018681066,"teacher_disagreement_score":0.24698053,"about_ca_system_score_codex":0.0001680045,"about_ca_system_score_gemma":0.00013174544,"threshold_uncertainty_score":0.9846171},"labels":[],"label_agreement":null},{"id":"W6958593384","doi":"10.6084/m9.figshare.17425932.v1","title":"Additional file 2 of Critical appraisal of clinical practice guidelines for the management of COVID-19: protocol for a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Critical appraisal; Protocol (science); MEDLINE; Clinical Practice; Sample (material); Systematic review","score_opus":0.6712013770203666,"score_gpt":0.6812074711130099,"score_spread":0.010006094092643303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958593384","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0060594e-8,0.00021909333,0.0005492607,0.013158277,0.00003354175,0.10423655,0.88157296,0.00001215392,0.00021815601],"genre_scores_gemma":[0.0000012919616,0.00000815456,0.08840728,0.005686767,0.00018932307,0.48007387,0.42550194,0.00001613348,0.000115257295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99498004,0.00024713913,0.0037855208,0.00027087546,0.0005738351,0.00014261153],"domain_scores_gemma":[0.6381167,0.3371876,0.0045931726,0.0012959538,0.01849035,0.00031619528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016370285,0.00012846634,0.0008385029,0.000025640802,0.00004425503,0.0000071518825,0.00017323445,0.0000829716,0.8143937],"category_scores_gemma":[0.8665486,0.00008857161,0.0004934881,0.0002025171,0.00003934854,0.00012099038,0.00011935471,0.00012259293,0.00004118562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019195546,0.0003024801,6.343506e-8,0.39137745,0.00019380407,0.000004670535,0.0000052217574,0.0000012632572,4.672054e-7,0.00008313359,0.6073986,0.0004408715],"study_design_scores_gemma":[0.0014310816,0.0002918646,0.000009077748,0.2595461,0.00096828054,0.00005327941,0.00059296726,0.0005994837,0.000013540052,0.000041923337,0.73639196,0.000060417304],"about_ca_topic_score_codex":0.0000021712028,"about_ca_topic_score_gemma":0.0000019690722,"teacher_disagreement_score":0.86491156,"about_ca_system_score_codex":0.000022636938,"about_ca_system_score_gemma":0.0011661503,"threshold_uncertainty_score":0.36118454},"labels":[],"label_agreement":null},{"id":"W6958618595","doi":"10.6084/m9.figshare.26647881.v1","title":"Additional file 1 of Advancing guideline quality through country-wide and regional quality assessment of CPGs using AGREE: a scoping review","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality (philosophy); Quality assessment; Guideline; Quality assurance; Conformity assessment; Data quality","score_opus":0.5350726141968486,"score_gpt":0.609809368524705,"score_spread":0.07473675432785643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958618595","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052894393,0.005273361,0.00019999388,0.0011743729,0.000033978366,0.0007024873,0.99204,0.000036497924,0.00048642303],"genre_scores_gemma":[0.0004963331,0.00031468697,0.040685505,0.0031607153,0.00021811982,0.00016297496,0.9548928,0.000021873175,0.00004698986],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9965823,0.00018861021,0.0020813858,0.0003317585,0.0006513402,0.00016458423],"domain_scores_gemma":[0.9874406,0.010490374,0.0008855336,0.0003031469,0.00079496246,0.00008539256],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080921774,0.00014705134,0.0005581723,0.00004546675,0.000043868517,0.000014369386,0.00006701751,0.00007124415,0.92221653],"category_scores_gemma":[0.044757154,0.00013651604,0.00013663976,0.000286952,0.00002835772,0.0003647293,0.00011137086,0.00022723735,0.000033522436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017870447,0.00004517341,0.000019066843,0.021715172,0.000051612038,0.0000065139197,0.000017292321,0.0000065994573,0.00010897357,0.00002285699,0.9759367,0.0020521882],"study_design_scores_gemma":[0.00045983368,0.00009291927,0.0023622294,0.53675044,0.00012949969,0.000059136604,0.00014596492,0.0018210862,0.00003203688,0.000120939716,0.4578493,0.00017662454],"about_ca_topic_score_codex":0.00013859759,"about_ca_topic_score_gemma":0.00006478887,"teacher_disagreement_score":0.922183,"about_ca_system_score_codex":0.00012289092,"about_ca_system_score_gemma":0.0013512146,"threshold_uncertainty_score":0.96328926},"labels":[],"label_agreement":null},{"id":"W6958619587","doi":"10.6084/m9.figshare.26563752","title":"Additional file 3 of Effective web-based clinical practice guidelines resources: recommendations from a mixed methods usability study","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Clinical Practice; Web usability; Heuristic evaluation; MEDLINE; Pluralistic walkthrough; Usability goals","score_opus":0.37296812710252514,"score_gpt":0.6016346659539811,"score_spread":0.22866653885145594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958619587","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024991395,0.00008152397,0.00009220453,0.0048745084,0.00025598117,0.0015724599,0.9916003,0.00018221462,0.0010909232],"genre_scores_gemma":[0.0009638456,0.0000013984067,0.22335702,0.0019583257,0.0007588499,0.0022022435,0.7706008,0.000033114942,0.00012438202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99427366,0.002129741,0.0022325218,0.0006681374,0.00051538,0.00018053105],"domain_scores_gemma":[0.7835414,0.21252848,0.000666824,0.0006364871,0.0024393224,0.00018751048],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021795002,0.00020691247,0.0005042054,0.00012306149,0.00007845144,0.000058144356,0.00015757608,0.00016223673,0.988039],"category_scores_gemma":[0.6202824,0.0001822064,0.0003333097,0.0005399307,0.000031414842,0.0003506014,0.00014968959,0.00062290276,0.0020225968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002150887,0.0007681875,0.000016933142,0.00008360376,0.00023608138,0.00001916434,0.00006023227,0.000003770179,0.000008011165,3.3072408e-7,0.7839176,0.21467099],"study_design_scores_gemma":[0.0012706519,0.000833581,0.013937178,0.0028564257,0.00039218235,0.000010848148,0.0016855487,0.007979754,0.000025318406,0.000051440413,0.97080564,0.00015140322],"about_ca_topic_score_codex":0.00008065616,"about_ca_topic_score_gemma":0.0000714336,"teacher_disagreement_score":0.9860164,"about_ca_system_score_codex":0.00011744984,"about_ca_system_score_gemma":0.0009277133,"threshold_uncertainty_score":0.99875444},"labels":[],"label_agreement":null},{"id":"W6958628846","doi":"10.6084/m9.figshare.25762894.v1","title":"Additional file 1 of Harmonization of clinical practice guidelines for primary prevention and screening: actionable recommendations and resources for primary care","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; College of Physicians and Surgeons of Ontario; Memorial University of Newfoundland; Ontario Institute for Cancer Research; Alberta Health Services; Women's College Hospital; Canadian Cancer Society; University of Toronto; University of Alberta","funders":"","keywords":"Primary care; Harmonization; Clinical Practice; MEDLINE; Primary health care; Primary prevention","score_opus":0.3829096142792757,"score_gpt":0.5350535515875339,"score_spread":0.15214393730825815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958628846","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006908049,0.0007902828,0.0009060035,0.0041300915,0.0000620576,0.0011615132,0.9923271,0.000039205235,0.00051468087],"genre_scores_gemma":[0.000099698475,0.000061919585,0.24232803,0.0006462903,0.00040715653,0.0008189505,0.7549741,0.000021264656,0.00064255606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811417,0.000063032676,0.0012226114,0.00029227335,0.00021121828,0.00009669125],"domain_scores_gemma":[0.98034805,0.016087202,0.0005949145,0.00012408015,0.0027791972,0.0000665418],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003855937,0.00010081085,0.0002710382,0.00009686509,0.00007871561,0.000030106557,0.00003928512,0.00011526576,0.28027326],"category_scores_gemma":[0.0927616,0.00009855163,0.00012207172,0.00014026074,0.0000198,0.00051737635,0.000060645547,0.00012096169,0.0000070312353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002524383,0.000053932334,0.0000069289913,0.0018243092,0.00007789567,3.7291278e-7,0.00004499405,0.0000027205192,0.000022374557,0.0000061022984,0.7781714,0.21953651],"study_design_scores_gemma":[0.00087978324,0.0004888707,0.0038039458,0.0053758267,0.00023558189,0.000026676644,0.0008693086,0.0012727544,0.000037164817,0.000085446976,0.9868411,0.00008357083],"about_ca_topic_score_codex":0.0000048725783,"about_ca_topic_score_gemma":0.000004287541,"teacher_disagreement_score":0.28026623,"about_ca_system_score_codex":0.000032941876,"about_ca_system_score_gemma":0.0004138544,"threshold_uncertainty_score":0.91488045},"labels":[],"label_agreement":null},{"id":"W6958652265","doi":"10.6084/m9.figshare.23700492.v1","title":"Additional file 2 of Assessing the feasibility of a clinical trial to evaluate an advanced practice physiotherapy model of care in chronic pain management: a feasibility study","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Alberta; Université de Montréal; Queen's University","funders":"","keywords":"Clinical trial; Clinical Practice; Chronic pain; Chronic disease; Primary care; MEDLINE","score_opus":0.5446594353262569,"score_gpt":0.6348169402719436,"score_spread":0.09015750494568664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958652265","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13478036,0.000014982329,0.0000074619866,0.00024175497,0.000033469587,0.005626577,0.8590083,0.000032361066,0.0002547402],"genre_scores_gemma":[0.6123267,0.000003362124,0.0038712518,0.0002785872,0.00016120587,0.0015082934,0.38178524,0.000027478754,0.000037923295],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9947098,0.0017929041,0.001988183,0.0004956917,0.0008207356,0.00019270605],"domain_scores_gemma":[0.9808422,0.016103843,0.0011490644,0.0008454572,0.00097181526,0.00008763908],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038232359,0.00014597554,0.00057732733,0.000108067965,0.000042032374,0.000011428532,0.00022773721,0.000074951255,0.39529946],"category_scores_gemma":[0.10591247,0.00011694907,0.00020254338,0.0007369758,0.000027244847,0.00038050197,0.00015795523,0.0002850732,0.000041426607],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04700166,0.0061582304,0.0003654058,0.001735129,0.00025997628,0.000014867007,0.001681063,0.008613371,0.00018662278,0.0000018937617,0.7599041,0.17407772],"study_design_scores_gemma":[0.16601147,0.038737074,0.45736605,0.010797906,0.00062290404,0.0000031926634,0.058966413,0.24362372,0.00009334401,0.0003694655,0.022727337,0.000681142],"about_ca_topic_score_codex":0.000028699926,"about_ca_topic_score_gemma":0.00023556697,"teacher_disagreement_score":0.7371767,"about_ca_system_score_codex":0.00021957941,"about_ca_system_score_gemma":0.0010971487,"threshold_uncertainty_score":0.9016188},"labels":[],"label_agreement":null},{"id":"W6958669316","doi":"10.6084/m9.figshare.8940779","title":"Additional file 2: of Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Guideline; Chiropractic; Cluster (spacecraft); Cluster randomised controlled trial; MEDLINE","score_opus":0.11832440485250512,"score_gpt":0.43867003998016246,"score_spread":0.32034563512765735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958669316","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057199337,0.000013228283,3.6035001e-7,0.0033430194,0.000046226276,0.017603483,0.971774,0.000010725492,0.0014890599],"genre_scores_gemma":[0.20438807,6.1190667e-7,0.0007255726,0.0024405776,0.00019623684,0.005708526,0.7863908,0.000013870543,0.00013576218],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968981,0.0006753114,0.0015764205,0.00022424872,0.00044074986,0.00018516356],"domain_scores_gemma":[0.9826796,0.015975954,0.00074031105,0.00022421386,0.00029293261,0.000087002445],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016067589,0.00013620255,0.0006930955,0.00015002074,0.000059581598,0.000040400326,0.00008569898,0.00004779178,0.9767327],"category_scores_gemma":[0.045012414,0.000089598565,0.00012488631,0.00014536745,0.000010412067,0.00016617315,0.000034883346,0.00023574482,0.00035760875],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25999004,0.00017241549,0.000013017124,0.000013861924,0.00007690953,0.000006300314,0.00013482357,0.000003698253,5.918244e-7,0.0000013753099,0.7390144,0.0005725847],"study_design_scores_gemma":[0.8863494,0.0010801776,0.0025238418,0.00017848272,0.00014929853,0.000020578429,0.0020536939,0.0011751119,2.1606208e-7,0.000027224607,0.106354214,0.00008777982],"about_ca_topic_score_codex":0.0064991927,"about_ca_topic_score_gemma":0.0594295,"teacher_disagreement_score":0.97637504,"about_ca_system_score_codex":0.00007163348,"about_ca_system_score_gemma":0.00084597786,"threshold_uncertainty_score":0.98248786},"labels":[],"label_agreement":null},{"id":"W6958716929","doi":"10.6084/m9.figshare.27928328.v1","title":"Additional file 1 of Patient pathways in primary health care – an interview study across various health care personnel in a Canadian and a Norwegian county","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Norwegian; Health care; Primary health care; Primary care; Patient care; MEDLINE; Qualitative research","score_opus":0.14116182654910592,"score_gpt":0.4307317429766355,"score_spread":0.2895699164275296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958716929","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017938454,0.0014827986,4.581109e-8,0.0010077377,0.00003724048,0.0013413347,0.97806114,0.00002423172,0.00010703148],"genre_scores_gemma":[0.37927514,0.0000059770846,0.00012193777,0.002894339,0.000046350277,0.0004980529,0.6171359,0.0000183734,0.000003948461],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979253,0.00021538328,0.00079694245,0.00039698405,0.00028381724,0.00038157907],"domain_scores_gemma":[0.9983685,0.0006685991,0.00017679542,0.00021552533,0.0001917665,0.0003787912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021224008,0.00015009572,0.00037333847,0.00017673767,0.00007627546,0.00003722015,0.00007358404,0.000064469146,0.42763105],"category_scores_gemma":[0.0018943966,0.00014984066,0.00004689262,0.0003171654,0.000009731426,0.00017703122,0.00007273382,0.00036456427,0.00005211219],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029100936,0.00015563745,0.0003178704,0.0022611886,0.000013510889,0.00014524531,0.080617025,0.000002178052,1.039488e-7,3.0689606e-7,0.8373997,0.07905812],"study_design_scores_gemma":[0.00131642,0.0029304395,0.1530109,0.011887145,0.000009853883,0.000063603744,0.21481329,0.00018424206,1.915141e-7,0.0000018543818,0.61557853,0.00020353045],"about_ca_topic_score_codex":0.12314699,"about_ca_topic_score_gemma":0.8272732,"teacher_disagreement_score":0.7041262,"about_ca_system_score_codex":0.0019313272,"about_ca_system_score_gemma":0.0053565847,"threshold_uncertainty_score":0.9502351},"labels":[],"label_agreement":null},{"id":"W6958721176","doi":"10.6084/m9.figshare.26747456.v1","title":"Additional file 8 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.5021471524014165,"score_gpt":0.5021356828731917,"score_spread":0.000011469528224838932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958721176","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40427965,0.000012267097,1.7166106e-7,0.000029340823,0.00001777942,0.0003942796,0.59523034,0.0000063051807,0.000029850786],"genre_scores_gemma":[0.78896385,8.5822435e-8,0.009614269,0.00006684289,0.00006354904,0.00024944925,0.20097987,0.000011630212,0.00005044729],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976492,0.00014173763,0.0014705101,0.00022782553,0.00040563298,0.00010509996],"domain_scores_gemma":[0.98625904,0.012745438,0.00030830168,0.00014956547,0.00043085444,0.00010677749],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066340255,0.00008984736,0.000359672,0.00007184307,0.000014966838,0.000005109202,0.000045682806,0.00004782743,0.590606],"category_scores_gemma":[0.051574808,0.0000826215,0.000037907717,0.00029555577,0.0000072840553,0.00005344885,0.00011999359,0.00019983632,0.000015824775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066018154,0.00024370049,0.0011162759,0.0007527179,0.000042665724,0.00090870116,0.000576602,0.000004623661,0.000010936444,6.0755426e-8,0.9706214,0.025656298],"study_design_scores_gemma":[0.005856028,0.0035272236,0.5627324,0.036517546,0.00040164942,0.002223571,0.06667378,0.006566287,0.0010126432,0.000050360086,0.3137475,0.00069103384],"about_ca_topic_score_codex":0.040573895,"about_ca_topic_score_gemma":0.4504798,"teacher_disagreement_score":0.6568739,"about_ca_system_score_codex":0.00007532983,"about_ca_system_score_gemma":0.004808668,"threshold_uncertainty_score":0.965815},"labels":[],"label_agreement":null},{"id":"W6958728436","doi":"10.6084/m9.figshare.8940773.v1","title":"Additional file 1: of Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Chiropractic; Guideline; Cluster (spacecraft); Cluster randomised controlled trial; Outcome (game theory)","score_opus":0.12164887233827633,"score_gpt":0.43859022772898376,"score_spread":0.31694135539070745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958728436","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057124626,0.000013378905,3.672037e-7,0.0033750571,0.000046650868,0.017768145,0.97155327,0.000010823047,0.0015198356],"genre_scores_gemma":[0.19754101,6.1586053e-7,0.00073592726,0.0024580394,0.00019860342,0.005800836,0.7931135,0.000013953269,0.00013748622],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968969,0.0006754061,0.0015771004,0.0002243273,0.00044100918,0.00018522204],"domain_scores_gemma":[0.98318815,0.015466372,0.00074093917,0.0002243541,0.00029314178,0.00008704497],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016071228,0.00013622704,0.0006933618,0.00015001673,0.000059582424,0.000040408657,0.0000857232,0.0000478069,0.9761425],"category_scores_gemma":[0.043099,0.000089613175,0.00012492634,0.00014538976,0.000010412769,0.00016618115,0.0000348945,0.00023577258,0.0003589842],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2600675,0.00017320421,0.000013104426,0.000014123388,0.00007683703,0.000006289947,0.00013472374,0.0000037430354,5.9270235e-7,0.0000013879317,0.73895735,0.000551135],"study_design_scores_gemma":[0.8815119,0.00108098,0.0024815388,0.0001709241,0.00014852053,0.00002007014,0.0020537288,0.001180472,2.083307e-7,0.000027116783,0.11123724,0.00008728866],"about_ca_topic_score_codex":0.0066936244,"about_ca_topic_score_gemma":0.059804186,"teacher_disagreement_score":0.9757835,"about_ca_system_score_codex":0.000072103016,"about_ca_system_score_gemma":0.00084632606,"threshold_uncertainty_score":0.9999209},"labels":[],"label_agreement":null},{"id":"W6958737533","doi":"10.6084/m9.figshare.12519098","title":"Additional file 3 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Primary care; MEDLINE; Data collection; Systematic review; Primary health care; Qualitative research","score_opus":0.1517887604709573,"score_gpt":0.41830805119117964,"score_spread":0.26651929072022235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958737533","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015781345,0.0014709121,2.944492e-7,0.0002755218,0.0000067510873,0.0020172119,0.99460477,0.000005689227,0.00004070733],"genre_scores_gemma":[0.10583594,0.000013325099,0.00065796485,0.0011944326,0.000016519354,0.00097512535,0.89129055,0.000012131802,0.000004003558],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984129,0.00011139495,0.0009571954,0.00015356416,0.00028770414,0.00007725506],"domain_scores_gemma":[0.99797475,0.00091332884,0.0004771011,0.00017690554,0.0003491106,0.00010878276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006786981,0.00008581322,0.000411983,0.000036390808,0.000019543357,0.0000018174645,0.000084510146,0.000032511645,0.552258],"category_scores_gemma":[0.017172163,0.00006528335,0.00009337281,0.00026347855,0.0000113561855,0.00007004428,0.00013652182,0.00008588218,0.000019980635],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026332717,0.00001164482,0.00017579718,0.3186111,0.00002345479,0.0000017790485,0.003707507,0.0000020249788,0.0001014335,3.028517e-7,0.676839,0.0004996552],"study_design_scores_gemma":[0.002609612,0.0009651796,0.058032278,0.831868,0.00042829578,0.000013187579,0.09605236,0.00008009954,0.00077447575,0.0000031729003,0.00891752,0.00025581635],"about_ca_topic_score_codex":0.00001526034,"about_ca_topic_score_gemma":0.000039286846,"teacher_disagreement_score":0.6679215,"about_ca_system_score_codex":0.00006986271,"about_ca_system_score_gemma":0.00043512476,"threshold_uncertainty_score":0.9911066},"labels":[],"label_agreement":null},{"id":"W6958806767","doi":"10.6084/m9.figshare.20342439","title":"Additional file 3 of The Guideline Language and Format Instrument (GLAFI): development process and international needs assessment survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; McMaster University; University of Toronto","funders":"","keywords":"Guideline; Process (computing); Needs assessment; Needs analysis; File format","score_opus":0.17051443670240068,"score_gpt":0.4450396194607595,"score_spread":0.2745251827583588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958806767","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007815085,0.000014968356,0.0000015432425,0.0009791992,0.00003917246,0.00029961232,0.99027324,0.000011370633,0.0005657947],"genre_scores_gemma":[0.066565186,7.159274e-7,0.0016844105,0.0014909286,0.00005000565,0.00061763,0.92919344,0.000008949856,0.00038872616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885267,0.000061020924,0.00048456027,0.000115776966,0.0004013079,0.00008463445],"domain_scores_gemma":[0.9984838,0.0008906012,0.0002668234,0.0001016138,0.00020839824,0.000048784394],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002154425,0.00007437605,0.00010486059,0.00005749854,0.00011044182,0.000015101277,0.00009517259,0.000019499614,0.9570806],"category_scores_gemma":[0.0043176203,0.000058384434,0.00002241356,0.00013840236,0.000009015835,0.000105599735,0.00036086017,0.00015736856,0.000014235134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029778279,0.00005508702,0.0004513251,0.000043280917,0.00003170679,0.0000012925168,0.00021889016,0.000004977286,0.000005452022,0.0000011781145,0.98476547,0.01439158],"study_design_scores_gemma":[0.00065110804,0.000064747095,0.088100284,0.00024313746,0.000009391276,0.00007011021,0.0018679583,0.00096493354,0.000035709218,0.000008144529,0.9079161,0.00006836233],"about_ca_topic_score_codex":0.000018037268,"about_ca_topic_score_gemma":0.00003902078,"teacher_disagreement_score":0.9570664,"about_ca_system_score_codex":0.0000924157,"about_ca_system_score_gemma":0.0003842132,"threshold_uncertainty_score":0.5168907},"labels":[],"label_agreement":null},{"id":"W6958818401","doi":"10.6084/m9.figshare.8940779.v1","title":"Additional file 2: of Guideline implementation in the Canadian chiropractic setting: a pilot cluster randomized controlled trial and parallel study","year":2019,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Guideline; Chiropractic; Cluster (spacecraft); Cluster randomised controlled trial; MEDLINE","score_opus":0.11832440485250512,"score_gpt":0.43867003998016246,"score_spread":0.32034563512765735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958818401","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057199337,0.000013228283,3.6035001e-7,0.0033430194,0.000046226276,0.017603483,0.971774,0.000010725492,0.0014890599],"genre_scores_gemma":[0.20438807,6.1190667e-7,0.0007255726,0.0024405776,0.00019623684,0.005708526,0.7863908,0.000013870543,0.00013576218],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968981,0.0006753114,0.0015764205,0.00022424872,0.00044074986,0.00018516356],"domain_scores_gemma":[0.9826796,0.015975954,0.00074031105,0.00022421386,0.00029293261,0.000087002445],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016067589,0.00013620255,0.0006930955,0.00015002074,0.000059581598,0.000040400326,0.00008569898,0.00004779178,0.9767327],"category_scores_gemma":[0.045012414,0.000089598565,0.00012488631,0.00014536745,0.000010412067,0.00016617315,0.000034883346,0.00023574482,0.00035760875],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25999004,0.00017241549,0.000013017124,0.000013861924,0.00007690953,0.000006300314,0.00013482357,0.000003698253,5.918244e-7,0.0000013753099,0.7390144,0.0005725847],"study_design_scores_gemma":[0.8863494,0.0010801776,0.0025238418,0.00017848272,0.00014929853,0.000020578429,0.0020536939,0.0011751119,2.1606208e-7,0.000027224607,0.106354214,0.00008777982],"about_ca_topic_score_codex":0.0064991927,"about_ca_topic_score_gemma":0.0594295,"teacher_disagreement_score":0.97637504,"about_ca_system_score_codex":0.00007163348,"about_ca_system_score_gemma":0.00084597786,"threshold_uncertainty_score":0.98248786},"labels":[],"label_agreement":null},{"id":"W6959336542","doi":"10.7939/r3vd6pj4d","title":"Utilization of national clinical practice guidelines: A survey of Canadian pediatric physicians","year":2015,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; MEDLINE; Medical practice; Government (linguistics); Patient care","score_opus":0.3992975230420592,"score_gpt":0.45345439440830015,"score_spread":0.05415687136624098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959336542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93940574,0.00014908232,0.00053065695,0.020942573,0.00029735343,0.00045121013,0.00013321482,0.000019345007,0.03807085],"genre_scores_gemma":[0.9648411,0.00058350904,0.029909289,0.0024062102,0.00019620564,1.03966876e-7,0.00095323677,0.000019534087,0.0010908141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981262,0.00027587215,0.0008901779,0.00017339266,0.0004285342,0.00010583323],"domain_scores_gemma":[0.9933457,0.0028426375,0.0008200507,0.00019793447,0.0025877599,0.00020591781],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012552578,0.00007824723,0.00031147752,0.0004167687,0.000022621922,0.000002922632,0.00014951265,0.00010705128,0.0002028],"category_scores_gemma":[0.027221374,0.00009107808,0.000093697316,0.0009919011,0.00007859305,0.000875286,0.000065769054,0.000122058234,0.000013978382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00117519,0.0005307231,0.6326858,0.00007258567,0.00014621523,0.0000093089975,0.0010996192,0.00009765808,0.000010013846,0.0007296424,0.3589629,0.0044803577],"study_design_scores_gemma":[0.0055235303,0.0009537538,0.8083199,0.000091714144,0.0006155868,0.000013622519,0.009377518,0.0031662704,0.00013180597,0.00018374424,0.17140234,0.00022022071],"about_ca_topic_score_codex":0.37942135,"about_ca_topic_score_gemma":0.100390874,"teacher_disagreement_score":0.2790305,"about_ca_system_score_codex":0.00003394239,"about_ca_system_score_gemma":0.0033883683,"threshold_uncertainty_score":0.98097277},"labels":[],"label_agreement":null},{"id":"W6959340791","doi":"10.12114/j.issn.1007-9572.2022.w0004","title":"Development, Application and Effectiveness of Clinical Guidelines in General Practice","year":2023,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; General practice; Audit; Referral; Specialty; Clinical Practice; MEDLINE; Clinical audit","score_opus":0.7276512015970221,"score_gpt":0.747264870535973,"score_spread":0.01961366893895089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959340791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99333405,0.0015646057,0.0018038678,0.0009979889,0.00034302656,0.0012228132,0.000011516046,0.00003481987,0.00068733434],"genre_scores_gemma":[0.9726268,0.011863096,0.013891874,0.0009437703,0.00032248785,0.00012161637,0.000091847585,0.000052532905,0.00008598973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99383795,0.0009357545,0.003734308,0.0005051467,0.0007249737,0.000261868],"domain_scores_gemma":[0.9895592,0.0065855985,0.0020212547,0.000399039,0.001219768,0.00021518431],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018772699,0.00021477095,0.0010530496,0.00070563896,0.000077143166,0.00014033857,0.0005930175,0.00015120266,0.00035680053],"category_scores_gemma":[0.02787058,0.000194946,0.000121927165,0.0014765153,0.000117461044,0.0017140332,0.00069298776,0.0004524,0.000018705237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001613966,0.00033383988,0.79322165,0.00028449745,0.00018259285,0.00002918751,0.000055823595,0.00009469927,0.049666993,0.000071209186,0.0054386165,0.14900692],"study_design_scores_gemma":[0.0024021862,0.000026529398,0.9602799,0.0005257942,0.00016286917,0.000026164156,0.00016030738,0.00078477035,0.006483042,0.0008861843,0.028078869,0.00018338545],"about_ca_topic_score_codex":0.0014065274,"about_ca_topic_score_gemma":0.00012626054,"teacher_disagreement_score":0.16705824,"about_ca_system_score_codex":0.00007576888,"about_ca_system_score_gemma":0.0005236778,"threshold_uncertainty_score":0.98031807},"labels":[],"label_agreement":null},{"id":"W6968228799","doi":"10.5281/zenodo.1473065","title":"Evaluación Agree-Ii De Guías De Práctica Clínica Sobre Radiodermatitis Aguda. [Agree-Ii Evaluation Of Clinical Practice Guidelines In Acute Radiodermatitis]","year":2017,"lang":"es","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Quality of life (healthcare); Quality (philosophy); Guideline; MEDLINE","score_opus":0.316178611741345,"score_gpt":0.5340754677963565,"score_spread":0.21789685605501152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968228799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.553194,0.0025336647,0.013812363,0.22710805,0.0025810725,0.010037259,0.0023416677,0.0010271744,0.1873648],"genre_scores_gemma":[0.9497928,0.009112622,0.02847734,0.0044734217,0.0022010363,0.0000018274006,0.0031150307,0.0019404322,0.0008854968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838404,0.006165401,0.004832238,0.0011566349,0.0028977017,0.0011076438],"domain_scores_gemma":[0.98082966,0.0011452648,0.0037945379,0.0025513233,0.010959426,0.0007197973],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.037980434,0.0005302233,0.0011471658,0.00054392806,0.0043941205,0.0011504308,0.0023065226,0.00053667394,0.009722255],"category_scores_gemma":[0.238537,0.00057994184,0.00036414753,0.0006472565,0.00086779246,0.0023416735,0.0032715115,0.0015977398,0.0018682444],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012164834,0.0014478227,0.0009763293,0.0003660093,0.0008533078,0.00018321852,0.0027337417,0.00036212095,0.0014376993,0.0010116677,0.3520215,0.6373901],"study_design_scores_gemma":[0.010779831,0.0018779732,0.04401544,0.0008997599,0.0026193883,0.0014389472,0.0014845825,0.0813939,0.00032059074,0.0005805007,0.85402155,0.00056752696],"about_ca_topic_score_codex":0.0010121161,"about_ca_topic_score_gemma":0.000033568802,"teacher_disagreement_score":0.6368226,"about_ca_system_score_codex":0.001106791,"about_ca_system_score_gemma":0.0005529837,"threshold_uncertainty_score":0.99988645},"labels":[],"label_agreement":null},{"id":"W6976490313","doi":"10.6084/m9.figshare.21062085","title":"Additional file 1 of Improving WHO’s understanding of WHO guideline uptake and use in Member States: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Ottawa; Bruyère","funders":"","keywords":"Guideline; MEDLINE; Key (lock); Data collection; Work (physics)","score_opus":0.4529170939822145,"score_gpt":0.4708102501197462,"score_spread":0.017893156137531674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976490313","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008829131,0.0008385326,0.000006964979,0.00035015758,0.000010380095,0.0006932865,0.9978429,0.000010831804,0.00015866624],"genre_scores_gemma":[0.00079319545,0.000104758896,0.001886225,0.001658604,0.000039724317,0.00043060334,0.9949344,0.000019703752,0.00013281115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981025,0.00008056274,0.0011617148,0.00019546681,0.0003334447,0.00012633212],"domain_scores_gemma":[0.9957409,0.0032409201,0.0006003337,0.00016774914,0.00019641125,0.000053701588],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029057212,0.00008856817,0.0003462562,0.00009598573,0.000044267104,0.00000786968,0.000053352545,0.000025462281,0.97647345],"category_scores_gemma":[0.027630573,0.00009176869,0.00005915862,0.0002632104,0.00000990093,0.00021437142,0.00018777403,0.00018998749,0.00001191949],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003331421,0.000029006764,0.000015654037,0.0036434731,0.000013251593,0.000009411061,0.000037434696,0.000022359362,0.000010607886,0.000002286725,0.99446565,0.0017175478],"study_design_scores_gemma":[0.0021008218,0.00045919666,0.0012380005,0.4720364,0.00010893107,0.00009052816,0.0018047226,0.0069086845,0.000027327202,0.00008602362,0.51487106,0.00026833845],"about_ca_topic_score_codex":0.000059590602,"about_ca_topic_score_gemma":0.00013232825,"teacher_disagreement_score":0.9764615,"about_ca_system_score_codex":0.00013392908,"about_ca_system_score_gemma":0.00034604874,"threshold_uncertainty_score":0.9805601},"labels":[],"label_agreement":null},{"id":"W6976504628","doi":"10.60692/4hb0e-fam90","title":"Evidence to decision frameworks enabled structured and explicit development of healthcare recommendations","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"","keywords":"Health care; Guideline; Grading (engineering); Set (abstract data type); Inclusion (mineral); Perspective (graphical); Evidence-based medicine","score_opus":0.26008597228944363,"score_gpt":0.4193600284650305,"score_spread":0.15927405617558688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976504628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87080145,0.000009265947,0.12383854,0.0038332485,0.00034446738,0.0010131327,0.00006131669,0.000057970494,0.00004059856],"genre_scores_gemma":[0.95579106,5.3869127e-7,0.042143837,0.0017754618,0.00003105797,0.0001687893,0.00006630402,0.000007549761,0.00001539481],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9976147,0.00010222912,0.0015040026,0.00014897577,0.00048409405,0.0001459905],"domain_scores_gemma":[0.9985597,0.00015343793,0.00051064574,0.00028576248,0.00034713812,0.0001432875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011982307,0.00010683988,0.00024509855,0.00028194414,0.00025714646,0.000036788686,0.00008613031,0.00007339984,0.0001728208],"category_scores_gemma":[0.0007106162,0.00009664369,0.000033120104,0.0003525051,0.0000067109568,0.00043319643,0.00019282033,0.00025550582,0.00003431261],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002792904,0.000018662939,0.30507544,0.0017199044,0.00015951901,0.000004608316,0.3891744,0.0007473879,0.00008398879,0.0004508125,0.0026748145,0.2970976],"study_design_scores_gemma":[0.0064314734,0.0011358646,0.58788097,0.0033875045,0.00022271925,0.000329198,0.37198168,0.006086342,0.0019956299,0.000029295468,0.019858338,0.000661],"about_ca_topic_score_codex":0.000022811506,"about_ca_topic_score_gemma":0.0000024815956,"teacher_disagreement_score":0.29643658,"about_ca_system_score_codex":0.00028743112,"about_ca_system_score_gemma":0.00018549169,"threshold_uncertainty_score":0.39410153},"labels":[],"label_agreement":null},{"id":"W6976550225","doi":"10.60692/y8mrv-10c80","title":"Assessment of the Quality of Recommendations from 161 Clinical Practice Guidelines Using the Appraisal of Guidelines for Research and Evaluation – Recommendations Excellence (AGREE-REX) Instrument Shows There Is Room for Improvement","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Credibility; Excellence; Quality (philosophy); Clinical Practice; Relevance (law); Scale (ratio); Quality management","score_opus":0.8109783776402958,"score_gpt":0.639934734810647,"score_spread":0.1710436428296488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976550225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57541597,0.000033116135,0.2751139,0.13829578,0.0009377715,0.0074430327,0.002599863,0.000026076883,0.00013447781],"genre_scores_gemma":[0.8835981,0.000011322312,0.113219656,0.002332429,0.00028841037,0.00031043225,0.00021700925,0.000014502784,0.000008132277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99134994,0.00081881846,0.0060846983,0.00030550334,0.0012372402,0.00020379698],"domain_scores_gemma":[0.9780759,0.003155432,0.0038296161,0.0006684161,0.014174481,0.000096113974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018433467,0.00018080436,0.0005438903,0.000101322614,0.00026100536,0.000056996523,0.00027527436,0.00013280392,0.000055980832],"category_scores_gemma":[0.026423343,0.00011471546,0.00020198314,0.00034899166,0.00012414277,0.0006762762,0.00022697369,0.00023123957,0.0000013487628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0082801515,0.00061809685,0.35345644,0.007659839,0.004435603,2.522383e-7,0.090637624,0.0021438939,0.0045042797,0.0033155733,0.08668993,0.43825835],"study_design_scores_gemma":[0.013378469,0.0022848998,0.056608375,0.0014250828,0.0018326226,0.000007256294,0.32018137,0.5822917,0.0056982306,0.00012048926,0.015814412,0.0003570276],"about_ca_topic_score_codex":0.00039713545,"about_ca_topic_score_gemma":0.000012020975,"teacher_disagreement_score":0.58014786,"about_ca_system_score_codex":0.000142672,"about_ca_system_score_gemma":0.0006776128,"threshold_uncertainty_score":0.9817775},"labels":[],"label_agreement":null},{"id":"W6976711416","doi":"10.60692/vbvxw-skv44","title":"Assessment of the Quality of Recommendations from 161 Clinical Practice Guidelines Using the Appraisal of Guidelines for Research and Evaluation – Recommendations Excellence (AGREE-REX) Instrument Shows There Is Room for Improvement","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; McMaster University; University of Ottawa","funders":"","keywords":"Credibility; Excellence; Quality (philosophy); Clinical Practice; Relevance (law); Scale (ratio); Quality management","score_opus":0.8109783776402958,"score_gpt":0.639934734810647,"score_spread":0.1710436428296488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976711416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57541597,0.000033116135,0.2751139,0.13829578,0.0009377715,0.0074430327,0.002599863,0.000026076883,0.00013447781],"genre_scores_gemma":[0.8835981,0.000011322312,0.113219656,0.002332429,0.00028841037,0.00031043225,0.00021700925,0.000014502784,0.000008132277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99134994,0.00081881846,0.0060846983,0.00030550334,0.0012372402,0.00020379698],"domain_scores_gemma":[0.9780759,0.003155432,0.0038296161,0.0006684161,0.014174481,0.000096113974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018433467,0.00018080436,0.0005438903,0.000101322614,0.00026100536,0.000056996523,0.00027527436,0.00013280392,0.000055980832],"category_scores_gemma":[0.026423343,0.00011471546,0.00020198314,0.00034899166,0.00012414277,0.0006762762,0.00022697369,0.00023123957,0.0000013487628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0082801515,0.00061809685,0.35345644,0.007659839,0.004435603,2.522383e-7,0.090637624,0.0021438939,0.0045042797,0.0033155733,0.08668993,0.43825835],"study_design_scores_gemma":[0.013378469,0.0022848998,0.056608375,0.0014250828,0.0018326226,0.000007256294,0.32018137,0.5822917,0.0056982306,0.00012048926,0.015814412,0.0003570276],"about_ca_topic_score_codex":0.00039713545,"about_ca_topic_score_gemma":0.000012020975,"teacher_disagreement_score":0.58014786,"about_ca_system_score_codex":0.000142672,"about_ca_system_score_gemma":0.0006776128,"threshold_uncertainty_score":0.9817775},"labels":[],"label_agreement":null},{"id":"W6976727930","doi":"10.60692/7cwvr-dpw85","title":"Moving From Evidence To Decisions in Guidelines: An Analysis of Guidance Documents","year":2022,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Grading (engineering); Health care; Process (computing); Cornerstone; Set (abstract data type); MEDLINE; Scientific evidence","score_opus":0.33439925645887236,"score_gpt":0.45927839959321043,"score_spread":0.12487914313433807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976727930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95281845,0.000007485792,0.045405988,0.0005570343,0.00020766386,0.0005781703,0.0002695152,0.000048653317,0.00010703114],"genre_scores_gemma":[0.98926044,5.6930065e-7,0.008533953,0.0018206203,0.000043064363,0.00012591374,0.00017987653,0.000007905291,0.00002765557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957609,0.0002120386,0.0027717245,0.00022255987,0.0008614302,0.00017130132],"domain_scores_gemma":[0.9976522,0.00022092134,0.0007651647,0.00065748254,0.0005648041,0.00013946652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002386812,0.0001263105,0.00045609783,0.0010225356,0.00009008646,0.00004694389,0.00022542178,0.00003999479,0.00028444774],"category_scores_gemma":[0.0032280101,0.00011770562,0.00012090514,0.0017171605,0.000009674954,0.0011281753,0.00020925922,0.00012847317,0.00008151471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048089118,0.000010962527,0.93198586,0.0000332687,0.00019452782,0.000005971144,0.026945993,0.03520742,0.000042833934,0.000014801669,0.00028630745,0.0047911713],"study_design_scores_gemma":[0.0014053504,0.00020379417,0.8252008,0.0003627597,0.0006705509,0.0000072626617,0.067595154,0.10371793,0.0000982157,0.0000017849961,0.0005810925,0.00015528861],"about_ca_topic_score_codex":0.0011706571,"about_ca_topic_score_gemma":0.000029649904,"teacher_disagreement_score":0.10678504,"about_ca_system_score_codex":0.00041752798,"about_ca_system_score_gemma":0.00012120671,"threshold_uncertainty_score":0.4799896},"labels":[],"label_agreement":null},{"id":"W6976775083","doi":"10.6084/m9.figshare.12519110.v1","title":"Additional file 5 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychological intervention; Primary care; MEDLINE; Data collection; Qualitative research; Intervention (counseling); Component (thermodynamics)","score_opus":0.1517162044708444,"score_gpt":0.4184164763065271,"score_spread":0.2667002718356827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976775083","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015790056,0.0014749414,2.9547226e-7,0.00027656613,0.0000066963635,0.002019268,0.99459696,0.000005699288,0.000040554813],"genre_scores_gemma":[0.10721869,0.000013317234,0.0006582618,0.0011957581,0.00001635388,0.0009746191,0.889907,0.000012124122,0.0000038964704],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9984125,0.00011147091,0.0009574941,0.00015359774,0.00028770315,0.000077261626],"domain_scores_gemma":[0.9979777,0.0009138711,0.00047714091,0.00017695848,0.00034555135,0.00010879506],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006795482,0.00008582708,0.00041214397,0.00003640563,0.000019553541,0.0000018176218,0.000084539235,0.000032515793,0.54819095],"category_scores_gemma":[0.017010162,0.00006529639,0.00009339181,0.00026352776,0.000011358194,0.00007005399,0.00013657832,0.00008588931,0.000019463318],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026278994,0.000011686901,0.00017612764,0.31774676,0.00002352701,0.0000017903502,0.0037205126,0.0000020278387,0.00010096878,3.1453476e-7,0.6776884,0.00050155626],"study_design_scores_gemma":[0.0025900449,0.0009653595,0.05902072,0.8313451,0.0004301741,0.000013278066,0.09606936,0.00007957033,0.0007624469,0.0000031774168,0.008465666,0.00025509705],"about_ca_topic_score_codex":0.00001526219,"about_ca_topic_score_gemma":0.000039577084,"teacher_disagreement_score":0.6692228,"about_ca_system_score_codex":0.000069619695,"about_ca_system_score_gemma":0.00043402947,"threshold_uncertainty_score":0.99127},"labels":[],"label_agreement":null},{"id":"W6976782259","doi":"10.6084/m9.figshare.17125918.v1","title":"Additional file 2 of Use and effects of implementation strategies for practice guidelines in nursing: a systematic review","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Ottawa Hospital; Queen's University; Dalhousie University","funders":"","keywords":"Key (lock); Systematic review; File management","score_opus":0.30658119813849016,"score_gpt":0.5493630692627156,"score_spread":0.24278187112422545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976782259","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022826584,0.0031229793,0.000011054515,0.0010359075,0.000012991826,0.001833551,0.99388206,0.000008028672,0.00007060608],"genre_scores_gemma":[0.00042058455,0.00011095005,0.014492331,0.0018564195,0.000042471467,0.0017645025,0.98125476,0.000012403141,0.000045572957],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.998319,0.00012360694,0.0011151031,0.00014779487,0.00021002244,0.00008448093],"domain_scores_gemma":[0.9811429,0.015713636,0.0007605986,0.00015860391,0.0021883515,0.000035929796],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016429665,0.00008063297,0.00039938206,0.00004651234,0.000013364801,0.000015375788,0.000028402454,0.00003681152,0.55222976],"category_scores_gemma":[0.2460168,0.00007427753,0.00006772458,0.00017439634,0.000006674987,0.00045280787,0.000019159803,0.000058755035,0.000012513086],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021369468,0.000066478824,6.109882e-7,0.17591345,0.000035887122,0.0000068377362,0.000032652963,3.9394638e-7,0.000054249576,0.00001687223,0.8229914,0.0008597979],"study_design_scores_gemma":[0.001231553,0.00026086392,0.00048541097,0.93439054,0.0006700105,0.00012552331,0.0020929382,0.00015245713,0.0003325688,0.00011114683,0.060050108,0.00009684566],"about_ca_topic_score_codex":0.0000116465835,"about_ca_topic_score_gemma":0.000022993952,"teacher_disagreement_score":0.7629413,"about_ca_system_score_codex":0.000031240892,"about_ca_system_score_gemma":0.0004552134,"threshold_uncertainty_score":0.7603343},"labels":[],"label_agreement":null},{"id":"W6976879533","doi":"10.6084/m9.figshare.12502739.v1","title":"Additional file 1 of Clinical practice guidelines in Brazil – developing a national programme","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Guideline; Clinical Practice; MEDLINE; Data collection; Developing country","score_opus":0.6498803897084386,"score_gpt":0.5924833506126517,"score_spread":0.05739703909578697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976879533","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001152462,0.000019103492,0.0000059572553,0.034306336,0.000024084331,0.0003943121,0.96098644,0.000045521465,0.0042067072],"genre_scores_gemma":[0.00017247559,0.0000021462736,0.17983876,0.026947381,0.0007691298,0.00043037927,0.7917302,0.000015989584,0.00009351291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677455,0.000101819096,0.0019664746,0.0003020742,0.00067998527,0.00017508477],"domain_scores_gemma":[0.9763859,0.018210627,0.00093947095,0.0001354625,0.004121407,0.00020712696],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00041928413,0.00011094077,0.0003108735,0.00005719573,0.00002347174,0.000015262842,0.000105112355,0.000116504525,0.9769401],"category_scores_gemma":[0.7248303,0.00010849325,0.00012545873,0.00042790658,0.0000124778735,0.00033381867,0.000106532054,0.0003327537,0.002300955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015820282,0.00009821137,0.000022189575,0.00010495156,0.000032250162,0.000027572289,0.000020277268,0.0000044907574,0.000002933989,0.000007358291,0.9629235,0.03659806],"study_design_scores_gemma":[0.0010853861,0.00016797814,0.0064435606,0.00152097,0.000014992075,0.000047808175,0.0001668034,0.0018873384,0.000006944573,0.000028199256,0.98852646,0.00010355076],"about_ca_topic_score_codex":0.000011245094,"about_ca_topic_score_gemma":0.000017974564,"teacher_disagreement_score":0.9746391,"about_ca_system_score_codex":0.000053194977,"about_ca_system_score_gemma":0.0021953245,"threshold_uncertainty_score":0.99847585},"labels":[],"label_agreement":null},{"id":"W6976948058","doi":"10.6084/m9.figshare.13141567.v1","title":"Additional file 2 of Effects of oncological care pathways in primary and secondary care on patient, professional and health systems outcomes: a systematic review and meta-analysis","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Secondary care; Primary care; Healthcare system; Health care; Primary health care; MEDLINE; Patient care","score_opus":0.30066430788309295,"score_gpt":0.4495717611608941,"score_spread":0.14890745327780114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976948058","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030066242,0.03560734,1.2732976e-7,0.0008269337,0.0000062393283,0.0028048847,0.96038276,0.0000096437525,0.00006142822],"genre_scores_gemma":[0.100559786,0.000090609006,0.0002988159,0.008478461,0.000016656038,0.0026327523,0.8878909,0.000014075422,0.000017951668],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978709,0.0003642824,0.001080683,0.00026962222,0.00031749235,0.00009697314],"domain_scores_gemma":[0.99335426,0.0053285873,0.0008056294,0.00014200565,0.00023143293,0.00013807786],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011404158,0.00014292522,0.0018957902,0.0000745101,0.00002769633,0.000005732969,0.00003818833,0.000068944835,0.23315631],"category_scores_gemma":[0.0105777085,0.00009325543,0.00018567116,0.00021002564,0.00001230536,0.00006373588,0.00009381777,0.00019782019,0.000007802358],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001979257,0.00005208428,0.000046787958,0.5746643,0.0022193554,0.000014176185,0.0005973513,7.614097e-7,6.6988275e-7,0.00000109724,0.4222477,0.00013590163],"study_design_scores_gemma":[0.008011185,0.013202624,0.20012438,0.50944334,0.22103819,0.00012657925,0.02304764,0.0003502902,0.000020850282,0.000008761514,0.023531187,0.0010949716],"about_ca_topic_score_codex":0.000011965476,"about_ca_topic_score_gemma":0.000013083966,"teacher_disagreement_score":0.3987165,"about_ca_system_score_codex":0.00006548367,"about_ca_system_score_gemma":0.00027252996,"threshold_uncertainty_score":0.9977566},"labels":[],"label_agreement":null},{"id":"W6976970664","doi":"10.6084/m9.figshare.15064894","title":"Additional file 2 of The relationship between organisational characteristics and the effects of clinical guidelines on medical performance in hospitals, a meta-analysis","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Data collection; MEDLINE; Government (linguistics); Table (database)","score_opus":0.39896244543321624,"score_gpt":0.48787024179524224,"score_spread":0.088907796362026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976970664","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019141376,0.00007001006,0.0000015671988,0.006225575,0.00002847259,0.0003159085,0.9740923,0.0000057371176,0.00011902214],"genre_scores_gemma":[0.4352285,0.0000067128312,0.00054500514,0.001292781,0.00022547104,0.00019663789,0.5622389,0.000008570304,0.00025746285],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970329,0.00039008618,0.0015765855,0.00019284981,0.0007256701,0.00008190621],"domain_scores_gemma":[0.90692556,0.0909188,0.00091972173,0.00038001232,0.00077883486,0.00007705376],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007118677,0.00009449608,0.0006978929,0.000054960416,0.000046123296,0.000007104141,0.000114974115,0.00012131632,0.86566514],"category_scores_gemma":[0.49097696,0.000052847325,0.0004635399,0.00051908393,0.0000648342,0.000059329257,0.00011766684,0.0003708011,0.00006010856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057672714,0.00008456672,0.056133877,0.00020379925,0.0036144194,0.000004734315,0.000030712534,0.0000021798223,2.3104295e-7,0.000038813916,0.9386117,0.0012173231],"study_design_scores_gemma":[0.00092090433,0.00006214021,0.9631108,0.00048188868,0.006640339,0.0000057899915,0.00002352928,0.00039290029,0.000013794108,0.00005768549,0.028242433,0.000047803736],"about_ca_topic_score_codex":0.000004713761,"about_ca_topic_score_gemma":0.000013642723,"teacher_disagreement_score":0.9103692,"about_ca_system_score_codex":0.000013575175,"about_ca_system_score_gemma":0.00055267086,"threshold_uncertainty_score":0.51331073},"labels":[],"label_agreement":null},{"id":"W6977017040","doi":"10.6084/m9.figshare.20887371","title":"Additional file 1 of Public Interest Group on Cancer Research: a successful patient–researcher partnership in Newfoundland and Labrador","year":2022,"lang":"en","type":"article","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"General partnership; Public interest; Cancer; Public access; Public health","score_opus":0.659776509781101,"score_gpt":0.5581095448984391,"score_spread":0.10166696488266191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977017040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8730918,0.000024781053,3.9220163e-7,0.011213939,0.00003760789,0.0010034979,0.10639291,0.0000013206604,0.008233751],"genre_scores_gemma":[0.957836,0.000011414036,0.0009221429,0.00050077226,0.00010065297,0.0013223692,0.036023315,0.00001941978,0.0032639252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977037,0.00068046065,0.00045587757,0.00030206045,0.0006066222,0.00025130977],"domain_scores_gemma":[0.9923366,0.00700057,0.0001404456,0.00020021199,0.00018075935,0.00014146838],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017820536,0.00007125213,0.00017471879,0.0002377107,0.00010564139,0.00007654061,0.00019655348,0.000032191438,0.92607033],"category_scores_gemma":[0.009807721,0.000066324516,0.000024224035,0.00048615166,0.0001334353,0.00026020088,0.0005979753,0.0005779462,0.000079506346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007455479,0.00050261023,0.0066398275,0.00001258813,0.000024583453,0.000040396088,0.00036448654,9.955191e-7,0.000046020024,0.000038821076,0.7893643,0.20221981],"study_design_scores_gemma":[0.001463699,0.001112358,0.03325483,0.00012604245,0.0000068451095,0.000010294049,0.0036222378,0.00011722965,0.000012508891,0.00010940851,0.9600985,0.00006604688],"about_ca_topic_score_codex":0.0039550923,"about_ca_topic_score_gemma":0.045721598,"teacher_disagreement_score":0.9259908,"about_ca_system_score_codex":0.00029224154,"about_ca_system_score_gemma":0.0004991655,"threshold_uncertainty_score":0.99853307},"labels":[],"label_agreement":null},{"id":"W6977020412","doi":"10.6084/m9.figshare.20081133.v1","title":"Additional file 1 of Strategies to adapt and implement health system guidelines and recommendations: a scoping review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Key (lock); MEDLINE; Information system; Work (physics)","score_opus":0.5059561824733899,"score_gpt":0.5533818243880151,"score_spread":0.04742564191462517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977020412","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020200737,0.0036187638,0.0000043111595,0.017738724,0.000015711435,0.001254832,0.97721434,0.000025881227,0.00012544832],"genre_scores_gemma":[0.00019689581,0.00021240013,0.0073528523,0.0066940407,0.00007902918,0.0028789933,0.9825303,0.000011145331,0.00004436087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984399,0.00010689203,0.00090907444,0.00019402333,0.0002364553,0.00011361871],"domain_scores_gemma":[0.99762493,0.0014529302,0.00040410715,0.0001369904,0.00027425963,0.00010676449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029703777,0.00007932361,0.00026094465,0.000058001075,0.00013601438,0.0000146555185,0.00004143299,0.000011175076,0.96262145],"category_scores_gemma":[0.0076414277,0.00007888201,0.00003026706,0.00015511524,0.0000027742612,0.00010998651,0.00019518517,0.0000935033,0.00004160884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000109713665,0.000013815429,4.7127557e-7,0.005426066,0.000012634068,0.0000014394241,0.000027405624,0.0000017573012,9.958902e-7,0.0000131179695,0.97663045,0.017860895],"study_design_scores_gemma":[0.00025629258,0.00030314404,0.00012279124,0.1517068,0.000016476124,0.000098149605,0.0025743626,0.00010389624,7.2629354e-7,0.0000054222055,0.84474945,0.000062455976],"about_ca_topic_score_codex":0.00004228887,"about_ca_topic_score_gemma":0.000059378883,"teacher_disagreement_score":0.96257985,"about_ca_system_score_codex":0.00008125292,"about_ca_system_score_gemma":0.00066237996,"threshold_uncertainty_score":0.9148055},"labels":[],"label_agreement":null},{"id":"W6977091651","doi":"10.6084/m9.figshare.13279554.v1","title":"Additional file 1 of Variations in processes for guideline adaptation: a qualitative study of World Health Organization staff experiences in implementing guidelines","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Guideline; Key (lock); Interview; Health professionals; Semi-structured interview; MEDLINE","score_opus":0.5073031537104522,"score_gpt":0.5473636140765048,"score_spread":0.0400604603660526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977091651","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011518247,0.000028336697,0.00035225632,0.0045516873,0.00001061271,0.0016896552,0.99216044,0.000022198954,0.000032968306],"genre_scores_gemma":[0.11581252,0.0000011608226,0.029709775,0.000650954,0.00012967405,0.0018880443,0.85176647,0.000019032786,0.000022358994],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99679357,0.00013796579,0.002331748,0.00026409602,0.00031379313,0.00015881479],"domain_scores_gemma":[0.9903321,0.0054557584,0.0012595833,0.00010867949,0.0027747627,0.00006908222],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003528576,0.00011019463,0.00035424877,0.00019336266,0.000044709377,0.000009880277,0.00008950038,0.000027804012,0.74803567],"category_scores_gemma":[0.14297707,0.000111431546,0.000030120988,0.0017738789,0.0000067811156,0.0002655999,0.000058346253,0.0000828474,0.0000110277715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000721915,0.00042303753,0.000053396543,0.00038933166,0.000018214072,6.606423e-7,0.07567377,0.00019111912,0.000004253571,0.000005635058,0.92138046,0.0017879457],"study_design_scores_gemma":[0.003580944,0.0017160706,0.0013054536,0.0025937282,0.00002447374,0.0000016306816,0.836756,0.010723643,0.000057823363,0.000058437014,0.14300421,0.00017758878],"about_ca_topic_score_codex":0.00016774243,"about_ca_topic_score_gemma":0.0033334184,"teacher_disagreement_score":0.7783762,"about_ca_system_score_codex":0.000060397346,"about_ca_system_score_gemma":0.0012674931,"threshold_uncertainty_score":0.864242},"labels":[],"label_agreement":null},{"id":"W6977128637","doi":"10.6084/m9.figshare.12519104.v1","title":"Additional file 4 of Barriers to and facilitators of the implementation of multi-disciplinary care pathways in primary care: a systematic review","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Primary care; Data collection; Qualitative research; MEDLINE; Process (computing); Critical appraisal","score_opus":0.15280657100802478,"score_gpt":0.4188032075774473,"score_spread":0.2659966365694225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977128637","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015714808,0.0014763973,2.9630158e-7,0.0002751027,0.0000066948155,0.0020193297,0.9946044,0.0000056978806,0.000040615163],"genre_scores_gemma":[0.10795017,0.000013292676,0.00065704243,0.0011927673,0.000016320928,0.00097282336,0.8891816,0.0000120994155,0.0000038614216],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99841255,0.00011138096,0.00095752336,0.00015357889,0.00028768677,0.00007726346],"domain_scores_gemma":[0.99797916,0.00091498974,0.0004771659,0.00017699052,0.00034288777,0.00010878537],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006792204,0.00008581894,0.0004120762,0.000036407033,0.000019552677,0.0000018183913,0.00008456972,0.00003251428,0.54825515],"category_scores_gemma":[0.016945945,0.00006529523,0.000093379735,0.0002634463,0.00001135814,0.00007005409,0.00013657169,0.000085879634,0.00001958958],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026742462,0.000011714991,0.00017714953,0.31847298,0.000023585131,0.000001794866,0.0037316356,0.0000020089758,0.0001004973,3.1515248e-7,0.6769495,0.0005020491],"study_design_scores_gemma":[0.0025950677,0.0009791842,0.05819116,0.8319886,0.00043061312,0.000013294953,0.09615497,0.000080222264,0.00075786235,0.0000031980385,0.008550437,0.00025541263],"about_ca_topic_score_codex":0.0000151304885,"about_ca_topic_score_gemma":0.00003944127,"teacher_disagreement_score":0.6683991,"about_ca_system_score_codex":0.00006960511,"about_ca_system_score_gemma":0.00043356259,"threshold_uncertainty_score":0.99133474},"labels":[],"label_agreement":null},{"id":"W6977130802","doi":"10.6084/m9.figshare.20342436","title":"Additional file 2 of The Guideline Language and Format Instrument (GLAFI): development process and international needs assessment survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; McMaster University; University of Toronto","funders":"","keywords":"Guideline; Process (computing); Needs assessment; Needs analysis; International standard","score_opus":0.1680580646245255,"score_gpt":0.4449404020694731,"score_spread":0.2768823374449476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977130802","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077135516,0.000015122415,0.000001504055,0.0009789971,0.00003903998,0.00029917105,0.9903664,0.000011384073,0.00057482655],"genre_scores_gemma":[0.06496505,7.238435e-7,0.0016680236,0.0014920265,0.0000501518,0.0006173789,0.9308149,0.0000089381365,0.00038277454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988529,0.00006105742,0.0004845598,0.000115743074,0.00040113513,0.000084611165],"domain_scores_gemma":[0.99849015,0.0008861393,0.0002671221,0.000101569385,0.00020621592,0.000048779057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002144237,0.00007436368,0.00010487464,0.000057481262,0.000110458524,0.000015102668,0.00009517962,0.000019501302,0.9573175],"category_scores_gemma":[0.004269656,0.000058380585,0.000022410826,0.00013834963,0.000009015105,0.00010559065,0.000361061,0.00015736498,0.000013946209],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029444256,0.000055072367,0.0004370479,0.00004293527,0.000031719075,0.0000013103088,0.00021896348,0.000004996312,0.000005258733,0.0000012043844,0.98461366,0.014558398],"study_design_scores_gemma":[0.00064604066,0.00006476944,0.0872127,0.00024051275,0.000009429232,0.00007080685,0.0018562214,0.0009562873,0.00003473996,0.00000817359,0.9088322,0.00006814129],"about_ca_topic_score_codex":0.000018014085,"about_ca_topic_score_gemma":0.000038986433,"teacher_disagreement_score":0.9573035,"about_ca_system_score_codex":0.000092092414,"about_ca_system_score_gemma":0.00038239628,"threshold_uncertainty_score":0.5111486},"labels":[],"label_agreement":null},{"id":"W6977196461","doi":"10.6084/m9.figshare.20887371.v1","title":"Additional file 1 of Public Interest Group on Cancer Research: a successful patient–researcher partnership in Newfoundland and Labrador","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"General partnership; Public interest; Cancer; Public access; Public health","score_opus":0.6584418893058066,"score_gpt":0.5248285925290788,"score_spread":0.13361329677672784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977196461","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023540875,0.000037959813,1.46584975e-8,0.0028717082,0.0000127808835,0.0004272209,0.97179526,0.000011886785,0.001302276],"genre_scores_gemma":[0.32484767,0.0000020510977,0.000033734017,0.00043925966,0.000090031164,0.0026160164,0.6715131,0.000014229437,0.00044394942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794155,0.00048344894,0.00038044056,0.00025478358,0.00067543646,0.00026436517],"domain_scores_gemma":[0.990718,0.008541668,0.00013583888,0.00018178573,0.00027914954,0.0001435368],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004173808,0.000075536525,0.00014638096,0.00027097188,0.000094815885,0.000031514468,0.00011236835,0.000038661976,0.9947977],"category_scores_gemma":[0.03588095,0.000072306146,0.00003438846,0.0005199243,0.000030282732,0.00016256973,0.00032668293,0.00067885383,0.00019362885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022701637,0.00024331613,0.0007661099,0.00008780527,0.000015124347,0.00003417623,0.00012873857,9.625402e-7,0.00000811638,0.000019589488,0.9798719,0.018597113],"study_design_scores_gemma":[0.0008269747,0.00074607774,0.039434254,0.0008203705,0.0000028490354,0.000011634529,0.0010719851,0.00013466147,0.000003856852,0.00007015761,0.95681167,0.00006551281],"about_ca_topic_score_codex":0.0007478721,"about_ca_topic_score_gemma":0.008407439,"teacher_disagreement_score":0.9946041,"about_ca_system_score_codex":0.000306225,"about_ca_system_score_gemma":0.00037879447,"threshold_uncertainty_score":0.9722402},"labels":[],"label_agreement":null},{"id":"W6977208988","doi":"10.6084/m9.figshare.20342436.v1","title":"Additional file 2 of The Guideline Language and Format Instrument (GLAFI): development process and international needs assessment survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; McMaster University; University of Toronto","funders":"","keywords":"Guideline; Process (computing); Needs assessment; Needs analysis; International standard","score_opus":0.1680580646245255,"score_gpt":0.4449404020694731,"score_spread":0.2768823374449476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977208988","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077135516,0.000015122415,0.000001504055,0.0009789971,0.00003903998,0.00029917105,0.9903664,0.000011384073,0.00057482655],"genre_scores_gemma":[0.06496505,7.238435e-7,0.0016680236,0.0014920265,0.0000501518,0.0006173789,0.9308149,0.0000089381365,0.00038277454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988529,0.00006105742,0.0004845598,0.000115743074,0.00040113513,0.000084611165],"domain_scores_gemma":[0.99849015,0.0008861393,0.0002671221,0.000101569385,0.00020621592,0.000048779057],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002144237,0.00007436368,0.00010487464,0.000057481262,0.000110458524,0.000015102668,0.00009517962,0.000019501302,0.9573175],"category_scores_gemma":[0.004269656,0.000058380585,0.000022410826,0.00013834963,0.000009015105,0.00010559065,0.000361061,0.00015736498,0.000013946209],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029444256,0.000055072367,0.0004370479,0.00004293527,0.000031719075,0.0000013103088,0.00021896348,0.000004996312,0.000005258733,0.0000012043844,0.98461366,0.014558398],"study_design_scores_gemma":[0.00064604066,0.00006476944,0.0872127,0.00024051275,0.000009429232,0.00007080685,0.0018562214,0.0009562873,0.00003473996,0.00000817359,0.9088322,0.00006814129],"about_ca_topic_score_codex":0.000018014085,"about_ca_topic_score_gemma":0.000038986433,"teacher_disagreement_score":0.9573035,"about_ca_system_score_codex":0.000092092414,"about_ca_system_score_gemma":0.00038239628,"threshold_uncertainty_score":0.5111486},"labels":[],"label_agreement":null},{"id":"W6977318231","doi":"10.60692/b8e7r-yhv73","title":"Using patient values and preferences to inform the importance of health outcomes in practice guideline development following the GRADE approach","year":2017,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Guideline; Grading (engineering); Health care; MEDLINE; Confusion; Qualitative research; Evidence-based medicine; Systematic review; Certainty","score_opus":0.3609798461608133,"score_gpt":0.4562178612780017,"score_spread":0.09523801511718838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977318231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802181,0.000012144377,0.011533789,0.005757197,0.0001996653,0.0015793502,0.00001010131,0.000021281894,0.0006683809],"genre_scores_gemma":[0.97253305,5.3293314e-7,0.024476701,0.0028849782,0.000020113028,0.000056307184,0.000014342253,0.000005845828,0.000008130524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966802,0.00012503284,0.0023404788,0.000121139885,0.0005468464,0.0001862849],"domain_scores_gemma":[0.9970803,0.00012168726,0.0019588894,0.00052439084,0.00025008083,0.00006464053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040914016,0.00013697226,0.0003431329,0.00010502545,0.0004645857,0.00014742072,0.00017816326,0.00004314343,0.0000014848155],"category_scores_gemma":[0.00214815,0.00007116711,0.000049078517,0.00011698643,0.000036487436,0.0010926281,0.00016395589,0.00012861162,0.000006166749],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008129907,0.000009476099,0.87734973,0.00018635207,0.00009511327,6.747589e-7,0.11303966,0.00017195326,4.7448984e-7,0.000050356353,0.000072826864,0.008942083],"study_design_scores_gemma":[0.0019059061,0.00015138756,0.7498612,0.0003609643,0.00011773871,0.000051461626,0.23955351,0.005903021,0.00006891119,0.0000048204183,0.0018571261,0.00016396317],"about_ca_topic_score_codex":0.00022826964,"about_ca_topic_score_gemma":0.000007880054,"teacher_disagreement_score":0.12748854,"about_ca_system_score_codex":0.0001531615,"about_ca_system_score_gemma":0.00022759014,"threshold_uncertainty_score":0.35732645},"labels":[],"label_agreement":null},{"id":"W6977495972","doi":"10.6084/m9.figshare.25763086","title":"Additional file 2 of Harmonization of clinical practice guidelines for primary prevention and screening: actionable recommendations and resources for primary care","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; College of Physicians and Surgeons of Ontario; Memorial University of Newfoundland; Ontario Institute for Cancer Research; Alberta Health Services; Women's College Hospital; Canadian Cancer Society; University of Toronto; University of Alberta","funders":"","keywords":"Primary care; Harmonization; Clinical Practice; MEDLINE; Primary health care; Primary prevention","score_opus":0.37485663828364024,"score_gpt":0.5343517686707313,"score_spread":0.15949513038709107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977495972","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006876469,0.0008015441,0.00089077675,0.004116679,0.000062421066,0.0011609899,0.99233466,0.00003923753,0.00052490685],"genre_scores_gemma":[0.00009863661,0.00006345075,0.23988923,0.0006481627,0.0004133199,0.00080822903,0.75741154,0.000021300577,0.0006461484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998114,0.00006301508,0.0012230672,0.00029209236,0.00021117489,0.0000966619],"domain_scores_gemma":[0.9805419,0.015898664,0.0005954958,0.00012386027,0.0027735867,0.000066521665],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038384926,0.000100784295,0.0002710932,0.000096812546,0.00007872038,0.000030160687,0.000039267,0.00011526631,0.27710485],"category_scores_gemma":[0.09191828,0.00009852494,0.000122052166,0.0001401704,0.000019799772,0.00051766995,0.000060638482,0.00012093862,0.000006969022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025032417,0.000053708533,0.000006720252,0.0018308363,0.000077594,3.7986973e-7,0.00004485078,0.0000027207495,0.000021646383,0.0000061671158,0.7753742,0.22233087],"study_design_scores_gemma":[0.0008853582,0.0004892648,0.0037557986,0.0053246124,0.00023503165,0.000026743512,0.0008625306,0.0012665525,0.000036997855,0.000086067615,0.98694754,0.00008348115],"about_ca_topic_score_codex":0.0000049132286,"about_ca_topic_score_gemma":0.000004308556,"teacher_disagreement_score":0.27709788,"about_ca_system_score_codex":0.000032949694,"about_ca_system_score_gemma":0.00041232837,"threshold_uncertainty_score":0.9157309},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977684702","doi":"10.6084/m9.figshare.26231322","title":"Additional file 2 of Development and validity testing of a matrix to evaluate maturity of clinical pathways: a case study in Saskatchewan, Canada","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health Authority","funders":"","keywords":"Matrix (chemical analysis); Maturity (psychological); Measure (data warehouse); Comparability; Reliability (semiconductor)","score_opus":0.4984144216008048,"score_gpt":0.5019570844800677,"score_spread":0.0035426628792629145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977684702","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4023458,0.000012370417,1.6644208e-7,0.000029233386,0.000017905491,0.0003940845,0.5971638,0.0000063571024,0.000030306363],"genre_scores_gemma":[0.7828652,8.843116e-8,0.009567186,0.000067218665,0.00006483496,0.0002510146,0.20712188,0.000011709208,0.000050837785],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99764997,0.00014172216,0.00147003,0.00022770943,0.00040553277,0.00010504682],"domain_scores_gemma":[0.98633564,0.012668892,0.00030863995,0.00014945526,0.00043062997,0.00010675338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065923436,0.00008981261,0.0003595739,0.00007180523,0.000014961506,0.000005107276,0.000045670728,0.000047827318,0.5960934],"category_scores_gemma":[0.05148743,0.00008259441,0.000037897196,0.00029555225,0.000007281666,0.0000534385,0.00012003138,0.00019980283,0.000015790381],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065261076,0.00024228993,0.0010827145,0.00074819836,0.00004245932,0.00091391377,0.00057294726,0.000004617502,0.0000106495145,6.001933e-8,0.97086334,0.025453554],"study_design_scores_gemma":[0.005775409,0.0034733075,0.5493047,0.035608802,0.0003960624,0.0022003083,0.06534719,0.0064128195,0.0009730409,0.000049531754,0.3297775,0.0006812757],"about_ca_topic_score_codex":0.040565528,"about_ca_topic_score_gemma":0.44851702,"teacher_disagreement_score":0.6410858,"about_ca_system_score_codex":0.000075318145,"about_ca_system_score_gemma":0.0047954293,"threshold_uncertainty_score":0.9658234},"labels":[],"label_agreement":null},{"id":"W6977687335","doi":"10.6084/m9.figshare.21582758","title":"Additional file 2 of Assessment of the quality and content of clinical practice guidelines (CPGs) for vitamin D and for immigrants using the AGREE-II instrument: a protocol for systematic review","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; Eli Lilly (Canada); Ottawa Hospital; University of Ottawa","funders":"","keywords":"Protocol (science); Clinical Practice; Quality (philosophy); MEDLINE; Immigration; Systematic review","score_opus":0.7800577681954804,"score_gpt":0.652783941204415,"score_spread":0.1272738269910655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977687335","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052131138,0.000072467374,0.000043542026,0.0025519142,0.000017567421,0.15078525,0.8464656,0.0000033495378,0.000008184644],"genre_scores_gemma":[0.0005895063,0.0000056505833,0.03290604,0.0041933036,0.00011710885,0.7442073,0.21787295,0.00002376875,0.00008437369],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588317,0.00040105343,0.0029616358,0.00020599981,0.00044345937,0.00010466626],"domain_scores_gemma":[0.9667682,0.026074337,0.0042896396,0.00036126893,0.0024541647,0.000052380852],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002913084,0.000109581815,0.0007050456,0.000021777341,0.00016304024,0.0000061619235,0.00012937888,0.00003895056,0.08446285],"category_scores_gemma":[0.26897475,0.00006451276,0.00026296155,0.000098763434,0.000026857051,0.000106623214,0.00021748354,0.00011792407,1.9699971e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030529173,0.0002451444,0.000011075886,0.14124444,0.000156944,1.024989e-7,0.000027710279,0.0000017866681,0.000029891069,0.000019562909,0.8565871,0.0013709599],"study_design_scores_gemma":[0.012088259,0.0036003818,0.003341484,0.41330153,0.0019911865,0.00010759401,0.0046116277,0.016831769,0.000082126935,0.000118009986,0.54368824,0.0002378217],"about_ca_topic_score_codex":0.00002882346,"about_ca_topic_score_gemma":0.0000131239085,"teacher_disagreement_score":0.62859267,"about_ca_system_score_codex":0.000034822326,"about_ca_system_score_gemma":0.00052667176,"threshold_uncertainty_score":0.9163741},"labels":[],"label_agreement":null},{"id":"W6977749454","doi":"10.6084/m9.figshare.20342439.v1","title":"Additional file 3 of The Guideline Language and Format Instrument (GLAFI): development process and international needs assessment survey","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; McMaster University; University of Toronto","funders":"","keywords":"Guideline; Process (computing); Needs assessment; Needs analysis; File format","score_opus":0.17051443670240068,"score_gpt":0.4450396194607595,"score_spread":0.2745251827583588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977749454","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007815085,0.000014968356,0.0000015432425,0.0009791992,0.00003917246,0.00029961232,0.99027324,0.000011370633,0.0005657947],"genre_scores_gemma":[0.066565186,7.159274e-7,0.0016844105,0.0014909286,0.00005000565,0.00061763,0.92919344,0.000008949856,0.00038872616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885267,0.000061020924,0.00048456027,0.000115776966,0.0004013079,0.00008463445],"domain_scores_gemma":[0.9984838,0.0008906012,0.0002668234,0.0001016138,0.00020839824,0.000048784394],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002154425,0.00007437605,0.00010486059,0.00005749854,0.00011044182,0.000015101277,0.00009517259,0.000019499614,0.9570806],"category_scores_gemma":[0.0043176203,0.000058384434,0.00002241356,0.00013840236,0.000009015835,0.000105599735,0.00036086017,0.00015736856,0.000014235134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029778279,0.00005508702,0.0004513251,0.000043280917,0.00003170679,0.0000012925168,0.00021889016,0.000004977286,0.000005452022,0.0000011781145,0.98476547,0.01439158],"study_design_scores_gemma":[0.00065110804,0.000064747095,0.088100284,0.00024313746,0.000009391276,0.00007011021,0.0018679583,0.00096493354,0.000035709218,0.000008144529,0.9079161,0.00006836233],"about_ca_topic_score_codex":0.000018037268,"about_ca_topic_score_gemma":0.00003902078,"teacher_disagreement_score":0.9570664,"about_ca_system_score_codex":0.0000924157,"about_ca_system_score_gemma":0.0003842132,"threshold_uncertainty_score":0.5168907},"labels":[],"label_agreement":null},{"id":"W6977873333","doi":"10.6084/m9.figshare.c.3635687_d1.v1","title":"Additional file 1: of Reporting of financial conflicts of interest in clinical practice guidelines: a case study analysis of guidelines from the Canadian Medical Association Infobase","year":2016,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Association (psychology); Table (database); Medical practice; Conflict of interest","score_opus":0.6128906266400023,"score_gpt":0.5600872793044593,"score_spread":0.05280334733554293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977873333","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09230256,0.000022728176,0.0000022034906,0.0039702393,0.000048479924,0.000475292,0.9030311,0.000006323065,0.00014105994],"genre_scores_gemma":[0.51645714,0.00001011019,0.0046256687,0.004128768,0.0006650968,0.00024103739,0.47375217,0.000025553325,0.00009444076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98853165,0.00043334445,0.009608977,0.00028684046,0.0009640258,0.00017517743],"domain_scores_gemma":[0.87094986,0.0859683,0.021498773,0.0009753147,0.020200517,0.00040721183],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049023433,0.00013639928,0.0009163341,0.00026526352,0.00003141904,0.0000057341867,0.00018684112,0.00029359094,0.8176034],"category_scores_gemma":[0.93547505,0.00009151047,0.00032551124,0.00086217467,0.00003988204,0.00019128608,0.00012286298,0.0003371591,0.000031240692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001372882,0.00035877712,0.017684013,0.000034840374,0.00057430187,0.00047298972,0.00019108155,0.0000048981874,0.000006189973,0.0000016013739,0.96733236,0.01320167],"study_design_scores_gemma":[0.0044228295,0.0008375642,0.43266705,0.009029267,0.0023464116,0.0001760559,0.006210712,0.0018217964,0.00006057026,0.000014942317,0.5421694,0.00024342301],"about_ca_topic_score_codex":0.114755526,"about_ca_topic_score_gemma":0.61984116,"teacher_disagreement_score":0.93057275,"about_ca_system_score_codex":0.00015316371,"about_ca_system_score_gemma":0.004375631,"threshold_uncertainty_score":0.8911394},"labels":[],"label_agreement":null},{"id":"W6989715892","doi":"","title":"The Canadian Chiropractic Guideline Initiative: progress to date","year":2014,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Chiropractic; MEDLINE; Health care; Alternative medicine","score_opus":0.1332259751848363,"score_gpt":0.40268255214094856,"score_spread":0.26945657695611225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989715892","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3356694,0.00041373874,0.0017267389,0.60919905,0.003896671,0.0052498085,0.00007040795,0.00034528485,0.043428916],"genre_scores_gemma":[0.9638674,0.00013791154,0.0057245456,0.027249936,0.001530676,0.0001406635,0.00016686814,0.000084689054,0.0010972759],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611217,0.0004217239,0.0011507062,0.0004618666,0.00057114346,0.001282413],"domain_scores_gemma":[0.996228,0.0006210368,0.00031876232,0.0007638838,0.0005728721,0.0014954713],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033913646,0.00023541768,0.0002690645,0.000115005445,0.00042742272,0.00020131028,0.00032140064,0.00006582587,0.00019478964],"category_scores_gemma":[0.024348905,0.00016775691,0.00007563243,0.0005703849,0.00012142156,0.0002428856,0.000113194736,0.0004911953,0.0006006949],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005969002,0.00019786406,0.05657976,0.000033193315,0.00019153328,0.00015967737,0.0015633578,0.000032577696,0.00012661953,0.0017683535,0.21555312,0.72319704],"study_design_scores_gemma":[0.0009602784,0.00014940056,0.19269447,0.000021451095,0.00011269799,0.000046060602,0.00010050442,0.0002565719,0.00020699234,0.000050081093,0.8052438,0.00015767687],"about_ca_topic_score_codex":0.006168939,"about_ca_topic_score_gemma":0.047852956,"teacher_disagreement_score":0.7230394,"about_ca_system_score_codex":0.0002518659,"about_ca_system_score_gemma":0.00080213125,"threshold_uncertainty_score":0.98386943},"labels":[],"label_agreement":null},{"id":"W6989834649","doi":"","title":"CARE 2013 explanations and elaborations: Reporting guidelines for case reports","year":2017,"lang":"en","type":"article","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Checklist; Transparency (behavior); Publishing; Statement (logic); Standardization; MEDLINE; Critical appraisal; Elaboration","score_opus":0.2962566287092731,"score_gpt":0.47120099277495736,"score_spread":0.17494436406568425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989834649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9166132,0.00013484313,0.035977278,0.03195506,0.00017999434,0.002471805,0.0006842026,0.00009025248,0.011893365],"genre_scores_gemma":[0.85922056,0.0017578461,0.13502236,0.00009344565,0.00016013518,0.0000015723549,0.0006424852,0.000029538929,0.0030720434],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974757,0.00017542085,0.00075589184,0.0005965011,0.00056539895,0.0004310747],"domain_scores_gemma":[0.9913266,0.001040711,0.0017645514,0.0010003187,0.004490074,0.0003777564],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.002444529,0.00017001273,0.00043374576,0.0005784916,0.0030236365,0.00007553766,0.00028613725,0.00012231844,0.000094392126],"category_scores_gemma":[0.0156097505,0.0002095783,0.00019522574,0.0002609624,0.0007419838,0.0011435449,0.00070310495,0.0004388316,0.0000016976933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007130682,0.0010380753,0.4354876,0.0023642678,0.0016285424,0.08157611,0.016551256,0.0002628302,0.0049385517,0.020632518,0.2434552,0.18493436],"study_design_scores_gemma":[0.0052723014,0.0011667669,0.04438815,0.00032890693,0.00058048556,0.003410737,0.19311896,0.0059697637,0.000084882,0.002996142,0.7422455,0.0004374014],"about_ca_topic_score_codex":0.005583798,"about_ca_topic_score_gemma":0.015313494,"teacher_disagreement_score":0.4987903,"about_ca_system_score_codex":0.00019114827,"about_ca_system_score_gemma":0.00078779174,"threshold_uncertainty_score":0.99827427},"labels":[],"label_agreement":null},{"id":"W6990002603","doi":"","title":"Clinical Care Pathways in Neurosurgery in the Canadian Context","year":2024,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Context (archaeology); Referral; Patient care; Neurosurgery; Qualitative research; Retrospective cohort study; MEDLINE","score_opus":0.13064116475598148,"score_gpt":0.3770097087413223,"score_spread":0.2463685439853408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990002603","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35777783,0.00065037183,0.0000024050262,0.0030332347,0.0024468533,0.0014634938,0.00009501635,0.00005445007,0.63447636],"genre_scores_gemma":[0.8925913,0.00016057496,0.000049182276,0.0033178623,0.0002713691,0.0000044799153,0.0013901327,0.000058157013,0.10215692],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99726456,0.00046939845,0.0009493338,0.0005836518,0.00035843145,0.000374641],"domain_scores_gemma":[0.9981931,0.00085873844,0.00022111947,0.00036613902,0.00015764682,0.00020325444],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077963376,0.00027684862,0.0005198225,0.0005566841,0.000077273755,0.00007955543,0.0002909973,0.0004959485,0.011368635],"category_scores_gemma":[0.00066412304,0.0002520509,0.00026727098,0.0009191869,0.000053560656,0.0001565,0.00003969115,0.0017041564,0.0002185033],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007677313,0.00013151542,0.11169226,0.0004973725,0.000071589384,0.007524188,0.0067694206,0.0000073128035,0.000008493873,0.00064188906,0.007860201,0.86402804],"study_design_scores_gemma":[0.001844291,0.00017620501,0.12313598,0.00059866667,0.0003133043,0.000017427,0.10977665,0.00006946556,0.0000035821183,0.000057062076,0.76374394,0.00026343667],"about_ca_topic_score_codex":0.13718592,"about_ca_topic_score_gemma":0.972514,"teacher_disagreement_score":0.8637646,"about_ca_system_score_codex":0.0006659875,"about_ca_system_score_gemma":0.0020219584,"threshold_uncertainty_score":0.99999315},"labels":[],"label_agreement":null},{"id":"W6990862333","doi":"","title":"El sistema GRADE: un cambio en la forma de evaluar la calidad de la evidencia y la fuerza de recomendaciones","year":2014,"lang":"en","type":"article","venue":"Scientific Electronic Library Online (Scientific Electronic Library Online)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychological intervention; Quality (philosophy); Action (physics); Christian ministry; Health care; Systematic review; Work (physics)","score_opus":0.037585150993299093,"score_gpt":0.3856931550197793,"score_spread":0.34810800402648023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6990862333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538328,0.0037249194,0.0018858463,0.032310136,0.0012103922,0.0018573691,0.000499069,0.0015560345,0.0031234322],"genre_scores_gemma":[0.9370819,0.0017219838,0.015706254,0.0035584518,0.0017529923,0.00016452314,0.008292925,0.0004669557,0.03125402],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97869366,0.008795735,0.0032376184,0.002810605,0.0020231742,0.004439198],"domain_scores_gemma":[0.9849416,0.00981898,0.0012362454,0.0024336986,0.00024117412,0.0013283002],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020229183,0.001194284,0.0014630435,0.0014303325,0.0012640305,0.0026336315,0.0022106578,0.0010951171,0.0020752326],"category_scores_gemma":[0.004322013,0.0011357924,0.0009893043,0.003961558,0.0017124016,0.0061897123,0.00086383335,0.0041944725,0.00014860627],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00515935,0.021006033,0.061442256,0.0034362618,0.002739192,0.0008905824,0.0074602175,0.00080663664,0.12162925,0.27015877,0.32054955,0.18472189],"study_design_scores_gemma":[0.006054374,0.0014008996,0.009138968,0.0006461427,0.0009317014,0.0026823194,0.0010098132,0.033423766,0.016431075,0.079914086,0.84681755,0.001549274],"about_ca_topic_score_codex":0.00006926167,"about_ca_topic_score_gemma":0.00015939867,"teacher_disagreement_score":0.526268,"about_ca_system_score_codex":0.0011273613,"about_ca_system_score_gemma":0.019212091,"threshold_uncertainty_score":0.9991092},"labels":[],"label_agreement":null},{"id":"W6991422799","doi":"","title":"Genome-wide identification of novel regions of DNA copy number alterations in natural killer cell lymphoma by array comparative genomic hybridization","year":2010,"lang":"en","type":"other","venue":"The HKU Scholars Hub (University of Hong Kong)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Comparative genomic hybridization; Genome; Copy number analysis; Lymphoma; Natural killer cell; Human genome; Copy-number variation; Chromosome; Gene","score_opus":0.0610530990172792,"score_gpt":0.34262461878840855,"score_spread":0.2815715197711294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991422799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748381,0.00021170247,0.011234114,0.0014260195,0.00047418158,0.0013372829,0.00034675412,0.000039281924,0.010092609],"genre_scores_gemma":[0.944283,0.00021832064,0.004015422,0.00008819536,0.000057999237,0.0000014241037,0.0012203534,0.000078044824,0.050037257],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9981349,0.00019242636,0.00076792395,0.0003405332,0.00039694848,0.00016723764],"domain_scores_gemma":[0.99668676,0.00041672518,0.0018542855,0.00062678446,0.00034630045,0.00006912884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000699881,0.00021351721,0.0005795133,0.00031647246,0.00011278985,0.000015810143,0.00037729385,0.00022607979,0.0006412322],"category_scores_gemma":[0.00028777603,0.00022199164,0.000167016,0.0004172622,0.00035664864,0.00032441557,0.0000859012,0.00048654186,0.000046385943],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071444,0.0019943404,0.014081993,0.0003306496,0.0005176828,0.000006724978,0.003977614,0.000139595,0.8808334,0.00032360316,0.096708104,0.00037184032],"study_design_scores_gemma":[0.044439465,0.00065519876,0.6354517,0.0018234226,0.0049686464,0.000089405614,0.030481368,0.0028652628,0.082811914,0.00045044866,0.19371906,0.0022441037],"about_ca_topic_score_codex":0.0013882604,"about_ca_topic_score_gemma":0.0014534905,"teacher_disagreement_score":0.7980215,"about_ca_system_score_codex":0.00013576182,"about_ca_system_score_gemma":0.00024817645,"threshold_uncertainty_score":0.9052556},"labels":[],"label_agreement":null},{"id":"W6992369582","doi":"","title":"Les nouvelles modalités de l'aide publique au développement : analyse de l'appui du Canada et du Partenariat mondial pour l’éducation à la phase I du Programme de développement stratégique de l’éducation de base (PDSEB) au Burkina Faso, du point de vue d’acteurs de terrain","year":2020,"lang":"fr","type":"other","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dispose pattern; Public information; Christian ministry","score_opus":0.21922033355345058,"score_gpt":0.4621448960929465,"score_spread":0.24292456253949593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992369582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6014945,0.00008733753,0.11424193,0.27472994,0.0007681519,0.0036654328,0.00037298162,0.000035955047,0.004603792],"genre_scores_gemma":[0.82534736,0.00084688957,0.15442477,0.00751953,0.0044318195,0.0014499942,0.002971297,0.00042879148,0.0025795624],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.986121,0.00538267,0.0029841822,0.0016566509,0.0009575293,0.0028979937],"domain_scores_gemma":[0.9903036,0.0032977941,0.0021817503,0.001009979,0.00061160093,0.0025952938],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.017489776,0.0012871716,0.0013324427,0.00047773155,0.00060173235,0.0008290698,0.0013162291,0.0010459952,0.00850031],"category_scores_gemma":[0.021439724,0.0014071804,0.00038667922,0.0007267292,0.00022683386,0.00062677794,0.00048557197,0.001686013,0.000049957165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0037562484,0.010069163,0.40504712,0.0010862735,0.0033262307,0.0031063543,0.20940307,0.0038826698,0.022006279,0.002010358,0.09917885,0.2371274],"study_design_scores_gemma":[0.025896072,0.0023957894,0.18830527,0.0026024468,0.007019563,0.0028208378,0.21709229,0.08978963,0.0161616,0.0024735986,0.44147265,0.003970257],"about_ca_topic_score_codex":0.8110183,"about_ca_topic_score_gemma":0.9062374,"teacher_disagreement_score":0.3422938,"about_ca_system_score_codex":0.039006308,"about_ca_system_score_gemma":0.13818322,"threshold_uncertainty_score":0.999988},"labels":[],"label_agreement":null},{"id":"W6992472893","doi":"","title":"Letter from Duncan Campbell to his Mother, 13 May 1839","year":2023,"lang":"en","type":"other","venue":"Brock University Digital Repository (Brock University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Ridiculous; QUIET; Period (music)","score_opus":0.047367947363520076,"score_gpt":0.2901917143120785,"score_spread":0.24282376694855845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992472893","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013265786,0.00007835996,0.0026323139,0.00046441602,0.0024286308,0.0021719427,0.0016444349,0.0032476657,0.97406644],"genre_scores_gemma":[0.001641779,0.00008777746,0.00041161026,0.0010641543,0.0010291218,4.0124124e-7,0.0003367392,0.0006330654,0.9947953],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99687713,0.00012498695,0.00049838115,0.0011926059,0.00073336787,0.0005735493],"domain_scores_gemma":[0.9969874,0.0005050951,0.0005785235,0.00096048956,0.00024003949,0.0007284782],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000006286249,0.0006139267,0.000779415,0.0012598729,0.00021413788,0.0001169604,0.00066148856,0.0006279252,0.0003294171],"category_scores_gemma":[0.00031189548,0.00076433376,0.00048632102,0.0009324053,0.00013210051,0.00070026366,0.0007159981,0.00061838137,0.0017752765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006478349,0.0002094806,0.014716591,0.00006453114,0.00058433425,0.0012604151,0.000022411534,0.000017207592,0.0013462094,0.00000828181,0.97941834,0.0017043803],"study_design_scores_gemma":[0.002248511,0.00027839845,0.0025878886,0.0003795387,0.0007683329,0.00003698713,0.003174114,0.0000021715225,0.000069688605,0.0000073608553,0.98974913,0.0006978948],"about_ca_topic_score_codex":0.007108955,"about_ca_topic_score_gemma":0.011476024,"teacher_disagreement_score":0.020728901,"about_ca_system_score_codex":0.0012265688,"about_ca_system_score_gemma":0.00038940247,"threshold_uncertainty_score":0.9995028},"labels":[],"label_agreement":null},{"id":"W6999693909","doi":"","title":"Development, implementation and evaluation of evidence-based treatment guidelines for herpes simplex keratitis","year":2019,"lang":"en","type":"dissertation","venue":"The Sydney eScholarship Repository (The University of Sydney)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Sydney Eye Hospital Foundation","keywords":"Context (archaeology); Guideline; Feature (linguistics); Limiting; Population","score_opus":0.47430912843949097,"score_gpt":0.48595905645004556,"score_spread":0.011649928010554589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999693909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99051434,0.0011144558,0.00027758887,0.0029323788,0.0005327584,0.0042490656,0.000058508715,0.00003035784,0.0002905731],"genre_scores_gemma":[0.9877596,0.00054760365,0.0066865594,0.00037908065,0.00020411536,0.00003833173,0.0016805847,0.00005867998,0.0026454749],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99621147,0.00065846037,0.0013063882,0.0004906767,0.001101934,0.00023106027],"domain_scores_gemma":[0.9917816,0.0017589283,0.0018523996,0.00066622597,0.0038332185,0.00010761482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040298495,0.0003438357,0.0006236513,0.00019356907,0.00053950323,0.000046910674,0.00030157392,0.00025541295,0.00014656209],"category_scores_gemma":[0.0024240923,0.00023628656,0.00030049786,0.00021113186,0.00014781333,0.00043855087,0.00004376525,0.00022630034,0.00000723347],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070510767,0.00062881736,0.009628708,0.0027860096,0.0027705058,0.000009917408,0.010890936,0.00036257406,0.052572515,0.0003432767,0.0050979718,0.9078577],"study_design_scores_gemma":[0.03359957,0.0043063015,0.272191,0.008347587,0.03576416,0.000068975925,0.15860154,0.009936777,0.2796707,0.0006938106,0.19501606,0.0018035703],"about_ca_topic_score_codex":0.0011581079,"about_ca_topic_score_gemma":0.0012017795,"teacher_disagreement_score":0.90605414,"about_ca_system_score_codex":0.0005480926,"about_ca_system_score_gemma":0.0028750615,"threshold_uncertainty_score":0.9635486},"labels":[],"label_agreement":null},{"id":"W7007749844","doi":"","title":"From ABCs to GRADE: Canadian Task Force on Preventive Health Careâs new rating system for clinical practice guidelines","year":2013,"lang":"en","type":"article","venue":"Europe PMC (PubMed Central)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task force; Clinical Practice; Task (project management); Rating system; Public health; MEDLINE","score_opus":0.21680350944827342,"score_gpt":0.46917315535935267,"score_spread":0.25236964591107924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007749844","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26587036,0.0012846619,0.021861095,0.6738001,0.009765901,0.023261249,0.00072768645,0.0005290885,0.0028998272],"genre_scores_gemma":[0.6185609,0.00056043925,0.19918709,0.15746383,0.015911788,0.0010184584,0.0012051226,0.0003719508,0.0057203937],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99298674,0.000748665,0.0031233074,0.0009685241,0.0006690035,0.0015037502],"domain_scores_gemma":[0.9897432,0.0033452169,0.0010373708,0.0008040794,0.001756594,0.003313542],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003670669,0.0003759375,0.0007467529,0.0001531266,0.00022435308,0.00016421927,0.0003099074,0.00014716439,0.00009733958],"category_scores_gemma":[0.07511069,0.0003408259,0.00023761936,0.0004505555,0.000034111963,0.00050251285,0.00008352987,0.0005597665,0.0004185537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052728807,0.00019704724,0.005298555,0.00011662835,0.00027745802,0.00005170608,0.0022083416,0.00006572422,0.00008231613,0.0002675016,0.7901201,0.20078734],"study_design_scores_gemma":[0.005650033,0.0013211068,0.06347996,0.00061867875,0.00047731196,0.000052912656,0.0062310523,0.0007446462,0.0002002405,0.000086739965,0.92063195,0.00050540525],"about_ca_topic_score_codex":0.18273416,"about_ca_topic_score_gemma":0.018844256,"teacher_disagreement_score":0.51633626,"about_ca_system_score_codex":0.0010474811,"about_ca_system_score_gemma":0.0029018302,"threshold_uncertainty_score":0.9999044},"labels":[],"label_agreement":null},{"id":"W7008619655","doi":"","title":"CCMC revises product evaluation guidelines","year":2005,"lang":"en","type":"article","venue":"NPARC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Product (mathematics); Production (economics); New product development","score_opus":0.4759483133356276,"score_gpt":0.5650304723181494,"score_spread":0.08908215898252181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008619655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5442637,0.0008762358,0.0015285679,0.39815366,0.00058416446,0.0023103105,0.000006857196,0.00023518289,0.05204133],"genre_scores_gemma":[0.8996113,0.00017210313,0.08747997,0.008518843,0.0029365506,0.00005429189,0.00010266697,0.000021608343,0.0011026765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979431,0.00009884638,0.0008865353,0.00027932355,0.000630486,0.00016168611],"domain_scores_gemma":[0.99791914,0.00021491868,0.00019236833,0.0003833167,0.0012001485,0.00009008378],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026554877,0.00010179602,0.00018314533,0.00006449265,0.0000498872,0.000018347206,0.000060536444,0.00003661726,0.00490755],"category_scores_gemma":[0.019962583,0.00008583689,0.000068769696,0.00016577024,0.000028373754,0.00024335118,0.000030494666,0.00013009943,0.0005084112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008903814,0.000102975246,0.004329678,0.000019967605,0.000023492337,0.0000015191541,0.000037770817,0.000039909115,0.024451913,0.00013838535,0.23211032,0.73865503],"study_design_scores_gemma":[0.0035877102,0.00017598983,0.019965423,0.00013341922,0.0006754337,0.000090660156,0.00015453415,0.020619858,0.010653898,0.0020753343,0.9416435,0.00022424669],"about_ca_topic_score_codex":0.000015110961,"about_ca_topic_score_gemma":0.000029956456,"teacher_disagreement_score":0.7384308,"about_ca_system_score_codex":0.00010827089,"about_ca_system_score_gemma":0.0002530272,"threshold_uncertainty_score":0.9960021},"labels":[],"label_agreement":null},{"id":"W7013874384","doi":"","title":"Zo doen we dat:","year":2004,"lang":"nl","type":"article","venue":"Repository hosted by TU Delft Library (TU Delft)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care management; Quality of Life Research; Older people","score_opus":0.0618688705120833,"score_gpt":0.36297118658206695,"score_spread":0.30110231606998367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7013874384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7849363,0.03995724,0.0022816032,0.08552961,0.010441662,0.006201904,0.001188914,0.00307603,0.066386744],"genre_scores_gemma":[0.904511,0.007130915,0.0064012078,0.016388841,0.0069831163,0.00016008265,0.0039317887,0.0006896216,0.053803463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880891,0.0009622256,0.0051051583,0.0021957597,0.0019276626,0.0017200863],"domain_scores_gemma":[0.9916798,0.0016869688,0.0020128903,0.0026692736,0.00037238715,0.0015786913],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.00094850006,0.0013449533,0.0016492716,0.0005071473,0.00076577626,0.00068154867,0.0011857552,0.0011706749,0.002777266],"category_scores_gemma":[0.0012569391,0.0013333499,0.00070484256,0.0014924983,0.00045971735,0.00535545,0.0008907972,0.0022680373,0.004474385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00282383,0.0040161097,0.025070935,0.001206024,0.0020435466,0.0049774246,0.0009858627,0.00031380754,0.04592548,0.0011743213,0.89588684,0.01557583],"study_design_scores_gemma":[0.021188896,0.004033227,0.010788084,0.0029096692,0.0039248695,0.002518608,0.00422979,0.0012615037,0.0701305,0.0010281735,0.8750085,0.00297817],"about_ca_topic_score_codex":0.000872341,"about_ca_topic_score_gemma":0.000014458402,"teacher_disagreement_score":0.11957467,"about_ca_system_score_codex":0.00060220185,"about_ca_system_score_gemma":0.0024468445,"threshold_uncertainty_score":0.99993014},"labels":[],"label_agreement":null},{"id":"W7015790505","doi":"","title":"Updated clinical guidelines : improving their methods and reporting /","year":2018,"lang":"es","type":"dissertation","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Canadian Institutes of Health Research; European Regional Development Fund; Universitat Autònoma de Barcelona","keywords":"Context (archaeology); Scientific literature; Mistake","score_opus":0.1801862457530538,"score_gpt":0.4599406850180904,"score_spread":0.27975443926503657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015790505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80161417,0.0053571267,0.03747279,0.0690244,0.020128999,0.0063358354,0.00042377945,0.0018479506,0.05779496],"genre_scores_gemma":[0.8233679,0.0016914452,0.15933454,0.0016008223,0.007480368,0.0002883725,0.00508056,0.0003086726,0.00084733084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97817314,0.0029746157,0.013093465,0.0027551835,0.0015229253,0.001480661],"domain_scores_gemma":[0.9737921,0.0038963533,0.013317115,0.0017762566,0.005763841,0.0014543663],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.02026809,0.0015084519,0.0027694986,0.0009427038,0.0013670487,0.0006286236,0.0008382374,0.0026309518,0.0002056494],"category_scores_gemma":[0.101270355,0.0013670325,0.0009944967,0.0011878621,0.00011501297,0.0009906858,0.00065439317,0.0030178977,0.000038310132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071252296,0.0033425638,0.024964562,0.0031704053,0.0047408915,0.001340803,0.0066006617,0.000020551928,0.036396034,0.17518324,0.019732334,0.7173827],"study_design_scores_gemma":[0.003923785,0.0006477123,0.03270999,0.0014548864,0.0020357342,0.0026405724,0.0063632187,0.0061597894,0.002547046,0.000580889,0.93950367,0.0014327083],"about_ca_topic_score_codex":0.00002285037,"about_ca_topic_score_gemma":0.00039283352,"teacher_disagreement_score":0.9197713,"about_ca_system_score_codex":0.0008263431,"about_ca_system_score_gemma":0.0037999877,"threshold_uncertainty_score":0.99993306},"labels":[],"label_agreement":null},{"id":"W7020527431","doi":"","title":"Les Lignes directrices de la Société canadienne de cardiologie : Ce qu’elles sont, ce qu’elles signifient","year":2009,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Right atrium; Right heart; Context (archaeology)","score_opus":0.10857402189507782,"score_gpt":0.4043487577877795,"score_spread":0.2957747358927017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020527431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8937622,0.042722736,0.0018043526,0.04509189,0.004679518,0.0016352237,0.00021351187,0.0002621612,0.009828408],"genre_scores_gemma":[0.9705811,0.016272688,0.0022894968,0.002705113,0.0062513924,0.00013170025,0.00012141972,0.00006134232,0.0015857503],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9900986,0.0014770378,0.0014605153,0.00081520545,0.000488277,0.0056603476],"domain_scores_gemma":[0.99022955,0.006251544,0.00057435525,0.0005220885,0.00019428783,0.0022281562],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006959476,0.00056635955,0.00086993066,0.0001678837,0.00035083515,0.00016815675,0.00044431712,0.0005882916,0.00045757552],"category_scores_gemma":[0.019183582,0.00056209194,0.0004600723,0.00041820828,0.000386423,0.00038426107,0.00009575405,0.0009567218,0.00003729969],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000499265,0.00077242765,0.1180117,0.00019137452,0.00050542125,0.00053174427,0.0031330453,0.0011029602,0.001303724,0.0027014567,0.039705463,0.8315414],"study_design_scores_gemma":[0.002975912,0.00054349494,0.7511431,0.00019277394,0.0016357271,0.00022858228,0.011389261,0.0014103533,0.0027681054,0.0020579838,0.22492062,0.00073409674],"about_ca_topic_score_codex":0.038842827,"about_ca_topic_score_gemma":0.0123900175,"teacher_disagreement_score":0.8308073,"about_ca_system_score_codex":0.0042815194,"about_ca_system_score_gemma":0.0023617924,"threshold_uncertainty_score":0.9996831},"labels":[],"label_agreement":null},{"id":"W7020544569","doi":"","title":"Les perspectives de la Société canadienne de thoracologie en 2012","year":2012,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Quality (philosophy); Field (mathematics)","score_opus":0.14996546956930193,"score_gpt":0.4613248806392386,"score_spread":0.3113594110699367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020544569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.911597,0.031637967,0.0025836509,0.034451578,0.0063302,0.0008833975,0.00008921843,0.000097855074,0.012329143],"genre_scores_gemma":[0.9718942,0.0025784024,0.004443862,0.0014234255,0.013445919,0.00012855662,0.000035701032,0.000049614802,0.0060002976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925003,0.0014430124,0.0006087041,0.0002859495,0.0002117738,0.004950265],"domain_scores_gemma":[0.9917731,0.0053592906,0.00023185427,0.00024707057,0.00008959015,0.0022990482],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00907905,0.00024389153,0.0003227919,0.00007060833,0.00014196664,0.00005022088,0.00017589901,0.00040273552,0.0029160448],"category_scores_gemma":[0.024434257,0.0002519105,0.0001726682,0.00016320276,0.00034817224,0.00069883274,0.000087816734,0.0008792284,0.0000798724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022036793,0.00093244103,0.4808141,0.00010144675,0.00032296815,0.00006695663,0.018985122,0.000029733237,0.00028125622,0.009693861,0.033408757,0.45514297],"study_design_scores_gemma":[0.0011551504,0.00006186799,0.73471415,0.000029966895,0.00069113827,0.00014763906,0.04007095,0.00014528618,0.00021543403,0.00036574047,0.22220874,0.00019392169],"about_ca_topic_score_codex":0.018160462,"about_ca_topic_score_gemma":0.0048188646,"teacher_disagreement_score":0.45494905,"about_ca_system_score_codex":0.008275385,"about_ca_system_score_gemma":0.0016217006,"threshold_uncertainty_score":0.9999933},"labels":[],"label_agreement":null},{"id":"W7024315562","doi":"","title":"Renouveler les lignes directrices et les documents de principes de la Société canadienne de cardiologie : De nouvelles bases","year":2010,"lang":"fr","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Current (fluid)","score_opus":0.07712410611093157,"score_gpt":0.4022932673732788,"score_spread":0.32516916126234724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024315562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96827674,0.004460184,0.0011660557,0.018811198,0.002859447,0.0007892302,0.0001891789,0.00014810945,0.0032998866],"genre_scores_gemma":[0.9724133,0.0072541162,0.010525039,0.002360289,0.004248088,0.00027244503,0.000097806456,0.00007656148,0.0027523336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919199,0.0016765272,0.0010106157,0.0005821997,0.0003403615,0.0044704196],"domain_scores_gemma":[0.98930377,0.007839261,0.00045336757,0.0004284895,0.00015450528,0.0018205965],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010117501,0.00043530852,0.00059223606,0.00013937052,0.00032249716,0.00017739892,0.00039867,0.0006757775,0.0006470869],"category_scores_gemma":[0.03723938,0.00042769915,0.0002891129,0.00023484475,0.00048461297,0.00040936365,0.00015491858,0.0014540468,0.000013401157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026507687,0.00041483235,0.6108298,0.0002069424,0.00045791114,0.0002817131,0.0029628417,0.00026004456,0.003785772,0.002079424,0.011658158,0.3667975],"study_design_scores_gemma":[0.0017495739,0.00011299526,0.6922213,0.000105705,0.00089523837,0.00028555066,0.0052717193,0.0006372004,0.0048765778,0.00067656435,0.29278016,0.00038738927],"about_ca_topic_score_codex":0.09477373,"about_ca_topic_score_gemma":0.07776135,"teacher_disagreement_score":0.3664101,"about_ca_system_score_codex":0.0024547118,"about_ca_system_score_gemma":0.0047597825,"threshold_uncertainty_score":0.9998175},"labels":[],"label_agreement":null},{"id":"W7027415930","doi":"","title":"Clinical practice guidelines in the social sciences: Knowledge, attitudes, and experiences of policy makers and professionals in Quebec","year":2021,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Clinical Practice; Social practice; Qualitative research; MEDLINE; Government (linguistics); Health professionals","score_opus":0.4226927885097926,"score_gpt":0.6762865599320222,"score_spread":0.25359377142222966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7027415930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97055405,0.0016248194,0.0000011235824,0.015814513,0.0002807066,0.0011818168,0.000007883967,6.740568e-7,0.010534405],"genre_scores_gemma":[0.9301198,0.0015560813,0.04354253,0.0069541126,0.0014652484,0.00038426006,0.00080306944,0.00004742232,0.015127458],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99601245,0.0007368045,0.0020831213,0.0005356678,0.000448941,0.00018301452],"domain_scores_gemma":[0.99401885,0.004262623,0.0008587522,0.00017282853,0.0006378415,0.000049073293],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007772435,0.0001734199,0.0005921747,0.00018723246,0.00012131833,0.00014356521,0.00028186434,0.0002547418,0.00023623988],"category_scores_gemma":[0.041498903,0.0001226884,0.000054319764,0.0006302124,0.0002941886,0.00049659715,0.0001650992,0.0004714868,0.0000042208408],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010222706,0.0013566661,0.009486033,0.0002791473,0.000073561416,0.00006985633,0.18683004,4.045319e-7,0.000057820667,0.00018260899,0.006730672,0.7939109],"study_design_scores_gemma":[0.0020786899,0.00021789024,0.060346194,0.001219695,0.00013369873,0.000025931622,0.9075924,0.00004176803,0.000038788847,0.000025696216,0.028111607,0.00016764837],"about_ca_topic_score_codex":0.014877393,"about_ca_topic_score_gemma":0.12715712,"teacher_disagreement_score":0.79374325,"about_ca_system_score_codex":0.000051224117,"about_ca_system_score_gemma":0.003983837,"threshold_uncertainty_score":0.99168265},"labels":[],"label_agreement":null},{"id":"W7027866383","doi":"","title":"Development and validation of an international appraisal instrument for assessing the quality of clinical practice guidelines: the AGREE project [AGREE]","year":2003,"lang":"en","type":"article","venue":"UvA-DARE (University of Amsterdam)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Academisch Medisch Centrum; Universiteit van Amsterdam; University of Aberdeen; McMaster University; Cancer Care Ontario","keywords":"Quality (philosophy); Clinical Practice; Quality assurance; Measure (data warehouse); Reliability (semiconductor); MEDLINE","score_opus":0.4713795321396162,"score_gpt":0.5685917401025498,"score_spread":0.09721220796293356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7027866383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96556604,0.000019500769,0.024756176,0.0075232475,0.0003336844,0.00080550124,0.00003164441,0.000011143844,0.00095305336],"genre_scores_gemma":[0.7295247,0.000041908716,0.26973855,0.00043288394,0.000079970654,0.0000015573615,0.00010448275,0.000008774777,0.000067188885],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99704933,0.00054459984,0.0014208881,0.0002652979,0.0006021557,0.00011773774],"domain_scores_gemma":[0.9918988,0.003848404,0.0018763348,0.00038172258,0.0019370065,0.000057767265],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077406107,0.000112549635,0.0003570631,0.000076400356,0.0001443015,0.000019378034,0.00023013436,0.00008688211,0.000037483776],"category_scores_gemma":[0.019646058,0.0000848592,0.00012618955,0.00015714689,0.0002276039,0.0007479093,0.00012041595,0.00017307552,8.2589156e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038887989,0.0020955896,0.10160201,0.0006405228,0.001413454,0.000009991232,0.0132341115,0.00007301981,0.002873666,0.0050787264,0.0036071653,0.8654829],"study_design_scores_gemma":[0.0138536915,0.001203248,0.36565095,0.00038708912,0.00118581,0.00008238144,0.26027063,0.0035852334,0.0031709273,0.00025283013,0.34997413,0.00038308976],"about_ca_topic_score_codex":0.00048438855,"about_ca_topic_score_gemma":0.00017284256,"teacher_disagreement_score":0.86509985,"about_ca_system_score_codex":0.00004900578,"about_ca_system_score_gemma":0.000679804,"threshold_uncertainty_score":0.9886119},"labels":[],"label_agreement":null},{"id":"W7070437228","doi":"","title":"Open Access Dissemination and implementation of clinical practice guidelines: a longitudinal, mixed-methods evaluation of the Canadian Task Force on Preventive Health Care’s knowledge translation efforts","year":2023,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Knowledge translation; Task force; Task (project management); Clinical Practice; Information Dissemination; Best practice; Preventive healthcare","score_opus":0.40112236486812924,"score_gpt":0.6335775077605937,"score_spread":0.2324551428924645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7070437228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825717,0.00033489324,0.000035144883,0.004961527,0.0010731476,0.0060673333,0.0007648654,0.00005021359,0.0041411687],"genre_scores_gemma":[0.988133,0.0002783135,0.009608412,0.0009266153,0.00006380657,0.00021859507,0.0006409709,0.000057131634,0.00007313627],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99023116,0.0036792513,0.0035659464,0.0008027579,0.0013045772,0.00041631004],"domain_scores_gemma":[0.9872842,0.0047658626,0.0023384686,0.00067783974,0.0045903656,0.0003432787],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03162006,0.00029304982,0.00071182026,0.00042102256,0.00067530124,0.000100276884,0.00053324,0.00022747247,0.00008292143],"category_scores_gemma":[0.044924956,0.0002538597,0.00023325806,0.0014105616,0.00010834892,0.0020089524,0.00040935143,0.0005593723,0.000010039081],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032149846,0.00018982378,0.0026541436,0.0002644572,0.00019985554,0.0000018818422,0.00016992376,0.00008232305,0.00083777955,0.0025468585,0.00030327833,0.9924282],"study_design_scores_gemma":[0.0150801,0.0029976328,0.8368594,0.0022214884,0.004235188,0.00006789161,0.017668713,0.0051382114,0.029037004,0.008894355,0.076890215,0.0009098161],"about_ca_topic_score_codex":0.04149272,"about_ca_topic_score_gemma":0.254061,"teacher_disagreement_score":0.9915184,"about_ca_system_score_codex":0.0010203524,"about_ca_system_score_gemma":0.0015848131,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W7086616384","doi":"","title":"Grupa Agora – poszukiwanie drogi rozwoju","year":2018,"lang":"en","type":"other","venue":"Pressto (Uniwersytetu Adama Mickiewicza)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agora; Quarter (Canadian coin); Market segmentation; Ledger; Single market","score_opus":0.1503115418917135,"score_gpt":0.44105332576036027,"score_spread":0.2907417838686468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7086616384","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015076795,0.0053706244,0.0016526626,0.0075380867,0.0041370294,0.0036347157,0.00040933254,0.0016847838,0.97406507],"genre_scores_gemma":[0.0064543313,0.0013653645,0.016069181,0.005375487,0.006265741,0.00015845108,0.001989954,0.0021687995,0.9601527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428666,0.00028381575,0.0016060427,0.0014976677,0.0013159817,0.0010098265],"domain_scores_gemma":[0.99462515,0.0005767197,0.0014716933,0.002183799,0.00046857624,0.0006740453],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010280319,0.0009880723,0.0015313769,0.0007827618,0.00015594484,0.00012213783,0.0007252861,0.0010623636,0.041584086],"category_scores_gemma":[0.0021053918,0.0009830926,0.0005477733,0.0005872109,0.00046022527,0.00031114646,0.00049021986,0.0010376329,0.008009042],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027210327,0.00038775045,0.00083151105,0.00045425224,0.0007359213,0.00020148112,0.00013869411,5.6033235e-7,0.0006051076,0.0002315544,0.97880995,0.017331084],"study_design_scores_gemma":[0.003516511,0.0006460089,0.0008993695,0.00096634106,0.0016442274,0.0002072389,0.0003582979,0.00018182017,0.00020033351,0.00025560183,0.9902006,0.0009236468],"about_ca_topic_score_codex":0.0018466162,"about_ca_topic_score_gemma":0.0010910474,"teacher_disagreement_score":0.033575043,"about_ca_system_score_codex":0.00027831292,"about_ca_system_score_gemma":0.0006837595,"threshold_uncertainty_score":0.999262},"labels":[],"label_agreement":null},{"id":"W7093519189","doi":"","title":"Erik Seedhouse","year":2015,"lang":"","type":"article","venue":"Scholarly Commons (Embry–Riddle Aeronautical University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Human spaceflight; Subject (documents); Spaceflight; Spare part; Spacecraft; Aviation; Space (punctuation); Space research","score_opus":0.30666605305640277,"score_gpt":0.38323538122654155,"score_spread":0.07656932817013878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093519189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.712879,0.0028851125,0.015242539,0.06993203,0.0066958116,0.004009732,0.00059899455,0.001294925,0.18646187],"genre_scores_gemma":[0.96591926,0.00036901882,0.0059598032,0.0037210905,0.0011126671,0.000003692932,0.00027076114,0.0001949146,0.022448793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897345,0.0021058694,0.0022490344,0.0017159289,0.0023341281,0.0018605461],"domain_scores_gemma":[0.9870099,0.003259614,0.0008423337,0.0023991903,0.0024338753,0.00405511],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004544772,0.0010230058,0.0015212414,0.0010881784,0.000831996,0.000892186,0.0016444195,0.0010699461,0.0015944145],"category_scores_gemma":[0.018101275,0.0011889712,0.0007012205,0.0031502522,0.0011973998,0.0071477853,0.0019935935,0.004685343,0.0061592367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032641806,0.021146338,0.20987535,0.00097545836,0.006338458,0.019065682,0.0050070956,0.00072835665,0.0038863062,0.2561604,0.23984827,0.20432648],"study_design_scores_gemma":[0.023192415,0.0042877216,0.026341194,0.0004525673,0.0045028212,0.00032144523,0.012937262,0.003025139,0.00032045643,0.0016000894,0.9212869,0.0017319826],"about_ca_topic_score_codex":0.0011708862,"about_ca_topic_score_gemma":0.0008233926,"teacher_disagreement_score":0.6814386,"about_ca_system_score_codex":0.0023983223,"about_ca_system_score_gemma":0.003950099,"threshold_uncertainty_score":0.99931824},"labels":[],"label_agreement":null},{"id":"W7093616790","doi":"","title":"Selecting and training opinion leaders and best practice collaborators: experience from the Canadian Chiropractic Guideline Initiative","year":2017,"lang":"en","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Best practice; Guideline; Chiropractic; Opinion leadership; Training (meteorology); Best evidence","score_opus":0.3213758965021359,"score_gpt":0.4629771301650329,"score_spread":0.141601233662897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093616790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86326224,0.0005052759,0.00015469793,0.13222821,0.0010361949,0.0009961771,0.00006289191,0.000029587716,0.0017247425],"genre_scores_gemma":[0.98460245,0.00037034406,0.004999367,0.008485833,0.0013632961,0.00006923133,0.000069183116,0.000023490025,0.00001679188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977086,0.0001666416,0.0006005694,0.00038387298,0.00031328786,0.0008269883],"domain_scores_gemma":[0.9964498,0.0015781946,0.0005824006,0.0003543196,0.00029552507,0.0007397089],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016706426,0.00016997955,0.00022929495,0.000042639153,0.001141513,0.00043559945,0.00013640129,0.00009904667,0.00003895226],"category_scores_gemma":[0.06582041,0.00013832515,0.000025288486,0.00011342655,0.00034353576,0.0013279599,0.00006853022,0.00047021487,0.0000037565019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091328094,0.00024579352,0.56897855,0.00004033504,0.0005003019,0.00017849583,0.08509218,0.000011890877,0.00028931093,0.00038818983,0.011265901,0.33209577],"study_design_scores_gemma":[0.003228677,0.00021043183,0.6456628,0.00010567903,0.00036989243,0.00022182072,0.13697077,0.0010800605,0.00015309383,0.00010054732,0.21158896,0.00030727332],"about_ca_topic_score_codex":0.13441654,"about_ca_topic_score_gemma":0.16099799,"teacher_disagreement_score":0.33178848,"about_ca_system_score_codex":0.00030835884,"about_ca_system_score_gemma":0.0012240415,"threshold_uncertainty_score":0.9420486},"labels":[],"label_agreement":null},{"id":"W7093968868","doi":"","title":"Towards evidence-based clinical practice: an international survey of 18 clinical guideline programs","year":2003,"lang":"en","type":"other","venue":"Radboud Repository (Radboud University)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Quality assurance; Quality (philosophy); Data collection; Health care; MEDLINE; Authorization; Normative","score_opus":0.36480646357201385,"score_gpt":0.5163395208302554,"score_spread":0.1515330572582415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093968868","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010107774,0.0041582566,0.02132182,0.003477264,0.038068976,0.007227425,0.0005873348,0.0013377792,0.9137134],"genre_scores_gemma":[0.016565114,0.013910542,0.16513827,0.0046315836,0.011126867,0.00002050348,0.0068182424,0.0017988958,0.77998996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867858,0.0049153906,0.004422318,0.0016083813,0.0017332446,0.0005348208],"domain_scores_gemma":[0.9856816,0.003643621,0.0047479374,0.0019746602,0.0031258874,0.0008263266],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008656222,0.00067843084,0.001767304,0.00085369806,0.00013363625,0.00013129691,0.00099937,0.0014943631,0.0010496945],"category_scores_gemma":[0.020742785,0.0007015741,0.0007515052,0.00093967794,0.0008806676,0.0008043112,0.00024042054,0.0016459166,0.000057388977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061597866,0.007113222,0.19568422,0.00023742356,0.002606413,0.002186706,0.000021837368,0.00009025008,0.00002917068,0.00063054846,0.74734163,0.037898764],"study_design_scores_gemma":[0.005445846,0.0026009495,0.023998374,0.00085767,0.0021268162,0.00016780317,0.00026523825,0.0015466087,0.000012371531,0.0000026522105,0.9623586,0.00061710074],"about_ca_topic_score_codex":0.007863341,"about_ca_topic_score_gemma":0.00021641105,"teacher_disagreement_score":0.21501692,"about_ca_system_score_codex":0.00045097852,"about_ca_system_score_gemma":0.0045534126,"threshold_uncertainty_score":0.9998635},"labels":[],"label_agreement":null},{"id":"W7095080495","doi":"","title":"UK Prospective Diabetes Study4 as a","year":2016,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mantra; Diabetes mellitus; Type 2 diabetes; Clinical Practice; MEDLINE; General practice","score_opus":0.15039410309194906,"score_gpt":0.4897805768752565,"score_spread":0.33938647378330744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095080495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94288826,0.000015028164,0.0006947448,0.02892117,0.00011630743,0.00056494126,0.0000025241934,0.00008591728,0.026711086],"genre_scores_gemma":[0.98624563,0.0000117408135,0.001586648,0.0038931484,0.00019616535,0.000034541823,0.0000025767008,0.000010333263,0.008019207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991116,0.000026368738,0.00033614977,0.00018264735,0.00019959488,0.00014364548],"domain_scores_gemma":[0.9986715,0.0008140567,0.000070098926,0.00019150822,0.00016606024,0.00008681531],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003767912,0.00006677129,0.00013393216,0.00003250538,0.000024494679,0.000007526149,0.000033909324,0.000029049397,0.0050889547],"category_scores_gemma":[0.0051289056,0.00003538067,0.000044541917,0.00008079246,0.000035485275,0.00010587899,0.00003744702,0.00005442657,0.0012346786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001418696,0.00018179268,0.9042138,0.0000068927147,0.00009255612,0.000007945326,0.00006427079,2.3378417e-8,0.018212423,0.0019373297,0.016599532,0.05854159],"study_design_scores_gemma":[0.00909986,0.0022411924,0.9159434,0.00009624113,0.00026296306,0.000017838645,0.0009155707,0.000022152795,0.034457438,0.011510276,0.025213294,0.00021981917],"about_ca_topic_score_codex":0.000053347932,"about_ca_topic_score_gemma":0.00003678296,"teacher_disagreement_score":0.058321767,"about_ca_system_score_codex":0.000063854524,"about_ca_system_score_gemma":0.00007425848,"threshold_uncertainty_score":0.99954295},"labels":[],"label_agreement":null},{"id":"W7095301439","doi":"","title":"Implementation Science BioMed Central","year":2009,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; MEDLINE; Clinical Practice; Context (archaeology)","score_opus":0.2425155294629973,"score_gpt":0.5805387454520511,"score_spread":0.3380232159890538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095301439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9428687,0.0000092300415,0.0059235645,0.041964054,0.00026438382,0.0004942601,0.000002391341,0.0001167212,0.008356698],"genre_scores_gemma":[0.97865754,0.00000911356,0.012849798,0.008146842,0.0001486088,0.0000020225968,0.000031295363,0.0000032783112,0.00015150743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99876374,0.000011858887,0.0004107734,0.00018631082,0.00036569432,0.0002616352],"domain_scores_gemma":[0.99938273,0.00006406736,0.00007706296,0.00016121776,0.00015223012,0.00016271016],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00058229285,0.000056994013,0.000085421416,0.0001168743,0.000073881514,0.000029953655,0.00005837378,0.000016744747,0.0013043997],"category_scores_gemma":[0.0005274708,0.000046767356,0.00003250752,0.00045196447,0.00006543762,0.0003475934,0.00001436271,0.00006038786,0.00007466204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014135575,0.00022100548,0.037533827,0.0000057366233,0.000011069954,0.000010953692,0.00016204543,0.0000013890193,0.20494065,0.004890065,0.013608304,0.7384736],"study_design_scores_gemma":[0.0024680693,0.00060430827,0.9502874,0.000005705626,0.000056460533,0.000037280446,0.001105782,0.0004905364,0.03376364,0.0010102709,0.010075946,0.0000945914],"about_ca_topic_score_codex":0.00012366423,"about_ca_topic_score_gemma":0.000028594293,"teacher_disagreement_score":0.9127536,"about_ca_system_score_codex":0.00011143936,"about_ca_system_score_gemma":0.00027099723,"threshold_uncertainty_score":0.9996085},"labels":[],"label_agreement":null},{"id":"W7095715227","doi":"","title":"As noted in the 2006 Canadian Clinical Practice Guide-lines on the Management and Prevention of Obesityin Adults and Children, included as a supplement to","year":2015,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Multidisciplinary approach; Scope (computer science); Body mass index; Weight management; Scope of practice; Obesity; Quarter (Canadian coin)","score_opus":0.16985718256807808,"score_gpt":0.5069677703962976,"score_spread":0.3371105878282195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095715227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7825226,0.00004348563,0.0001116528,0.20900469,0.00008275636,0.002690144,0.000015651089,0.000010068082,0.005518932],"genre_scores_gemma":[0.9565499,0.0001752956,0.008065371,0.034098126,0.00014461139,0.000067493085,0.00009558361,0.000013354402,0.0007902894],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99717605,0.00052510726,0.0012213741,0.00032543464,0.0005397123,0.00021229335],"domain_scores_gemma":[0.9970834,0.0016851976,0.00026215933,0.00040272143,0.00029482428,0.0002716517],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006788578,0.0001384965,0.0002432034,0.00014555482,0.000066928056,0.000035802026,0.00013433397,0.00006883765,0.0001381862],"category_scores_gemma":[0.011220852,0.000082357095,0.000040913947,0.0002798119,0.000055456985,0.0001422185,0.00013512162,0.00023427114,0.000041153296],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00747377,0.0025027457,0.23936233,0.00013247509,0.0005716906,0.00016259332,0.004423284,0.000030198551,0.000027993405,0.017061107,0.5715045,0.15674733],"study_design_scores_gemma":[0.012658482,0.005678077,0.7563146,0.0003356837,0.00080582226,0.00019133252,0.023498636,0.00029687033,0.0001290783,0.0023102288,0.19749336,0.00028785932],"about_ca_topic_score_codex":0.17936555,"about_ca_topic_score_gemma":0.21963528,"teacher_disagreement_score":0.5169522,"about_ca_system_score_codex":0.000090463676,"about_ca_system_score_gemma":0.0002736071,"threshold_uncertainty_score":0.99710804},"labels":[],"label_agreement":null},{"id":"W7096458045","doi":"","title":"COMPUS: Canadian Optimal","year":2010,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Health care; Expert system; Government (linguistics); Public health","score_opus":0.17389741979747333,"score_gpt":0.48769370892012925,"score_spread":0.3137962891226559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096458045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89888185,0.0000024703463,0.0007973747,0.039582163,0.0005057199,0.00019090957,0.000003915862,0.00005069555,0.059984926],"genre_scores_gemma":[0.952951,0.0000011598003,0.035409182,0.010027843,0.00026799008,0.0000022135516,0.0000356945,0.0000069151097,0.001297959],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945706,0.0000071450127,0.00022472932,0.00009275187,0.00008941343,0.00012891117],"domain_scores_gemma":[0.9992972,0.00014599464,0.000025911137,0.00015575803,0.00008839766,0.00028671543],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026849206,0.000040372855,0.00007105285,0.000048854785,0.000033564364,0.000010448258,0.000033102784,0.000044696106,0.0068516964],"category_scores_gemma":[0.0010239149,0.000033885954,0.000026642845,0.000057920883,0.000022893579,0.00006158005,0.000009762104,0.00022159824,0.0005596046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016192463,0.00024516004,0.25320452,0.000024572017,0.0001063439,0.00019172694,0.0002083187,0.000017046901,0.02972523,0.014626805,0.48398748,0.21750087],"study_design_scores_gemma":[0.0016170188,0.00015466464,0.1461905,0.0000045574952,0.00006981686,0.0001879989,0.00031202947,0.004001698,0.0009553771,0.00012573444,0.8462648,0.00011580274],"about_ca_topic_score_codex":0.12747937,"about_ca_topic_score_gemma":0.45423612,"teacher_disagreement_score":0.3622773,"about_ca_system_score_codex":0.00002086575,"about_ca_system_score_gemma":0.00032777895,"threshold_uncertainty_score":0.99405617},"labels":[],"label_agreement":null},{"id":"W7096638474","doi":"","title":"theGroup to Review New Evidence and Update the ACC/AHA 2004 Guidelines for Society, Endorsed by the American Academy of Family Physicians, 2007 Writing Practice Guidelines, Developed in Collaboration With the Canadian Cardiovascular","year":2015,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Government (linguistics); Pandemic","score_opus":0.4260840977979618,"score_gpt":0.5387917864024167,"score_spread":0.11270768860445485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096638474","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006163353,0.060406037,0.011452637,0.91697526,0.00006671391,0.0047384533,0.00004094014,0.00002447099,0.00013215159],"genre_scores_gemma":[0.026555583,0.039210755,0.12396971,0.8083784,0.00092621613,0.0004178982,0.00008693153,0.000073523646,0.00038096905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961561,0.0004854043,0.0016027141,0.000437763,0.00092412595,0.00039387937],"domain_scores_gemma":[0.9912853,0.0027919537,0.0008286332,0.00052751444,0.004321636,0.00024493245],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01350917,0.00026190357,0.0006370283,0.0000447296,0.00022717236,0.000095757336,0.0003746582,0.00006477157,0.000006855512],"category_scores_gemma":[0.037481267,0.00012800374,0.00013996457,0.0013969737,0.00017944498,0.0005675854,0.00008954084,0.00036078526,0.000006347193],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019825225,0.000016099311,0.0002303271,0.000075587406,0.00025990437,0.0000011582222,0.00033373307,0.00024027422,0.00016620784,0.00007615734,0.90347826,0.09492406],"study_design_scores_gemma":[0.0015655219,0.000217878,0.0011287397,0.00104425,0.001193919,0.00003432777,0.020698376,0.0009854166,0.00010952877,0.0000424275,0.9727665,0.00021310696],"about_ca_topic_score_codex":0.17726137,"about_ca_topic_score_gemma":0.09177586,"teacher_disagreement_score":0.112517074,"about_ca_system_score_codex":0.00028023546,"about_ca_system_score_gemma":0.002733269,"threshold_uncertainty_score":0.9706264},"labels":[],"label_agreement":null},{"id":"W7097229179","doi":"","title":"Audit and Feedback on Prescribing Practices: A Guide for Decision Makers in Canada Your Prescribing","year":2008,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audit; Judgement; Damages; Health care; Quality (philosophy); Control (management); Health information","score_opus":0.3203224321791939,"score_gpt":0.4558578510398914,"score_spread":0.13553541886069748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097229179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792798,0.000109404355,0.0033045,0.011703184,0.00031309464,0.0020646201,0.000017776858,0.00003636306,0.003171242],"genre_scores_gemma":[0.9442391,0.00026824005,0.046709295,0.0070860647,0.00021187977,0.00008919978,0.000035557037,0.000037417492,0.001323281],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769217,0.000061472885,0.001025402,0.00044233925,0.0004557792,0.00032284396],"domain_scores_gemma":[0.99375755,0.005082665,0.00048343616,0.0003069688,0.00018661705,0.00018276235],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00088766613,0.00016434219,0.0002989862,0.00010465316,0.00010862545,0.000022582097,0.000077193945,0.00006368163,0.00014456142],"category_scores_gemma":[0.028898312,0.00014255806,0.000046106037,0.00015993023,0.00002663847,0.00035921234,0.00006234572,0.00024503327,0.000007901466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007458115,0.00044962348,0.27577424,0.00026125764,0.00016819063,0.00048606857,0.0007113326,0.0008125675,0.003010195,0.00020166663,0.5359715,0.17469525],"study_design_scores_gemma":[0.026672704,0.0019592482,0.4317215,0.0015711033,0.00045360206,0.0008978191,0.0146239465,0.040848475,0.0019117922,0.00033951015,0.47806513,0.00093515957],"about_ca_topic_score_codex":0.72012454,"about_ca_topic_score_gemma":0.8502074,"teacher_disagreement_score":0.1737601,"about_ca_system_score_codex":0.0005865948,"about_ca_system_score_gemma":0.0017022563,"threshold_uncertainty_score":0.97928166},"labels":[],"label_agreement":null},{"id":"W7097403834","doi":"","title":"A Joint Publication of the CCPA and the Canadian Health Coalition","year":2016,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Joint (building); CCPA; Work (physics); Public health; Government (linguistics); Health economics","score_opus":0.2896907547459648,"score_gpt":0.4733340004500624,"score_spread":0.18364324570409762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097403834","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032309003,0.000028846367,0.0010639331,0.96260875,0.0000665016,0.00058585644,0.00001351342,0.000008316731,0.0033152502],"genre_scores_gemma":[0.9759848,0.000044874007,0.00031733338,0.022804499,0.000047151698,0.000009645261,0.0000093297185,0.0000032090916,0.00077912345],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991922,0.00012695331,0.0003892578,0.00007283456,0.0001371192,0.00008165697],"domain_scores_gemma":[0.99896127,0.0003735924,0.00018106899,0.00020890655,0.0001882094,0.000086962784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016671622,0.000030676256,0.000086103195,0.000027781314,0.00008102697,0.000009240098,0.000031583677,0.000019787432,0.00026075618],"category_scores_gemma":[0.0040286314,0.000011072458,0.000027035678,0.00007859663,0.00011370313,0.000073569834,0.0000165254,0.000047415615,0.0000090102185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031968066,0.00009907594,0.037653152,0.000072471455,0.00008188098,3.5477092e-7,0.000837944,2.2016839e-7,0.0016281159,0.28523377,0.34515902,0.32891428],"study_design_scores_gemma":[0.009856458,0.00020803462,0.8602014,0.00013293533,0.0000931395,0.000052743442,0.0007698194,0.00029851712,0.00092669576,0.0078346785,0.119545236,0.000080349186],"about_ca_topic_score_codex":0.25775126,"about_ca_topic_score_gemma":0.4029229,"teacher_disagreement_score":0.9436758,"about_ca_system_score_codex":0.00010392535,"about_ca_system_score_gemma":0.0005513809,"threshold_uncertainty_score":0.7471914},"labels":[],"label_agreement":null},{"id":"W7099231751","doi":"","title":"The GAC and Ontario’s Medical Schools: Guideline Adoption and Collaboration GAC Guidelines Background","year":2015,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Work (physics); Continuing medical education; Product (mathematics); Advisory committee; Medical practice","score_opus":0.33070244833599305,"score_gpt":0.5131631511542307,"score_spread":0.18246070281823767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099231751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61798495,0.0016905793,0.009685133,0.36557522,0.0008574709,0.0011247887,0.000009431109,0.00014314704,0.0029292717],"genre_scores_gemma":[0.76185966,0.0043735085,0.151725,0.06134569,0.004114225,0.00013514634,0.00087721174,0.00011903383,0.015450538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678296,0.00014550697,0.0016549203,0.00035913987,0.0008190056,0.00023846044],"domain_scores_gemma":[0.996112,0.0006542149,0.00027712464,0.00033270192,0.0020531446,0.0005708371],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005227825,0.0001854019,0.0002762716,0.00006160114,0.00020377361,0.00018326087,0.00008358084,0.00017361839,0.00035089054],"category_scores_gemma":[0.015888162,0.00012009548,0.000034190394,0.00021371584,0.00013453979,0.0005028717,0.0001333133,0.0003564826,0.00004945263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010814655,0.00012690783,0.035989504,0.000025536574,0.00011663433,0.000032457796,0.00033265114,0.000009412672,0.0003832352,0.003094041,0.8544312,0.10437694],"study_design_scores_gemma":[0.006364318,0.000730586,0.008991643,0.0000876362,0.00026561684,0.00044248137,0.013891192,0.011236291,0.000053678752,0.0018474669,0.9558381,0.00025100858],"about_ca_topic_score_codex":0.010030174,"about_ca_topic_score_gemma":0.10592526,"teacher_disagreement_score":0.30422953,"about_ca_system_score_codex":0.00023133567,"about_ca_system_score_gemma":0.0015281157,"threshold_uncertainty_score":0.9965621},"labels":[],"label_agreement":null},{"id":"W7100468164","doi":"","title":"CANADIAN JOURNAL OF DIABETES CANADIAN JOURNAL OF DIABETES. 2005;29(3):220-229.","year":2004,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Quality (philosophy); Type 2 diabetes; Health care; Quality management; Best practice; MEDLINE","score_opus":0.09483105732761125,"score_gpt":0.3953571011634866,"score_spread":0.30052604383587533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100468164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95977485,0.0007661952,0.00021084587,0.035581388,0.0012543028,0.00022843458,0.00003798249,0.000006450597,0.0021395588],"genre_scores_gemma":[0.9888595,0.000033089527,0.004103415,0.0055474043,0.0010185685,0.00000122608,0.00001908891,0.00003213932,0.00038558585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966449,0.000087091146,0.001946619,0.00014256667,0.00045161854,0.00072718284],"domain_scores_gemma":[0.99486154,0.00042664775,0.0008827019,0.00025640617,0.0012535608,0.0023191548],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023802475,0.00018436997,0.00055114424,0.0007130353,0.00013910275,0.00008181531,0.00025564374,0.00015362211,0.0036205805],"category_scores_gemma":[0.0068529095,0.00015219917,0.00024104862,0.0003086479,0.00013570435,0.0004648655,0.000012194145,0.00067449245,0.00005131175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027922366,0.00012600391,0.8688413,0.00006964876,0.00046504216,0.0002681762,0.00056757074,0.00032085864,0.0018352532,0.00030854932,0.111558564,0.015611139],"study_design_scores_gemma":[0.019608233,0.0037220553,0.5922397,0.0011401516,0.0021481912,0.00060795096,0.0041931877,0.0002392991,0.011391431,0.005762519,0.3580419,0.00090538175],"about_ca_topic_score_codex":0.33711112,"about_ca_topic_score_gemma":0.92532444,"teacher_disagreement_score":0.5882133,"about_ca_system_score_codex":0.0010031263,"about_ca_system_score_gemma":0.016540859,"threshold_uncertainty_score":0.99729025},"labels":[],"label_agreement":null},{"id":"W7114890041","doi":"10.5281/zenodo.17903025","title":"How do Canadian national and provincial guidelines influence hospital administration practices?","year":2025,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Administration (probate law); MEDLINE; Health administration; Work (physics); Government (linguistics)","score_opus":0.15644507680796413,"score_gpt":0.4252969186878152,"score_spread":0.2688518418798511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114890041","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32166603,0.0019880175,0.0050612837,0.5162553,0.001999367,0.0072725443,0.002874601,0.0009336036,0.1419492],"genre_scores_gemma":[0.98837185,0.0006018462,0.0011107571,0.0029702042,0.0009250478,3.0683552e-7,0.0026372166,0.00068682403,0.002695942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995447,0.00065804133,0.0012443473,0.0009567733,0.0010561487,0.0006377352],"domain_scores_gemma":[0.9895716,0.00035654518,0.0011298903,0.00051418826,0.007781869,0.000645924],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003674679,0.00033120852,0.00032969378,0.00069787924,0.0031376902,0.003810404,0.0006938006,0.00025327413,0.0044852556],"category_scores_gemma":[0.12010343,0.00037860425,0.000081135375,0.0011205085,0.00039125935,0.0018018098,0.00081756443,0.0007708796,0.0014804882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006803187,0.00057756394,0.00040795916,0.0005141383,0.00034762523,0.00008550723,0.0009360855,0.00003652246,0.0014545376,0.01602876,0.6556735,0.32325748],"study_design_scores_gemma":[0.0018647505,0.0012343458,0.009124182,0.00024666745,0.00023027208,0.00015401821,0.0023157198,0.001461834,0.00011777939,0.00047964384,0.9824397,0.00033108616],"about_ca_topic_score_codex":0.004280809,"about_ca_topic_score_gemma":0.0007873472,"teacher_disagreement_score":0.6667058,"about_ca_system_score_codex":0.000966082,"about_ca_system_score_gemma":0.0006020319,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W7114924972","doi":"10.5281/zenodo.17903026","title":"How do Canadian national and provincial guidelines influence hospital administration practices?","year":2025,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Administration (probate law); MEDLINE; Health administration; Work (physics); Government (linguistics)","score_opus":0.15644507680796413,"score_gpt":0.4252969186878152,"score_spread":0.2688518418798511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114924972","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32166603,0.0019880175,0.0050612837,0.5162553,0.001999367,0.0072725443,0.002874601,0.0009336036,0.1419492],"genre_scores_gemma":[0.98837185,0.0006018462,0.0011107571,0.0029702042,0.0009250478,3.0683552e-7,0.0026372166,0.00068682403,0.002695942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995447,0.00065804133,0.0012443473,0.0009567733,0.0010561487,0.0006377352],"domain_scores_gemma":[0.9895716,0.00035654518,0.0011298903,0.00051418826,0.007781869,0.000645924],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003674679,0.00033120852,0.00032969378,0.00069787924,0.0031376902,0.003810404,0.0006938006,0.00025327413,0.0044852556],"category_scores_gemma":[0.12010343,0.00037860425,0.000081135375,0.0011205085,0.00039125935,0.0018018098,0.00081756443,0.0007708796,0.0014804882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006803187,0.00057756394,0.00040795916,0.0005141383,0.00034762523,0.00008550723,0.0009360855,0.00003652246,0.0014545376,0.01602876,0.6556735,0.32325748],"study_design_scores_gemma":[0.0018647505,0.0012343458,0.009124182,0.00024666745,0.00023027208,0.00015401821,0.0023157198,0.001461834,0.00011777939,0.00047964384,0.9824397,0.00033108616],"about_ca_topic_score_codex":0.004280809,"about_ca_topic_score_gemma":0.0007873472,"teacher_disagreement_score":0.6667058,"about_ca_system_score_codex":0.000966082,"about_ca_system_score_gemma":0.0006020319,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W7115697179","doi":"10.1007/978-3-031-95659-1_11","title":"An Overview on Adopting Clinical Pathways in Primary Care: A Literature Review","year":2025,"lang":"en","type":"book-chapter","venue":"Springer proceedings in mathematics & statistics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Primary care; Health care; Quality (philosophy); Clinical pathway; Inclusion (mineral); Service (business); Population; Process (computing); MEDLINE","score_opus":0.20483118537703568,"score_gpt":0.4666005651789894,"score_spread":0.2617693798019537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115697179","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010113688,0.20956725,0.004766702,0.0027175932,0.002218544,0.018385163,0.002554606,0.0006490389,0.7581297],"genre_scores_gemma":[0.00016114011,0.38535485,0.5888845,0.010313676,0.00072491314,0.00015429857,0.0015556294,0.00029619556,0.0125548495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929669,0.000040353705,0.004550349,0.0009924818,0.0009855574,0.000464383],"domain_scores_gemma":[0.99460095,0.0018229341,0.0016857716,0.0006455035,0.0010239845,0.00022086954],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034633493,0.00072230154,0.00208907,0.00049121416,0.00005346674,0.000113899085,0.0003744685,0.0006871548,0.00010360516],"category_scores_gemma":[0.007706008,0.00069754076,0.00024774714,0.000240891,0.00010438433,0.00020295895,0.00023114396,0.0028952728,0.00005514674],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002656572,0.0010988804,0.0012457664,0.23394129,0.00017974948,0.00090457674,0.0019263123,0.0000016187533,0.000016851633,0.483436,0.012913634,0.26406968],"study_design_scores_gemma":[0.005533417,0.002238703,0.002894671,0.6729735,0.0026703323,0.00015106554,0.0005838041,0.0010994943,0.000008225675,0.11120759,0.19848956,0.0021496017],"about_ca_topic_score_codex":0.0000055653763,"about_ca_topic_score_gemma":0.000028354229,"teacher_disagreement_score":0.7455749,"about_ca_system_score_codex":0.00073620124,"about_ca_system_score_gemma":0.00068525673,"threshold_uncertainty_score":0.9995476},"labels":[],"label_agreement":null},{"id":"W7115729089","doi":"10.1007/978-3-031-95659-1_4","title":"An Overview of the Implementation of Artificial Intelligence in Clinical Pathways","year":2025,"lang":"en","type":"book-chapter","venue":"Springer proceedings in mathematics & statistics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"","keywords":"Health care; Big data; Psychological intervention; Applications of artificial intelligence; MEDLINE; Patient care; Scientific literature","score_opus":0.32066457699542716,"score_gpt":0.5166823393401413,"score_spread":0.19601776234471413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115729089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32111052,0.004691747,0.3684655,0.0055646715,0.008807998,0.0494481,0.009905862,0.0004927477,0.23151284],"genre_scores_gemma":[0.16806373,0.0064734532,0.81988573,0.00065524864,0.00049742893,0.000103361286,0.00025314544,0.00025133637,0.0038165872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9937019,0.000027890475,0.004957924,0.0004004869,0.00068942655,0.00022241856],"domain_scores_gemma":[0.9952613,0.0011831386,0.0023787387,0.00040443326,0.0007058748,0.00006648628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029826036,0.00029864776,0.0010207413,0.0003063208,0.000024141335,0.00001959863,0.00033597552,0.00028687905,0.00022770386],"category_scores_gemma":[0.0032519908,0.00025767548,0.00016642414,0.00017612969,0.00021818245,0.0001031761,0.00020169285,0.000799089,0.000005553455],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007246533,0.00043464752,0.004540707,0.004284724,0.00006940381,0.000006981815,0.0012288847,0.000003201965,0.00019621551,0.85410154,0.00023548142,0.13482575],"study_design_scores_gemma":[0.0008602929,0.00072467426,0.011973379,0.005876928,0.0008953316,0.000009228787,0.0038972974,0.0061876895,0.0012568434,0.9667126,0.0011581252,0.00044759113],"about_ca_topic_score_codex":0.00008549717,"about_ca_topic_score_gemma":0.00047358993,"teacher_disagreement_score":0.4514202,"about_ca_system_score_codex":0.00015765819,"about_ca_system_score_gemma":0.0005767209,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W7115803462","doi":"10.1007/978-3-031-95659-1_10","title":"Tools for Analyzing and Measuring the Performance of Care and Service Pathways","year":2025,"lang":"en","type":"book-chapter","venue":"Springer proceedings in mathematics & statistics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Health care; Service (business); Order (exchange); Control (management); Clinical governance; Corporate governance","score_opus":0.13937277843985943,"score_gpt":0.37451704832091803,"score_spread":0.2351442698810586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115803462","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65418565,0.014802443,0.078092515,0.005628092,0.0012994475,0.028396657,0.0041149794,0.00041529172,0.21306492],"genre_scores_gemma":[0.097209305,0.006788356,0.8883729,0.0006715552,0.00030494865,0.00015999727,0.00014980933,0.00019365863,0.0061494983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980508,0.00000324761,0.0011478268,0.00029959204,0.0003125008,0.00018604718],"domain_scores_gemma":[0.9961927,0.0018931924,0.0007038005,0.00016968566,0.0009857368,0.000054873828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091373245,0.00026359005,0.0006173095,0.0001578027,0.00008563154,0.000073537456,0.00011499518,0.00015736221,0.0000085370275],"category_scores_gemma":[0.0030585108,0.00021772107,0.00004459688,0.00005636301,0.00008820815,0.00012866524,0.00018093274,0.00040053006,8.5920516e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004658668,0.00011859193,0.0054666493,0.13916348,0.00058679475,0.000010925021,0.017749105,0.000011370426,0.0011219983,0.55881256,0.0006771217,0.27581552],"study_design_scores_gemma":[0.02137801,0.0063960385,0.01645844,0.1000725,0.021682287,0.00034637802,0.04585587,0.15891542,0.0058453334,0.5353766,0.08225056,0.0054225484],"about_ca_topic_score_codex":0.000009017661,"about_ca_topic_score_gemma":0.00003874473,"teacher_disagreement_score":0.8102804,"about_ca_system_score_codex":0.00008560404,"about_ca_system_score_gemma":0.00014607418,"threshold_uncertainty_score":0.88784075},"labels":[],"label_agreement":null},{"id":"W7116667662","doi":"10.1017/ice.2025.10383","title":"Commentary: navigating practice decisions when guidelines offer “no recommendation”","year":2025,"lang":"en","type":"article","venue":"Infection Control and Hospital Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"MEDLINE; Key (lock)","score_opus":0.15831702712594053,"score_gpt":0.5132472414077971,"score_spread":0.35493021428185656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116667662","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04038831,0.00047570645,0.11356967,0.8402765,0.0020360802,0.0008812012,0.000025864574,0.000132024,0.0022146986],"genre_scores_gemma":[0.39934686,0.002098516,0.047813606,0.54864734,0.0012063461,0.00017140384,0.0003832694,0.00002677705,0.0003058404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964374,0.0008459597,0.0018802676,0.00044463613,0.00009713746,0.00029462116],"domain_scores_gemma":[0.97473645,0.02304369,0.0006264705,0.0002566497,0.0011871093,0.00014962038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048049525,0.00020195375,0.00064276234,0.0001044976,0.0002643134,0.000023304292,0.00005133846,0.00019531373,0.00027535076],"category_scores_gemma":[0.17090097,0.00017351728,0.00014385149,0.00015638287,0.00012229291,0.00044121576,0.000088128334,0.0005786962,0.00007271553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047208497,0.00024091896,0.2312132,0.000020663638,0.0003226595,0.0000035479186,0.000042515123,0.000028155422,0.00008239343,0.0015930535,0.37426656,0.39171425],"study_design_scores_gemma":[0.005326449,0.0009409682,0.10388692,0.00017668949,0.00056868704,0.000054833294,0.00016725637,0.010827517,0.000006886417,0.008061931,0.86979795,0.00018393622],"about_ca_topic_score_codex":0.0040270435,"about_ca_topic_score_gemma":0.00013744742,"teacher_disagreement_score":0.49553135,"about_ca_system_score_codex":0.000111842004,"about_ca_system_score_gemma":0.00009225321,"threshold_uncertainty_score":0.8360829},"labels":[],"label_agreement":null},{"id":"W7117138160","doi":"10.1111/jebm.70098","title":"Challenges Facing Evidence‐Synthesis and Clinical Practice Guidelines, and Their Solutions: Restoring Balance Through Core GRADE","year":2025,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Clinical Practice; Core (optical fiber); Balance (ability); Component (thermodynamics); Key (lock); Core stability","score_opus":0.809906837804852,"score_gpt":0.6039205569126929,"score_spread":0.2059862808921591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117138160","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04325209,0.2544661,0.016553255,0.6835593,0.0013700282,0.00056369574,0.0000026367163,0.000039208797,0.00019371253],"genre_scores_gemma":[0.5244402,0.40197036,0.048537407,0.02228943,0.002638916,0.000016505308,0.0000019150013,0.000029708182,0.00007553806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936431,0.0006836756,0.0038932888,0.00050499977,0.00090634683,0.00036860484],"domain_scores_gemma":[0.9371377,0.056542356,0.0021557484,0.00055467576,0.0032675005,0.00034200642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019877387,0.00032440774,0.0011985952,0.00032100073,0.00020528263,0.000035499605,0.00021971365,0.00021029223,0.000037820064],"category_scores_gemma":[0.4581867,0.00019868667,0.00018737267,0.00044454573,0.0005031949,0.0017004962,0.00012274043,0.001046735,0.0000020715313],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069343033,0.0006686541,0.056518868,0.0019937605,0.0012002389,0.0005103174,0.0012385194,0.00008020663,0.0074783685,0.001158693,0.070385575,0.8518325],"study_design_scores_gemma":[0.022515839,0.014015279,0.19955082,0.24624595,0.014990157,0.00521518,0.046914533,0.011550601,0.0022950273,0.0074282116,0.4280342,0.0012442182],"about_ca_topic_score_codex":0.00021974326,"about_ca_topic_score_gemma":0.000049151426,"teacher_disagreement_score":0.85058826,"about_ca_system_score_codex":0.0002284938,"about_ca_system_score_gemma":0.0011478185,"threshold_uncertainty_score":0.8102208},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W7117293846","doi":"10.1002/alz70858_104577","title":"Evaluating the Launch of CCSMH's Clinical Practice Guidelines for BPSD","year":2025,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Hotchkiss Brain Institute; Canadian Mental Health Association; Baycrest Hospital; University of Calgary; University of Toronto","funders":"","keywords":"Clinical Practice; Knowledge translation; Social media; Information Dissemination; Value (mathematics); Health professionals; Health care; Social care","score_opus":0.6180060380771717,"score_gpt":0.6516229158846393,"score_spread":0.03361687780746758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117293846","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057795316,0.15018526,0.07811987,0.68411577,0.0077460855,0.010256502,0.00009380937,0.00026308539,0.011424283],"genre_scores_gemma":[0.48157385,0.00041919327,0.45474198,0.06162606,0.0010636863,0.00022627131,0.00012430434,0.000043527383,0.00018114109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99546933,0.00035839895,0.0029545394,0.00040882934,0.0005390657,0.0002698377],"domain_scores_gemma":[0.98516124,0.008790141,0.0009525732,0.0007242401,0.004294998,0.00007680074],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010825782,0.0001733756,0.00041920372,0.00007386907,0.00015581722,0.000030300836,0.00023835844,0.0001161268,0.00021689832],"category_scores_gemma":[0.08053484,0.00012416016,0.0003031395,0.00031947112,0.00012623561,0.00022996005,0.00016743042,0.0002735991,0.000028370025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011856079,0.00045670982,0.0053944285,0.00003568592,0.015414207,0.0000020994148,0.00006487867,0.000034624674,0.0010796107,0.0021890323,0.24884811,0.725295],"study_design_scores_gemma":[0.006583613,0.0015656956,0.010572663,0.00013805651,0.10439489,0.000018348603,0.0014901789,0.01074752,0.003015171,0.0018335507,0.8594217,0.00021866745],"about_ca_topic_score_codex":0.00019910812,"about_ca_topic_score_gemma":0.000040239,"teacher_disagreement_score":0.7250763,"about_ca_system_score_codex":0.000007746107,"about_ca_system_score_gemma":0.00060127483,"threshold_uncertainty_score":0.9272102},"labels":[],"label_agreement":null},{"id":"W7117293972","doi":"10.1002/alz70857_105829","title":"Technology‐enabled integrated care pathway (Tech‐ICP) for behavioral and psychological symptoms of dementia in long‐term care","year":2025,"lang":"en","type":"article","venue":"Alzheimer s & Dementia","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University; Health Sciences Centre; Sunnybrook Health Science Centre; Toronto Rehabilitation Institute; St. Michael's Hospital; Ontario Shores Centre for Mental Health Sciences; Toronto Dementia Research Alliance; West Park Healthcare Centre; Baycrest Hospital; Centre for Addiction and Mental Health","funders":"","keywords":"Integrated care; Dementia; Quality (philosophy); Quality of life (healthcare); Long-term care; MEDLINE","score_opus":0.10436317424999132,"score_gpt":0.4510512076537061,"score_spread":0.3466880334037148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117293972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94029385,0.054606717,0.0016255487,0.0008170949,0.00033397388,0.001978938,0.00006722625,0.0000976942,0.00017895855],"genre_scores_gemma":[0.9919011,0.00011056477,0.006740494,0.0003527895,0.000026640608,0.00024895716,0.00058934785,0.000024116745,0.0000059893873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977081,0.00006676702,0.0011382843,0.0005428275,0.00018925218,0.0003548134],"domain_scores_gemma":[0.99858004,0.00015593272,0.00027576354,0.00042800308,0.00048827182,0.00007196623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030897473,0.00024449723,0.000481907,0.00041584912,0.00007492919,0.000021930231,0.00017429769,0.0003039311,0.00012449452],"category_scores_gemma":[0.00026179102,0.00022076989,0.00011603818,0.00055997964,0.00016964185,0.00013515336,0.00015246781,0.00031215991,0.0000036817696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048863003,0.0004955643,0.5260445,0.000104331535,0.0024156137,0.000021625783,0.00031308277,0.0000011416008,0.0054176617,0.00024494596,0.00034406953,0.46410885],"study_design_scores_gemma":[0.02654098,0.0068065966,0.7920477,0.0009107711,0.06607679,0.000038886705,0.015722334,0.00013310234,0.08273013,0.0007517689,0.00736944,0.0008714956],"about_ca_topic_score_codex":0.00016466333,"about_ca_topic_score_gemma":0.00065143086,"teacher_disagreement_score":0.46323735,"about_ca_system_score_codex":0.000032430296,"about_ca_system_score_gemma":0.00014064267,"threshold_uncertainty_score":0.90027344},"labels":[],"label_agreement":null},{"id":"W7117365168","doi":"10.1016/j.imed.2025.12.006","title":"Evaluation of artificial intelligence-based tool Covidence in literature screening for guideline updates: A prospective study","year":2025,"lang":"en","type":"article","venue":"Intelligent Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; University of British Columbia; Impact","funders":"Hamilton Health Sciences Foundation","keywords":"Guideline; Randomized controlled trial; Workload; Breast cancer; MEDLINE; Lung cancer screening; Stage (stratigraphy); Clinical Practice; Evidence-based medicine","score_opus":0.36637380526354874,"score_gpt":0.5644291767119313,"score_spread":0.19805537144838253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117365168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19407648,0.0011720848,0.7781123,0.016216658,0.0006610186,0.0094565,0.000025623101,0.00005627094,0.00022304586],"genre_scores_gemma":[0.984064,0.00003940028,0.012684625,0.0020978313,0.00032535833,0.0004758534,0.00023849429,0.0000210404,0.000053415508],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99420357,0.0003881651,0.0031704823,0.0005880389,0.0013711831,0.0002785765],"domain_scores_gemma":[0.9920776,0.0023187029,0.00053052406,0.00051120465,0.0044841967,0.000077800694],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014628338,0.00025513093,0.00068148714,0.0007596163,0.000056913483,0.000019771285,0.00018838071,0.00012664331,0.00036617907],"category_scores_gemma":[0.0480476,0.00020657018,0.000121055986,0.0015208387,0.00014569784,0.00016315443,0.000052553034,0.0003703864,0.000005145141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066039786,0.002995394,0.0755818,0.00039025585,0.00044496925,0.000028779614,0.003604528,0.007335399,0.0023904417,0.002087172,0.0034565546,0.89508075],"study_design_scores_gemma":[0.0132567575,0.010210098,0.03145885,0.008452484,0.0055411975,0.000015116651,0.03617596,0.815287,0.03308838,0.043312386,0.0025984072,0.0006033724],"about_ca_topic_score_codex":0.000325865,"about_ca_topic_score_gemma":0.000525796,"teacher_disagreement_score":0.89447737,"about_ca_system_score_codex":0.00038658653,"about_ca_system_score_gemma":0.0008500788,"threshold_uncertainty_score":0.95997113},"labels":[],"label_agreement":null},{"id":"W7117367844","doi":"10.1016/j.imed.2025.12.008","title":"The performance of Covidence: An artificial intelligence-based tool for title and abstract screening in a breast cancer evidence-based clinical practice guideline","year":2025,"lang":"en","type":"article","venue":"Intelligent Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"Hamilton Health Sciences Foundation","keywords":"Workload; Clinical Practice; Guideline; Clinical trial; Breast cancer; Stage (stratigraphy); Identification (biology)","score_opus":0.361299736082622,"score_gpt":0.5694698143195533,"score_spread":0.20817007823693134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117367844","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3039172,0.006091665,0.32468235,0.35795844,0.0025293413,0.0038429494,0.000058006957,0.00009807799,0.0008219838],"genre_scores_gemma":[0.9699946,0.0028305936,0.013964089,0.012301708,0.0006435313,0.000084851476,0.000036828475,0.000019694198,0.00012411708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695015,0.00012008222,0.002041653,0.00030460823,0.00038012792,0.00020336988],"domain_scores_gemma":[0.98938286,0.008951554,0.00043809775,0.00033424006,0.00080590014,0.00008737372],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060548726,0.00014081296,0.0003486572,0.00015093881,0.00007523613,0.000017484264,0.0001512207,0.00010113918,0.0003911078],"category_scores_gemma":[0.016096542,0.000095463896,0.0000703209,0.00033210355,0.00030983955,0.00019827446,0.00002805274,0.00032210044,0.000008270874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047288723,0.0002651539,0.030174853,0.00022351916,0.00006214444,0.000006935985,0.000053118372,0.0006797067,0.00045108498,0.0005774733,0.009380101,0.95339704],"study_design_scores_gemma":[0.0037522868,0.0041823382,0.08483238,0.011733177,0.0015824108,0.000044028286,0.003927205,0.6526166,0.010698559,0.0012956908,0.2247519,0.00058338384],"about_ca_topic_score_codex":0.0004666362,"about_ca_topic_score_gemma":0.000107714106,"teacher_disagreement_score":0.9528136,"about_ca_system_score_codex":0.00006395066,"about_ca_system_score_gemma":0.000683297,"threshold_uncertainty_score":0.9921913},"labels":[],"label_agreement":null},{"id":"W7117679566","doi":"10.1016/j.jarlif.2025.100032","title":"Facilitators and barriers of implementing the WHO ICOPE care model in Nepal: A clinical perspective","year":2025,"lang":"en","type":"article","venue":"Journal of Aging Research and Lifestyle","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Perspective (graphical); Work (physics); Health care; Qualitative research; Context (archaeology)","score_opus":0.19298977362838438,"score_gpt":0.5783377517696252,"score_spread":0.38534797814124083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117679566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831861,0.0028488156,0.00012293765,0.012678606,0.00004359367,0.0002460419,0.0000055491764,0.0000022757756,0.0008660545],"genre_scores_gemma":[0.9971554,0.0010909445,0.0010567956,0.00042695258,0.000098638644,0.000002690191,6.572899e-7,0.0000057434027,0.00016214648],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99784243,0.00036351266,0.0009891815,0.00014768293,0.0004251162,0.0002320873],"domain_scores_gemma":[0.9958141,0.0024969215,0.00021654238,0.00013309291,0.0011607613,0.00017860935],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075952196,0.00006718939,0.00029570865,0.00031363088,0.000120330624,0.00003518193,0.000093594164,0.00004596082,0.000011458979],"category_scores_gemma":[0.013566988,0.000045170233,0.0000690728,0.0003122647,0.00026236277,0.00015980602,0.00015855087,0.00086571096,2.0891872e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005705076,0.00006975486,0.9566753,0.00015588892,0.000116907206,0.00002484892,0.004964365,0.000021083388,0.00017241358,0.0010471033,0.003898316,0.03228353],"study_design_scores_gemma":[0.01084601,0.003018019,0.42333773,0.0021648875,0.00026701426,0.00011030503,0.5252889,0.010735093,0.0003472286,0.00952023,0.014183532,0.00018106002],"about_ca_topic_score_codex":0.0005033913,"about_ca_topic_score_gemma":0.00020442264,"teacher_disagreement_score":0.5333376,"about_ca_system_score_codex":0.0000989889,"about_ca_system_score_gemma":0.0012928444,"threshold_uncertainty_score":0.99474216},"labels":[],"label_agreement":null},{"id":"W7120739736","doi":"","title":"Quality assessment of clinical guidelines for the treatment of obesity in adults: application of the AGREE II instrument","year":2018,"lang":"en","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Government (linguistics); Quality (philosophy); MEDLINE; Systematic review; Obesity; Quality assessment","score_opus":0.20102738946037188,"score_gpt":0.45470610447798726,"score_spread":0.2536787150176154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7120739736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434021,0.00015100597,0.011581697,0.039172024,0.0007466654,0.002753353,0.00012172969,0.000033211025,0.0020381985],"genre_scores_gemma":[0.98438555,0.00028211714,0.014078594,0.00027781524,0.000565567,0.00028032446,0.00007987111,0.000018372146,0.00003181459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99475324,0.00046101373,0.003290596,0.00045354053,0.00077786314,0.00026373722],"domain_scores_gemma":[0.992699,0.00188216,0.0019873434,0.0009506076,0.0023300513,0.00015083487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003083438,0.0002315568,0.00072973315,0.00013375474,0.00023683139,0.000010456326,0.00037772022,0.0002543318,0.000016283455],"category_scores_gemma":[0.0065307114,0.00014386549,0.00044312136,0.0005063338,0.00009044281,0.00013549304,0.00014926477,0.00022508214,4.6282238e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004280448,0.010816609,0.36107686,0.00059403793,0.00072231906,0.0000030167316,0.0020907123,0.00011587289,0.0055469177,0.46802735,0.00078255247,0.1459433],"study_design_scores_gemma":[0.006639104,0.0014858099,0.63084143,0.00026026074,0.0002888969,0.000038156955,0.0009600714,0.005811721,0.0032618584,0.0004126159,0.34983045,0.00016963623],"about_ca_topic_score_codex":0.00005028862,"about_ca_topic_score_gemma":0.001610361,"teacher_disagreement_score":0.46761474,"about_ca_system_score_codex":0.0003697215,"about_ca_system_score_gemma":0.0011054658,"threshold_uncertainty_score":0.78183436},"labels":[],"label_agreement":null},{"id":"W7124359122","doi":"","title":"Interpretation of 2020 edition of best clinical practice guidelines \"Oral health:supporting adults who require assistance\" by Registered Nurses' Association of Ontario","year":2022,"lang":"zh","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Best practice; Guideline; Clinical Practice; Association (psychology); Interpretation (philosophy); Quality (philosophy); Health care","score_opus":0.5619420082350185,"score_gpt":0.6891790624737015,"score_spread":0.12723705423868303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124359122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90909755,0.02626961,0.0046147034,0.032988872,0.012920502,0.005778219,0.003126916,0.000052223593,0.0051514283],"genre_scores_gemma":[0.9693481,0.01607239,0.005420224,0.003959551,0.0010566617,0.000094672054,0.0012377783,0.00013414283,0.0026765347],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9717753,0.0043748785,0.018078182,0.0010707186,0.0040095183,0.00069138146],"domain_scores_gemma":[0.93498117,0.007544422,0.04819516,0.0009582597,0.007890458,0.00043052048],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032812517,0.0005449118,0.0031686504,0.00065150333,0.0003442798,0.00023905878,0.0017551874,0.0003415242,0.008942677],"category_scores_gemma":[0.10205101,0.0006017765,0.00077829574,0.0015703356,0.00025816297,0.0058474997,0.0011249422,0.0019211778,0.000005304202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012087573,0.003601902,0.40589234,0.0012137748,0.0013549615,0.000026023914,0.0028857156,0.00029842058,0.0036686547,0.000035148194,0.40965566,0.15927984],"study_design_scores_gemma":[0.024044544,0.0046482887,0.66529006,0.020086655,0.007132353,0.000118681484,0.034204863,0.0063704066,0.0026908773,0.00293778,0.23062082,0.0018546972],"about_ca_topic_score_codex":0.060777064,"about_ca_topic_score_gemma":0.011303984,"teacher_disagreement_score":0.2593977,"about_ca_system_score_codex":0.002655476,"about_ca_system_score_gemma":0.004944332,"threshold_uncertainty_score":0.9996434},"labels":[],"label_agreement":null},{"id":"W7130685696","doi":"10.1093/pch/pxaf075","title":"A new Canadian clinical practice guideline for managing obesity in children: Some tried, some true and some very new","year":2025,"lang":"en","type":"article","venue":"Paediatrics & Child Health","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of British Columbia; Hospital for Sick Children","funders":"","keywords":"Guideline; Clinical Practice; Intervention (counseling); Obesity; Management of obesity; Health care","score_opus":0.0694244256889287,"score_gpt":0.4561283755036393,"score_spread":0.3867039498147106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130685696","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051228903,0.02996762,0.010625258,0.89815855,0.0026618103,0.00637462,0.0001846077,0.00017826163,0.0006203696],"genre_scores_gemma":[0.0762206,0.04836645,0.17951688,0.6758752,0.017750703,0.00006763993,0.0013499772,0.00016042072,0.00069212227],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99368006,0.0003570784,0.0035948157,0.0009263077,0.00045910326,0.0009826454],"domain_scores_gemma":[0.99305516,0.003546641,0.0008949126,0.0006275149,0.00022975546,0.0016460168],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007305004,0.00035719087,0.0010046293,0.00090158137,0.0003341636,0.00008081934,0.00023217958,0.0003221332,0.00003087102],"category_scores_gemma":[0.020831414,0.00037778408,0.0002245359,0.00085773127,0.000047090358,0.0009877001,0.0001454838,0.0012347179,0.000023354018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000876685,0.00047662758,0.3537633,0.00028382379,0.00020945564,0.000028175238,0.0002058153,0.000026119551,6.111794e-7,0.020804055,0.359581,0.26374432],"study_design_scores_gemma":[0.027821854,0.0012664376,0.5766403,0.00027850916,0.0010297407,0.00011697014,0.0005204249,0.0012861299,0.0000023253785,0.04062792,0.3497457,0.00066368765],"about_ca_topic_score_codex":0.17999627,"about_ca_topic_score_gemma":0.033311084,"teacher_disagreement_score":0.26308063,"about_ca_system_score_codex":0.00081363023,"about_ca_system_score_gemma":0.011034526,"threshold_uncertainty_score":0.9998674},"labels":[],"label_agreement":null},{"id":"W7132075625","doi":"","title":"Zo doen we dat","year":2004,"lang":"nl","type":"article","venue":"TNO Repository","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care management; Quality of Life Research; Older people","score_opus":0.16453005010071142,"score_gpt":0.45299609994111817,"score_spread":0.28846604984040675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132075625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7123259,0.013346098,0.0031708677,0.08427466,0.020961367,0.0027860256,0.000057065266,0.0006112071,0.16246684],"genre_scores_gemma":[0.9606107,0.00096650666,0.0022572787,0.0033874405,0.0054043625,0.000023065786,0.00009029554,0.000077518,0.027182842],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961511,0.00020603676,0.0017611659,0.00063196383,0.0007491824,0.0005005511],"domain_scores_gemma":[0.9971076,0.00059899327,0.0006174226,0.0010218017,0.0002638334,0.0003902951],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009352059,0.00031146652,0.0004812866,0.00010955357,0.00023255456,0.00008823266,0.00024307119,0.000264195,0.0010466882],"category_scores_gemma":[0.0015047922,0.0002975469,0.0002205088,0.0002428348,0.00017552999,0.000423591,0.00017078765,0.0006970781,0.005949019],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031315312,0.006331721,0.042849235,0.0022788206,0.002620645,0.0088615855,0.006221905,0.0010383845,0.26636183,0.005635199,0.567914,0.08675514],"study_design_scores_gemma":[0.022310322,0.0032088126,0.065133296,0.002403897,0.0043582115,0.0021609028,0.0073305406,0.00039115627,0.053166132,0.0020836329,0.83592844,0.0015246641],"about_ca_topic_score_codex":0.0016484605,"about_ca_topic_score_gemma":0.00005623737,"teacher_disagreement_score":0.26801443,"about_ca_system_score_codex":0.00059033115,"about_ca_system_score_gemma":0.0008900563,"threshold_uncertainty_score":0.99994767},"labels":[],"label_agreement":null},{"id":"W7132548423","doi":"","title":"Leerboek chirurgie","year":2006,"lang":"","type":"book","venue":"Pure Amsterdam UMC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pediatric Oncology Group","funders":"","keywords":"","score_opus":0.12518040313129128,"score_gpt":0.41978765439153687,"score_spread":0.29460725126024556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132548423","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026174502,0.004478151,0.00409484,0.02486005,0.010744543,0.0060204966,0.0007633399,0.0005130938,0.945908],"genre_scores_gemma":[0.03377021,0.0012288649,0.003201927,0.01394754,0.022756867,0.00022063348,0.0091291135,0.00068445737,0.9150604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869104,0.0005221396,0.0063731996,0.0021553235,0.0023273032,0.0017116513],"domain_scores_gemma":[0.9884497,0.003986929,0.0032495284,0.0024542303,0.000995015,0.0008646177],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0028085303,0.0016864482,0.002567837,0.0006076331,0.00042883825,0.0002898867,0.00086685916,0.0016770988,0.009356562],"category_scores_gemma":[0.0042097652,0.0017104625,0.0012764,0.00049080263,0.00058845745,0.00071905873,0.00065904745,0.0035265654,0.009373746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085314334,0.00087308965,0.0031567,0.0013723074,0.0008806378,0.00076701527,0.00014940664,0.000044318404,0.00015056955,0.0011304087,0.8305675,0.16005492],"study_design_scores_gemma":[0.007309571,0.0012811709,0.005875055,0.0013961429,0.005032494,0.00032918982,0.00015433696,0.0004574766,0.000065565015,0.0038146519,0.97278744,0.0014969057],"about_ca_topic_score_codex":0.00048379888,"about_ca_topic_score_gemma":0.00042116691,"teacher_disagreement_score":0.15855801,"about_ca_system_score_codex":0.0012391503,"about_ca_system_score_gemma":0.0028219023,"threshold_uncertainty_score":0.99961895},"labels":[],"label_agreement":null},{"id":"W7132932696","doi":"","title":"Leerboek chirurgie","year":2006,"lang":"","type":"book","venue":"Pure Amsterdam UMC","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pediatric Oncology Group","funders":"","keywords":"","score_opus":0.12518040313129128,"score_gpt":0.41978765439153687,"score_spread":0.29460725126024556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132932696","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026174502,0.004478151,0.00409484,0.02486005,0.010744543,0.0060204966,0.0007633399,0.0005130938,0.945908],"genre_scores_gemma":[0.03377021,0.0012288649,0.003201927,0.01394754,0.022756867,0.00022063348,0.0091291135,0.00068445737,0.9150604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869104,0.0005221396,0.0063731996,0.0021553235,0.0023273032,0.0017116513],"domain_scores_gemma":[0.9884497,0.003986929,0.0032495284,0.0024542303,0.000995015,0.0008646177],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0028085303,0.0016864482,0.002567837,0.0006076331,0.00042883825,0.0002898867,0.00086685916,0.0016770988,0.009356562],"category_scores_gemma":[0.0042097652,0.0017104625,0.0012764,0.00049080263,0.00058845745,0.00071905873,0.00065904745,0.0035265654,0.009373746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085314334,0.00087308965,0.0031567,0.0013723074,0.0008806378,0.00076701527,0.00014940664,0.000044318404,0.00015056955,0.0011304087,0.8305675,0.16005492],"study_design_scores_gemma":[0.007309571,0.0012811709,0.005875055,0.0013961429,0.005032494,0.00032918982,0.00015433696,0.0004574766,0.000065565015,0.0038146519,0.97278744,0.0014969057],"about_ca_topic_score_codex":0.00048379888,"about_ca_topic_score_gemma":0.00042116691,"teacher_disagreement_score":0.15855801,"about_ca_system_score_codex":0.0012391503,"about_ca_system_score_gemma":0.0028219023,"threshold_uncertainty_score":0.99961895},"labels":[],"label_agreement":null},{"id":"W7132950077","doi":"","title":"Inverse Optimization and its Applications in Measuring Clinical Pathway Concordance","year":2023,"lang":"","type":"dissertation","venue":"TSpace","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Metric (unit); Concordance; Optimization problem; Inverse problem; Inverse; Duality (order theory); Measure (data warehouse); Construct (python library); Path (computing)","score_opus":0.35515024353624325,"score_gpt":0.5461101843782422,"score_spread":0.19095994084199897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132950077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97184294,0.0021947469,0.010109433,0.0035382782,0.0030024915,0.0071833953,0.000053877782,0.00031587837,0.0017589321],"genre_scores_gemma":[0.9242781,0.0330381,0.010255927,0.001435649,0.0024595268,0.0013789614,0.007164501,0.00048683712,0.019502392],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929421,0.00065948785,0.003713351,0.0013396445,0.00076431327,0.0005811328],"domain_scores_gemma":[0.9900055,0.006184,0.0018599048,0.00063772534,0.000852045,0.0004608403],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004439048,0.000580304,0.0011811644,0.00046191696,0.0002277266,0.000083438485,0.0002400313,0.0007871064,0.0003503412],"category_scores_gemma":[0.020641854,0.00065916555,0.0002105008,0.0012777826,0.00011775177,0.00038898006,0.00013656633,0.0015982272,0.00039443406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010253377,0.007171226,0.40700674,0.016228767,0.0026438734,0.00068890204,0.08312239,0.11843055,0.011376228,0.0037845033,0.008185031,0.33110842],"study_design_scores_gemma":[0.02187636,0.0015271858,0.15885797,0.005325132,0.0026582384,0.000033393688,0.21318308,0.5771259,0.0017849004,0.00036117027,0.014541036,0.0027256394],"about_ca_topic_score_codex":0.00087454787,"about_ca_topic_score_gemma":0.0038038609,"teacher_disagreement_score":0.45869535,"about_ca_system_score_codex":0.00029381338,"about_ca_system_score_gemma":0.0011671877,"threshold_uncertainty_score":0.999586},"labels":[],"label_agreement":null},{"id":"W7133076601","doi":"","title":"Examining the relationship between clinical practice guidelines and hospital efficiency","year":2007,"lang":"","type":"dissertation","venue":"TSpace","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Health care; Quality (philosophy); Test (biology); MEDLINE; Intervention (counseling)","score_opus":0.5483754891086323,"score_gpt":0.634151159334697,"score_spread":0.08577567022606469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133076601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9030776,0.0062211426,0.009042561,0.06555693,0.005423067,0.0032755437,0.00002175958,0.00014711397,0.0072343084],"genre_scores_gemma":[0.94393843,0.0021906572,0.028547073,0.0063164933,0.009274282,0.000057321336,0.001342704,0.00021076134,0.00812226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9851066,0.0017002351,0.008275883,0.0017277825,0.0021774417,0.0010120545],"domain_scores_gemma":[0.84061015,0.14599283,0.0059396345,0.0015831699,0.0051401802,0.00073400716],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.034150697,0.00092572503,0.0014275324,0.00035682635,0.0010566397,0.00029664263,0.0005587246,0.0014306963,0.00029092847],"category_scores_gemma":[0.59019107,0.0007411504,0.0003738727,0.0011697337,0.000606131,0.00079583115,0.00026849218,0.0043471823,0.0004463694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011559733,0.00063413917,0.7855215,0.00037649195,0.0006208562,0.00011012911,0.013772505,0.000014566172,0.000023601237,0.0007560826,0.02273258,0.1742816],"study_design_scores_gemma":[0.0031857924,0.0021655587,0.7577263,0.0008829292,0.0054514473,0.000060125825,0.17604508,0.00043649346,0.000017383922,0.00017406349,0.05309786,0.0007569692],"about_ca_topic_score_codex":0.0011614017,"about_ca_topic_score_gemma":0.00014295326,"teacher_disagreement_score":0.55604035,"about_ca_system_score_codex":0.00020878419,"about_ca_system_score_gemma":0.001513586,"threshold_uncertainty_score":0.99986565},"labels":[],"label_agreement":null},{"id":"W7136185490","doi":"10.6084/m9.figshare.4439228.v1","title":"Additional file 1: of Reporting of financial conflicts of interest in clinical practice guidelines: a case study analysis of guidelines from the Canadian Medical Association Infobase","year":2016,"lang":"","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Association (psychology); Table (database); Medical practice; Conflict of interest","score_opus":0.6229531149845094,"score_gpt":0.5608271659697398,"score_spread":0.062125949014769644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7136185490","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052478123,0.00012308292,0.0000033598383,0.0060785264,0.00018325333,0.0010921883,0.9398736,0.0000074969444,0.00016040626],"genre_scores_gemma":[0.4264526,0.000048186874,0.0027758135,0.0041153515,0.0014456051,0.000343966,0.56464505,0.000046798305,0.00012662313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9690611,0.00157162,0.026073268,0.000680312,0.002176791,0.00043693773],"domain_scores_gemma":[0.5908836,0.27254492,0.07665898,0.0023831034,0.05638313,0.001146244],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013040895,0.00035495523,0.0021993213,0.0006004676,0.00008336731,0.000017623888,0.0004998271,0.00082164234,0.9470797],"category_scores_gemma":[0.9767282,0.00025548466,0.0008065947,0.0020608138,0.000120824945,0.0004517884,0.0003587994,0.00088881265,0.0000948577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036318827,0.0010285449,0.017348077,0.00011884844,0.0020172747,0.001232505,0.0005933565,0.000015550997,0.0000056441067,0.0000023845441,0.9481976,0.029077029],"study_design_scores_gemma":[0.007795962,0.001805388,0.28652155,0.03076601,0.0075984206,0.00021978874,0.018043652,0.004955969,0.000052561307,0.000017714448,0.64168984,0.00053311925],"about_ca_topic_score_codex":0.25054994,"about_ca_topic_score_gemma":0.79729533,"teacher_disagreement_score":0.9636873,"about_ca_system_score_codex":0.00043003995,"about_ca_system_score_gemma":0.0143048465,"threshold_uncertainty_score":0.99998975},"labels":[],"label_agreement":null},{"id":"W7136249529","doi":"10.6084/m9.figshare.4439228","title":"Additional file 1: of Reporting of financial conflicts of interest in clinical practice guidelines: a case study analysis of guidelines from the Canadian Medical Association Infobase","year":2016,"lang":"","type":"article","venue":"Figshare","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical Practice; Association (psychology); Table (database); Medical practice; Conflict of interest","score_opus":0.6229531149845094,"score_gpt":0.5608271659697398,"score_spread":0.062125949014769644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7136249529","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052478123,0.00012308292,0.0000033598383,0.0060785264,0.00018325333,0.0010921883,0.9398736,0.0000074969444,0.00016040626],"genre_scores_gemma":[0.4264526,0.000048186874,0.0027758135,0.0041153515,0.0014456051,0.000343966,0.56464505,0.000046798305,0.00012662313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9690611,0.00157162,0.026073268,0.000680312,0.002176791,0.00043693773],"domain_scores_gemma":[0.5908836,0.27254492,0.07665898,0.0023831034,0.05638313,0.001146244],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013040895,0.00035495523,0.0021993213,0.0006004676,0.00008336731,0.000017623888,0.0004998271,0.00082164234,0.9470797],"category_scores_gemma":[0.9767282,0.00025548466,0.0008065947,0.0020608138,0.000120824945,0.0004517884,0.0003587994,0.00088881265,0.0000948577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036318827,0.0010285449,0.017348077,0.00011884844,0.0020172747,0.001232505,0.0005933565,0.000015550997,0.0000056441067,0.0000023845441,0.9481976,0.029077029],"study_design_scores_gemma":[0.007795962,0.001805388,0.28652155,0.03076601,0.0075984206,0.00021978874,0.018043652,0.004955969,0.000052561307,0.000017714448,0.64168984,0.00053311925],"about_ca_topic_score_codex":0.25054994,"about_ca_topic_score_gemma":0.79729533,"teacher_disagreement_score":0.9636873,"about_ca_system_score_codex":0.00043003995,"about_ca_system_score_gemma":0.0143048465,"threshold_uncertainty_score":0.99998975},"labels":[],"label_agreement":null},{"id":"W7139168000","doi":"","title":"Examining Strategies for-, Determinants of-, and Associated Outcomes Related to the Dissemination and Implementation of Aspirational Guidelines: An Exploratory Multiple-Case Study of the Person-Centred Care Guideline in Ontario’s Regional Cancer Centres","year":2025,"lang":"","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Checklist; Health care; Exploratory research; Adaptation (eye); Knowledge translation; Guideline; Conceptual framework; Health professionals","score_opus":0.2213222829606638,"score_gpt":0.4571700210088666,"score_spread":0.2358477380482028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7139168000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941011,0.0009416729,0.000036283178,0.0008748591,0.0002607001,0.0034021623,0.000349094,0.0000073863575,0.000026752981],"genre_scores_gemma":[0.9981561,0.0001915828,0.0006527477,0.00003737935,0.000016220984,0.000015670257,0.0006564961,0.000020562456,0.00025327696],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9961906,0.0004917191,0.001817127,0.00055991946,0.0007015171,0.00023911172],"domain_scores_gemma":[0.99213,0.0015052466,0.0030753603,0.0003959087,0.0027994688,0.000094010604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096378993,0.00035790482,0.00093788974,0.00019412469,0.00028532074,0.000018354534,0.00027061906,0.00024263246,0.00042315148],"category_scores_gemma":[0.0015869928,0.00032339187,0.00014340114,0.00023474262,0.00012537153,0.0007576752,0.00013715641,0.00023618319,4.51455e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008685287,0.0003703657,0.56492496,0.00032376716,0.00037191255,0.000008411604,0.39816162,0.00044485062,0.0006323362,0.000016833521,0.0001290164,0.033747386],"study_design_scores_gemma":[0.003931352,0.0006492109,0.47669965,0.0005444529,0.00087756675,0.0000017151191,0.51464826,0.0024797968,0.000037799193,0.000002416331,0.000009095673,0.00011866715],"about_ca_topic_score_codex":0.84438384,"about_ca_topic_score_gemma":0.9967183,"teacher_disagreement_score":0.15233447,"about_ca_system_score_codex":0.0007903309,"about_ca_system_score_gemma":0.0019795322,"threshold_uncertainty_score":0.9999218},"labels":[],"label_agreement":null},{"id":"W7153962446","doi":"","title":"Évaluation de la qualité des recommandations de bonne pratique sur le traitement du diabète de type 2","year":2017,"lang":"fr","type":"dissertation","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical screening; L1; Intestinal malabsorption","score_opus":0.12617166860185872,"score_gpt":0.40998750219459634,"score_spread":0.28381583359273765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7153962446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81932867,0.0013937433,0.12342518,0.030717438,0.00061273813,0.0013115236,0.00010415068,0.00018322477,0.022923322],"genre_scores_gemma":[0.81951493,0.0065665566,0.13419281,0.0006927607,0.00031999403,0.0003021791,0.008033475,0.00016506229,0.030212216],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97440827,0.021304196,0.0019146353,0.00083732017,0.00070048927,0.00083509757],"domain_scores_gemma":[0.9746151,0.016130684,0.0019888207,0.0018257982,0.0049162963,0.00052330253],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041800667,0.00052037806,0.0006576962,0.00028215058,0.0014904151,0.0006994458,0.00088634033,0.00069289334,0.00084848405],"category_scores_gemma":[0.09093806,0.00061693555,0.00031356327,0.00045215554,0.00049060356,0.00072797906,0.00016820939,0.0010886517,0.000096980504],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004062433,0.004256959,0.06893693,0.0011698743,0.0006273204,0.000035508314,0.1079696,0.00062055734,0.050977163,0.06274662,0.0069551617,0.6952981],"study_design_scores_gemma":[0.008773356,0.000026638942,0.5252554,0.010670489,0.0021032898,0.00021311335,0.013875401,0.14536111,0.112787224,0.018864825,0.16036884,0.0017003253],"about_ca_topic_score_codex":0.0302134,"about_ca_topic_score_gemma":0.049468845,"teacher_disagreement_score":0.69359773,"about_ca_system_score_codex":0.0012365469,"about_ca_system_score_gemma":0.006126868,"threshold_uncertainty_score":0.9998095},"labels":[],"label_agreement":null},{"id":"W7161948400","doi":"10.82308/40951","title":"Clinical practice guidelines in the social sciences: Knowledge, attitudes, and experiences of policy makers and professionals in Quebec","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lagging; Guideline; Quality (philosophy); Clinical Practice; Excellence; Empirical research; Process (computing); PARRY","score_opus":0.33400703906804274,"score_gpt":0.6607183033848743,"score_spread":0.3267112643168315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161948400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9539125,0.0029580987,0.0000060418515,0.032246977,0.0004200843,0.0009208376,0.0000039093215,0.000009636769,0.009521891],"genre_scores_gemma":[0.9461648,0.0027813548,0.018005945,0.019564712,0.0016118046,0.00030807153,0.00045056557,0.00004207998,0.011070668],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954102,0.0007584042,0.002524153,0.0005166959,0.00058147823,0.00020909269],"domain_scores_gemma":[0.99141854,0.006658645,0.0007959035,0.00016491767,0.0009093029,0.000052676864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069498713,0.0001985878,0.0006210822,0.00028000085,0.00011438923,0.00005990234,0.00015115285,0.00030772772,0.00008873989],"category_scores_gemma":[0.06251366,0.00013130039,0.00007818646,0.0007898549,0.00035420826,0.0003618727,0.00007563617,0.00054571155,0.0000014763478],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022823021,0.004420357,0.05347,0.0023568757,0.00023344353,0.00014266305,0.37158287,0.0000011942445,0.00013583018,0.008950258,0.0548152,0.501609],"study_design_scores_gemma":[0.001648006,0.00020231467,0.10645361,0.0008186981,0.000110278685,0.000023618093,0.8841199,0.000072630035,0.000016498096,0.000066493936,0.0063111335,0.00015680378],"about_ca_topic_score_codex":0.024089457,"about_ca_topic_score_gemma":0.14443162,"teacher_disagreement_score":0.51253706,"about_ca_system_score_codex":0.00005664502,"about_ca_system_score_gemma":0.0034153105,"threshold_uncertainty_score":0.98240924},"labels":[],"label_agreement":null},{"id":"W7165674181","doi":"10.71548/128","title":"Improving the Care of Seniors with Nursing Home-Acquired Pneumonia","year":2006,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pneumonia; Nursing homes; Qualitative research; Health care; MEDLINE; Clinical research; Qualitative property","score_opus":0.08960980827005233,"score_gpt":0.4529492621636338,"score_spread":0.36333945389358147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165674181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98376626,0.00022957475,0.00004321503,0.0005029655,0.0003421407,0.0016108258,0.000049530245,0.0000025156353,0.013452973],"genre_scores_gemma":[0.98162156,0.000009821806,0.008401858,0.00005625631,0.00022445348,0.00003147673,0.0044095586,0.00006404322,0.0051809535],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99808866,0.00007162625,0.00086332444,0.00036776272,0.00042149774,0.00018711702],"domain_scores_gemma":[0.9977583,0.0002940762,0.0009780163,0.00045774496,0.0004554842,0.000056330926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003834997,0.00021470207,0.00045286666,0.00007731129,0.000103091705,0.00008588785,0.00025424204,0.00016309803,0.00040235237],"category_scores_gemma":[0.00033573672,0.0001435278,0.00008672498,0.00020314059,0.00006491405,0.00018279867,0.000029821802,0.00024077333,0.000025615784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015838473,0.00014046658,0.0016219246,0.00018226528,0.00010568688,0.000029360954,0.005208927,0.00001645151,0.024580607,0.0000025596646,0.0005300587,0.9659978],"study_design_scores_gemma":[0.01855022,0.0048449812,0.2601429,0.011052414,0.01315086,0.00028518424,0.50744253,0.0008784003,0.14656919,0.00007899385,0.034849916,0.002154439],"about_ca_topic_score_codex":0.0017058664,"about_ca_topic_score_gemma":0.00280346,"teacher_disagreement_score":0.9638434,"about_ca_system_score_codex":0.00013075207,"about_ca_system_score_gemma":0.00073467597,"threshold_uncertainty_score":0.58528936},"labels":[],"label_agreement":null},{"id":"W74206856","doi":"10.1155/2004/534062","title":"The Use of Clinical Practise Guidelines for Community‐Acquired Pneumonia in Hospitals in Atlantic Canada","year":2004,"lang":"en","type":"article","venue":"Canadian Respiratory Journal","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Medicine; Pneumonia; Intensive care medicine; Community-acquired pneumonia; MEDLINE; Family medicine; Medical emergency; Internal medicine","score_opus":0.4770817856832288,"score_gpt":0.5090029244905359,"score_spread":0.03192113880730707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W74206856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9673901,0.00026499474,0.00006505312,0.030910315,0.0006399473,0.0006648032,0.000034661018,0.0000037285793,0.000026389594],"genre_scores_gemma":[0.97928774,0.00016225122,0.0016591536,0.01842709,0.00037365267,0.000018642275,0.000014485646,0.000030044612,0.000026917469],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951023,0.00065779046,0.0032594802,0.00015769669,0.00035972064,0.00046304244],"domain_scores_gemma":[0.9927293,0.00417434,0.00088934554,0.00044502135,0.0011052822,0.00065669883],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006881059,0.00015147917,0.00048346983,0.0002482729,0.0002663415,0.000063289546,0.00025237765,0.00013271214,0.000019767853],"category_scores_gemma":[0.06766905,0.000120419,0.00013409177,0.00030705522,0.0001226353,0.00030651342,0.000027620956,0.0009120561,0.0000018084651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062594307,0.00013807301,0.9200011,0.00004549909,0.0000898084,0.0007172459,0.00013788787,0.0010667415,0.00021790598,0.00015796052,0.04070304,0.0360988],"study_design_scores_gemma":[0.005727749,0.0005443091,0.6600757,0.00032364734,0.0000648221,0.0001633164,0.001176957,0.0001711344,0.000028568353,0.00031413796,0.3312514,0.00015824898],"about_ca_topic_score_codex":0.95352954,"about_ca_topic_score_gemma":0.99918544,"teacher_disagreement_score":0.29054835,"about_ca_system_score_codex":0.0011134747,"about_ca_system_score_gemma":0.019173983,"threshold_uncertainty_score":0.9863864},"labels":[],"label_agreement":null},{"id":"W750117636","doi":"","title":"Integrated chronic disease management in primary-secondary care : a systematic literature review of the evidence","year":2014,"lang":"en","type":"article","venue":"QUT ePrints (Queensland University of Technology)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; CINAHL; Psychological intervention; Chronic care; Systematic review; Disease management; Integrated care; MEDLINE; Disease; Health care; Intensive care medicine; Family medicine; Chronic disease; Nursing; Internal medicine","score_opus":0.03082143278688721,"score_gpt":0.324773326440149,"score_spread":0.2939518936532618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W750117636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8398378,0.10721858,0.0014521861,0.039109934,0.0002498973,0.0070537357,0.00006678943,0.00019231187,0.0048187664],"genre_scores_gemma":[0.968092,0.029165363,0.0019880547,0.00043152415,0.000009420236,0.0000037490029,0.000029635305,0.000008418246,0.0002717975],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9988165,0.00014845913,0.00047535743,0.00023713696,0.00020545465,0.000117100484],"domain_scores_gemma":[0.99843264,0.0001520132,0.00038631287,0.0007203105,0.00026577417,0.000042975033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054351083,0.000107183034,0.00043319137,0.00022136653,0.000033791923,0.000002680796,0.00033499036,0.000095843556,0.0000755063],"category_scores_gemma":[0.0014305314,0.00008064429,0.0001181349,0.0006494913,0.00014810538,0.00009281758,0.00027136394,0.00034412966,0.000009142992],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005267394,0.00026773883,0.12374789,0.7973578,0.0002958948,0.00020160145,0.00037832084,0.0000060756174,0.00045917553,0.002329608,0.0016367934,0.07279238],"study_design_scores_gemma":[0.0029571045,0.00024069476,0.37981993,0.6053431,0.0012620202,0.000023566206,0.0014434624,0.00015634704,0.00017051237,0.0003652943,0.008022268,0.00019568764],"about_ca_topic_score_codex":0.00003836403,"about_ca_topic_score_gemma":0.00008300769,"teacher_disagreement_score":0.25607204,"about_ca_system_score_codex":0.00024595624,"about_ca_system_score_gemma":0.00018397428,"threshold_uncertainty_score":0.3288579},"labels":[],"label_agreement":null},{"id":"W77819113","doi":"10.1155/2007/426373","title":"Times have Changed – Is it Time to Consider Restructuring the CAG?","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Gastroenterology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Association of Gastroenterology; Queen's University","funders":"","keywords":"Restructuring; Management; Political science; Process (computing); Public administration; Library science; Operations research; Law; Engineering; Computer science; Economics","score_opus":0.12591015410083464,"score_gpt":0.41290483544584955,"score_spread":0.28699468134501493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W77819113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7747517,0.00003409519,0.0005456863,0.2232304,0.00033753167,0.00020215222,0.000013172793,0.0000030066665,0.0008821963],"genre_scores_gemma":[0.916584,0.000003148259,0.0014692703,0.080491774,0.0006010481,9.356431e-7,0.000003904195,0.000015962389,0.00082995836],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983486,0.00009936953,0.0008146008,0.00012085199,0.0001670489,0.00044955348],"domain_scores_gemma":[0.99808127,0.00027668392,0.00033235163,0.0001995652,0.00032887622,0.0007812626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015254291,0.00010565619,0.00028197953,0.00028673798,0.0000877945,0.000019593512,0.00014438182,0.00006165009,0.0039858036],"category_scores_gemma":[0.0016962867,0.00007867348,0.000098625205,0.00006960337,0.00011530981,0.00007629038,0.000019607944,0.0003841319,0.00014413024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020790042,0.000027602571,0.22246023,0.000014917262,0.00038383683,0.0020265745,0.0022551187,0.000031020674,0.0019814742,0.000019678266,0.76208717,0.006633405],"study_design_scores_gemma":[0.005817427,0.0059561916,0.5712596,0.00016756447,0.0005826086,0.01712636,0.0033066808,0.000096397715,0.0009896317,0.00026068426,0.39425498,0.00018186045],"about_ca_topic_score_codex":0.0017877041,"about_ca_topic_score_gemma":0.05907447,"teacher_disagreement_score":0.36783218,"about_ca_system_score_codex":0.00017367587,"about_ca_system_score_gemma":0.000445902,"threshold_uncertainty_score":0.9969247},"labels":[],"label_agreement":null},{"id":"W80855848","doi":"10.1161/circ.118.suppl_18.s_1161","title":"Abstract 6223: The Appropriateness of PCI in a Regional Registry is High","year":2008,"lang":"en","type":"article","venue":"Circulation","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Conventional PCI; Concordance; Asymptomatic; Appropriate Use Criteria; Angina; Canadian Cardiovascular Society; Internal medicine; Cardiology; Myocardial infarction","score_opus":0.29396707407074174,"score_gpt":0.4330446107140136,"score_spread":0.13907753664327188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80855848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99228406,0.00006324832,0.00042916028,0.006456875,0.000086513224,0.00030374536,0.0000032656937,0.000013995459,0.0003591148],"genre_scores_gemma":[0.9983885,0.000051464565,0.0003818364,0.00088936527,0.00015822279,0.0000107950345,0.00008419964,0.000009702698,0.000025860118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878347,0.00003781606,0.00061815896,0.00015757266,0.00031023854,0.0000927371],"domain_scores_gemma":[0.9988919,0.00032364606,0.00031001813,0.00028701045,0.00015739161,0.000030013969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004736636,0.0000659073,0.00014732435,0.00005441425,0.00004299158,0.0000037000673,0.000056237033,0.00007492104,0.00014819394],"category_scores_gemma":[0.00076888327,0.000050850842,0.00005778182,0.00020540229,0.00007610547,0.00012260124,0.00001283366,0.00015529935,0.000018837947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049308594,0.00038175785,0.9497589,0.00014504151,0.00005680042,0.00003819481,0.0013207259,0.00093534484,0.017818464,0.0009102403,0.0035189525,0.024622485],"study_design_scores_gemma":[0.0014939983,0.000016078022,0.99505717,0.00003880276,0.00003145888,0.0000784742,0.00019275963,0.00078340224,0.00031580028,0.0008932306,0.0010486775,0.000050150644],"about_ca_topic_score_codex":0.0007945583,"about_ca_topic_score_gemma":0.000033012584,"teacher_disagreement_score":0.04529826,"about_ca_system_score_codex":0.000060761486,"about_ca_system_score_gemma":0.00014982534,"threshold_uncertainty_score":0.20736371},"labels":[],"label_agreement":null},{"id":"W823666919","doi":"","title":"Nurse to Know: Allyson Nowell","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional development; Portfolio; Professional association; Medicine; Oncology nursing; Medical education; Management; Nursing; Public relations; Political science; Nurse education; Business","score_opus":0.6525859442850033,"score_gpt":0.7002042376724261,"score_spread":0.04761829338742285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W823666919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946457,0.0059207785,0.0023569674,0.012912518,0.0020426207,0.0018856187,0.00004707612,0.00009620588,0.028281184],"genre_scores_gemma":[0.98215,0.0024454538,0.0041753002,0.007592425,0.0009975001,0.000055842946,0.00005700728,0.00010309476,0.0024233367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955783,0.0003297014,0.0019067817,0.00051630865,0.0012316629,0.00043726325],"domain_scores_gemma":[0.99493104,0.0009178961,0.0010278807,0.00074546883,0.0012656036,0.0011121148],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041587176,0.00030931467,0.00089677103,0.00068495097,0.00010267479,0.00055557524,0.0014146933,0.00013230764,0.0124160815],"category_scores_gemma":[0.009046455,0.0002757917,0.00021039695,0.0010575947,0.000081022816,0.0020951065,0.0006532826,0.0005519838,0.0004634896],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014271521,0.0006148414,0.2708598,0.00004796427,0.0001775921,0.000100863064,0.000288678,0.0001178988,0.035614017,0.000045330562,0.63863534,0.052070506],"study_design_scores_gemma":[0.0042924755,0.00017025547,0.47123244,0.0006910036,0.0005891002,0.00010654995,0.0009641033,0.00021929045,0.016142447,0.0028686195,0.50212014,0.0006036103],"about_ca_topic_score_codex":0.0019260459,"about_ca_topic_score_gemma":0.00024349081,"teacher_disagreement_score":0.20037264,"about_ca_system_score_codex":0.00025679916,"about_ca_system_score_gemma":0.0005917659,"threshold_uncertainty_score":0.9999694},"labels":[],"label_agreement":null},{"id":"W87326304","doi":"","title":"The development of Canadian clinical practice guidelines: a literature review and synthesis of findings: Discussion paper prepared for the CCA/CFCRB Task Force on Chiropractic Clinical Practice Guidelines June 15, 2002","year":2003,"lang":"en","type":"review","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chiropractic; Clinical Practice; Task force; Task (project management); Computer science; Alternative medicine; Data science; Medicine; Medical education; Family medicine; Pathology; Management; Political science","score_opus":0.2703974270854139,"score_gpt":0.5112375150495183,"score_spread":0.2408400879641044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W87326304","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003418568,0.87690204,0.00017222534,0.10882656,0.0026252829,0.010563263,0.00035071213,0.000030108942,0.00052640465],"genre_scores_gemma":[0.0000022922316,0.9119936,0.062577575,0.020093454,0.0014872061,0.0018313794,0.00032809217,0.00015462251,0.0015317481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9765308,0.0028142969,0.01576296,0.0014881142,0.0015377903,0.0018660562],"domain_scores_gemma":[0.90271276,0.07485222,0.010956625,0.0027298129,0.006855985,0.00189258],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045700543,0.0010254058,0.0039901864,0.00033833866,0.0005668843,0.00017469564,0.0008292784,0.00095320964,0.00007850294],"category_scores_gemma":[0.6807197,0.0004888033,0.0015784076,0.0014327683,0.00039022387,0.00080707215,0.00022311923,0.002105478,0.0000168337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056287565,0.00048132444,0.000016078182,0.0104570845,0.0016788437,0.000017740764,0.000092875045,7.2888133e-7,1.11528514e-7,0.000069737696,0.26773533,0.71888727],"study_design_scores_gemma":[0.001475996,0.0002549067,0.00019335527,0.030698285,0.022775149,0.0004364333,0.00068414334,0.000023822318,0.0000010876389,0.0000114455115,0.9429482,0.00049718516],"about_ca_topic_score_codex":0.00040017162,"about_ca_topic_score_gemma":0.0036365257,"teacher_disagreement_score":0.7183901,"about_ca_system_score_codex":0.00053556764,"about_ca_system_score_gemma":0.007661974,"threshold_uncertainty_score":0.99975634},"labels":[],"label_agreement":null},{"id":"W874651150","doi":"","title":"Up the garden PATH of 'cost savings' in Ontario Canada: When costing less means costing more.","year":2007,"lang":"en","type":"article","venue":"PharmacoEconomics","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Activity-based costing; Health economics; Quality of Life Research; Health administration; Public health; Pharmacoeconomics; Operations management; Business; Economics; Public economics; Actuarial science; Agricultural economics; Medicine; Accounting; Nursing; Microeconomics","score_opus":0.20817539888370737,"score_gpt":0.44016017304388405,"score_spread":0.23198477416017668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W874651150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887895,0.000047166992,0.0007118078,0.00512984,0.00072541804,0.0006887226,0.000023721901,0.000015336143,0.0038685005],"genre_scores_gemma":[0.99111784,0.000027295107,0.0012469066,0.0069263014,0.00023180756,0.000010477032,0.000057694782,0.0000286727,0.00035298284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784607,0.000050540264,0.0013502317,0.00021866872,0.00018564495,0.00034886354],"domain_scores_gemma":[0.9968233,0.002111982,0.0005557724,0.00022885817,0.0001387206,0.00014138223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026440965,0.0001517188,0.00032814374,0.00006504896,0.000071874034,0.000017168113,0.00017997278,0.000046117515,0.0003727451],"category_scores_gemma":[0.0012756408,0.00013720966,0.000062854546,0.00006671737,0.000052169296,0.00014259777,0.00009324874,0.00057278574,0.0000056361678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009572117,0.00014559802,0.8602841,0.000084901,0.00019236856,0.00007081118,0.0063149403,0.0018180847,0.0034393761,0.000065260174,0.022310602,0.10431678],"study_design_scores_gemma":[0.020823812,0.00020079051,0.6048559,0.00043694986,0.0010434523,0.00021579236,0.054700095,0.026675863,0.017777631,0.00016106678,0.27209473,0.0010139046],"about_ca_topic_score_codex":0.92082644,"about_ca_topic_score_gemma":0.99020016,"teacher_disagreement_score":0.25542814,"about_ca_system_score_codex":0.0016151796,"about_ca_system_score_gemma":0.0015755835,"threshold_uncertainty_score":0.5595248},"labels":[],"label_agreement":null},{"id":"W926789440","doi":"","title":"ความเหนพองของนยามการดแลผปวยโรคเรอรงในผปวยเบาหวานชนดท 2 โดยกลมผเชยวชาญไทย ดวยการใชเทคนคนอมนลกรป (A Consensus-based Definition on Chronic Care Model of Type 2 Diabetic Patients among Thai Experts Using Nominal Group Technique)","year":2014,"lang":"th","type":"article","venue":"The Public Health Journal of Burapha University - วารสารสาธารณสุขมหาวิทยาลัยบูรพา","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Documentation; Medicine; Health care; Ranking (information retrieval); Nominal group; Chronic care; Family medicine; Nominal group technique; Nursing; Gerontology; Chronic disease; Knowledge management; Computer science; Political science; Geography; Artificial intelligence","score_opus":0.22434037407168408,"score_gpt":0.39385408255847804,"score_spread":0.16951370848679395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W926789440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9595426,0.0014364275,0.019422198,0.013065105,0.0020164899,0.0031572517,0.00040565134,0.00011900429,0.0008352877],"genre_scores_gemma":[0.9899353,0.0010494466,0.004726369,0.0028423532,0.0008783396,0.000006313228,0.00032845064,0.0001646513,0.000068800284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98511595,0.004613364,0.0044555482,0.0010816493,0.0026937139,0.002039763],"domain_scores_gemma":[0.98072,0.0040628347,0.0077722785,0.0016783557,0.0039995103,0.0017670561],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009062394,0.0011402926,0.0024378356,0.0021083825,0.0013723229,0.00016117045,0.001543135,0.0007838835,0.00034433155],"category_scores_gemma":[0.0047755265,0.0010259792,0.0010494251,0.001962182,0.0014404283,0.0012066975,0.00042332476,0.0027260925,0.00003272599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.058591604,0.036689516,0.1614678,0.025127623,0.011492729,0.0014597966,0.05595126,0.08947323,0.032509577,0.019505452,0.044033892,0.46369752],"study_design_scores_gemma":[0.12241326,0.12237263,0.065875255,0.026747935,0.0137434555,0.0009777183,0.11185588,0.47088516,0.0037633262,0.0024985364,0.050443765,0.008423073],"about_ca_topic_score_codex":0.0017745316,"about_ca_topic_score_gemma":0.0005457749,"teacher_disagreement_score":0.45527446,"about_ca_system_score_codex":0.005295553,"about_ca_system_score_gemma":0.007497273,"threshold_uncertainty_score":0.99992776},"labels":[],"label_agreement":null},{"id":"W94145667","doi":"","title":"Clinical practice guidelines and the legal standard of care: warnings, predictions, and interdisciplinary encounters.","year":2011,"lang":"en","type":"article","venue":"PubMed","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Context (archaeology); Engineering ethics; Health care; Scientific evidence; Guideline; Order (exchange); Political science; Law; Medicine; Business; Engineering; Epistemology","score_opus":0.1883465626134368,"score_gpt":0.4678493288760567,"score_spread":0.2795027662626199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W94145667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78664184,0.008886516,0.0049920417,0.16958137,0.0026164993,0.0059669004,0.00012166851,0.00019647446,0.02099671],"genre_scores_gemma":[0.9843832,0.0014848841,0.0101572955,0.003141776,0.0004234324,0.00024580234,0.00001619075,0.00001823989,0.00012914452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997408,0.0002616294,0.0015278803,0.00028571193,0.00033246152,0.00018431952],"domain_scores_gemma":[0.9960061,0.0019649023,0.00057237997,0.0002936098,0.0010118864,0.0001511208],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004912483,0.00012228523,0.0003984193,0.000058402995,0.000097307086,0.000023431168,0.00008113963,0.000086610984,0.000021371154],"category_scores_gemma":[0.027400315,0.0000795244,0.000091340655,0.000101938036,0.00052170607,0.00042827116,0.0003144954,0.00034373155,0.0000013091031],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02415193,0.00022308518,0.0596753,0.00019558312,0.0005034031,0.00004102789,0.0066496893,6.787891e-7,0.000003291693,0.0010789697,0.035731997,0.87174505],"study_design_scores_gemma":[0.018394021,0.001846077,0.65795475,0.00013960374,0.0028314553,0.00075287704,0.040709324,0.0005319306,0.000068576664,0.0009214477,0.2755806,0.00026934856],"about_ca_topic_score_codex":0.00021769569,"about_ca_topic_score_gemma":0.000065123226,"teacher_disagreement_score":0.8714757,"about_ca_system_score_codex":0.000035544814,"about_ca_system_score_gemma":0.000098457065,"threshold_uncertainty_score":0.9807923},"labels":[],"label_agreement":null},{"id":"W95911118","doi":"","title":"Les pratiques de gestion de cas, en contexte de réseaux de services intégrés pour personnes âgées en perte d’autonomie à domicile au Québec, domicilocentrisme innovant ou hospitalocentrisme renouvelé?","year":2012,"lang":"fr","type":"article","venue":"Canadian Review of Social Policy / Revue canadienne de politique sociale","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.049737855166885656,"score_gpt":0.37715396918190947,"score_spread":0.3274161140150238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W95911118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6305304,0.03864871,0.00016930207,0.32596195,0.00053484424,0.0014709563,0.001797992,0.000058831734,0.00082701625],"genre_scores_gemma":[0.89063543,0.054269478,0.0018255949,0.03379834,0.017701223,0.00019218378,0.00037971514,0.0002057802,0.0009922321],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9887468,0.003209065,0.0023646497,0.0006230376,0.00023483852,0.0048215897],"domain_scores_gemma":[0.9907364,0.0020936718,0.0015749303,0.0005100324,0.0010962336,0.003988696],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0093532605,0.000790672,0.0017836948,0.0005319589,0.0008316332,0.00009537831,0.00068625074,0.0013258645,0.00049515767],"category_scores_gemma":[0.023327602,0.0009970096,0.00067266234,0.00071381417,0.0006274283,0.0006285787,0.00011515386,0.0015528757,0.000047040387],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001838065,0.00048003174,0.11500018,0.037362877,0.0012705242,0.0003610307,0.45826927,0.000014863163,0.0009575908,0.20864722,0.043392595,0.13406001],"study_design_scores_gemma":[0.004267395,0.00050617,0.49097237,0.022050485,0.0046548927,0.0013370342,0.14505602,0.00076595746,0.00069679087,0.009245014,0.31818742,0.002260433],"about_ca_topic_score_codex":0.9965277,"about_ca_topic_score_gemma":0.99067384,"teacher_disagreement_score":0.37597218,"about_ca_system_score_codex":0.08873532,"about_ca_system_score_gemma":0.094969995,"threshold_uncertainty_score":0.9999706},"labels":[],"label_agreement":null},{"id":"W969965007","doi":"","title":"The Contribution of the Cochrane Collaboration and The Canadian Cochrane Network and Centre","year":2002,"lang":"en","type":"article","venue":"PubMed Central","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cochrane collaboration; Computer science; World Wide Web; Data science; Library science; Bioinformatics; Information retrieval; Medicine; Alternative medicine; Cochrane Library; Biology; Pathology","score_opus":0.04112017703156395,"score_gpt":0.33452506174833924,"score_spread":0.2934048847167753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W969965007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6282015,0.0076439143,0.000044212236,0.35912442,0.0012723077,0.0028050903,0.000040981304,0.000018365905,0.00084919756],"genre_scores_gemma":[0.9952176,0.0020256026,0.000027324453,0.0020214657,0.00043789044,0.000027646201,0.000023692806,0.000007310798,0.0002114162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982987,0.00025694305,0.00044356086,0.00012904317,0.00029314586,0.0005786116],"domain_scores_gemma":[0.99787116,0.001218307,0.00021205895,0.00021939374,0.00022262578,0.00025647195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018011658,0.00008724181,0.00018104987,0.000013018607,0.00045943624,0.00007055973,0.00007057363,0.000062087114,0.000043489654],"category_scores_gemma":[0.0058271536,0.000043305303,0.000039386287,0.00023053927,0.00038213332,0.00008186757,0.000026776073,0.00018814317,0.0000014880782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024960998,0.00015633625,0.70726645,0.0001153115,0.00050713646,0.000015782894,0.0035785658,0.00026173668,0.00010825343,0.06800836,0.10699411,0.11049188],"study_design_scores_gemma":[0.00807889,0.000040746556,0.9286696,0.00006829555,0.00042489741,0.00004706553,0.00080755394,0.0069785183,0.00010339866,0.00075046293,0.053932622,0.00009799919],"about_ca_topic_score_codex":0.008717936,"about_ca_topic_score_gemma":0.323867,"teacher_disagreement_score":0.36701614,"about_ca_system_score_codex":0.00016678101,"about_ca_system_score_gemma":0.00016609726,"threshold_uncertainty_score":0.9978831},"labels":[],"label_agreement":null},{"id":"W974356745","doi":"10.1007/978-3-642-38326-7_5","title":"Merging Disease-Specific Clinical Guidelines to Handle Comorbidities in a Clinical Decision Support Setting","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Decision support system; Clinical decision support system; Merge (version control); Computer science; Workflow; Comorbidity; Disease; Intensive care medicine; Clinical Practice; Medicine; Multimorbidity; Chronic disease; Artificial intelligence; Physical therapy; Information retrieval; Pathology","score_opus":0.27197955672518037,"score_gpt":0.490369406096631,"score_spread":0.21838984937145062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W974356745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01769685,0.00050118595,0.9564559,0.017237991,0.0053903474,0.0018103068,0.000026745829,0.00011945659,0.00076120597],"genre_scores_gemma":[0.13577923,0.0010826811,0.8259241,0.029607339,0.0065146466,0.000041916333,0.00013019111,0.00014189085,0.0007780204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.990059,0.00016449495,0.0055457116,0.0019370083,0.0015581826,0.0007355727],"domain_scores_gemma":[0.9866236,0.009369946,0.0008673735,0.0013364041,0.0010464782,0.0007562261],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009990619,0.0005689764,0.0013370692,0.0008887317,0.00015535546,0.00024376958,0.00087065727,0.0004557974,0.00065149355],"category_scores_gemma":[0.017478976,0.0004944949,0.00040957864,0.00049757404,0.00073079614,0.00042752197,0.0010457792,0.0018151157,0.0004423378],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002972826,0.00012543751,0.017959362,0.000041480347,0.000017497177,0.00030552363,0.00011377627,0.0023580224,0.000011683823,0.00021016216,0.007045365,0.9715144],"study_design_scores_gemma":[0.011420181,0.0039892592,0.15114933,0.011438699,0.0004028122,0.0003419658,0.000024293857,0.37842497,0.00010199451,0.08056229,0.3586327,0.0035114894],"about_ca_topic_score_codex":0.00007247591,"about_ca_topic_score_gemma":0.00024143563,"teacher_disagreement_score":0.9680029,"about_ca_system_score_codex":0.00033318053,"about_ca_system_score_gemma":0.0014612823,"threshold_uncertainty_score":0.9997507},"labels":[],"label_agreement":null}]}